-- Logs begin at Tue 2021-11-23 01:37:29 UTC, end at Tue 2021-11-23 03:55:47 UTC. -- Nov 23 02:09:18.667722 n-d-714676-12 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 02:09:21.393487 n-d-714676-12 neutron-server[103464]: INFO neutron.common.config [-] Logging enabled! Nov 23 02:09:21.394088 n-d-714676-12 neutron-server[103464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 02:09:21.394265 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 02:09:21.397462 n-d-714676-12 neutron-server[103464]: INFO neutron.common.config [-] Logging enabled! Nov 23 02:09:21.397716 n-d-714676-12 neutron-server[103464]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 02:09:21.398031 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103464) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 02:09:21.399007 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:09:21.399242 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:09:21.399601 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:09:21.399846 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:09:21.400071 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:09:21.400388 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.400808 n-d-714676-12 neutron-server[103464]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 02:09:21.401118 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.401408 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.401699 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.401991 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.402276 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.402579 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.402869 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.403164 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.403976 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.404260 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.404545 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.404836 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.405119 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.405405 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.405934 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.406225 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] debug = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.406538 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.406958 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.407366 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.407643 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.407932 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.408211 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.408479 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.408760 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.409042 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.409371 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] host = n-d-714676-12 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.409649 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.409936 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.410223 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.410532 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.410806 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.411081 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.411364 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.411637 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.411908 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.412183 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.412470 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.412757 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.413045 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.413269 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.413490 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.413787 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.414073 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.414350 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.414644 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.414918 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.415190 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.415463 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.415730 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.416012 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.416297 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.416581 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.416852 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.417123 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.417395 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.417665 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.417945 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.418216 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.418490 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.418781 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.419671 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.419945 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.420218 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.420517 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.420804 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.421084 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.421366 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.421638 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.421917 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.422187 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.422457 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.422757 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_json = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.423030 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.423302 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.423583 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.423855 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.424125 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.424396 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.424665 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.424948 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:21.425241 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.425534 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.425831 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.426111 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.426410 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.426712 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.427000 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.427279 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.427566 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.427854 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.428140 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.428423 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.428711 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.428990 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.429283 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.429587 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.429880 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.430168 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.430441 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.430739 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.431011 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.431289 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.431574 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.431852 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.432138 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.432425 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.432702 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.432997 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.433281 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.433570 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.433856 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.434127 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.434404 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.434759 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.435042 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.435316 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.435595 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.435881 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.436157 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.436427 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.436706 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.436981 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.437249 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.437519 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.437795 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.438077 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.438355 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.438653 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.438924 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.439198 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.439467 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.439746 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.440019 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.440288 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.440560 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.440838 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.441107 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.441376 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.441651 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.441920 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.442197 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.442466 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.442766 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.443038 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.443310 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.443581 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.443851 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.444120 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.444394 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.444664 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.444933 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.445202 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.445472 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.445744 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.446027 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.446322 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.446636 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.446915 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.447190 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.447466 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.447745 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.448020 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.448297 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.448572 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.448842 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.449128 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.449408 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.449691 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.449970 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.450267 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.450613 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.450893 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.451174 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.451447 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.451721 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.452000 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.452279 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.452568 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.452859 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.453149 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.453437 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.453723 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.453998 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.454301 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.454612 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:21.454830 n-d-714676-12 neutron-server[103464]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:09:21.455066 n-d-714676-12 neutron-server[103464]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103464) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 02:09:21.881382 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 02:09:21.881654 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 02:09:21.881965 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 02:09:21.882299 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 02:09:22.211088 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.211289 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.211564 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.212729 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.212999 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.213261 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.248855 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.249130 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.249394 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.263765 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.264043 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.264305 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.292602 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.292884 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.293150 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.331088 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.331369 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.331641 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.576944 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.577561 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.577561 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.577744 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.578341 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.676968 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.677284 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.677560 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.677824 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.678083 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.678386 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.678665 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.678919 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.679169 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.679446 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.679701 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.679960 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.680212 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.680459 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.680708 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.680967 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.681217 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.681481 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.681738 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.681992 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.682260 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.682518 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.682807 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.683179 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.683424 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.683665 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.684056 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.684298 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.684537 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.684798 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.685032 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.685267 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:22.685626 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 02:09:22.688715 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 02:09:22.692655 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 02:09:22.696546 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 23 02:09:22.698309 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 02:09:22.698917 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 02:09:22.699261 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 02:09:22.699642 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 02:09:22.702469 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 02:09:22.702745 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 02:09:22.703086 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 02:09:22.708318 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 02:09:22.731150 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 02:09:22.732132 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.732428 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103464) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 02:09:22.732783 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.734178 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103464) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 02:09:22.734455 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 02:09:22.734724 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 02:09:22.739109 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.739390 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:22.802322 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 02:09:22.802583 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 02:09:22.802821 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 02:09:22.803183 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 02:09:22.822963 n-d-714676-12 neutron-server[103464]: DEBUG oslo_db.sqlalchemy.engines [None req-1132beac-4e85-4260-8396-566059037126 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103464) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 02:09:23.355901 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing driver for type 'gre' Nov 23 02:09:23.356491 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1132beac-4e85-4260-8396-566059037126 None None] gre ID ranges: [(1, 1000)] Nov 23 02:09:23.409574 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing driver for type 'local' Nov 23 02:09:23.409913 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing driver for type 'vlan' Nov 23 02:09:23.421983 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1132beac-4e85-4260-8396-566059037126 None None] VlanTypeDriver initialization complete Nov 23 02:09:23.422323 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing driver for type 'vxlan' Nov 23 02:09:23.422830 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1132beac-4e85-4260-8396-566059037126 None None] vxlan ID ranges: [(1, 1000)] Nov 23 02:09:23.491962 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing extension driver 'port_security' Nov 23 02:09:23.492316 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.extensions.port_security [None req-1132beac-4e85-4260-8396-566059037126 None None] PortSecurityExtensionDriver initialization complete Nov 23 02:09:23.492657 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing mechanism driver 'openvswitch' Nov 23 02:09:23.493510 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing mechanism driver 'hyperv' Nov 23 02:09:23.503216 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.plugin [None req-1132beac-4e85-4260-8396-566059037126 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:23.503902 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.504275 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.504634 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.505172 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.505607 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.505969 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.506317 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.506745 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.507154 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.507503 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.507845 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.508240 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.508644 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.508994 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.509336 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.509872 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.510286 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.510681 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.511031 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.511429 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.511834 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > address_group after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.512182 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > address_group after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.512522 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.513509 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103464) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:09:23.513890 n-d-714676-12 neutron-server[103464]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1132beac-4e85-4260-8396-566059037126 None None] ML2 OVO RPC backend initialized. {{(pid=103464) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 02:09:23.514635 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.514994 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.515418 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.515770 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > networks before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.516120 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.516463 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > ports before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.516810 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.517151 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnets before_response 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.517499 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.517838 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.518182 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.518526 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.518867 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.519207 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.519551 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.519894 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.520234 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.520821 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.plugin [None req-1132beac-4e85-4260-8396-566059037126 None None] Modular L2 Plugin initialization complete Nov 23 02:09:23.521158 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading services supported by the core plugin {{(pid=103464) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 02:09:23.521489 n-d-714676-12 neutron-server[103464]: INFO neutron.plugins.ml2.managers [None req-1132beac-4e85-4260-8396-566059037126 None None] Got port-security extension from driver 'port_security' Nov 23 02:09:23.521958 n-d-714676-12 neutron-server[103464]: INFO neutron.extensions.vlantransparent [None req-1132beac-4e85-4260-8396-566059037126 None None] Disabled vlantransparent extension. Nov 23 02:09:23.522451 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103464) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 02:09:23.522797 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: router Nov 23 02:09:23.558466 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.558841 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_create 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.559220 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router before_create 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.560103 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.560474 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.560832 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_delete 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.561191 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.561541 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.561898 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_create 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.562250 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.562628 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.562982 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.563343 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.563757 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.564127 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.564469 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.564812 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: subnet after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.565156 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.565508 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.565861 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_create 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.566212 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.566586 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.566949 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router after_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.567294 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.567649 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_create 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.568012 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.568358 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_update 55549900 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.568725 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > agent after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.569078 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > agent after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.569426 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > network after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.570308 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Tracking information for resource: router configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:23.570674 n-d-714676-12 neutron-server[103464]: DEBUG neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Tracking information for resource: floatingip configured {{(pid=103464) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:09:23.576316 n-d-714676-12 neutron-server[103464]: INFO neutron.db.l3_agentschedulers_db [None req-1132beac-4e85-4260-8396-566059037126 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 02:09:23.576893 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.577256 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.577770 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.577956 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: port after_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.578783 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router before_create 55550100 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.579153 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.579523 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_create 55550100 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.579885 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > router precommit_update 55550100 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.584737 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.provider_configuration [None req-1132beac-4e85-4260-8396-566059037126 None None] Service providers = [] {{(pid=103464) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 02:09:23.585107 n-d-714676-12 neutron-server[103464]: DEBUG neutron.db.servicetype_db [None req-1132beac-4e85-4260-8396-566059037126 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103464) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 02:09:23.588093 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.service_base [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:09:23.588448 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.service_base [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:09:23.588792 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.service_base [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:09:23.589683 n-d-714676-12 neutron-server[103464]: DEBUG neutron.services.service_base [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103464) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:09:23.590059 n-d-714676-12 neutron-server[103464]: INFO neutron.services.service_base [None req-1132beac-4e85-4260-8396-566059037126 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 02:09:23.590435 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.590779 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 02:09:23.601461 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.601803 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: auto_allocate Nov 23 02:09:23.607686 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: network precommit_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.608057 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: network precommit_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.608569 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.608893 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: tag Nov 23 02:09:23.615479 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.615814 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: timestamp Nov 23 02:09:23.619847 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.620184 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: network_ip_availability Nov 23 02:09:23.626158 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.626554 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.626916 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.627627 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.627951 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: flavors Nov 23 02:09:23.632744 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.633081 n-d-714676-12 neutron-server[103464]: INFO neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading Plugin: revisions Nov 23 02:09:23.637390 n-d-714676-12 neutron-server[103464]: DEBUG neutron.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103464) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:09:23.638329 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [None req-1132beac-4e85-4260-8396-566059037126 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 02:09:23.639114 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103464) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 02:09:23.639455 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Initializing extension manager. Nov 23 02:09:23.639975 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: __init__.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.640321 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: __pycache__ {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.640659 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.640996 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: address_group.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.641745 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.642310 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: address-group Nov 23 02:09:23.642681 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: address_scope.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.644831 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.645366 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: address-scope Nov 23 02:09:23.645701 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.646687 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.647232 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: router-admin-state-down-before-update Nov 23 02:09:23.647546 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: agent.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.648253 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.648765 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: agent Nov 23 02:09:23.649094 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: agent_resources_synced.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.650016 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.650551 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: agent-resources-synced Nov 23 02:09:23.650879 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: allowedaddresspairs.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.652691 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.653206 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: allowed-address-pairs Nov 23 02:09:23.653559 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: auto_allocated_topology.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.654672 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.655189 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: auto-allocated-topology Nov 23 02:09:23.655518 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: availability_zone.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.656468 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.656972 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: availability_zone Nov 23 02:09:23.657298 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: availability_zone_filter.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.658215 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.658754 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: availability_zone_filter Nov 23 02:09:23.659081 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: data_plane_status.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.659991 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.660495 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 02:09:23.660820 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: default_subnetpools.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.661757 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.662269 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: default-subnetpools Nov 23 02:09:23.662625 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.663430 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.663936 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: dhcp_agent_scheduler Nov 23 02:09:23.664265 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: dns.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.665183 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.665695 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 02:09:23.666022 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: dns_domain_ports.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.666971 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.667480 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 02:09:23.667809 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.668729 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.669278 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 02:09:23.669606 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: dvr.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.670274 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.670813 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: dvr Nov 23 02:09:23.671140 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: ecmp_routes.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.672063 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.672576 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 02:09:23.672901 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: empty_string_filtering.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.673818 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.674330 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: empty-string-filtering Nov 23 02:09:23.674696 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.675615 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.676133 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 02:09:23.676463 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.677379 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.677887 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 02:09:23.678213 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: external_net.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.679161 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.679675 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: external-net Nov 23 02:09:23.680000 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.680907 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.681416 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: extra_dhcp_opt Nov 23 02:09:23.681741 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: extraroute.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.682702 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.683210 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: extraroute Nov 23 02:09:23.683535 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: extraroute_atomic.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.684562 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.685657 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: extraroute-atomic Nov 23 02:09:23.685986 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: filter_validation.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.686689 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.687196 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: filter-validation Nov 23 02:09:23.687523 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: fip_pf_description.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.688440 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.688941 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 02:09:23.689268 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: fip_port_details.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.690202 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.690744 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: fip-port-details Nov 23 02:09:23.691075 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: flavors.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.692316 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.692837 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: flavors Nov 23 02:09:23.693168 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.694883 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.695412 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 02:09:23.695746 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: floatingip_pools.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.696445 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.696957 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: floatingip-pools Nov 23 02:09:23.697287 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: ip_allocation.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.698215 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.698766 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 02:09:23.699095 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.700033 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.701083 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: ip-substring-filtering Nov 23 02:09:23.701411 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l2_adjacency.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.702347 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.702896 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 02:09:23.703222 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.704318 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.704837 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: router Nov 23 02:09:23.705168 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.707443 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.707976 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 02:09:23.708312 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.709252 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.709774 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: ext-gw-mode Nov 23 02:09:23.710106 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.711069 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.711588 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: l3-ha Nov 23 02:09:23.711918 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3_flavors.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.712850 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.713367 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: l3-flavors Nov 23 02:09:23.713696 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.714655 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.715170 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 02:09:23.715497 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: l3agentscheduler.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.716540 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.717048 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: l3_agent_scheduler Nov 23 02:09:23.717377 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: local_ip.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.719171 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.719693 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension local_ip not supported by any of loaded plugins Nov 23 02:09:23.720030 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: logging.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.721510 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.722031 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension logging not supported by any of loaded plugins Nov 23 02:09:23.722368 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: metering.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.723143 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.723724 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: metering Nov 23 02:09:23.724054 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.725161 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.725681 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: metering_source_and_destination_fields Nov 23 02:09:23.726012 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: multiprovidernet.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.726974 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.727494 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: multi-provider Nov 23 02:09:23.727823 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: netmtu.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.728750 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.729264 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: net-mtu Nov 23 02:09:23.729590 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: netmtu_writable.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.730518 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.731044 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: net-mtu-writable Nov 23 02:09:23.731368 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: network_availability_zone.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.732060 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.732565 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: network_availability_zone Nov 23 02:09:23.732907 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: network_ip_availability.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.734003 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.734519 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: network-ip-availability Nov 23 02:09:23.734859 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: network_segment_range.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.735616 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.736115 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 02:09:23.736438 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: pagination.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.737423 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.737883 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: pagination Nov 23 02:09:23.738212 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: port_device_profile.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.739166 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.739688 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: port-device-profile Nov 23 02:09:23.740015 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.740936 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.741449 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: port-mac-address-regenerate Nov 23 02:09:23.741777 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.742722 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.743242 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: port-numa-affinity-policy Nov 23 02:09:23.743568 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: port_resource_request.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.744472 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.744976 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 02:09:23.745301 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: port_resource_request_groups.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.746281 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.746833 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 02:09:23.747802 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: portbindings.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.748621 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.749139 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: binding Nov 23 02:09:23.749464 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: portbindings_extended.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.750770 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.751286 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: binding-extended Nov 23 02:09:23.751615 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: portsecurity.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.752534 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.753054 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: port-security Nov 23 02:09:23.753381 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: project_id.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.754365 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.754732 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: project-id Nov 23 02:09:23.755058 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: providernet.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.755979 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.756505 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: provider Nov 23 02:09:23.756833 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.760479 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.761009 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos not supported by any of loaded plugins Nov 23 02:09:23.761345 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.762633 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.763693 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 02:09:23.764028 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.764957 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.765468 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 02:09:23.765798 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_default.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.766752 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.767267 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-default not supported by any of loaded plugins Nov 23 02:09:23.767598 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_fip.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.768256 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.769925 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 02:09:23.769925 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_gateway_ip.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.770169 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.770541 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 02:09:23.770873 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_port_network_policy.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.771794 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.772307 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 02:09:23.772637 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.773694 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.774208 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 02:09:23.774565 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_pps_rule.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.776772 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.777796 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 02:09:23.778144 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_rule_type_details.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.779143 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.781402 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 02:09:23.781746 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: qos_rules_alias.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.782845 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.784248 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 02:09:23.784607 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: quota_check_limit.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.785535 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.786055 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: quota-check-limit Nov 23 02:09:23.786386 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: quotasv2.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.787515 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.787852 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: quotas Nov 23 02:09:23.788181 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: quotasv2_detail.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.791593 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.791940 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: quota_details Nov 23 02:09:23.792279 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: rbac.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.793353 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.793889 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: rbac-policies Nov 23 02:09:23.794778 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: rbac_address_group.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.795716 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.796241 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: rbac-address-group Nov 23 02:09:23.796572 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: rbac_address_scope.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.797507 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.798029 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: rbac-address-scope Nov 23 02:09:23.798358 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: rbac_security_groups.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.799312 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.799826 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: rbac-security-groups Nov 23 02:09:23.800155 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: rbac_subnetpool.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.801075 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.801592 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: rbac-subnetpool Nov 23 02:09:23.801920 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: revisionifmatch.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.802888 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.803401 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: revision-if-match Nov 23 02:09:23.803728 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: revisions.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.804844 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.805356 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: standard-attr-revisions Nov 23 02:09:23.805683 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: router_availability_zone.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.806351 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.806893 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: router_availability_zone Nov 23 02:09:23.807217 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: routerservicetype.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.808139 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.808689 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 02:09:23.808972 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.810656 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.811178 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: security-groups-normalized-cidr Nov 23 02:09:23.811511 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.812505 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.813025 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: port-security-groups-filtering Nov 23 02:09:23.813354 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.814289 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.814838 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: security-groups-remote-address-group Nov 23 02:09:23.815166 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.816104 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.816620 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: security-groups-shared-filtering Nov 23 02:09:23.816946 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.817534 n-d-714676-12 neutron-server[103464]: WARNING neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 02:09:23.817862 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: securitygroup.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.827830 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.828357 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: security-group Nov 23 02:09:23.828694 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: segment.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.829480 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.829993 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension segment not supported by any of loaded plugins Nov 23 02:09:23.830325 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.831298 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.831813 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 02:09:23.832146 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: servicetype.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.833242 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.833767 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: service-type Nov 23 02:09:23.834173 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: sorting.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.835122 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.835462 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: sorting Nov 23 02:09:23.835791 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: standard_attr_segment.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.836712 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.837228 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 02:09:23.837556 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: standardattrdescription.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.838213 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.838749 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: standard-attr-description Nov 23 02:09:23.839080 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: stateful_security_group.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.840028 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.840545 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: stateful-security-group Nov 23 02:09:23.840896 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: stdattrs_common.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.841482 n-d-714676-12 neutron-server[103464]: WARNING neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 02:09:23.841808 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.842786 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.843299 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 02:09:23.843628 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnet_onboard.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.844696 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.845220 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: subnet_onboard Nov 23 02:09:23.845549 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.846490 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.847023 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 02:09:23.847353 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnet_service_types.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.848302 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.848817 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: subnet-service-types Nov 23 02:09:23.849147 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnetallocation.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.850250 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.850798 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: subnet_allocation Nov 23 02:09:23.851128 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.851794 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.852312 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: subnetpool-prefix-ops Nov 23 02:09:23.852637 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.853565 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.854088 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 02:09:23.854418 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: tagging.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.855516 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.856054 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: standard-attr-tag Nov 23 02:09:23.856389 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: timestamp.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.858121 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.858678 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loaded extension: standard-attr-timestamp Nov 23 02:09:23.859009 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: trunk.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.860055 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.860577 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension trunk not supported by any of loaded plugins Nov 23 02:09:23.860908 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: trunk_details.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.861851 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.862370 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 02:09:23.862730 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: uplink_status_propagation.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.863696 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.864212 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 02:09:23.864544 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Loading extension file: vlantransparent.py {{(pid=103464) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:09:23.865217 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103464) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:09:23.865723 n-d-714676-12 neutron-server[103464]: INFO neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 02:09:23.868246 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:network Nov 23 02:09:23.868792 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnet Nov 23 02:09:23.869199 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:09:23.869597 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:port Nov 23 02:09:23.870874 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.871314 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service FLAVORS assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.871954 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.873007 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.873347 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:router Nov 23 02:09:23.873788 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 02:09:23.874280 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service METERING assigned prefix: /metering {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.875769 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.876150 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.876507 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:09:23.877524 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 02:09:23.877965 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:security_group Nov 23 02:09:23.878569 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 02:09:23.879201 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service CORE assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.879541 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:09:23.879895 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] subnetpool is already registered Nov 23 02:09:23.880321 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service CORE assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.880657 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:09:23.880992 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] subnetpool is already registered Nov 23 02:09:23.883303 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.883723 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service FLAVORS assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.884319 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.884752 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.885091 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:router Nov 23 02:09:23.885433 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] router is already registered Nov 23 02:09:23.885856 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 02:09:23.886192 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] floatingip is already registered Nov 23 02:09:23.886685 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service METERING assigned prefix: /metering {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.887356 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 02:09:23.887685 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] rbac_policy is already registered Nov 23 02:09:23.888170 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:security_group Nov 23 02:09:23.888512 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] security_group is already registered Nov 23 02:09:23.888919 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 02:09:23.889254 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] security_group_rule is already registered Nov 23 02:09:23.889881 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service CORE assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.890211 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:09:23.890572 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] subnetpool is already registered Nov 23 02:09:23.891003 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.v2.resource_helper [None req-1132beac-4e85-4260-8396-566059037126 None None] Service CORE assigned prefix: {{(pid=103464) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:09:23.891329 n-d-714676-12 neutron-server[103464]: INFO neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:09:23.891659 n-d-714676-12 neutron-server[103464]: WARNING neutron.quota.resource_registry [None req-1132beac-4e85-4260-8396-566059037126 None None] subnetpool is already registered Nov 23 02:09:23.892123 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: extensions {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.893602 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: address-groups {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.895137 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: address-scopes {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.896445 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: agents {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.897622 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: auto-allocated-topology {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.898902 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: availability_zones {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.900127 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: dhcp-networks {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.901626 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: dhcp-agents {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.903085 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: routers {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.906634 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: flavors {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.907860 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: service_profiles {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.909077 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: next_providers {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.910558 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: service_profiles {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.912138 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: floatingip-pools {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.913355 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: routers {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.915491 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: floatingips {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.916767 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: l3-routers {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.918179 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: l3-agents {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.920152 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: metering-labels {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.921645 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: metering-label-rules {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.923304 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: network-ip-availabilities {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.925492 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: bindings {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.927705 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: quotas {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.929988 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: quotas {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.932186 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: rbac-policies {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.933847 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: security-groups {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.936017 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: security-group-rules {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.937716 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: service-providers {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.939506 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: subnetpools {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.941315 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: subnetpools {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.942819 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.944524 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.946348 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.948177 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.949966 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.951890 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.953561 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.955524 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.957294 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.959186 n-d-714676-12 neutron-server[103464]: DEBUG neutron.api.extensions [None req-1132beac-4e85-4260-8396-566059037126 None None] Extended resource: tags {{(pid=103464) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:09:23.965249 n-d-714676-12 neutron-server[103464]: WARNING keystonemiddleware.auth_token [None req-1132beac-4e85-4260-8396-566059037126 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 02:09:23.970063 n-d-714676-12 neutron-server[103464]: WARNING keystonemiddleware.auth_token [None req-1132beac-4e85-4260-8396-566059037126 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 02:09:23.978931 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [None req-1132beac-4e85-4260-8396-566059037126 None None] Acquired lock "singleton_lock" {{(pid=103464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 02:09:23.979413 n-d-714676-12 neutron-server[103464]: DEBUG oslo_concurrency.lockutils [None req-1132beac-4e85-4260-8396-566059037126 None None] Releasing lock "singleton_lock" {{(pid=103464) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 02:09:23.980059 n-d-714676-12 neutron-server[103464]: INFO oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Starting 2 workers Nov 23 02:09:23.985423 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Started child 103571 {{(pid=103464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:09:23.989821 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Started child 103572 {{(pid=103464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:09:23.991083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:23.991726 n-d-714676-12 neutron-server[103464]: INFO neutron.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 02:09:23.992060 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Publish callbacks [] for process, before_spawn {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:23.992598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [-] (103571) wsgi starting up on http://0.0.0.0:9696 Nov 23 02:09:23.994513 n-d-714676-12 neutron-server[103464]: INFO oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Starting 1 workers Nov 23 02:09:23.994876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:23.996311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [-] (103572) wsgi starting up on http://0.0.0.0:9696 Nov 23 02:09:24.000274 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Started child 103573 {{(pid=103464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:09:24.000839 n-d-714676-12 neutron-server[103464]: INFO oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Starting 1 workers Nov 23 02:09:24.003986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.service [None req-1132beac-4e85-4260-8396-566059037126 None None] calling RpcWorker wait() {{(pid=103573) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 02:09:24.004509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.service [None req-1132beac-4e85-4260-8396-566059037126 None None] returning from RpcWorker wait() {{(pid=103573) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 02:09:24.005270 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [None req-1132beac-4e85-4260-8396-566059037126 None None] Started child 103574 {{(pid=103464) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:09:24.005753 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:24.006074 n-d-714676-12 neutron-server[103464]: DEBUG neutron_lib.callbacks.manager [None req-1132beac-4e85-4260-8396-566059037126 None None] Publish callbacks [] for process, after_spawn {{(pid=103464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:24.006305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:24.008035 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 02:09:24.008248 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:09:24.008437 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:09:24.008666 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:09:24.009015 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:09:24.009197 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:09:24.009692 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.009987 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.010240 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.010342 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:24.010808 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.010808 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.011390 n-d-714676-12 neutron-server[103574]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:24.011502 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.011650 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.011884 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.012171 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.012432 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.012606 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.012821 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.013071 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.013324 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.013624 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.013891 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.014130 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.014394 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.014596 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.014861 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.015121 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.015357 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.015620 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] debug = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.015847 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.016371 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.016597 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.016838 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.017087 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.017368 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.017592 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.017845 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.018081 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.018319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.018551 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.018801 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.019036 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.019268 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.019516 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.019762 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.020032 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.020271 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.020707 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] host = n-d-714676-12 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.020953 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.021207 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.021448 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.021685 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.021960 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.022180 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.022432 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.022709 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.022985 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.023219 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.023461 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.023721 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.023950 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.024199 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.024366 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_options = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.024585 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.024860 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.025112 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.025303 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.025473 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.025656 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.025914 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.026082 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.026348 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.026638 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.026876 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.027066 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.027303 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.027560 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.027803 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.028052 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.028291 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.028563 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.028813 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.029062 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.029290 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.029518 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.029758 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.029998 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.030233 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.030480 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.031014 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.031235 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.031456 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.031692 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.031937 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.032182 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.032433 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.032686 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.032953 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.033201 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.033431 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.033668 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.033928 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.034155 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.034408 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.034703 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.034940 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.035173 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.035412 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.035629 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.035844 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_json = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.036078 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.036313 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.036734 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.037036 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.037258 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.037476 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.037775 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.038158 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.038701 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.038919 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.039297 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.039520 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.039804 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.040131 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.040455 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.040772 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.041195 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.041349 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.041604 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.041837 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.042145 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.042376 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.042682 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.043000 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.043267 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.043714 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.043876 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.044545 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.044769 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.044991 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.045274 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.045497 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.045756 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.045996 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.046224 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.046517 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.046859 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.047552 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.047552 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.047914 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.047914 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.048157 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.048361 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.048608 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.048824 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.049036 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.049380 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.049949 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.049949 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.049949 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.050305 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.050438 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.050609 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.050807 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.051034 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.051783 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.051783 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.051783 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.052518 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.052518 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.052518 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.052861 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.052861 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.053111 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.053290 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.053555 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.054376 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.054376 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.054376 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.054804 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.054929 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.055124 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.055366 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.055752 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.055896 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.056500 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.056737 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.057283 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.057283 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.057609 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.057609 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.057902 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.058117 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.058261 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.058666 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.058666 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.059098 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.059098 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.059398 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.059538 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.060274 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.060521 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.060738 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.060955 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.061187 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.061551 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.062277 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.062526 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.062771 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.063050 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.063345 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.063586 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.063833 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.064078 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.064484 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.064641 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.064794 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.065352 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.065617 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.066361 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.066361 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.066361 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.066878 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.066878 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.067143 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.067318 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.067615 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.067776 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.067916 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.068174 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.068976 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.068976 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.068976 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.069504 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.069504 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.069766 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.069903 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.070081 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.070358 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.070621 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.070893 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.071206 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.071495 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.071755 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.072004 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.072235 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.072500 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.072754 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.072999 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.073230 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.073457 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.073836 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.073985 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.074168 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.074385 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.074640 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.074988 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.075236 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.075484 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.075699 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.075995 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.076246 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.076484 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.076772 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.077019 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.077271 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.077841 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.077841 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.078139 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.078400 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.078572 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.078755 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.079001 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.079270 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.079468 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.079657 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.079894 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.080156 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.080391 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.080641 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.080873 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.081110 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.081328 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.081579 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.081805 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.082026 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.082267 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.082483 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.082724 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.082946 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.083191 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.083439 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.083705 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.083923 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.084300 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.084580 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.084728 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.084869 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.085095 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.085677 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.085677 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.085982 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.085982 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.086256 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.086424 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.086692 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.086935 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088033 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088033 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088033 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088033 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088695 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088695 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.088695 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089127 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089127 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089482 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089482 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089760 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.089924 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.090142 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.090360 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.090625 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091012 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091172 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091353 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091549 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091758 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.091991 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.092234 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.092523 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.092754 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.093015 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.093227 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.093445 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.093656 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.093900 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.094110 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.094319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.095543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.095543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.095543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.095543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.095543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096319 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096850 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096850 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.096850 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.097243 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.097381 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.097533 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.097681 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.097976 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.098149 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.098314 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.098610 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.098781 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.099000 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.099211 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.099503 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.099661 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.099853 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.100039 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.100331 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.100580 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.100909 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.101331 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.101745 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.101903 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.102323 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.102613 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.102877 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.103806 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.103806 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.103806 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.103806 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.104249 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.104354 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.104569 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.104832 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.105087 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.105368 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.105663 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.105935 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.106151 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.106450 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.107303 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.107580 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.107850 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.108115 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.108315 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.108536 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.108752 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.108988 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.109201 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.109436 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.109693 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.109936 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.110182 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.110398 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.110648 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.110893 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.111115 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.111324 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.111547 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.111783 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.111940 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:09:24.112464 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103464) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 02:09:24.112631 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:09:24.112786 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:09:24.112972 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:09:24.113141 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:09:24.113279 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:09:24.113489 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.113651 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.113811 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.113970 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114128 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114308 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114467 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114651 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114810 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.114969 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115128 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115286 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115445 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115605 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115763 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.115943 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116074 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116224 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116387 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116545 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116704 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.116862 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117019 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] debug = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117177 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117385 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117549 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117708 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.117865 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118041 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118247 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118337 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118473 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118653 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.118822 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119011 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119138 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119261 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119384 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119539 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119678 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.119879 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120007 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] host = n-d-714676-12 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120131 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120252 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120409 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120566 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120723 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.120880 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121038 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121196 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121354 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121633 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121766 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.121878 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.122001 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.122169 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.122824 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_options = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.122984 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123141 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123298 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123482 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123646 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123805 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.123964 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124123 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124280 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124437 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124595 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124752 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.124909 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125066 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125224 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125382 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125539 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125697 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.125856 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126015 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126174 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126332 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126490 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126723 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.126886 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127045 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127202 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127360 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127522 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127681 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.127889 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128051 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128220 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128387 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128523 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128655 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128815 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.128970 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129120 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129278 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129436 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129594 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129748 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.129998 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130132 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130268 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130415 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_json = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130605 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130752 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.130890 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131019 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131153 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131284 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131423 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131554 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:09:24.131776 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.131937 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132078 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132209 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132343 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132474 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132604 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132735 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.132899 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133054 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133216 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133366 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133538 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133697 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.133843 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134009 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134170 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134331 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134493 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134674 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134836 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.134996 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135165 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135324 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135468 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135658 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135818 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.135986 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136147 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136323 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136484 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136645 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136806 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.136967 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137129 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137291 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137452 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137614 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137799 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.137963 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138124 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138285 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138435 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138618 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138781 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.138942 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139103 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139263 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139425 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139586 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139747 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.139907 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140075 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140240 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140386 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140528 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140693 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.140863 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141023 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141183 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141342 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141508 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141666 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141831 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.141992 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142150 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142310 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142471 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142666 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142826 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.142987 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143146 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143307 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143468 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143630 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143791 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.143951 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144110 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144270 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144430 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144606 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144765 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.144899 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.145042 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.145209 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.145370 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.145531 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.145691 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.146437 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.146625 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.146786 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.146954 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.147131 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.147292 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.148273 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.148443 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.149252 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.149434 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.149599 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.149765 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.149926 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150089 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150300 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150427 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150572 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150725 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.150887 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.151543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.151708 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.151872 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.152018 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.152872 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.153042 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.153204 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.153895 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154061 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154223 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154384 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154589 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154750 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.154984 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.155093 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.155219 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.155393 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.155567 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.155964 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156104 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156245 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156390 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156562 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156707 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.156874 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.157034 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.157196 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.157571 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.157571 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.158126 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.158519 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.158715 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.158879 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.159041 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.159540 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.159714 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.159845 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.160005 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.160768 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.161461 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.161633 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.161791 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.161946 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.162345 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.162614 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.162770 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.162902 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.163423 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.163591 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.163973 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164144 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164307 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164470 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164616 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164780 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.164940 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.165323 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.165505 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.165677 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.165811 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.165962 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166124 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166284 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166444 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166628 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166789 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.166950 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167110 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167273 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167434 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167596 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167757 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.167919 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.168312 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.168479 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.168643 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.168804 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.168965 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.169778 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.169954 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.169954 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.170205 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.170524 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.170703 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.170864 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.171030 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.171208 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.171451 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.171658 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.171658 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172092 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172258 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172419 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172580 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172789 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.172921 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:24.173184 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173184 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173420 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173543 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173701 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173845 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.173991 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174158 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174267 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174396 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174563 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174736 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.174886 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175028 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175193 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175366 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175511 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175677 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175831 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.175990 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176145 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176315 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176475 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176636 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176796 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.176955 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177115 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177285 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177444 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177604 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177865 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.177865 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178182 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178313 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178444 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178628 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178774 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.178908 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179039 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179171 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179303 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179435 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179566 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179728 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.179887 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180058 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180220 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180380 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180544 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180696 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.180844 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181004 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181176 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181345 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181502 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181689 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181828 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.181989 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182186 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182357 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182532 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182951 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182951 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.182951 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183343 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183343 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183595 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183595 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183880 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.183880 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184133 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184133 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184391 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184525 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184686 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184831 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.184963 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185095 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185226 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185357 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185513 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185675 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185834 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.185995 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.186155 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.186315 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.186475 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.186647 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:09:24.186790 n-d-714676-12 neutron-server[103464]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103464) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:09:24.347825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:24.356269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063062 Nov 23 02:09:35.699080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedb148-40f5-4321-b4b2-3100c95914d4 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:09:35.766538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aedb148-40f5-4321-b4b2-3100c95914d4 None None] No non-hosted networks {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 02:09:35.775851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.agentschedulers_db [None req-3aedb148-40f5-4321-b4b2-3100c95914d4 None None] DHCP Agent not found on host n-d-714676-12 {{(pid=103573) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 02:09:35.914671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fca223a7-c419-49f4-bf5f-013d53aeb095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:37.949032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c276cd9-e2ff-4ae6-b056-68240cc9dff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:38.002306 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f4c4b0c-055e-46fd-a98b-3a948d4a82c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:39.129972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:40.549103 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:40.877460 n-d-714676-12 neutron-server[103573]: INFO neutron.db.l3_hamode_db [None req-37550f70-b876-4515-bdae-9f3660356945 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 02:09:40.959826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37550f70-b876-4515-bdae-9f3660356945 None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:09:40.960739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37550f70-b876-4515-bdae-9f3660356945 None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:09:41.578136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:41.579056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.579407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.579746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.580136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.580470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.580799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.581149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.581590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.581925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.582250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.582633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.582916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:41.583317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-714676-12', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:41.601168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-714676-12', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:09:41.983511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:42.481210 n-d-714676-12 neutron-server[103571]: WARNING oslo_policy.policy [None req-ae1449e0-e9bb-475c-8c1b-58a131c257fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:09:42.481793 n-d-714676-12 neutron-server[103571]: WARNING oslo_policy.policy [None req-ae1449e0-e9bb-475c-8c1b-58a131c257fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:09:42.705218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-ae1449e0-e9bb-475c-8c1b-58a131c257fa admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:09:42.706368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ae1449e0-e9bb-475c-8c1b-58a131c257fa admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7218428 Nov 23 02:09:45.204731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:45.507930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:09:45.603679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.policy [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103571) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 02:09:45.649615 n-d-714676-12 neutron-server[103571]: WARNING oslo_policy.policy [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:09:45.649987 n-d-714676-12 neutron-server[103571]: WARNING oslo_policy.policy [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:09:45.659138 n-d-714676-12 neutron-server[103571]: INFO neutron.quota [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] Loaded quota_driver: . Nov 23 02:09:45.747125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793992024342', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793992023875', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793991849012', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793991846205', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793991869183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793991860213', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-593023', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-797536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4006079', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4066151'] for rbac-policy, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:45.811526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:45.812694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1d3d7444-c06e-4995-8dc9-2155a6f0784d admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6069963 Nov 23 02:09:48.500683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:48.807466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'name': 'private'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:09:48.835774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Made reservation on behalf of 3439f49e0d084ce29b9b42c72239224b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:09:48.838456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:48.855056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:48.974391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:48.978352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:49.003067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:09:49.027128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793994185948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:49.027747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Unsubscribe: segment precommit_create {{(pid=103571) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 02:09:49.028237 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Added segment 4b0fc23a-7885-4976-b452-d32cd92fe6a5 of type vlan for network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 Nov 23 02:09:49.034112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fba96a-7d29-4585-8817-aaaf07c59900,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:09:49.054885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.055284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.055645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.056006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.056333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.056667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.056980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.057305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.057617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.057932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.058246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.058592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Tracked resource versions report: Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: pushed versions: Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: { 'AddressGroup': {'1.2'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'ConntrackHelper': {'1.0'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Log': {'1.0'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Network': {'1.1'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Port': {'1.7'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'PortForwarding': {'1.2'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'QosPolicy': {'1.10'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SecurityGroup': {'1.5'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SubPort': {'1.0'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Subnet': {'1.1'}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Trunk': {'1.1'}} Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: consumer versions: Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: L3 agent@n-d-714676-12: {}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: Metadata agent@n-d-714676-12: {}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: Metering agent@n-d-714676-12: {}, Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'ConntrackHelper': '1.0', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Log': '1.0', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Network': '1.1', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Port': '1.7', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'PortForwarding': '1.2', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'QosPolicy': '1.10', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SecurityGroup': '1.5', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SecurityGroupRule': '1.2', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'SubPort': '1.0', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Subnet': '1.1', Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: 'Trunk': '1.1'}} Nov 23 02:09:49.060207 n-d-714676-12 neutron-server[103571]: {{(pid=103571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:09:49.147455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:49.185692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:49.186785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:09:49.187504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:49.267217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7653613 Nov 23 02:09:49.291885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9769a8-25a2-4fed-8414-99ba3f622107 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3525eb-92d5-4af0-8ef1-79bfee56d574,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:09:49.304912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:09:52.007913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:52.393900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46bd3f-84df-4793-987b-22d31398a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:09:52.395310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ed46bd3f-84df-4793-987b-22d31398a8bd admin admin] 10.222.0.15 "GET /v2.0/networks/4f3525eb-92d5-4af0-8ef1-79bfee56d574 HTTP/1.1" status: 200 len: 825 time: 0.3864419 Nov 23 02:09:52.420277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4992c447-b5b5-414d-ba1e-d78ecc5c0134 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/7a5c378b-8862-4527-8b81-2d2143d75e6e HTTP/1.1" status: 200 len: 734 time: 0.0188663 Nov 23 02:09:52.428883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Request body: {'subnet': {'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:09:52.450422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Made reservation on behalf of 3439f49e0d084ce29b9b42c72239224b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:09:52.452607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:52.739504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:52.807722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:09:52.813211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Checking segment: {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:09:52.813697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Network hostable DHCP agents. Network: 4f3525eb-92d5-4af0-8ef1-79bfee56d574, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:09:52.833911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:09:52.843929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4f3525eb-92d5-4af0-8ef1-79bfee56d574) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:09:52.848575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:09:52.849331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:52.853385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659db07-6ed1-462b-b24b-34e63a74dcc2 None None] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:09:52.870413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6da7951b-c960-4d17-a84c-ddbd59477d4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4385202 Nov 23 02:09:53.178971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:09:53.180215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:53.474391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Allocated IP 172.20.0.2 (4f3525eb-92d5-4af0-8ef1-79bfee56d574/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b/41853d6f-7db5-4367-9c9e-8d12efffa0d3) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:09:53.682250 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:53.689446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:53.766299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:09:53.774103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:09:53.780482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Pushing event updated for resources: {'Port': ['ID=41853d6f-7db5-4367-9c9e-8d12efffa0d3,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:09:53.782673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:09:53.815287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.815641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.815986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.816324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.816867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.817211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.817541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.817866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.818192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.818540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.818867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.819189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Tracked resource versions report: Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: pushed versions: Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: { 'AddressGroup': {'1.2'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'ConntrackHelper': {'1.0'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Log': {'1.0'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Network': {'1.1'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Port': {'1.7'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'PortForwarding': {'1.2'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'QosPolicy': {'1.10'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SecurityGroup': {'1.5'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SubPort': {'1.0'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Subnet': {'1.1'}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Trunk': {'1.1'}} Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: consumer versions: Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: L3 agent@n-d-714676-12: {}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: Metadata agent@n-d-714676-12: {}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: Metering agent@n-d-714676-12: {}, Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'ConntrackHelper': '1.0', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Log': '1.0', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Network': '1.1', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Port': '1.7', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'PortForwarding': '1.2', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'QosPolicy': '1.10', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SecurityGroup': '1.5', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SecurityGroupRule': '1.2', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'SubPort': '1.0', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Subnet': '1.1', Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: 'Trunk': '1.1'}} Nov 23 02:09:53.820314 n-d-714676-12 neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:09:53.867393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Attempting to bind port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:09:53.867996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Attempting to bind port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:09:53.868205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Attempting to bind port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 on network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:09:53.873078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:09:53.873458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Checking segment: {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:09:53.873946 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:53.874332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Bound using segment: {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:09:53.874852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Bound port: 41853d6f-7db5-4367-9c9e-8d12efffa0d3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:09:53.875255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:53.938001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] For port 41853d6f-7db5-4367-9c9e-8d12efffa0d3, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:09:53.942167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] For port 41853d6f-7db5-4367-9c9e-8d12efffa0d3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41853d6f-7db5-4367-9c9e-8d12efffa0d3,segment=NetworkSegment(4b0fc23a-7885-4976-b452-d32cd92fe6a5),segment_id=4b0fc23a-7885-4976-b452-d32cd92fe6a5)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:09:53.946791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:09:54.026489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a20c8-f36b-4602-9789-01da21f917d1 None None] Pushing event updated for resources: {'Port': ['ID=41853d6f-7db5-4367-9c9e-8d12efffa0d3,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:09:55.375716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:55.686378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-193ba657-7e1f-470b-97e3-b030e6533dfc admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:09:55.687463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-193ba657-7e1f-470b-97e3-b030e6533dfc admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108015 Nov 23 02:09:58.177382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:09:58.525561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-f1402155-380f-4dd6-ad10-f42a2d9452e0 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:09:58.526711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f1402155-380f-4dd6-ad10-f42a2d9452e0 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3481486 Nov 23 02:10:01.296662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:01.594945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Request body: {'router': {'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'name': 'router1', 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:10:01.620317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:01.622813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:01.753261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:01.758242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:01.779606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:01.790731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-853f637d-a2a8-4087-9952-2d04069ff684 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4835255 Nov 23 02:10:03.093984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde91201-e080-4466-ac6c-65e976f32018 None None] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:10:03.172664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7fe84393-811f-4200-9676-266f984d8812 None None] Provisioning complete for port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:03.173043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe84393-811f-4200-9676-266f984d8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:03.324028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41853d6f-7db5-4367-9c9e-8d12efffa0d3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:10:03.433922 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe84393-811f-4200-9676-266f984d8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:03.478111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7fe84393-811f-4200-9676-266f984d8812 None None] For port 41853d6f-7db5-4367-9c9e-8d12efffa0d3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41853d6f-7db5-4367-9c9e-8d12efffa0d3,segment=NetworkSegment(4b0fc23a-7885-4976-b452-d32cd92fe6a5),segment_id=4b0fc23a-7885-4976-b452-d32cd92fe6a5)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:10:03.484217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:03.484595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:03.487203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe84393-811f-4200-9676-266f984d8812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:03.567232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84393-811f-4200-9676-266f984d8812 None None] Pushing event updated for resources: {'Port': ['ID=41853d6f-7db5-4367-9c9e-8d12efffa0d3,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:03.619001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cce05067-98c1-4c5b-8d8b-221638d3717f None None] Provisioning complete for port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:03.619369 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cce05067-98c1-4c5b-8d8b-221638d3717f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:04.307343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:04.616777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-e3280583-4d3e-4484-a396-98d2fabdac4e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:10:04.617778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3280583-4d3e-4484-a396-98d2fabdac4e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094919 Nov 23 02:10:05.066835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:10:05.285976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41853d6f-7db5-4367-9c9e-8d12efffa0d3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:10:05.336522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:05.336889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:05.556720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43984116-c92e-4629-8093-edee2546ee6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.101471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:07.408714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:10:07.428643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Made reservation on behalf of a3ce32932c3949a3b8b0ea438a2550e1 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:10:07.430913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.438478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.509847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.513654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.528399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Reserving flat network on physical network physnet1 {{(pid=103571) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 02:10:07.546697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61345fef-01ea-4dbf-ab1b-6feb64968283,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:07.551316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.551653 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Added segment d716fd62-839f-4844-8d3c-9e7e875dc10d of type flat for network be908337-ef10-42e5-b02a-0c4a016e859d Nov 23 02:10:07.596250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.626693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.627600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:10:07.628189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:07.683178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5806589 Nov 23 02:10:07.689769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32d5a4-1d5a-46f1-897e-ed53bd077b0f admin admin] Pushing event updated for resources: {'Network': ['ID=be908337-ef10-42e5-b02a-0c4a016e859d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:07.700761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network be908337-ef10-42e5-b02a-0c4a016e859d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:10:07.946884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f930a09-b8cd-4c05-a397-50d21ba18d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:09.073229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:10.132484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:10.309992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec874106-67ab-44cd-bbe4-9887fbc2e4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:10:10.311373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ec874106-67ab-44cd-bbe4-9887fbc2e4ac admin admin] 10.222.0.15 "GET /v2.0/subnets/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b HTTP/1.1" status: 200 len: 849 time: 0.1779552 Nov 23 02:10:10.428856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4314d3b1-e663-4a0e-96d1-2511794c00a9 admin admin] 10.222.0.15 "GET /v2.0/routers/cd0d8743-bef7-40b5-941e-8ed85e18f420 HTTP/1.1" status: 200 len: 704 time: 0.1113985 Nov 23 02:10:10.471776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:10.692251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:10.981709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Allocated IP 172.20.0.1 (4f3525eb-92d5-4af0-8ef1-79bfee56d574/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b/c6cc49e6-6898-435a-8966-f85ea4c9bd99) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:10:11.174582 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.238428 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.312679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:10:11.317311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:10:11.322964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:10:11.323483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.383738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cc49e6-6898-435a-8966-f85ea4c9bd99,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:11.472122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2ec747cb-8680-4115-8a8b-e3331193b7d6 None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:11.472658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ec747cb-8680-4115-8a8b-e3331193b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.505438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2ec747cb-8680-4115-8a8b-e3331193b7d6 None None] Port c6cc49e6-6898-435a-8966-f85ea4c9bd99 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:10:11.532766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.584043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.736775 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.741038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.741766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:11.818637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cc49e6-6898-435a-8966-f85ea4c9bd99,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:11.864080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:10:11.865406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:10:12.023931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Router cd0d8743-bef7-40b5-941e-8ed85e18f420 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:10:12.027633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1b0a2ad2-18a0-45df-bedb-8499a190ac8f None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:12.027959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2ad2-18a0-45df-bedb-8499a190ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:12.060399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a2ad2-18a0-45df-bedb-8499a190ac8f None None] Port c6cc49e6-6898-435a-8966-f85ea4c9bd99 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:10:12.113826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:10:12.119022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d9deb1aa-fe48-467d-9b0e-d57c9b80df46 admin admin] 10.222.0.15 "PUT /v2.0/routers/cd0d8743-bef7-40b5-941e-8ed85e18f420/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6839058 Nov 23 02:10:12.123983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Sync routers for ids ['cd0d8743-bef7-40b5-941e-8ed85e18f420'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:10:12.138912 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Routers {'cd0d8743-bef7-40b5-941e-8ed85e18f420'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:10:12.139661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:10:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['cd0d8743-bef7-40b5-941e-8ed85e18f420'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:12.330413 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Set router cd0d8743-bef7-40b5-941e-8ed85e18f420 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:10:12.762553 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:11Z', 'revision_number': 2, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port_host': None, '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:11Z', 'revision_number': 2, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:12.814624 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Checking router: cd0d8743-bef7-40b5-941e-8ed85e18f420 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:10:12.814996 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Updating router cd0d8743-bef7-40b5-941e-8ed85e18f420 port c6cc49e6-6898-435a-8966-f85ea4c9bd99 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:10:12.862518 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.372147 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.378408 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.536614 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Pushing event updated for resources: {'Port': ['ID=c6cc49e6-6898-435a-8966-f85ea4c9bd99,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:13.550586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.550937 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.551280 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.551618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.551951 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.552281 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.552611 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.552935 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.553260 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.553583 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.553906 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.554227 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Tracked resource versions report: Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: pushed versions: Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: { 'AddressGroup': {'1.2'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'ConntrackHelper': {'1.0'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Log': {'1.0'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Network': {'1.1'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Port': {'1.7'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'PortForwarding': {'1.2'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'QosPolicy': {'1.10'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SecurityGroup': {'1.5'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SubPort': {'1.0'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Subnet': {'1.1'}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Trunk': {'1.1'}} Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: consumer versions: Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: L3 agent@n-d-714676-12: {}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: Metadata agent@n-d-714676-12: {}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: Metering agent@n-d-714676-12: {}, Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'ConntrackHelper': '1.0', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Log': '1.0', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Network': '1.1', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Port': '1.7', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'PortForwarding': '1.2', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'QosPolicy': '1.10', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SecurityGroup': '1.5', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SecurityGroupRule': '1.2', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'SubPort': '1.0', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Subnet': '1.1', Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: 'Trunk': '1.1'}} Nov 23 02:10:13.555335 n-d-714676-12 neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:10:13.557731 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Attempting to bind port c6cc49e6-6898-435a-8966-f85ea4c9bd99 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:10:13.558150 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Attempting to bind port c6cc49e6-6898-435a-8966-f85ea4c9bd99 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:10:13.558628 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Attempting to bind port c6cc49e6-6898-435a-8966-f85ea4c9bd99 on network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:10:13.564187 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:10:13.564588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Checking segment: {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:10:13.565084 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.565470 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Bound using segment: {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:10:13.565963 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Bound port: c6cc49e6-6898-435a-8966-f85ea4c9bd99, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0fc23a-7885-4976-b452-d32cd92fe6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:10:13.566353 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.588324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5d1f95d9-b82f-49c3-bbe7-d053051a7a66 None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:13.588849 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d1f95d9-b82f-49c3-bbe7-d053051a7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.623438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f95d9-b82f-49c3-bbe7-d053051a7a66 None None] Port c6cc49e6-6898-435a-8966-f85ea4c9bd99 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:10:13.633013 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] For port c6cc49e6-6898-435a-8966-f85ea4c9bd99, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:10:13.653087 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] For port c6cc49e6-6898-435a-8966-f85ea4c9bd99, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c6cc49e6-6898-435a-8966-f85ea4c9bd99,segment=NetworkSegment(4b0fc23a-7885-4976-b452-d32cd92fe6a5),segment_id=4b0fc23a-7885-4976-b452-d32cd92fe6a5)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:10:13.657370 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:13.704068 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Routers {'cd0d8743-bef7-40b5-941e-8ed85e18f420'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:10:13.704818 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:10:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['cd0d8743-bef7-40b5-941e-8ed85e18f420'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:13.793947 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc26bd-ebe7-40cc-ad92-9311965da06f None None] Pushing event updated for resources: {'Port': ['ID=c6cc49e6-6898-435a-8966-f85ea4c9bd99,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:13.810751 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] Set router cd0d8743-bef7-40b5-941e-8ed85e18f420 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:10:13.944735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:13.945247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:14.024117 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:11Z', 'revision_number': 2, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port_host': None, '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:13Z', 'revision_number': 4, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:14.025720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:14.050066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcc62e-c338-4c54-be1b-6a1abe8bdd1e None None] The sync data for ids ['cd0d8743-bef7-40b5-941e-8ed85e18f420'] in n-d-714676-12 is: [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:11Z', 'revision_number': 2, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port_host': None, '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:13Z', 'revision_number': 4, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:10:14.062695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] For port c6cc49e6-6898-435a-8966-f85ea4c9bd99, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c6cc49e6-6898-435a-8966-f85ea4c9bd99,segment=NetworkSegment(4b0fc23a-7885-4976-b452-d32cd92fe6a5),segment_id=4b0fc23a-7885-4976-b452-d32cd92fe6a5)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:10:14.070320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:14.118584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d24e1-8f3b-4416-90c3-a1bcf0714708 None None] Pushing event updated for resources: {'Port': ['ID=c6cc49e6-6898-435a-8966-f85ea4c9bd99,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:14.452269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:14.559852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73e0dc-73ce-41dc-8f1a-ee432eda50a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:10:14.561137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b73e0dc-73ce-41dc-8f1a-ee432eda50a1 admin admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 842 time: 0.1078374 Nov 23 02:10:14.570851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'gateway_ip': '172.25.1.1', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:10:14.592227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Made reservation on behalf of a3ce32932c3949a3b8b0ea438a2550e1 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:10:14.594414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:14.939673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:10:14.940139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:14.993152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc0448b-c92e-4a9e-96b3-325ada7c39d7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:15.003588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:10:15.003950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Network hostable DHCP agents. Network: be908337-ef10-42e5-b02a-0c4a016e859d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:10:15.020008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:10:15.028299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, be908337-ef10-42e5-b02a-0c4a016e859d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:10:15.033362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:10:15.034681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:15.037565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc27a17-ca94-4576-acbd-bfbe1be83e59 None None] Network be908337-ef10-42e5-b02a-0c4a016e859d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:10:15.050833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1dc48c38-2cce-4bfd-8b5a-5659905c7014 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4832740 Nov 23 02:10:15.185106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f1570e-388c-4bc6-ae1f-f4b3187d4a79 None None] Network be908337-ef10-42e5-b02a-0c4a016e859d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:10:17.480575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53138) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:17.610576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1059d0f9-5abd-4311-90db-63a4ea4c18ea admin admin] 10.222.0.15 "GET /v2.0/routers/cd0d8743-bef7-40b5-941e-8ed85e18f420 HTTP/1.1" status: 200 len: 710 time: 0.1290622 Nov 23 02:10:17.698778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423d0b7-b37a-419f-8525-efc0ebe8c66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:10:17.700200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5423d0b7-b37a-419f-8525-efc0ebe8c66c admin admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 886 time: 0.0838006 Nov 23 02:10:17.710115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:10:17.966828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:18.200811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:18.277584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:18.381098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Allocated IP 172.25.1.174 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/73563f13-af51-4a30-836d-55c3fc78b4e1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:10:18.481630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:18.513722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:18.558084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:10:18.561006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:10:18.563720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:10:18.622587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Pushing event updated for resources: {'Port': ['ID=73563f13-af51-4a30-836d-55c3fc78b4e1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:18.891815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:19.084418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:19.087848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:19.195564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Router cd0d8743-bef7-40b5-941e-8ed85e18f420 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:10:19.302824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:10:19.307081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:19.308285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e777934b-387e-4088-b600-593c65b2b7eb admin admin] 10.222.0.15 "PUT /v2.0/routers/cd0d8743-bef7-40b5-941e-8ed85e18f420 HTTP/1.1" status: 200 len: 890 time: 1.6017325 Nov 23 02:10:21.028490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Sync routers for ids ['cd0d8743-bef7-40b5-941e-8ed85e18f420'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:10:21.039463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Routers {'cd0d8743-bef7-40b5-941e-8ed85e18f420'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:10:21.040115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:10:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['cd0d8743-bef7-40b5-941e-8ed85e18f420'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:21.251104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Set router cd0d8743-bef7-40b5-941e-8ed85e18f420 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:10:21.322749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c6cc49e6-6898-435a-8966-f85ea4c9bd99 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:10:21.537113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:21.537408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:21.817038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:10:21.824765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:18Z', 'revision_number': 4, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port': {'id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:18Z', 'updated_at': '2021-11-23T02:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:14Z', 'revision_number': 5, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:21.877170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Checking router: cd0d8743-bef7-40b5-941e-8ed85e18f420 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:10:21.877524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Updating router cd0d8743-bef7-40b5-941e-8ed85e18f420 port 73563f13-af51-4a30-836d-55c3fc78b4e1 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:10:21.926777 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:21.963390 n-d-714676-12 neutron-server[103572]: WARNING oslo_policy.policy [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:10:21.963983 n-d-714676-12 neutron-server[103572]: WARNING oslo_policy.policy [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:10:22.238302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:22.243888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:22.296490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Attempting to bind port 73563f13-af51-4a30-836d-55c3fc78b4e1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:10:22.296864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Attempting to bind port 73563f13-af51-4a30-836d-55c3fc78b4e1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:10:22.297230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Attempting to bind port 73563f13-af51-4a30-836d-55c3fc78b4e1 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:10:22.300486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e7f4-54f5-4760-ab98-8fc47e932b9c None None] Pushing event updated for resources: {'Port': ['ID=73563f13-af51-4a30-836d-55c3fc78b4e1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:22.304929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:10:22.305302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:10:22.305705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:22.306094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:10:22.306582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Bound port: 73563f13-af51-4a30-836d-55c3fc78b4e1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:10:22.307089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:22.355958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] For port 73563f13-af51-4a30-836d-55c3fc78b4e1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:10:22.359036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] For port 73563f13-af51-4a30-836d-55c3fc78b4e1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=73563f13-af51-4a30-836d-55c3fc78b4e1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:10:22.362388 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:22.375469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.policy [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 02:10:22.420826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Routers {'cd0d8743-bef7-40b5-941e-8ed85e18f420'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:10:22.421424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:10:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['cd0d8743-bef7-40b5-941e-8ed85e18f420'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:22.424107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e7f4-54f5-4760-ab98-8fc47e932b9c None None] Pushing event updated for resources: {'Port': ['ID=73563f13-af51-4a30-836d-55c3fc78b4e1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:22.424228 n-d-714676-12 neutron-server[103572]: WARNING oslo_policy.policy [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:10:22.424586 n-d-714676-12 neutron-server[103572]: WARNING oslo_policy.policy [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:10:22.434709 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c8727423-4049-4e6e-94f2-8bdd5976b2d2 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6155546 Nov 23 02:10:22.532207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] Set router cd0d8743-bef7-40b5-941e-8ed85e18f420 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:10:22.745858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:18Z', 'revision_number': 4, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port': {'id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:18Z', 'updated_at': '2021-11-23T02:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:14Z', 'revision_number': 5, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:10:22.774930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d3790-d620-46a8-8644-5f0502a0d84a None None] The sync data for ids ['cd0d8743-bef7-40b5-941e-8ed85e18f420'] in n-d-714676-12 is: [{'id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'name': 'router1', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174'}], 'enable_snat': True}, 'gw_port_id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:10:01Z', 'updated_at': '2021-11-23T02:10:18Z', 'revision_number': 4, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'gw_port': {'id': '73563f13-af51-4a30-836d-55c3fc78b4e1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ae:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:18Z', 'updated_at': '2021-11-23T02:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c6cc49e6-6898-435a-8966-f85ea4c9bd99', 'name': '', 'network_id': '4f3525eb-92d5-4af0-8ef1-79bfee56d574', 'tenant_id': '3439f49e0d084ce29b9b42c72239224b', 'mac_address': 'fa:16:3e:7a:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8743-bef7-40b5-941e-8ed85e18f420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:10:10Z', 'updated_at': '2021-11-23T02:10:14Z', 'revision_number': 5, 'project_id': '3439f49e0d084ce29b9b42c72239224b', 'subnets': [{'id': 'a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a5c378b-8862-4527-8b81-2d2143d75e6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:10:23.341987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 73563f13-af51-4a30-836d-55c3fc78b4e1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:10:23.429790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 73563f13-af51-4a30-836d-55c3fc78b4e1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:23.430185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:23.505700 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:23.527894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 73563f13-af51-4a30-836d-55c3fc78b4e1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=73563f13-af51-4a30-836d-55c3fc78b4e1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:10:23.532649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:23.585353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=73563f13-af51-4a30-836d-55c3fc78b4e1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:10:25.302951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 73563f13-af51-4a30-836d-55c3fc78b4e1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:10:25.354541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 73563f13-af51-4a30-836d-55c3fc78b4e1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:10:25.355422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:35.565392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-383b4e47-a09e-432e-b6dc-ed7a21442c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:37.953845 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eb31deda-d330-42a2-9d73-fee368a216c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:39.079924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:40.486074 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:41.671427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:10:42.066285 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:11:05.563761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-69a73e11-5e05-46e8-9791-7ac557315d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:07.951435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdcb2-d334-4000-a504-a2a8f6f278b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:09.082067 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:10.480342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:11.585545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:19.065091 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:11:35.558531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc67fb36-4090-490c-99f5-5d2442b41447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:37.943914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04382192-30b3-4e5c-82de-5d2499b093b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:39.085114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:40.476500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:41.588194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:46.538340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:46.612387 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec8d427-fec4-45eb-9c08-ddb17263fe96 admin admin] GET failed (client error): The resource could not be found. Nov 23 02:11:46.613672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fec8d427-fec4-45eb-9c08-ddb17263fe96 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743771 Nov 23 02:11:46.808998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a8952-b536-471a-8b30-10854c269ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:46.810364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff9a8952-b536-471a-8b30-10854c269ef0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1921067 Nov 23 02:11:49.086767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53684) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:49.216172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8246f-fe76-4ec9-a319-eb3cc0d2d8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:49.217522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ad8246f-fe76-4ec9-a319-eb3cc0d2d8da admin admin] 10.222.0.15 "GET /v2.0/subnets/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b HTTP/1.1" status: 200 len: 849 time: 0.1292970 Nov 23 02:11:49.227626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:11:49.313697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:49.468629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793994141004'] for subnet, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:49.532478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:49.533433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:49.534424 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] 10.222.0.15 "PUT /v2.0/subnets/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b HTTP/1.1" status: 200 len: 868 time: 0.3105805 Nov 23 02:11:49.549653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97558f3-500a-492a-a8fa-16d38b780a4a None None] Network 4f3525eb-92d5-4af0-8ef1-79bfee56d574 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:11:49.550369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:11:49.561281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.562255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.562646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.563124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.563479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.563812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.564144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.564476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.564799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.565123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.565452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.565780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942e25-16f0-4ac6-9d2c-8278158f7d36 admin admin] Tracked resource versions report: Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: pushed versions: Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: { 'AddressGroup': {'1.2'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'ConntrackHelper': {'1.0'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Log': {'1.0'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Network': {'1.1'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Port': {'1.7'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'PortForwarding': {'1.2'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'QosPolicy': {'1.10'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SecurityGroup': {'1.5'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SubPort': {'1.0'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Subnet': {'1.1'}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Trunk': {'1.1'}} Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: consumer versions: Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: L3 agent@n-d-714676-12: {}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: Metadata agent@n-d-714676-12: {}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: Metering agent@n-d-714676-12: {}, Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'ConntrackHelper': '1.0', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Log': '1.0', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Network': '1.1', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Port': '1.7', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'PortForwarding': '1.2', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'QosPolicy': '1.10', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SecurityGroup': '1.5', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SecurityGroupRule': '1.2', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'SubPort': '1.0', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Subnet': '1.1', Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: 'Trunk': '1.1'}} Nov 23 02:11:49.567107 n-d-714676-12 neutron-server[103572]: {{(pid=103572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:11:49.898925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-019a50e8-1402-43c6-8ed9-76e80510ac81 None None] Provisioning complete for port 41853d6f-7db5-4367-9c9e-8d12efffa0d3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:11:49.899295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-019a50e8-1402-43c6-8ed9-76e80510ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:49.982159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-019a50e8-1402-43c6-8ed9-76e80510ac81 None None] Provisioning complete for port c6cc49e6-6898-435a-8966-f85ea4c9bd99 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:11:49.982524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-019a50e8-1402-43c6-8ed9-76e80510ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:11:51.844887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:52.041531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ba7e7-ae59-4fc8-9f5f-f86985669fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:52.041920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ba7e7-ae59-4fc8-9f5f-f86985669fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:52.043497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7d4ba7e7-ae59-4fc8-9f5f-f86985669fc2 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976600 Nov 23 02:11:54.334341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:54.464849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4eed0-ec9c-49a9-9f36-daa9c65aed26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:54.465323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4eed0-ec9c-49a9-9f36-daa9c65aed26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:54.466836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f0e4eed0-ec9c-49a9-9f36-daa9c65aed26 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314881 Nov 23 02:11:56.063884 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:11:56.709540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:56.835974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e9fba5-c4d7-463c-a65a-c8eb908f7721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:56.837312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-97e9fba5-c4d7-463c-a65a-c8eb908f7721 admin admin] 10.222.0.15 "GET /v2.0/networks/4f3525eb-92d5-4af0-8ef1-79bfee56d574 HTTP/1.1" status: 200 len: 869 time: 0.1268332 Nov 23 02:11:59.118662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:11:59.242002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee2c38-02ad-4ef8-a7ef-dff8bac1a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:11:59.243440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d0ee2c38-02ad-4ef8-a7ef-dff8bac1a7be admin admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 886 time: 0.1237717 Nov 23 02:12:01.512163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53730) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:01.655203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7a38c-c090-407c-a944-2f6797f2f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:01.655653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7a38c-c090-407c-a944-2f6797f2f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:01.657160 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52d7a38c-c090-407c-a944-2f6797f2f686 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440480 Nov 23 02:12:03.986880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53738) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:04.076608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffb3e3-b006-4d1d-a7ba-0a8c3851d0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:04.077063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ffb3e3-b006-4d1d-a7ba-0a8c3851d0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:04.078584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4ffb3e3-b006-4d1d-a7ba-0a8c3851d0c2 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907342 Nov 23 02:12:05.559550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b241fbc2-b65e-4978-97b4-1c3804ffa5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:06.359947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53746) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:06.449869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dce744-3813-4993-9959-272d97dc4bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:06.451246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-78dce744-3813-4993-9959-272d97dc4bd5 admin admin] 10.222.0.15 "GET /v2.0/subnets/a8fdb4a6-15d9-4e1c-bad3-56d5185f2a9b HTTP/1.1" status: 200 len: 868 time: 0.0903203 Nov 23 02:12:07.946262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-357051f4-6c04-469b-bdeb-7145774ee8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:08.758435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:08.844193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de47a731-43da-43b6-8e18-b718f18f273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:08.845530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de47a731-43da-43b6-8e18-b718f18f273a admin admin] 10.222.0.15 "GET /v2.0/subnets/bcc0448b-c92e-4a9e-96b3-325ada7c39d7 HTTP/1.1" status: 200 len: 816 time: 0.0856080 Nov 23 02:12:09.087526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:10.480616 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:11.589982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:33.060809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:33.061723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:12:33.111117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-15b183c5-f866-4df3-acb1-1db58116b362 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:12:33.112120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15b183c5-f866-4df3-acb1-1db58116b362 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503759 Nov 23 02:12:35.460958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53816) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:35.519808 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbce6cf-9ae2-4528-a863-35b74e03052d admin admin] GET failed (client error): The resource could not be found. Nov 23 02:12:35.521080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0cbce6cf-9ae2-4528-a863-35b74e03052d admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586624 Nov 23 02:12:35.561107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e698564-a327-4364-a6e7-788545ca2a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:35.613098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c9f5f1-eb54-4298-9b76-ddf72490bb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:35.614622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-09c9f5f1-eb54-4298-9b76-ddf72490bb70 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0884290 Nov 23 02:12:37.900260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:37.948879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:12:37.949435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9a6374e6-f616-47f7-8c34-8b058f570988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:37.968038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Made reservation on behalf of a3ce32932c3949a3b8b0ea438a2550e1 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:12:37.970292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:37.997568 n-d-714676-12 neutron-server[103571]: WARNING neutron.services.revisions.revision_plugin [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Could not find related network for resource to bump revision. Nov 23 02:12:38.007983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:12:38.026243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:38.026612 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Added segment 94d4bbcc-4c16-4bf1-a318-e2363a557438 of type vlan for network 6775544d-2901-4b64-acda-657e45b48d83 Nov 23 02:12:38.078068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:38.101027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:38.102121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:38.102885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:38.151875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2504549 Nov 23 02:12:38.163941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Pushing event updated for resources: {'Network': ['ID=6775544d-2901-4b64-acda-657e45b48d83,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:12:38.171772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.172121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.172465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.172802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.173143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.173478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.173806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.174136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.174463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.174832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.175161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.175484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36898ac8-c128-482c-95a3-dcb2523e1a07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:38.187598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6775544d-2901-4b64-acda-657e45b48d83 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:12:39.092038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:40.454244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:12:40.482718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:40.514979 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e8557e-8e9d-43a0-b81e-f02c4349d41f admin admin] GET failed (client error): The resource could not be found. Nov 23 02:12:40.516236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-55e8557e-8e9d-43a0-b81e-f02c4349d41f admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610287 Nov 23 02:12:40.587463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66216213-f81c-49f2-9a84-26d3c6f386a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:40.589365 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-66216213-f81c-49f2-9a84-26d3c6f386a8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686796 Nov 23 02:12:40.599391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Request body: {'subnet': {'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:12:40.600570 n-d-714676-12 neutron-server[103572]: INFO neutron.quota [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Loaded quota_driver: . Nov 23 02:12:40.636998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Made reservation on behalf of a3ce32932c3949a3b8b0ea438a2550e1 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:12:40.639324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:40.851381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:40.899490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:12:40.916508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:12:40.916892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Network hostable DHCP agents. Network: 6775544d-2901-4b64-acda-657e45b48d83, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:12:40.937012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Network 6775544d-2901-4b64-acda-657e45b48d83 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:12:40.948994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6775544d-2901-4b64-acda-657e45b48d83) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:12:40.953119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:12:40.953714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:40.958208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d9a2a-a1ff-41df-ad8a-c1dedd9eda24 None None] Network 6775544d-2901-4b64-acda-657e45b48d83 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:12:40.974525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b6c662e-becc-4693-a5fa-3c2096da30ac admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3784437 Nov 23 02:12:41.109106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-6775544d-2901-4b64-acda-657e45b48d83', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'tenant_id': 'a3ce32932c3949a3b8b0ea438a2550e1', 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:12:41.110000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.249707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Allocated IP 192.168.233.2 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/00e801d0-eed6-4b35-8be6-3d4aa217ce88) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:12:41.394412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.400448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.440630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:12:41.443559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:12:41.445998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:12:41.456488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Pushing event updated for resources: {'Port': ['ID=00e801d0-eed6-4b35-8be6-3d4aa217ce88,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:12:41.475981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.476326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.476660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.476995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.477325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.477768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.478791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.479122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.479443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.479761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.480076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.480388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:12:41.516285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Attempting to bind port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:12:41.516917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Attempting to bind port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:12:41.517044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Attempting to bind port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:12:41.522055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:12:41.522420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:12:41.522840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.523227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:12:41.523732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Bound port: 00e801d0-eed6-4b35-8be6-3d4aa217ce88, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:12:41.524244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.595908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] For port 00e801d0-eed6-4b35-8be6-3d4aa217ce88, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:12:41.599622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] For port 00e801d0-eed6-4b35-8be6-3d4aa217ce88, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=00e801d0-eed6-4b35-8be6-3d4aa217ce88,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:12:41.602822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.606902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:41.664486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ca9fd-b71f-4108-ad28-15783e2bed7a None None] Pushing event updated for resources: {'Port': ['ID=00e801d0-eed6-4b35-8be6-3d4aa217ce88,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:12:42.520421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d8196-8e21-4fc5-abb6-a1566b09d87f None None] Network 6775544d-2901-4b64-acda-657e45b48d83 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:12:42.605902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] Provisioning complete for port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:12:42.606264 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:42.742775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:42.776753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] For port 00e801d0-eed6-4b35-8be6-3d4aa217ce88, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=00e801d0-eed6-4b35-8be6-3d4aa217ce88,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:12:42.782266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:42.835055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bcb84-f446-473e-a10f-a035c8f2e4fc None None] Pushing event updated for resources: {'Port': ['ID=00e801d0-eed6-4b35-8be6-3d4aa217ce88,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:12:43.006202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6fdbe564-6971-430c-b74f-2b521f4fec77 None None] Provisioning complete for port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:12:43.006943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe564-6971-430c-b74f-2b521f4fec77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:12:43.462300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 00e801d0-eed6-4b35-8be6-3d4aa217ce88 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:12:43.513904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 00e801d0-eed6-4b35-8be6-3d4aa217ce88 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:12:43.514431 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:05.563412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1377c65-698e-41f6-b275-31cd1bb1ff30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:07.950723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-523446fd-e5b7-4c45-a787-ac846dc826c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:09.095412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:10.060540 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:13:10.486764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:11.595077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:35.572876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-575b91fe-96a8-46bc-9f9e-b24aa446b15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:37.953549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cec7a330-cb10-4f10-b7d4-109517f2b729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:39.096763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:40.489484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:41.597028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:47.060669 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:13:52.339983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53876) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:52.345713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-c5b6d36a-d444-44f3-9b57-d53b5b76ea53 tempest-verify_tempest_config-1229478220 tempest-verify_tempest_config-1229478220-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:13:52.346703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5b6d36a-d444-44f3-9b57-d53b5b76ea53 tempest-verify_tempest_config-1229478220 tempest-verify_tempest_config-1229478220-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057428 Nov 23 02:13:52.627346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:52.734434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.835189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.839293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.881201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26536f-ce6a-4834-835a-169324192c1f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:52.885608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=992ca3fbad494139b374d5b45d3843b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2572827 Nov 23 02:13:52.888385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:52.889874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.890220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.890582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.890921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.891263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.891582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.891964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.892237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.892554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.892875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.893201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.893521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804868ae-2cb3-40b7-bdba-863fc0039001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.944271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.964873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:53.059724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:53.062425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:53.063699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab26536f-ce6a-4834-835a-169324192c1f HTTP/1.1" status: 204 len: 168 time: 0.1743238 Nov 23 02:13:53.072328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26536f-ce6a-4834-835a-169324192c1f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:53.079247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.079605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.079950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.080290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.080631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.080966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.081301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.081628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.081953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.082278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.082626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:53.082950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90850d6-fb32-4c57-8a65-8661708ade7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:05.565029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f27362fe-61ff-4051-b5f6-921e31da5e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:07.954310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-93e57790-a6b1-4318-b9eb-de2a41811673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:09.099657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.491776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:11.603537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:24.060847 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:14:35.565653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b599-96ac-4b7c-9a80-e99c7ec08319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:37.955037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa3eef0-eb79-4494-8b9c-506c9da4cc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:39.103958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:40.495427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:41.595409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:01.059407 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:15:05.566692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d480934-149b-4786-9861-c683fe8adb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:07.956000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-52b38ead-5e00-4e81-8ea9-667efed38b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:09.103884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:10.498016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:11.597461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:35.568424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de946177-cf9f-4654-b077-0b6e6bc8c566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:37.955906 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5239e1f-c23d-4af0-ad90-f270528ede8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:38.057695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:15:39.111221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:40.501590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:41.597763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:05.571888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-77134da1-083f-45ae-88c1-43526157168f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:07.956269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f8af9846-3b7c-4936-bc88-cc422edad2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:09.109834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:10.504032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:11.598584 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:15.056882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:16:35.573147 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0cda8fb8-f417-4398-a066-30b466e9d612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:37.956283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca560445-e137-4271-9d95-57c34e8f6e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:39.111295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:40.506492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.599377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:52.055384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 5 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:16:53.084549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:59.258417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3830664'] for agent, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:05.577248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d17050eb-526c-4276-934f-2cda9249a9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:07.957772 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c07fd36e-7029-4dd6-9421-40859c956bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:09.113649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:10.510822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:11.600261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:23.037049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:29.056513 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:17:29.217931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:35.578176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1c6849b-bd83-4871-b2de-f1a429befc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:37.958537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-177bb30b-46a4-4f6a-951f-a1a1d4d09e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:38.608203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:17:38.711242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70364141-842c-4c94-b4e4-712e0737753c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1019635 Nov 23 02:17:39.117557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:40.513844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:40.977701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:17:41.032063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3180d419-1e5d-485f-8b21-f0e0607eee37 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0532894 Nov 23 02:17:41.601251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:53.036679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:59.221416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:05.578943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5f0d4f-2140-4053-885e-aef3b7cf04cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:06.056149 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:18:07.960589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac880c48-d6ac-4046-aed8-248a7f18bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:09.119281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:10.516727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:11.602036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:23.056189 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:29.236753 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:35.581196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fccba6b5-6752-49a9-bebe-696510647235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:37.962117 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2498be7d-7e2b-4a97-b6b9-b548ba6a6496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:39.121042 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:40.520393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:41.603889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:43.056004 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:18:53.051021 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:59.234779 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:05.589674 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea33aefe-ba69-48f1-8849-c5e07a9d01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:07.965347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bb99b978-c0cf-455e-883b-e940f6a2bc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:08.373886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:08.732038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:08.753789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:08.810194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:08.814367 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:08.855121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44385574-7ad8-4a74-ad30-da19a6dc3a65,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:08.865995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.866352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.866721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.867059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.867399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.867730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.868056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.868382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.868706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.869027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.869350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.869771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] Tracked resource versions report: Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: pushed versions: Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: { 'AddressGroup': {'1.2'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'ConntrackHelper': {'1.0'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Log': {'1.0'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Network': {'1.1'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Port': {'1.7'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'PortForwarding': {'1.2'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'QosPolicy': {'1.10'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SecurityGroup': {'1.5'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SubPort': {'1.0'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Subnet': {'1.1'}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Trunk': {'1.1'}} Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: consumer versions: Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: HyperV agent@n-h1-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: HyperV agent@n-h2-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: L3 agent@n-d-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: Metadata agent@n-d-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: Metering agent@n-d-714676-12: {}, Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'ConntrackHelper': '1.0', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Log': '1.0', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Network': '1.1', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Port': '1.7', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'PortForwarding': '1.2', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'QosPolicy': '1.10', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SecurityGroup': '1.5', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SecurityGroupRule': '1.2', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'SubPort': '1.0', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Subnet': '1.1', Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: 'Trunk': '1.1'}} Nov 23 02:19:08.870758 n-d-714676-12 neutron-server[103571]: {{(pid=103571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:19:08.899462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9e51b11b-2e4b-4532-a9b1-feb54d098e1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05bdc711fb684b0b849968aad3d88af7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5240264 Nov 23 02:19:08.900755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54366) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:08.912787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.040970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.046670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.087110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.100096 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=099545f6f66548c7a7d5f933e7ff8ade&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3417323 Nov 23 02:19:09.101187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:09.102936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d2c82-ec2a-4697-b6b4-7d86703e8d32,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:09.112888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.113478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.113958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.114431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.114929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.115398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.115882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.116346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.116813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.117276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.118239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.118776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452f9735-7027-4333-bf26-0caaa48218a7 admin admin] Tracked resource versions report: Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: pushed versions: Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: { 'AddressGroup': {'1.2'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'ConntrackHelper': {'1.0'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Log': {'1.0'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Network': {'1.1'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Port': {'1.7'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'PortForwarding': {'1.2'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'QosPolicy': {'1.10'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SecurityGroup': {'1.5'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SubPort': {'1.0'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Subnet': {'1.1'}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Trunk': {'1.1'}} Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: consumer versions: Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: HyperV agent@n-h1-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: HyperV agent@n-h2-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: L3 agent@n-d-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: Metadata agent@n-d-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: Metering agent@n-d-714676-12: {}, Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'ConntrackHelper': '1.0', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Log': '1.0', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Network': '1.1', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Port': '1.7', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'PortForwarding': '1.2', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'QosPolicy': '1.10', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SecurityGroup': '1.5', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SecurityGroupRule': '1.2', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'SubPort': '1.0', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Subnet': '1.1', Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: 'Trunk': '1.1'}} Nov 23 02:19:09.120539 n-d-714676-12 neutron-server[103572]: {{(pid=103572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:19:09.139529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.143100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.191685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.215362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.223616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.226518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.227934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44385574-7ad8-4a74-ad30-da19a6dc3a65 HTTP/1.1" status: 204 len: 168 time: 0.3262968 Nov 23 02:19:09.239606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948e23b-14d7-4c02-ad65-32e2bd982786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44385574-7ad8-4a74-ad30-da19a6dc3a65,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:09.309597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.314609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.318330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a94d2c82-ec2a-4697-b6b4-7d86703e8d32 HTTP/1.1" status: 204 len: 168 time: 0.2133377 Nov 23 02:19:09.325672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1731de-df6f-4ec7-9323-ecbec8ce15c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d2c82-ec2a-4697-b6b4-7d86703e8d32,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:09.632117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:09.651787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4198779-dce1-42af-8193-1a2f149b70e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.765352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4198779-dce1-42af-8193-1a2f149b70e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.780668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4198779-dce1-42af-8193-1a2f149b70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.842139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4198779-dce1-42af-8193-1a2f149b70e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cf1ae1-1b01-4b79-ba3b-0cb4a73a41cc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:09.850396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e4198779-dce1-42af-8193-1a2f149b70e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=391e69173c3b48c580075301d393531c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2143650 Nov 23 02:19:09.851240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54462) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:09.907906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.916899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:09.932110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.932860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65636977-a3ed-4d20-8221-c4fb645078fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.989329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.992294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.993790 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13cf1ae1-1b01-4b79-ba3b-0cb4a73a41cc HTTP/1.1" status: 204 len: 168 time: 0.1402655 Nov 23 02:19:10.003896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37786037-a649-4081-80fd-6e173aaa3de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cf1ae1-1b01-4b79-ba3b-0cb4a73a41cc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:10.061299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65636977-a3ed-4d20-8221-c4fb645078fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.071652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65636977-a3ed-4d20-8221-c4fb645078fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.088410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:10.128298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-65636977-a3ed-4d20-8221-c4fb645078fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e41ebd4206814fb780f589a170c5e0bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2073326 Nov 23 02:19:10.128298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636977-a3ed-4d20-8221-c4fb645078fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f904aa2-a2ae-4a60-a2a2-d7e90e7b365e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:10.128785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54496) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:10.195740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.219280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.273783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.276823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.277980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f904aa2-a2ae-4a60-a2a2-d7e90e7b365e HTTP/1.1" status: 204 len: 168 time: 0.1470337 Nov 23 02:19:10.286396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fed1d-bd35-4be1-bdb2-2d9638370435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f904aa2-a2ae-4a60-a2a2-d7e90e7b365e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:10.441092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d92ceb7-3792-40aa-95e7-50fb96b9a848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.512572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54514) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:10.535403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.555208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d92ceb7-3792-40aa-95e7-50fb96b9a848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.564361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d92ceb7-3792-40aa-95e7-50fb96b9a848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.613581 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d92ceb7-3792-40aa-95e7-50fb96b9a848 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e5e0b2ee066489ebcb89852d53e6d67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5240965 Nov 23 02:19:10.615901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92ceb7-3792-40aa-95e7-50fb96b9a848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473dc076-e039-4817-bd0b-9e9f9656cd62,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:10.616303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:10.864151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a970e4-fb85-42ec-9402-22c0ecda61af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.900611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.931903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:10.997938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.001453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.005120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/473dc076-e039-4817-bd0b-9e9f9656cd62 HTTP/1.1" status: 204 len: 168 time: 0.3876729 Nov 23 02:19:11.018034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748d28d-d8f9-4aba-9901-b4c34ada063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473dc076-e039-4817-bd0b-9e9f9656cd62,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:11.030556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a970e4-fb85-42ec-9402-22c0ecda61af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.036222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a970e4-fb85-42ec-9402-22c0ecda61af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.082073 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36a970e4-fb85-42ec-9402-22c0ecda61af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=208be89392b64b868d7d7a17dbfd4d7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5656557 Nov 23 02:19:11.082445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:11.111654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a970e4-fb85-42ec-9402-22c0ecda61af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca5351-5696-4246-9cad-8c154854d7c0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:11.163223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.193644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.262917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.267769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.273933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dca5351-5696-4246-9cad-8c154854d7c0 HTTP/1.1" status: 204 len: 168 time: 0.1902750 Nov 23 02:19:11.284034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7e49f-38e7-47bd-a44b-ab363abdc8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca5351-5696-4246-9cad-8c154854d7c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:11.740678 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.809977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54652) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:11.833027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9710757b-bb69-4f5b-9a87-a26557426cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.948803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9710757b-bb69-4f5b-9a87-a26557426cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:11.959977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9710757b-bb69-4f5b-9a87-a26557426cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.021896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9710757b-bb69-4f5b-9a87-a26557426cea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f137eaaa33104524a8f7a27a44f2e95e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2096827 Nov 23 02:19:12.023414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:12.027935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710757b-bb69-4f5b-9a87-a26557426cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c79d357-fb1e-41b1-be73-c7d339530223,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:12.100496 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.135353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.175086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:12.190856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca1901b7-68f4-44da-ab80-391e3e6055f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.216077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.220115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.224002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c79d357-fb1e-41b1-be73-c7d339530223 HTTP/1.1" status: 204 len: 168 time: 0.1984642 Nov 23 02:19:12.234541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cef3d-45c9-467a-a979-4adabceb2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c79d357-fb1e-41b1-be73-c7d339530223,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:12.352976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca1901b7-68f4-44da-ab80-391e3e6055f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.359691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca1901b7-68f4-44da-ab80-391e3e6055f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.369440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:12.411394 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca1901b7-68f4-44da-ab80-391e3e6055f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0f1e376a459462fb02b941afc457d95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2352386 Nov 23 02:19:12.412564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1901b7-68f4-44da-ab80-391e3e6055f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa5f1a6-e092-4e5e-bc83-e2a7aaf74940,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:12.414227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:12.482271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.506768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.574806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.578686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.583135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1aa5f1a6-e092-4e5e-bc83-e2a7aaf74940 HTTP/1.1" status: 204 len: 168 time: 0.1676702 Nov 23 02:19:12.600326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810f7de-7b20-435f-a5b2-1630225df638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa5f1a6-e092-4e5e-bc83-e2a7aaf74940,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:12.727943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:12.765913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69e12c42-7688-4657-9395-94554b81d6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.856923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69e12c42-7688-4657-9395-94554b81d6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.862283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69e12c42-7688-4657-9395-94554b81d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:12.904716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12c42-7688-4657-9395-94554b81d6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9869794c-1c36-4205-9718-395ae1ac52b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:12.911819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-69e12c42-7688-4657-9395-94554b81d6a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d341538429a4b2da362b2e403259d36&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5408871 Nov 23 02:19:12.914470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54750) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:13.000764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.041918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.097313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.101016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.102164 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9869794c-1c36-4205-9718-395ae1ac52b5 HTTP/1.1" status: 204 len: 168 time: 0.1865044 Nov 23 02:19:13.111412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3a83-e581-4865-9afd-4e1202135b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9869794c-1c36-4205-9718-395ae1ac52b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:13.139860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-network', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:13.167901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Made reservation on behalf of 48fef1bcd52f496480cc8819e656b59a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:13.170483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.179536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.270372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.284665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.318792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:19:13.329946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18351868-e1cf-411d-b4ed-b33c0476455c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:13.338914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793994185948', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.339903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Unsubscribe: segment precommit_create {{(pid=103572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 02:19:13.340855 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Added segment 7c17cc52-777b-4896-99d7-6b38aa2f3ab2 of type vlan for network 580c9cd6-b55c-44a0-8fa0-2865656000aa Nov 23 02:19:13.392362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.429972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.431220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:13.432155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.433015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:13.508508 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7794526 Nov 23 02:19:13.511648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:13.516937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Request body: {'subnet': {'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-subnet', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:13.549262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Made reservation on behalf of 48fef1bcd52f496480cc8819e656b59a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:13.552032 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.597058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c7d7e-671f-483d-ae3f-26a6cc21ee3a admin admin] Pushing event updated for resources: {'Network': ['ID=580c9cd6-b55c-44a0-8fa0-2865656000aa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:13.608881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:19:13.756548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1c-caeb-4dbb-9770-a8bcb96466e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.772700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.869224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Checking segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:13.869478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Network hostable DHCP agents. Network: 580c9cd6-b55c-44a0-8fa0-2865656000aa, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:19:13.880700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54802) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:13.893373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb457442-32a0-4053-8fc3-d865ce622771,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:13.894706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3904d468-43a7-437c-bd66-9075de1df84b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.937253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:19:13.959360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 580c9cd6-b55c-44a0-8fa0-2865656000aa) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:13.968131 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1c-caeb-4dbb-9770-a8bcb96466e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.968531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d04e70-5f8b-4696-8386-4e3f49e7d6f9 None None] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:13.969910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:13.970577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.983583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc9daa1c-caeb-4dbb-9770-a8bcb96466e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:13.997974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ced935d4-7d2c-41a1-8a29-04c919f5ec2d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4828212 Nov 23 02:19:14.002330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:14.010316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:14.027559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3904d468-43a7-437c-bd66-9075de1df84b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.039847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3904d468-43a7-437c-bd66-9075de1df84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.040384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dc9daa1c-caeb-4dbb-9770-a8bcb96466e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02156e8d2ce14a38b4f48dd35dd2d03c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6063046 Nov 23 02:19:14.041121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9daa1c-caeb-4dbb-9770-a8bcb96466e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f496a-3a1a-4f5e-ac32-abed6a415b25,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:14.043583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:14.098062 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.126108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.127730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.128197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.140771 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3904d468-43a7-437c-bd66-9075de1df84b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f60896a5ab541b39dada113591002e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2590008 Nov 23 02:19:14.143488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54816) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:14.158186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904d468-43a7-437c-bd66-9075de1df84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756f40d-3a16-4612-a35a-51eb8aa3896f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:14.221392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.225227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.229198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d68f496a-3a1a-4f5e-ac32-abed6a415b25 HTTP/1.1" status: 204 len: 168 time: 0.1848030 Nov 23 02:19:14.242464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada91fb-2795-4a40-8a77-c762efac23b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f496a-3a1a-4f5e-ac32-abed6a415b25,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:14.294012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-580c9cd6-b55c-44a0-8fa0-2865656000aa', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:19:14.294918 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.341700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.377273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.459761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Allocated IP 172.20.0.2 (580c9cd6-b55c-44a0-8fa0-2865656000aa/cb457442-32a0-4053-8fc3-d865ce622771/7fa3a75f-5bf2-4318-aa8d-09e81db07f04) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:14.493930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.584529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.662632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.665372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.669331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2756f40d-3a16-4612-a35a-51eb8aa3896f HTTP/1.1" status: 204 len: 168 time: 0.5236859 Nov 23 02:19:14.674349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:14.677299 n-d-714676-12 neutron-server[103571]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 02:19:14.689262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e1120-8b28-41aa-bac9-b43a75c63cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756f40d-3a16-4612-a35a-51eb8aa3896f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:14.692066 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.708372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.732975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-80cd0ff1-5d5b-4580-9281-424ab347b3e4 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566542 Nov 23 02:19:14.736420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:14.766757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:14.770589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:14.870240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Attempting to bind port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:14.870618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Attempting to bind port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:14.871019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Attempting to bind port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:14.874482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Pushing event updated for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:14.886239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.886713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.887059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.887526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.887831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.888338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.888788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.889169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.889621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.889947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.890392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.891386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Tracked resource versions report: Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: pushed versions: Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: { 'AddressGroup': {'1.2'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'ConntrackHelper': {'1.0'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Log': {'1.0'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Network': {'1.1'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Port': {'1.7'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'PortForwarding': {'1.2'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'QosPolicy': {'1.10'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SecurityGroup': {'1.5'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SubPort': {'1.0'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Subnet': {'1.1'}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Trunk': {'1.1'}} Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: consumer versions: Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: HyperV agent@n-h1-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: HyperV agent@n-h2-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: L3 agent@n-d-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: Metadata agent@n-d-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: Metering agent@n-d-714676-12: {}, Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'ConntrackHelper': '1.0', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Log': '1.0', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Network': '1.1', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Port': '1.7', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'PortForwarding': '1.2', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'QosPolicy': '1.10', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SecurityGroup': '1.5', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SecurityGroupRule': '1.2', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'SubPort': '1.0', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Subnet': '1.1', Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: 'Trunk': '1.1'}} Nov 23 02:19:14.892643 n-d-714676-12 neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:19:14.897441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:14.897851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Checking segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:14.898251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.898697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Bound using segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:14.899511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Bound port: 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:14.899899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.929917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:14.965631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07f8cbbb-09a6-42b9-bca8-87dbb0307fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.971904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:14.975403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:14.984598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:14.994673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-7ef80d67-e0b1-4a87-bd6a-b43316c253a8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:15.005330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-7ef80d67-e0b1-4a87-bd6a-b43316c253a8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710407 Nov 23 02:19:15.031032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-8ba4f469-26cf-49e2-9082-543ef5be61f3 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/quotas/d7c30bd2312a44238e3f0fbb54998e7e HTTP/1.1" status: 200 len: 375 time: 0.0247054 Nov 23 02:19:15.044075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.049635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aab1df-f958-46f5-abb3-913b92df87c9 None None] Pushing event updated for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:15.084525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.156399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-c855dc61-e0cb-4934-b7d3-bc7eaa2eb5cf tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243637 Nov 23 02:19:15.287575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07f8cbbb-09a6-42b9-bca8-87dbb0307fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.298285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07f8cbbb-09a6-42b9-bca8-87dbb0307fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.389244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Allocated IP 172.25.1.199 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/eb3cb9df-59bd-473a-b824-700ff70b98a8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:15.403269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:15.403472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-07f8cbbb-09a6-42b9-bca8-87dbb0307fd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ef217c0467e4e65bc3a24381bec0554&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4690709 Nov 23 02:19:15.407731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8cbbb-09a6-42b9-bca8-87dbb0307fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53a5f8-cc1d-4a09-8146-76425891f9c0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:15.508366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.582317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.593882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.713709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.738674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.742396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.746532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a53a5f8-cc1d-4a09-8146-76425891f9c0 HTTP/1.1" status: 204 len: 168 time: 0.3407803 Nov 23 02:19:15.752131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:15.769291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:15.775717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e306e-cdfb-4528-b6f7-34fde00b1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53a5f8-cc1d-4a09-8146-76425891f9c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:15.820481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:15.825469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:15.831301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:15.848726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:15.849095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.870764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3cb9df-59bd-473a-b824-700ff70b98a8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:15.935247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:15.980259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:15.986489 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.068748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:16.095002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54906) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:16.299549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.412833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-97084560-network', 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:16.457701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:16.461428 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.479296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.608093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6624a3-9a85-4d34-a4bd-47f696351471 None None] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:16.614237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.641464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.650726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.741249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:19:16.777910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eeb8ae71-b130-48b0-89e0-25b50e5de605 None None] Provisioning complete for port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:16.778957 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ae71-b130-48b0-89e0-25b50e5de605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.816534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.816852 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Added segment 2457e1d4-8a0d-42df-bdf4-842efad8eaae of type vlan for network e0dcd252-4872-44ef-9704-fd90da3dd812 Nov 23 02:19:16.871810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97f2ae6b-3a52-4bee-b224-cf49802b3dd8 req-df6e46bd-9d45-4a80-9d2b-587b68c202fc tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 210 time: 0.7753894 Nov 23 02:19:16.875808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:19:16.885841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.924526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.925472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:16.926118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:16.992201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Pushing event updated for resources: {'Network': ['ID=e0dcd252-4872-44ef-9704-fd90da3dd812,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:16.997030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b258b-1ebb-4fed-9023-2606717436b7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:17.007159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e0dcd252-4872-44ef-9704-fd90da3dd812 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:19:17.039375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-33ba09f9-c0b0-4ee3-af78-c399aa1eac2c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2852454 Nov 23 02:19:17.042485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:17.048133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Request body: {'subnet': {'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-97084560-subnet', 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:17.098132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:17.100904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.177635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:19:17.191554 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:19:17.210662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:17.211247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.212596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af91f2ca-4bec-47a2-86b7-d7f4d077ac88 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2074945 Nov 23 02:19:17.215524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:17.215656 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:17.390410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6f60ea1b-0c53-4366-a648-1b6b570157c0 None None] Provisioning complete for port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:17.390890 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f60ea1b-0c53-4366-a648-1b6b570157c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.430673 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:17.663522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:17.729310 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:16Z', 'revision_number': 3, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:17.766967 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:19:17.767327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Updating router 89de4427-70da-4eec-b0c8-a4a5cad990c7 port eb3cb9df-59bd-473a-b824-700ff70b98a8 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:19:17.768281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:17.769032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.856744 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.869706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:17.989996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:17.990347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Network hostable DHCP agents. Network: e0dcd252-4872-44ef-9704-fd90da3dd812, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:19:18.048515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Network e0dcd252-4872-44ef-9704-fd90da3dd812 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:19:18.058374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=609ca818-4f16-44df-80d4-3759fbe709e5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:18.149231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e0dcd252-4872-44ef-9704-fd90da3dd812) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:18.161775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398086aa-19a0-439e-8191-8aa305cb8063 None None] Network e0dcd252-4872-44ef-9704-fd90da3dd812 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:18.198690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:18.199583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.234411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aec75d27-5ba7-49cf-adce-f707f14e74ef req-3e544f59-fb3e-4993-8c3f-cbae543251b6 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 210 time: 0.0695090 Nov 23 02:19:18.261749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6ac12eca-514a-4450-a1d0-1658c8269f4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2165179 Nov 23 02:19:18.265368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.288096 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.298585 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.350264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54994) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:18.382737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a254b7a-ae8b-462e-8342-66d28df3aa32 None None] Network e0dcd252-4872-44ef-9704-fd90da3dd812 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:18.386358 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Pushing event updated for resources: {'Port': ['ID=eb3cb9df-59bd-473a-b824-700ff70b98a8,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:18.409798 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.416802 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.418753 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.419347 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.421002 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.421762 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.422332 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.423067 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.424878 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.426691 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.427224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.428387 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Tracked resource versions report: Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: pushed versions: Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: { 'AddressGroup': {'1.2'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'ConntrackHelper': {'1.0'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Log': {'1.0'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Network': {'1.1'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Port': {'1.7'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'PortForwarding': {'1.2'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'QosPolicy': {'1.10'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SecurityGroup': {'1.5'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SubPort': {'1.0'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Subnet': {'1.1'}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Trunk': {'1.1'}} Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: consumer versions: Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: { DHCP agent@n-d-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: HyperV agent@n-h1-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: HyperV agent@n-h2-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: L3 agent@n-d-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: Metadata agent@n-d-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: Metering agent@n-d-714676-12: {}, Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: Open vSwitch agent@n-d-714676-12: { 'AddressGroup': '1.2', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'ConntrackHelper': '1.0', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Log': '1.0', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Network': '1.1', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Port': '1.7', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'PortForwarding': '1.2', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'QosPolicy': '1.10', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SecurityGroup': '1.5', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SecurityGroupRule': '1.2', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'SubPort': '1.0', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Subnet': '1.1', Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: 'Trunk': '1.1'}} Nov 23 02:19:18.431347 n-d-714676-12 neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:19:18.462406 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Attempting to bind port eb3cb9df-59bd-473a-b824-700ff70b98a8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:18.462982 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Attempting to bind port eb3cb9df-59bd-473a-b824-700ff70b98a8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:18.463425 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Attempting to bind port eb3cb9df-59bd-473a-b824-700ff70b98a8 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:18.470358 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:18.470869 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:18.471374 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.472206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:18.472792 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Bound port: eb3cb9df-59bd-473a-b824-700ff70b98a8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:18.473306 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.529971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.47', 50884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:18.565084 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] For port eb3cb9df-59bd-473a-b824-700ff70b98a8, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:18.568761 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] For port eb3cb9df-59bd-473a-b824-700ff70b98a8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb3cb9df-59bd-473a-b824-700ff70b98a8,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:18.577179 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.615751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Allocated IP 172.20.0.1 (580c9cd6-b55c-44a0-8fa0-2865656000aa/cb457442-32a0-4053-8fc3-d865ce622771/4dae3fca-ab47-4d6e-9e3e-e486e5bff11d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:18.647664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-46547242-e115-4e5c-83f1-7bfd5a166431 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1165047 Nov 23 02:19:18.753389 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:18.758276 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:18.811595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ecf56-0832-4446-9702-952a6b1ab8f2 None None] Pushing event updated for resources: {'Port': ['ID=eb3cb9df-59bd-473a-b824-700ff70b98a8,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:18.879710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.937771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.951626 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:18.967816 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb9831e2-7df9-429c-9386-df6412b97884 tempest-AutoAllocateNetworkTest-331229886 tempest-AutoAllocateNetworkTest-331229886-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1d35bbb6d0844573b6e92a2fe0b811ed&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6161733 Nov 23 02:19:18.977637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55024) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:19.025612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:19.045657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:19.050650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:19.051114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.143947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776673f-f34d-4eaa-94a4-a419d50cad13 tempest-AutoAllocateNetworkTest-331229886 tempest-AutoAllocateNetworkTest-331229886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:19.145908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a776673f-f34d-4eaa-94a4-a419d50cad13 tempest-AutoAllocateNetworkTest-331229886 tempest-AutoAllocateNetworkTest-331229886-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1671052 Nov 23 02:19:19.149912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55026) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:19.255458 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:16Z', 'revision_number': 3, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:19.308368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Pushing event updated for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:19.314493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7512125b-cf86-4e6c-a777-0e7aa938c864 tempest-AutoAllocateNetworkTest-331229886 tempest-AutoAllocateNetworkTest-331229886-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1597483 Nov 23 02:19:19.326318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55036) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:19.342247 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087de0c1-c855-483d-8a6e-20711a700bc0 None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:16Z', 'revision_number': 3, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:19:19.395021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2e0e7eb5-d4b3-408c-ad72-287affe124fb tempest-AutoAllocateNetworkTest-331229886 tempest-AutoAllocateNetworkTest-331229886-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1d35bbb6d0844573b6e92a2fe0b811ed HTTP/1.1" status: 200 len: 208 time: 0.0661843 Nov 23 02:19:19.437370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9eb1e8aa-467d-49cd-a231-9abc7838c36c None None] Provisioning complete for port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:19.438745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9eb1e8aa-467d-49cd-a231-9abc7838c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.445072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-aafdd866-7501-4d73-94f7-2243ce8d36c5 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:19.446802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-aafdd866-7501-4d73-94f7-2243ce8d36c5 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7892561 Nov 23 02:19:19.451634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-872182bd-0045-4131-aded-08dea3df36f5 req-435aa67a-57b7-4252-9676-092da062a0eb tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 210 time: 0.0352979 Nov 23 02:19:19.452385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.499911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9eb1e8aa-467d-49cd-a231-9abc7838c36c None None] Port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:19.543266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Request body: {'port': {'device_id': '448fdc96-5b6d-4597-858b-15fc127805f7', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'd7c30bd2312a44238e3f0fbb54998e7e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:19.755565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.764167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.765212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:19.883114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Pushing event updated for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:19.943400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:19.945183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:20.049310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Made reservation on behalf of d7c30bd2312a44238e3f0fbb54998e7e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:20.053673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:20.056340 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:19:20.063529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:20.208504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:20.219900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:20.250593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:19:20.355807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d6abf5e1-b4cf-4f6b-b054-440b15a015d9 None None] Provisioning complete for port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:20.358057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6abf5e1-b4cf-4f6b-b054-440b15a015d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:20.367513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55080) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:20.509152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d6abf5e1-b4cf-4f6b-b054-440b15a015d9 None None] Port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:20.527862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:19:20.538547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c50d4273-7cc8-41c7-ac7c-5eb89cd74396 admin admin] 10.222.0.15 "PUT /v2.0/routers/89de4427-70da-4eec-b0c8-a4a5cad990c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3214407 Nov 23 02:19:20.564008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea09557-18a3-4275-8856-cc89c0e003af,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:20.701264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ef04db7-43aa-438a-8f3b-c137a4a737d1 req-297b7fe1-59f9-4ee8-9be9-b9d1d74ebbdb tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 210 time: 0.0779848 Nov 23 02:19:20.872469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:20.938313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Allocated IP 192.168.233.242 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/ec0745ac-c0de-41bb-aff9-37a0e5d81b71) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:21.203396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea28b97b-ebb0-4134-800d-47e47a044cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.316306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e3c8da-430a-458c-92f3-24e68ed48dd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.356636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.387971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:21.415146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-928514999-network', 'tenant_id': '439d1b8b0a37454b85c99a505c302f6e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:21.481405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea28b97b-ebb0-4134-800d-47e47a044cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.487895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea28b97b-ebb0-4134-800d-47e47a044cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.523726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28b97b-ebb0-4134-800d-47e47a044cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b112d-97c7-4e29-b320-362a4be33d3c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:21.528685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.600003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Made reservation on behalf of 439d1b8b0a37454b85c99a505c302f6e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:21.606261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.621699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ea28b97b-ebb0-4134-800d-47e47a044cef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d35bbb6d0844573b6e92a2fe0b811ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2530851 Nov 23 02:19:21.630211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55124) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:21.649588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:21.650678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.666557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:21.674173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:21.680149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:21.680815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.692386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Pushing event updated for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:21.753291 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e3c8da-430a-458c-92f3-24e68ed48dd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.761145 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-48a563fc-a0be-447d-a232-264f26221db8 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2221909 Nov 23 02:19:21.811485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.821293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-5df3acbe-fa5d-4f0c-8ed6-914d11fed0e4 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:19:21.829799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-5df3acbe-fa5d-4f0c-8ed6-914d11fed0e4 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0441670 Nov 23 02:19:21.887058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb3cb9df-59bd-473a-b824-700ff70b98a8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:21.901007 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:21.986939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.025287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58e3c8da-430a-458c-92f3-24e68ed48dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.049572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.053637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.054866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b2b112d-97c7-4e29-b320-362a4be33d3c HTTP/1.1" status: 204 len: 168 time: 0.4182217 Nov 23 02:19:22.055067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.107983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942bcd12-c7d3-4991-a282-36d0e67c9e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2b112d-97c7-4e29-b320-362a4be33d3c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:22.127494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c8da-430a-458c-92f3-24e68ed48dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874518ad-3fad-427b-bc04-6865c725c162,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:22.165514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb3cb9df-59bd-473a-b824-700ff70b98a8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:22.165933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.208405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:19:22.232254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:22.232970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:22.278873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29eb1c-de38-42cc-b44a-35c3f147fa1f req-2a931bf6-be36-41df-b444-027f2f6cb632 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:22.281369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d29eb1c-de38-42cc-b44a-35c3f147fa1f req-2a931bf6-be36-41df-b444-027f2f6cb632 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 936 time: 0.2925334 Nov 23 02:19:22.293818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:19:22.300218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-58e3c8da-430a-458c-92f3-24e68ed48dd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51917e0edc294cea85d3d0ff833813f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4266748 Nov 23 02:19:22.303450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55152) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:22.369706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2a3fce-ca31-46db-8529-d578830ab21a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:22.397584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.399448 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Added segment 5dd5bb02-4cfb-4644-93aa-53b01fd855d9 of type vlan for network f6b8e654-bedd-440c-b298-272c1529a481 Nov 23 02:19:22.428433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.437316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:22.508768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.536209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.603372 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.604337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:22.611303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.628787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c15fb971-da6f-45eb-979d-84fedf5c3776 None None] Provisioning complete for port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:22.629550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c15fb971-da6f-45eb-979d-84fedf5c3776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.649567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.653572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.655120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/874518ad-3fad-427b-bc04-6865c725c162 HTTP/1.1" status: 204 len: 168 time: 0.3506470 Nov 23 02:19:22.677357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f736e-6488-43d1-9fdc-e8492afb73a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874518ad-3fad-427b-bc04-6865c725c162,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:22.786113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Request body: {'port': {'device_id': '448fdc96-5b6d-4597-858b-15fc127805f7', 'device_owner': 'compute:tempest-test_az-116653577', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:22.866424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c15fb971-da6f-45eb-979d-84fedf5c3776 None None] Port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:22.891331 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:22.957849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port eb3cb9df-59bd-473a-b824-700ff70b98a8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb3cb9df-59bd-473a-b824-700ff70b98a8,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:22.988576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.024150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.151770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=eb3cb9df-59bd-473a-b824-700ff70b98a8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:23.223325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d29eb1c-de38-42cc-b44a-35c3f147fa1f req-07ff3622-2bb2-4200-b5ef-08be83c720b4 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9154692 Nov 23 02:19:23.245921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8462560 Nov 23 02:19:23.248168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:23.261630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Request body: {'subnet': {'network_id': 'f6b8e654-bedd-440c-b298-272c1529a481', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-928514999-subnet', 'tenant_id': '439d1b8b0a37454b85c99a505c302f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:23.292336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Made reservation on behalf of 439d1b8b0a37454b85c99a505c302f6e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:23.295409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.324143 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.349673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde65052-e6aa-4647-b657-3de1acdc67b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b8e654-bedd-440c-b298-272c1529a481,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:23.372983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f6b8e654-bedd-440c-b298-272c1529a481 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:19:23.524136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 2, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:23.593045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0745ac-c0de-41bb-aff9-37a0e5d81b71 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:23.602421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.616606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:19:23.617030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Updating router 89de4427-70da-4eec-b0c8-a4a5cad990c7 port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:19:23.641364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Transition to ACTIVE for port object ec0745ac-c0de-41bb-aff9-37a0e5d81b71 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:23.656681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.701873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.721214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb3cb9df-59bd-473a-b824-700ff70b98a8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:23.789314 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.814478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:23.817170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Attempting to bind port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:23.817525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Attempting to bind port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:23.817907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Attempting to bind port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:23.823474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:23.823796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Attempting to bind port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:23.829524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:23.829886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:23.830441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:23.831176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Bound port: ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:23.831289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.889933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f904eb-559a-47e5-b4d5-afd2cfef91d7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:23.903498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Checking segment: {'id': '5dd5bb02-4cfb-4644-93aa-53b01fd855d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f6b8e654-bedd-440c-b298-272c1529a481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:23.904156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Network hostable DHCP agents. Network: f6b8e654-bedd-440c-b298-272c1529a481, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:19:23.924866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:23.929881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:23.930482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Network f6b8e654-bedd-440c-b298-272c1529a481 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:19:23.939132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:23.954461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f6b8e654-bedd-440c-b298-272c1529a481) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:23.975771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:23.976525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.018279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e80d220b-6f8f-4297-a2bf-8b5d330769b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7608845 Nov 23 02:19:24.037680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:24.038344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.041370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] 10.222.0.47 "PUT /v2.0/ports/ec0745ac-c0de-41bb-aff9-37a0e5d81b71 HTTP/1.1" status: 200 len: 1118 time: 1.8294544 Nov 23 02:19:24.044053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:24.047778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d2e1c1-d462-472c-849c-a8127bf9219c None None] Network f6b8e654-bedd-440c-b298-272c1529a481 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:24.072457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:24.076600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb3cb9df-59bd-473a-b824-700ff70b98a8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:24.076958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.111042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec86-f6c4-4dc5-a992-55dc0827a1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.311632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:24.334163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-network', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:24.363914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b5c5a-cf84-45a4-b7cf-8460e3a92c18 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:24.400725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-432b300e-0722-45c5-9771-56f04190c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:24.402221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-432b300e-0722-45c5-9771-56f04190c87e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 1121 time: 0.1879559 Nov 23 02:19:24.489429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec86-f6c4-4dc5-a992-55dc0827a1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.508784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:24.519958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f1cec86-f6c4-4dc5-a992-55dc0827a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.529614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Made reservation on behalf of eb0bbebb8b6640b089d81ef20316893e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:24.545788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.611486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:24.654264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b10b4c-a469-43b6-b780-e8c72889c33a req-5d070206-3ed2-4cf2-b646-c49ddf675b49 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:24.662276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86b10b4c-a469-43b6-b780-e8c72889c33a req-5d070206-3ed2-4cf2-b646-c49ddf675b49 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.3093286 Nov 23 02:19:24.728935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e9760-a924-4024-8d0c-1cd742c4fb6e None None] Network f6b8e654-bedd-440c-b298-272c1529a481 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:24.765038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5f1cec86-f6c4-4dc5-a992-55dc0827a1b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=805884b88e574ac8ad374aceccf27582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6913829 Nov 23 02:19:24.767323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cec86-f6c4-4dc5-a992-55dc0827a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db2548-1616-4d83-a1fd-05541edc8cd4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:24.809346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:24.979885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9cd3484a-33b9-4fd1-b43b-c05bdfb2882b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71 HTTP/1.1" status: 200 len: 217 time: 0.5490768 Nov 23 02:19:24.992265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.020447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.087069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86b10b4c-a469-43b6-b780-e8c72889c33a req-eee524d9-ea97-493b-8434-ccbbc23bd5f1 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769772 Nov 23 02:19:25.136332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.157508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-94d7eaf6-fb7b-46bc-be65-df3d7da37a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:25.159939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-94d7eaf6-fb7b-46bc-be65-df3d7da37a80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1548367 Nov 23 02:19:25.216384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Attempting to bind port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:25.216987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Attempting to bind port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:25.217395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Attempting to bind port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:25.219857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54746d04-8c44-415c-a372-11522d5816f3 None None] Pushing event updated for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:25.233848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:25.234230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Checking segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:25.235321 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.236220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Bound using segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:25.236712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Bound port: 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:25.237252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.263576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.286081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.299341 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.365049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9c595404-6bc5-4f8c-939f-da92bd879466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:25.367923 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-9c595404-6bc5-4f8c-939f-da92bd879466 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1892660 Nov 23 02:19:25.373231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] For port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:25.380298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] For port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:25.388743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.436832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:19:25.526809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ee213d-55d9-445f-b84e-8b4eb6bf5024,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:25.533173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.533585 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Added segment 88cf735c-65b4-4f41-8d6b-3827f57aab4d of type vlan for network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 Nov 23 02:19:25.561741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28628d9e-a542-4f3f-8051-9e05c5894d9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.587607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54746d04-8c44-415c-a372-11522d5816f3 None None] Pushing event updated for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:25.592464 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490" -d '{"events": [{"name": "network-changed", "server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:25.619515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:25.620310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:25.625050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] Provisioning complete for port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:25.625428 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.632918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.635662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.636818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7db2548-1616-4d83-a1fd-05541edc8cd4 HTTP/1.1" status: 204 len: 168 time: 0.8043065 Nov 23 02:19:25.641987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.668756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a659-6550-48d6-9a89-6b41cd36c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db2548-1616-4d83-a1fd-05541edc8cd4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:25.770279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.771292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:25.771897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:25.877219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-fc71f834-f124-4797-aecd-81fbd524bc64 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885337 Nov 23 02:19:25.879042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5605769 Nov 23 02:19:25.881969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:25.897743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Request body: {'subnet': {'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-subnet', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:26.016030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f24776-aa13-4a6e-be56-9a70ddf106d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef97bbe-2725-4d65-b50e-f739e23b81e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:26.052904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e501c86d-e435-4764-bd08-cf5b0ab28dcb req-af99183a-e07d-4d27-b59e-c1a1f9a05101 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656418 Nov 23 02:19:26.095506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Made reservation on behalf of eb0bbebb8b6640b089d81ef20316893e for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:26.099486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.151925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.157624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:19:26.310479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] For port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:26.344769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.350084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28628d9e-a542-4f3f-8051-9e05c5894d9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.366524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28628d9e-a542-4f3f-8051-9e05c5894d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.398057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.423223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28628d9e-a542-4f3f-8051-9e05c5894d9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=934ee34a5b444168a7afcdee5e004bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9130578 Nov 23 02:19:26.424206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:26.438845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:26.490578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Checking segment: {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:26.491614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Network hostable DHCP agents. Network: 7ef97bbe-2725-4d65-b50e-f739e23b81e7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:19:26.531868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:19:26.550876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7ef97bbe-2725-4d65-b50e-f739e23b81e7) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:26.554427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28628d9e-a542-4f3f-8051-9e05c5894d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd592f0-6592-4cc4-a1bc-62b92830603d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:26.564007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=997cecbb-b290-4e35-8b3f-149413dc30e2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:26.581108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.591459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-0797a664-3d8e-48d8-bed1-40d1e1d3e405 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:26.593319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-0797a664-3d8e-48d8-bed1-40d1e1d3e405 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.5609007 Nov 23 02:19:26.602213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:26.603112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.624827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.628034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-9eb1890e-b3e0-43bb-a070-5997fb8e31e3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/quotas/bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 375 time: 0.0258346 Nov 23 02:19:26.641178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bb3b118a-ec20-4417-923c-351c9e53dcdb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7563391 Nov 23 02:19:26.643292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55272) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:26.655987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:26.706867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.708254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.718379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-fc61be2c-bd16-478b-87e3-f545828f121e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729578 Nov 23 02:19:26.792471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.796237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.802051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:26.807689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afd592f0-6592-4cc4-a1bc-62b92830603d HTTP/1.1" status: 204 len: 168 time: 0.3723478 Nov 23 02:19:26.829209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f1ff-1172-417c-9d76-cd2a32167ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd592f0-6592-4cc4-a1bc-62b92830603d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:26.834109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dda98d-985c-4fda-8db6-4b13061ebe25 None None] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:26.863387 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15993f3-3e75-4336-a240-c5ccd82022fd x-openstack-request-id: req-f15993f3-3e75-4336-a240-c5ccd82022fd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:26.863769 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:26.864123 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f15993f3-3e75-4336-a240-c5ccd82022fd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:26.864673 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71', 'status': 'completed', 'code': 200} Nov 23 02:19:27.008510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-462933c7-6835-443a-b983-1d798e7d14b1 None None] Provisioning complete for port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:27.008877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-462933c7-6835-443a-b983-1d798e7d14b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:27.046746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:27.053904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-c9080380-26cf-4725-820a-1bb13353d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:27.055518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-c9080380-26cf-4725-820a-1bb13353d0cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 1121 time: 0.1626749 Nov 23 02:19:27.119697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93f98c-daa0-48b4-8e28-50851e034df6 None None] Pushing event updated for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:27.139656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-55a96c63-a4c8-4d09-bd66-7147e1f209e3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:19:27.141470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-55a96c63-a4c8-4d09-bd66-7147e1f209e3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2288060 Nov 23 02:19:27.261122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:25Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:27.338322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32299a-90d9-4bf1-81e6-b023693952c8 None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:25Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:19:27.405004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'fixed_ips': [{'subnet_id': '997cecbb-b290-4e35-8b3f-149413dc30e2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:19:27.405781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:27.457894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-d2eed9b4-cebd-4258-914b-e4a74d5c092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:27.459514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-d2eed9b4-cebd-4258-914b-e4a74d5c092e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3667052 Nov 23 02:19:27.531545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09513a5-e706-4bef-b744-85dbfd8fecdf req-edb31ecc-b6a5-417c-bd89-b4b8de411d9e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:27.541205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d09513a5-e706-4bef-b744-85dbfd8fecdf req-edb31ecc-b6a5-417c-bd89-b4b8de411d9e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.2392800 Nov 23 02:19:27.629091 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-174a53f3-cff7-4676-989d-30d1e21e085f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71 HTTP/1.1" status: 200 len: 217 time: 0.1314857 Nov 23 02:19:27.699999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-85db33b1-9dd8-43ac-a986-11be3bc66a4d service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467179 Nov 23 02:19:27.762007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:27.867344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Allocated IP 172.20.0.2 (7ef97bbe-2725-4d65-b50e-f739e23b81e7/997cecbb-b290-4e35-8b3f-149413dc30e2/82dc1f17-92ab-435f-9238-0f48f435ee8a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:27.937816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:27.964568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-a0f2775a-eeaf-4d58-b897-3881491c46f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427068 Nov 23 02:19:27.987208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d09513a5-e706-4bef-b744-85dbfd8fecdf req-8f430460-79d7-4a5b-b393-5375d4b5bd1b tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385376 Nov 23 02:19:28.084672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.138893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.229782 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.255374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.259243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:28.259589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.432304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64ffa1c-3671-4c96-b180-951793e6959c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.466872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:28.472900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:28.494421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:28.529220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Allocated IP 172.25.1.254 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:28.548300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-116eb4cd-7d21-488e-b117-35089805a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:28.550224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-116eb4cd-7d21-488e-b117-35089805a311 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.9074965 Nov 23 02:19:28.564886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd88235e-c533-45c5-971d-a82e8ee6ee25 req-3e30d2df-9979-43cc-807c-9c19be534637 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.0498254 Nov 23 02:19:28.566284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:28.751179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Pushing event updated for resources: {'Port': ['ID=82dc1f17-92ab-435f-9238-0f48f435ee8a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:28.766038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Attempting to bind port 82dc1f17-92ab-435f-9238-0f48f435ee8a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:28.768394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Attempting to bind port 82dc1f17-92ab-435f-9238-0f48f435ee8a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:28.769006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Attempting to bind port 82dc1f17-92ab-435f-9238-0f48f435ee8a on network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:28.782713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:28.787010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Checking segment: {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:28.787726 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.788192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Bound using segment: {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:28.788760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Bound port: 82dc1f17-92ab-435f-9238-0f48f435ee8a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:28.789928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:28.990627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-41e5f720-e4d6-4a3f-81af-24fc4a31904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:28.990627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-41e5f720-e4d6-4a3f-81af-24fc4a31904c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4185336 Nov 23 02:19:28.996831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] For port 82dc1f17-92ab-435f-9238-0f48f435ee8a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:29.002153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] For port 82dc1f17-92ab-435f-9238-0f48f435ee8a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=82dc1f17-92ab-435f-9238-0f48f435ee8a,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:29.031859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.111459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c4b78b0-99fe-460b-bf03-0f5cda911bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.224750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64ffa1c-3671-4c96-b180-951793e6959c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.251829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.400680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88f854-2742-4e49-af3b-8b42d6de86a1 None None] Pushing event updated for resources: {'Port': ['ID=82dc1f17-92ab-435f-9238-0f48f435ee8a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:29.409279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-02db3255-e464-4824-98ce-fe75935bb3bd service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698750 Nov 23 02:19:29.409878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64ffa1c-3671-4c96-b180-951793e6959c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.424885 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.480741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118a7e-932e-4703-a84b-a5d36e16d367 req-e02e2c18-0773-4964-b397-5558a1c7e8e3 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:29.498858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20118a7e-932e-4703-a84b-a5d36e16d367 req-e02e2c18-0773-4964-b397-5558a1c7e8e3 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.2932322 Nov 23 02:19:29.527404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a64ffa1c-3671-4c96-b180-951793e6959c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09acf1e14ee74096a3486331de5efcf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5887039 Nov 23 02:19:29.530993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:29.792326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ffa1c-3671-4c96-b180-951793e6959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189a4739-7776-4b68-9fef-9382f4355fcf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:29.835940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.908890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c4b78b0-99fe-460b-bf03-0f5cda911bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.958148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:29.963734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c4b78b0-99fe-460b-bf03-0f5cda911bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:29.980245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50e63fd3-ab65-4edd-85b6-2c9ab26f2490 req-08191a85-77e7-4f06-aecc-19ce699b4425 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361258 Nov 23 02:19:29.980245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:29.982203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20118a7e-932e-4703-a84b-a5d36e16d367 req-3a04c875-e8df-49ae-94ed-5c79a50b162f tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772654 Nov 23 02:19:30.007336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:30.014708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Pushing event updated for resources: {'Port': ['ID=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:30.017269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6acd45a0-e746-4e88-a400-c3c4cd112ec7 req-e802e096-c16a-41ac-b7d2-c2f4c115fbac tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.1227171 Nov 23 02:19:30.037705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.077233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b78b0-99fe-460b-bf03-0f5cda911bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e277972e-217f-4bc9-8f7f-db018e015061,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:30.087120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7c4b78b0-99fe-460b-bf03-0f5cda911bbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7127864d31b4a2490248753fc81b547&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5196645 Nov 23 02:19:30.092369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:30.103269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.216141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.221533 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.233866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.241172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/189a4739-7776-4b68-9fef-9382f4355fcf HTTP/1.1" status: 204 len: 168 time: 0.7017279 Nov 23 02:19:30.291366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a08cf-40ff-4495-b659-df2622ab2bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189a4739-7776-4b68-9fef-9382f4355fcf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:30.347596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.475021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.477855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.479512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e277972e-217f-4bc9-8f7f-db018e015061 HTTP/1.1" status: 204 len: 168 time: 0.3859310 Nov 23 02:19:30.494348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd05df-06af-4a79-858f-a7381db0b148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277972e-217f-4bc9-8f7f-db018e015061,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:30.596984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:30.878542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-383a1a1f-ffbc-4510-b6e4-da537125ad3c tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29e2647773de479e8e4a4d28feec3437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109076 Nov 23 02:19:31.191526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:31.222449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f0bbda96-abfd-4d92-9482-176cbad3d79f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:31.239264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f0bbda96-abfd-4d92-9482-176cbad3d79f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3593726 Nov 23 02:19:31.285064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-13bad3b9-26cd-4589-971e-905b16278525 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/quotas/29e2647773de479e8e4a4d28feec3437 HTTP/1.1" status: 200 len: 375 time: 0.0447431 Nov 23 02:19:31.382512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f718087f-8fc7-4823-9442-598a6fbdf6c1 None None] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:19:31.525963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Router d653d7d0-65bb-4f71-94be-5c3151e05e5e is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:19:31.552480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] Provisioning complete for port 82dc1f17-92ab-435f-9238-0f48f435ee8a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:31.553239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:31.563836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.41', 61880) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:31.714296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-d53ab4e1-2ace-4d3f-aa97-da28cff9b853 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4280770 Nov 23 02:19:31.750185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405e8c0-1c8d-4021-bf46-fb3837f8ce22 req-3c5c8f6a-ca7d-4bd1-a8c4-cd32a59c9950 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:31.762976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1405e8c0-1c8d-4021-bf46-fb3837f8ce22 req-3c5c8f6a-ca7d-4bd1-a8c4-cd32a59c9950 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.6416109 Nov 23 02:19:31.897958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1405e8c0-1c8d-4021-bf46-fb3837f8ce22 req-6378eabc-40b2-4f96-a440-71bb68d0a41b tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306229 Nov 23 02:19:31.905150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 82dc1f17-92ab-435f-9238-0f48f435ee8a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:31.922944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:31.943408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23b3afd1-b86c-4824-999b-2c197fa1fdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.061820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.180246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2a33a11-de97-4aba-a31f-bf49f6432c9e req-80cdc341-81a1-4391-83d1-3b8f6303a3ea tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.0871553 Nov 23 02:19:32.206239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] For port 82dc1f17-92ab-435f-9238-0f48f435ee8a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=82dc1f17-92ab-435f-9238-0f48f435ee8a,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:32.229688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.269490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23b3afd1-b86c-4824-999b-2c197fa1fdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.280521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23b3afd1-b86c-4824-999b-2c197fa1fdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.366033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-ebe12e25-2acf-4c99-978f-64ec5cd22742 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:32.373589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-ebe12e25-2acf-4c99-978f-64ec5cd22742 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.8007796 Nov 23 02:19:32.404111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:19:32.418309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Sync routers for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:19:32.452297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Routers {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:32.453545 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:32.486059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.492880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bdd26-b88b-47ca-979e-f5c7a7d93ecd None None] Pushing event updated for resources: {'Port': ['ID=82dc1f17-92ab-435f-9238-0f48f435ee8a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:32.497432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-84988819-caec-4731-957c-c7edc2e47c7a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.8498600 Nov 23 02:19:32.501287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55432) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:32.516058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 82dc1f17-92ab-435f-9238-0f48f435ee8a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:32.516379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.519195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23b3afd1-b86c-4824-999b-2c197fa1fdd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62fbb90b15e443b4bb68c24a976eea6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5949759 Nov 23 02:19:32.528125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Request body: {'port': {'device_id': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'admin_state_up': True, 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:32.612039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:32.695412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3afd1-b86c-4824-999b-2c197fa1fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba33bc5e-3b68-4cee-9e98-6ac06eadcc2f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:32.710857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6acf677d-6e8e-4c28-839c-855fea840a75 req-c254d007-1260-4220-bd22-bdaf53620484 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.3511834 Nov 23 02:19:32.749775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ce1b9331-6af3-4f45-bbdf-be9af099c2ab None None] Provisioning complete for port 82dc1f17-92ab-435f-9238-0f48f435ee8a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:32.750165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9331-6af3-4f45-bbdf-be9af099c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.796613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:32.904060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:33.083807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:33.092740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:33.094477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba33bc5e-3b68-4cee-9e98-6ac06eadcc2f HTTP/1.1" status: 204 len: 168 time: 0.4799738 Nov 23 02:19:33.116986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045db00-e67e-4914-ab4d-04e3448493f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba33bc5e-3b68-4cee-9e98-6ac06eadcc2f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:33.219645 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Set router d653d7d0-65bb-4f71-94be-5c3151e05e5e gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:33.251763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063704b8-6ae9-49e2-bb87-bbf8d7010674 req-b7284184-635d-45fd-bd9e-22922bb33e2a tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:33.263737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-063704b8-6ae9-49e2-bb87-bbf8d7010674 req-b7284184-635d-45fd-bd9e-22922bb33e2a tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.1501753 Nov 23 02:19:33.446571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-063704b8-6ae9-49e2-bb87-bbf8d7010674 req-205d008d-9ff9-42a4-9bb3-c5771d3c023a tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813977 Nov 23 02:19:33.580376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:33.584118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:33.627677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19095dc5-36e1-4c0c-ae93-51170b65bc42 req-811cc590-77b1-452e-9076-757d6ac3a40f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.2242339 Nov 23 02:19:33.821802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 82dc1f17-92ab-435f-9238-0f48f435ee8a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:33.911000 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:30Z', 'revision_number': 3, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:34.028914 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Checking router: d653d7d0-65bb-4f71-94be-5c3151e05e5e for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:19:34.030038 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Updating router d653d7d0-65bb-4f71-94be-5c3151e05e5e port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:19:34.042454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 82dc1f17-92ab-435f-9238-0f48f435ee8a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:34.043434 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.058073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2013eec-ab50-4782-85be-f85622c771e4 req-87baeb01-19ad-44c9-a8b1-de8dac797d50 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0669429 Nov 23 02:19:34.117270 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.202788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Allocated IP 172.20.0.8 (e0dcd252-4872-44ef-9704-fd90da3dd812/609ca818-4f16-44df-80d4-3759fbe709e5/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:34.389484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:34.416107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f8705f-f617-4508-bab8-bf4a1f08d887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.523610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.41', 61884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:34.607564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f8705f-f617-4508-bab8-bf4a1f08d887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.626469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72f8705f-f617-4508-bab8-bf4a1f08d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.653830 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-fa03c213-abd3-4136-a93b-eead44e2a60a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=29e2647773de479e8e4a4d28feec3437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184976 Nov 23 02:19:34.671481 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.687074 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.720145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-72f8705f-f617-4508-bab8-bf4a1f08d887 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adc68d33923b4c34b3fd9cab7106df05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294506 Nov 23 02:19:34.722555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8705f-f617-4508-bab8-bf4a1f08d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ac913-8c90-4b53-9983-eb53a787dbb7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:34.744768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55482) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:34.781415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e94b0-8c8e-495b-a847-d042af48c781 None None] Pushing event updated for resources: {'Port': ['ID=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:34.820228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5ad3-76d4-4bd8-9dbf-817b7319c625 req-c783900f-dae5-4cc8-84af-84e9048d2385 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:34.839002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79fe5ad3-76d4-4bd8-9dbf-817b7319c625 req-c783900f-dae5-4cc8-84af-84e9048d2385 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.2282796 Nov 23 02:19:34.842471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Attempting to bind port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:34.843102 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Attempting to bind port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:34.843917 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Attempting to bind port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:34.854301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:34.858434 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:34.870438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:34.870438 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.870438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:34.870438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Bound port: c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:34.870438 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:34.940470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79fe5ad3-76d4-4bd8-9dbf-817b7319c625 req-0b3ce2a2-5583-434b-a9a9-e0ac23cddfeb tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949702 Nov 23 02:19:34.987526 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] For port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:34.988105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daad05cd-448f-4737-98b9-b6c142c97908 req-459bd7c1-7ee4-4aed-916c-05d429a8d805 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.0929141 Nov 23 02:19:34.989621 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] For port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:35.012940 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.117623 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e94b0-8c8e-495b-a847-d042af48c781 None None] Pushing event updated for resources: {'Port': ['ID=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:35.157279 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Routers {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:35.157840 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:35.165567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.223450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.343036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2de909b6-cd01-4b28-aef7-1ec0be3d16d3 req-a5e4f419-f593-4fbe-9a4b-3b3579b7bd39 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0929391 Nov 23 02:19:35.392497 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] Set router d653d7d0-65bb-4f71-94be-5c3151e05e5e gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:35.445371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-26c92d1b-d83e-408a-a82c-69d43a8bbac3 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:35.451917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-26c92d1b-d83e-408a-a82c-69d43a8bbac3 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7770743 Nov 23 02:19:35.469574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.486272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.487950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.490789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.494230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/342ac913-8c90-4b53-9983-eb53a787dbb7 HTTP/1.1" status: 204 len: 168 time: 0.7367136 Nov 23 02:19:35.517820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70b36c-b487-428a-a66f-db82d8dc5704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ac913-8c90-4b53-9983-eb53a787dbb7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:35.538203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f44046fb-14ba-4ff7-90e4-edce2fa05ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.648141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f093cbc-9f98-40a4-a726-4cddc29c1392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.681916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f44046fb-14ba-4ff7-90e4-edce2fa05ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.736866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f44046fb-14ba-4ff7-90e4-edce2fa05ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.761693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:30Z', 'revision_number': 3, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:35.796136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44046fb-14ba-4ff7-90e4-edce2fa05ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b9932-9dbd-47f3-b88a-96aeb52a2768,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:35.853539 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696ccc3-9863-4e3e-9f10-f86cd7679275 None None] The sync data for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 is: [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:30Z', 'revision_number': 3, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:19:35.928975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f44046fb-14ba-4ff7-90e4-edce2fa05ca1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=314caa532a6e4244bae4f253f2905992&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0733089 Nov 23 02:19:35.931812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:35.949133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.120151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.201647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Network e0dcd252-4872-44ef-9704-fd90da3dd812 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:36.242183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:36.253472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:36.260808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:36.261478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.261954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.317631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fa3fb-df7b-4572-9d32-ab4ce232816e req-65d75957-99c3-4e06-a626-2666461b4761 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:36.325268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed2fa3fb-df7b-4572-9d32-ab4ce232816e req-65d75957-99c3-4e06-a626-2666461b4761 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.1852877 Nov 23 02:19:36.331457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Allocated IP 172.20.0.1 (7ef97bbe-2725-4d65-b50e-f739e23b81e7/997cecbb-b290-4e35-8b3f-149413dc30e2/41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:36.382065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb8cc5-7a88-4368-998e-c330c13829ef req-c703b1e3-5eaf-450c-a38f-6a454dd75b8d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:36.391151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bccb8cc5-7a88-4368-998e-c330c13829ef req-c703b1e3-5eaf-450c-a38f-6a454dd75b8d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.1925344 Nov 23 02:19:36.485679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.505395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9929082 Nov 23 02:19:36.544159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed2fa3fb-df7b-4572-9d32-ab4ce232816e req-02795f8d-d877-47e8-ae4b-5c6d6c696669 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028530 Nov 23 02:19:36.546952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b354c9c-aed4-45e2-ab22-e38d41be918e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:36.584268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.619046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bccb8cc5-7a88-4368-998e-c330c13829ef req-5cb3bd3e-5181-424e-9c98-160730d43e3d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268722 Nov 23 02:19:36.623768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.630779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.639516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac3b9932-9dbd-47f3-b88a-96aeb52a2768 HTTP/1.1" status: 204 len: 168 time: 0.7060277 Nov 23 02:19:36.654177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48883786-ea1b-4998-ac1e-922b0bf5d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b9932-9dbd-47f3-b88a-96aeb52a2768,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:36.729862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:36.743193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:36.754894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:36.757455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:36.757937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.808323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8ea68-6bcd-4487-823e-384b55cc15b3 req-c00f4e31-3469-4ac4-8514-fcc25e3856a8 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0517035 Nov 23 02:19:37.220000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9583dabf-fd76-45a8-9a09-888c9262bb0d None None] Provisioning complete for port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:37.221264 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9583dabf-fd76-45a8-9a09-888c9262bb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.236088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.336938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9583dabf-fd76-45a8-9a09-888c9262bb0d None None] Port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:37.543943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:37.557713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dfee90d-bcd7-4010-9848-f4f401a7d269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.728648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dfee90d-bcd7-4010-9848-f4f401a7d269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.747166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dfee90d-bcd7-4010-9848-f4f401a7d269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.762268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:37.794103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1dfee90d-bcd7-4010-9848-f4f401a7d269 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f4136d47829461d88dc021f4c6770af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489495 Nov 23 02:19:37.794727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:37.817998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:37.818372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.940479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.941917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fac37-6277-4e3d-970f-d60f297a9010 req-cc5da907-fab0-4eb6-8366-acf1c803cd8e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:37.943697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a6fac37-6277-4e3d-970f-d60f297a9010 req-cc5da907-fab0-4eb6-8366-acf1c803cd8e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.2112920 Nov 23 02:19:37.944520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfee90d-bcd7-4010-9848-f4f401a7d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063c727-69b0-4b43-aee6-ef348273a79b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:37.951813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.962892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.963805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.020427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:38.031242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.037803 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe6367c-7488-4143-85c2-3bb08101a5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.053255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32567-ff4d-4ffd-9278-9127466049c7 req-7a12387c-fbff-4feb-8604-ef559b04dcc4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:38.068867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8b32567-ff4d-4ffd-9278-9127466049c7 req-7a12387c-fbff-4feb-8604-ef559b04dcc4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.2796631 Nov 23 02:19:38.071765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.140131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a6fac37-6277-4e3d-970f-d60f297a9010 req-59013d8d-7e3f-4273-8f50-579a5b294701 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785965 Nov 23 02:19:38.157191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:38.185577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.232203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:38.234990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:38.245040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:38.254361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8b32567-ff4d-4ffd-9278-9127466049c7 req-be00d428-96f9-4ee4-9b69-53d8c3b8f008 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842752 Nov 23 02:19:38.352625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c060b0d4-cab4-4c5f-b579-c852a1b2fce3 req-4ba4d8dc-6bd6-48b6-a3b6-6270a71bf14f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0691166 Nov 23 02:19:38.377397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.380308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.383846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4063c727-69b0-4b43-aee6-ef348273a79b HTTP/1.1" status: 204 len: 168 time: 0.5597632 Nov 23 02:19:38.416864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bf9ad-60bc-4718-b547-dff1a9c3f641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063c727-69b0-4b43-aee6-ef348273a79b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:38.501260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Router d653d7d0-65bb-4f71-94be-5c3151e05e5e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:19:38.658395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:19:38.673135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-23cc4e61-b1a4-4b0d-ab4d-9fe5f86f6ca6 admin admin] 10.222.0.15 "PUT /v2.0/routers/d653d7d0-65bb-4f71-94be-5c3151e05e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1604290 Nov 23 02:19:38.680106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-442b9a58-15be-424a-8dba-013eacb9a731 None None] Provisioning complete for port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:38.682105 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-442b9a58-15be-424a-8dba-013eacb9a731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:38.726780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-442b9a58-15be-424a-8dba-013eacb9a731 None None] Port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:38.737693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Sync routers for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:19:38.749638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Routers {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:38.750441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:38.889086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Set router d653d7d0-65bb-4f71-94be-5c3151e05e5e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:39.153593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.161431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc', 'name': '', 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'mac_address': 'fa:16:3e:6d:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:35Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 2, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'subnets': [{'id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:39.231992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Checking router: d653d7d0-65bb-4f71-94be-5c3151e05e5e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:19:39.232354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Updating router d653d7d0-65bb-4f71-94be-5c3151e05e5e port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:19:39.298008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.377908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f287e-6abe-4f7e-8cfd-e74fe502cc35 req-1eaa634f-bef1-4c5a-af75-acec2ac8e415 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:39.380383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-062f287e-6abe-4f7e-8cfd-e74fe502cc35 req-1eaa634f-bef1-4c5a-af75-acec2ac8e415 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.1032281 Nov 23 02:19:39.463998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-062f287e-6abe-4f7e-8cfd-e74fe502cc35 req-725acc6f-9b95-4ef2-bed8-c0d1f7b059e7 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Nov 23 02:19:39.657313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.662976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb05c-bcf1-4850-a76c-15095daae8ee req-1ffc125d-d16b-43c5-8ebe-145bd29d6c08 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:39.665523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-987eb05c-bcf1-4850-a76c-15095daae8ee req-1ffc125d-d16b-43c5-8ebe-145bd29d6c08 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.1200726 Nov 23 02:19:39.669951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.717363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:39.801086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-987eb05c-bcf1-4850-a76c-15095daae8ee req-c2bddf5d-d749-4e25-89e8-13899e15524e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255155 Nov 23 02:19:39.814878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:39.815255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.822484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fa39e-2dd3-47cc-b725-aa738526821c None None] Pushing event updated for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:39.880933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec0745ac-c0de-41bb-aff9-37a0e5d81b71 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:39.884994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-564b19a7-6c3a-4462-a155-0e51772e8787 req-bd9e93c9-ae37-426c-9ff8-47a3863e6a05 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0692611 Nov 23 02:19:39.949651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Attempting to bind port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:39.949651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Attempting to bind port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:39.949651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Attempting to bind port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc on network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:39.996342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:39.996342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Checking segment: {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:39.996342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.996342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Bound using segment: {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:39.996342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Bound port: 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cf735c-65b4-4f41-8d6b-3827f57aab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:39.996955 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.167466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:40.204461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71', 'mac_address': 'fa:16:3e:28:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:tempest-test_az-116653577', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:40.213363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] For port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:40.219966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] For port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:40.224143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] Provisioning complete for port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:40.224516 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.245654 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.330323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.381609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0745ac-c0de-41bb-aff9-37a0e5d81b71 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:40.401806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Routers {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:19:40.402454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:40.413416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fa39e-2dd3-47cc-b725-aa738526821c None None] Pushing event updated for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:40.693153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf5c2e-e300-4fd5-b385-dd52bbb59e1c req-bbf5fe3a-2929-4fb7-b54a-36df4dfa82d5 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:40.710569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dcf5c2e-e300-4fd5-b385-dd52bbb59e1c req-bbf5fe3a-2929-4fb7-b54a-36df4dfa82d5 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 969 time: 0.1264696 Nov 23 02:19:40.713938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:40.789142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.845281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dcf5c2e-e300-4fd5-b385-dd52bbb59e1c req-0b870cad-436d-4895-bf1a-ed0f814de765 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335540 Nov 23 02:19:40.887783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:40.888974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:40.939816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] Set router d653d7d0-65bb-4f71-94be-5c3151e05e5e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:19:41.017769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b963-e6a2-46fe-89b8-f9781f47e42d req-8c57d710-3001-4609-bb25-6d05ad8de72f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:41.026674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16d9b963-e6a2-46fe-89b8-f9781f47e42d req-8c57d710-3001-4609-bb25-6d05ad8de72f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.1000881 Nov 23 02:19:41.059889 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e028b54-8cdd-4301-bdfe-83855d639a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.092934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55680) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:41.099404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315009828', 'description': 'tempest-description--656026862'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:41.139419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.183229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ec0745ac-c0de-41bb-aff9-37a0e5d81b71'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:41.185364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16d9b963-e6a2-46fe-89b8-f9781f47e42d req-2b46d707-c564-42ba-ace4-f1210ed46352 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573355 Nov 23 02:19:41.185770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.252456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92cf6a1b-bdef-459f-8728-60a04d285f38 req-c7ca1027-2ee1-43ca-ad92-4c3e05640f53 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0612886 Nov 23 02:19:41.275108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.296069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.317492 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e028b54-8cdd-4301-bdfe-83855d639a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.325375 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e028b54-8cdd-4301-bdfe-83855d639a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.332936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.334200 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2389660 Nov 23 02:19:41.338745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:41.343396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'security_group_rule': {'security_group_id': '04a31601-5b86-4de5-be69-93b27e1e0f9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:41.366925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.373789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6e028b54-8cdd-4301-bdfe-83855d639a05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34e524738be34cf9b3f5339d2604909d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836531 Nov 23 02:19:41.377080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e028b54-8cdd-4301-bdfe-83855d639a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d065a96a-8f0c-49fa-a06e-73ef20bc8686,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.380380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:41.392718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717dd19-d444-4bf9-9288-eb3151ea1328 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a31601-5b86-4de5-be69-93b27e1e0f9b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.416714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.458653 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-168e56db-834f-432b-893e-11674365324b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.510294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] For port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:41.519673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-168e56db-834f-432b-893e-11674365324b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.549009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.554421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.554702 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.576604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4d3835-087d-40b4-aa04-8a3447235fac,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.596029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.600044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04a069f0-24fb-4349-8d45-b3a81cbbde4c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2578840 Nov 23 02:19:41.600856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:41.612219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'security_group_rule': {'security_group_id': '04a31601-5b86-4de5-be69-93b27e1e0f9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:41.612803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-168e56db-834f-432b-893e-11674365324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.616029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-168e56db-834f-432b-893e-11674365324b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.617450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-168e56db-834f-432b-893e-11674365324b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d065a96a-8f0c-49fa-a06e-73ef20bc8686 HTTP/1.1" status: 204 len: 168 time: 0.2360530 Nov 23 02:19:41.628235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e56db-834f-432b-893e-11674365324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d065a96a-8f0c-49fa-a06e-73ef20bc8686,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.658839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.751866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.759538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.793185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce6b8a8-0f3b-42db-8074-607338130b5a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.810217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.812820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e0cab2d7-7e06-49e5-afd4-0839376c8442 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2104015 Nov 23 02:19:41.816247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:41.820530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-188a444b-f755-4820-9ea0-8a1c2fd14aeb None None] Provisioning complete for port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:41.820946 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-188a444b-f755-4820-9ea0-8a1c2fd14aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.824145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:41.878259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.909657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:41.970556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abda380-9f2b-4e3e-b739-406365b8c306 None None] Pushing event updated for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:41.980977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc', 'name': '', 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'mac_address': 'fa:16:3e:6d:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:35Z', 'updated_at': '2021-11-23T02:19:40Z', 'revision_number': 4, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'subnets': [{'id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:19:42.013278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57a64c-4c8b-4f38-9c75-88f15a951713 None None] The sync data for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 is: [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc', 'name': '', 'network_id': '7ef97bbe-2725-4d65-b50e-f739e23b81e7', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'mac_address': 'fa:16:3e:6d:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:35Z', 'updated_at': '2021-11-23T02:19:40Z', 'revision_number': 4, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'subnets': [{'id': '997cecbb-b290-4e35-8b3f-149413dc30e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:19:42.128682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45b961-0988-4eaf-ba3e-5d7a08f79aa5 req-1cdee0bc-8a04-4db7-8ffc-135a6552c489 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:42.136174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb45b961-0988-4eaf-ba3e-5d7a08f79aa5 req-1cdee0bc-8a04-4db7-8ffc-135a6552c489 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 970 time: 0.1253557 Nov 23 02:19:42.276699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb45b961-0988-4eaf-ba3e-5d7a08f79aa5 req-b7c76499-e20e-42b6-a9a9-1c1811b83914 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138647 Nov 23 02:19:42.322924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.400623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:42.429700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b20af997-b486-48a1-a09d-c5db07b52925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.575582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201a7a7-da84-4e77-9aa2-d3d590cd99a4 req-267f8076-12fa-46ad-9c9b-a54c8b37195b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:42.577415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b20af997-b486-48a1-a09d-c5db07b52925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.581500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e201a7a7-da84-4e77-9aa2-d3d590cd99a4 req-267f8076-12fa-46ad-9c9b-a54c8b37195b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.1306436 Nov 23 02:19:42.588846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b20af997-b486-48a1-a09d-c5db07b52925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.592349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Allocated IP 172.25.1.21 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:42.621893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20af997-b486-48a1-a09d-c5db07b52925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6093e8-f964-431c-aad2-9235615329b3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:42.665186 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b20af997-b486-48a1-a09d-c5db07b52925 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1fd5736b4b84bff839cc30ec13bcefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625761 Nov 23 02:19:42.666086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55712) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:42.744378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.757283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1f8b26e-6fc3-4047-8368-ed5ed2c137cd req-6f6663ab-bf6e-497d-95ab-f54ad910ee8f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0647206 Nov 23 02:19:42.773555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.785221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e201a7a7-da84-4e77-9aa2-d3d590cd99a4 req-3c7a6d41-7637-41ef-a0e6-3920699ec59b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941674 Nov 23 02:19:42.845921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.850895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.854754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a6093e8-f964-431c-aad2-9235615329b3 HTTP/1.1" status: 204 len: 168 time: 0.1853025 Nov 23 02:19:42.865446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4ff0b-8096-41b8-945f-e716badf8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6093e8-f964-431c-aad2-9235615329b3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:42.912219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:42.956598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.020740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:43.036187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:43.039371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:43.330116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'Port': ['ID=b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:43.350304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.425207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.593051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8bf9-cf1f-4fc1-b7ed-a6b181fca158 req-c51afccc-6580-4544-8293-d6b752a98a5d tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:43.613688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e76c8bf9-cf1f-4fc1-b7ed-a6b181fca158 req-c51afccc-6580-4544-8293-d6b752a98a5d tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 970 time: 0.1517751 Nov 23 02:19:43.670978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55742) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:43.756806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e76c8bf9-cf1f-4fc1-b7ed-a6b181fca158 req-51872031-72d3-43a9-80da-36dd1acb424c tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418483 Nov 23 02:19:43.792334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.799289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.817153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:43.869772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec0745ac-c0de-41bb-aff9-37a0e5d81b71 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:43.893851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83e5a1ab-9438-4b7c-b0f7-5ed67fbdd9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:43.920059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.014090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae999b39-0261-44b1-8f0d-6488a562805b req-0169ef49-32f0-40ef-aa32-3a562967e042 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0995648 Nov 23 02:19:44.027839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83e5a1ab-9438-4b7c-b0f7-5ed67fbdd9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.034827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83e5a1ab-9438-4b7c-b0f7-5ed67fbdd9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.042144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.042603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:19:44.044420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2261724 Nov 23 02:19:44.045180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609032-746a-42a2-bb3f-413ad3c2c64a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'Port': ['ID=b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.068501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791076b5-7cb7-4af2-b59a-1711394d40b5 req-9869a2c8-7596-4eda-9109-7af60ead3c91 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:44.070288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-791076b5-7cb7-4af2-b59a-1711394d40b5 req-9869a2c8-7596-4eda-9109-7af60ead3c91 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.1390846 Nov 23 02:19:44.071093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:44.071662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.084852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:44.085692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.112776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83e5a1ab-9438-4b7c-b0f7-5ed67fbdd9a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec7cdfaccc584dce942a8711bcb8e527&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406366 Nov 23 02:19:44.113896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55760) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:44.121222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5a1ab-9438-4b7c-b0f7-5ed67fbdd9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b7cd9-7504-4375-8538-1627361b07b6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.176961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-791076b5-7cb7-4af2-b59a-1711394d40b5 req-9469f0d2-9170-446b-872b-7435e29f4948 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Nov 23 02:19:44.203897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.234416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.291660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.295070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.300232 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b0b7cd9-7504-4375-8538-1627361b07b6 HTTP/1.1" status: 204 len: 168 time: 0.1853619 Nov 23 02:19:44.309019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d9eb-590c-4871-9607-c567e9ca2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b7cd9-7504-4375-8538-1627361b07b6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.318333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.356987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:44.401526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-dfd98a0e-c071-4acc-82d0-90e845356814 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--315009828&fields=id&tenant_id=48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 267 time: 0.0685523 Nov 23 02:19:44.432865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:44.440747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.500467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.540365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-8d559c31-3bca-46e7-a889-3bb61b57618f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:44.541945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-8d559c31-3bca-46e7-a889-3bb61b57618f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 824 time: 0.1326015 Nov 23 02:19:44.556741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-85e8764b-33fd-4903-b229-b227a5e7a035 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:19:44.557735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-85e8764b-33fd-4903-b229-b227a5e7a035 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056953 Nov 23 02:19:44.563075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Request body: {'port': {'device_id': 'c2799ffa-f820-4714-9281-5e01284b8858', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '29e2647773de479e8e4a4d28feec3437'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:44.572873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7b6bfc46-4043-4c90-a44d-08f8a25a8b6d tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/quotas/48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 375 time: 0.0131202 Nov 23 02:19:44.655384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-4b7a4bb4-3320-4c90-8c83-0c22778815f8 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737033 Nov 23 02:19:44.665807 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d4ea84-bcca-440d-9a34-853e215fae6d" -d '{"events": [{"server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "name": "network-vif-plugged", "status": "completed", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:44.692619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Made reservation on behalf of 29e2647773de479e8e4a4d28feec3437 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:44.696166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.706382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.764405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:44.783509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-837f031d-6a95-4e2c-a8ef-4dcb4753dce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.794101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.799439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.873866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-837f031d-6a95-4e2c-a8ef-4dcb4753dce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.884922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-837f031d-6a95-4e2c-a8ef-4dcb4753dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:44.892231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3578a684-a394-4ae9-a78c-63accd326780,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.946173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f031d-6a95-4e2c-a8ef-4dcb4753dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee1e42-073c-40b2-a405-2b5e11633269,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:44.967550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-837f031d-6a95-4e2c-a8ef-4dcb4753dce7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8528d0de9b5d44e2b7615801c2c178a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008755 Nov 23 02:19:44.967968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:44.997661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Allocated IP 192.168.233.115 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/612e4def-3747-439a-b82a-de0bfe44f74a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:45.050618 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0086563e-f02b-432b-916a-df144f6946f5 x-openstack-request-id: req-0086563e-f02b-432b-916a-df144f6946f5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:45.051130 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "name": "network-vif-plugged", "status": "completed", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:45.051252 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0086563e-f02b-432b-916a-df144f6946f5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:45.051668 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71', 'code': 200} Nov 23 02:19:45.067408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.153888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.179363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215788-1127-43f9-a68f-86b6014fc0c9 req-16fdbacb-8409-4234-8250-e39978a8d217 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:45.186713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61215788-1127-43f9-a68f-86b6014fc0c9 req-16fdbacb-8409-4234-8250-e39978a8d217 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.0646112 Nov 23 02:19:45.201931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Request body: {'port': {'device_id': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:45.239402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-eba6ed13-0ee7-42a1-bf24-a5c3a40d156d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:19:45.242092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-eba6ed13-0ee7-42a1-bf24-a5c3a40d156d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1069293 Nov 23 02:19:45.255121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61215788-1127-43f9-a68f-86b6014fc0c9 req-454115ee-8b39-4999-87bb-b579b1b183c1 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667274 Nov 23 02:19:45.347548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-5167c07a-2696-46f4-8758-b2663c941e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:45.349054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-5167c07a-2696-46f4-8758-b2663c941e42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 1123 time: 0.2063985 Nov 23 02:19:45.354774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-463871cb-d554-4a07-8586-b5a52c1e93ae req-6a9c269d-1d7b-41d3-be8b-3cfaccc6999f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 210 time: 0.0307527 Nov 23 02:19:45.373002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.387713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-1e7b0ff0-8670-4648-897b-80ce6b94f544 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.392340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.406779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.407529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-e486e636-4a24-4de6-9646-a93a7630e21d service neutron] 10.222.0.15 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513619 Nov 23 02:19:45.409287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.412785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49ee1e42-073c-40b2-a405-2b5e11633269 HTTP/1.1" status: 204 len: 168 time: 0.4357333 Nov 23 02:19:45.485563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e919-17d4-4edd-895a-07ae34acf963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee1e42-073c-40b2-a405-2b5e11633269,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:45.552128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de95ec-e2f5-49aa-b387-c8fa233431b1 req-a91062ea-be11-4fa7-ba03-d1725104318d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:45.553634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32de95ec-e2f5-49aa-b387-c8fa233431b1 req-a91062ea-be11-4fa7-ba03-d1725104318d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 931 time: 0.0810575 Nov 23 02:19:45.567565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-5d26a318-c4c0-41b2-b877-5ed049ec24a5 service neutron] 10.222.0.15 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536644 Nov 23 02:19:45.569932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.640130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32de95ec-e2f5-49aa-b387-c8fa233431b1 req-bf6f8e7b-d506-4e9d-bdd2-b1bed1cc4e33 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712030 Nov 23 02:19:45.702945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:45.730395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:45.740517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:45.746221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:45.746808 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.775602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Pushing event updated for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:45.798721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-1e7b0ff0-8670-4648-897b-80ce6b94f544 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.806027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfcda0bc-49e5-4100-b11d-0b8950fe0b0b req-de2e27ec-ec91-4e78-ba9d-9848911c0078 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 210 time: 0.0459533 Nov 23 02:19:45.874004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-f727c51a-f8a9-4e19-bd50-2d8cc3ff1840 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3152382 Nov 23 02:19:45.874684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-1e7b0ff0-8670-4648-897b-80ce6b94f544 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:45.902319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Request body: {'port': {'device_id': 'c2799ffa-f820-4714-9281-5e01284b8858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:46.015385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2e01cfb6-d22e-4392-94c0-f6cabe4b3650 req-1e7b0ff0-8670-4648-897b-80ce6b94f544 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588407 Nov 23 02:19:46.032431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b0ff0-8670-4648-897b-80ce6b94f544 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e892e5-8f41-461e-b0df-0d8abb71c168,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:46.034941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.130313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1cb4779f-5b84-49e7-b2b7-2ec24f5e488c None None] Provisioning complete for port 612e4def-3747-439a-b82a-de0bfe44f74a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:46.130856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1cb4779f-5b84-49e7-b2b7-2ec24f5e488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.162355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-37f68953-8762-44f6-9c13-74d8bca7b5bc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422971 Nov 23 02:19:46.187773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4779f-5b84-49e7-b2b7-2ec24f5e488c None None] Port 612e4def-3747-439a-b82a-de0bfe44f74a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:46.310736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-f27da71c-4120-4999-8742-694972ae2a83 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:46.317876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-f27da71c-4120-4999-8742-694972ae2a83 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495423 Nov 23 02:19:46.335721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-0b8867cb-7343-4252-9126-7888721c47e5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/quotas/d9d3b2d2d3e54cb7b5254e091f93db36 HTTP/1.1" status: 200 len: 375 time: 0.0167496 Nov 23 02:19:46.371306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:46.378562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-5f875736-90e7-43c4-8594-9917e9b6fe1f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382822 Nov 23 02:19:46.391722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.423169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Transition to ACTIVE for port object 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:46.428564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.465953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5737a-4670-4a99-9107-8962c3106635 req-765a09a0-d1ba-4912-b669-01684847101d tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:46.474851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cf5737a-4670-4a99-9107-8962c3106635 req-765a09a0-d1ba-4912-b669-01684847101d tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.0952160 Nov 23 02:19:46.544061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cf5737a-4670-4a99-9107-8962c3106635 req-0eb7dd10-1d9c-4540-92dd-4752c3a709a4 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Nov 23 02:19:46.688681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:46.689026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:46.689357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:46.698122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:46.736568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:46.737217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:46.753951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3777e9-2cea-4631-80f1-6c90a43eb4cc req-c6dfe890-3bab-407d-9650-fb75038fec4b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:46.756324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e3777e9-2cea-4631-80f1-6c90a43eb4cc req-c6dfe890-3bab-407d-9650-fb75038fec4b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 936 time: 0.0962958 Nov 23 02:19:46.772293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:46.772641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:46.773040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:46.773872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Bound port: 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:46.776183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.890625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:46.915093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:46.919691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e3777e9-2cea-4631-80f1-6c90a43eb4cc req-8d27469b-91aa-4075-b3a8-84f8f23216d6 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571705 Nov 23 02:19:46.920531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.933953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105343-f387-4dce-baeb-0423a5fc5555 req-fe912730-8911-416e-8ea0-77ee210d9f54 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:46.935858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d105343-f387-4dce-baeb-0423a5fc5555 req-fe912730-8911-416e-8ea0-77ee210d9f54 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.1256235 Nov 23 02:19:47.007526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d105343-f387-4dce-baeb-0423a5fc5555 req-9ce8c29b-8401-45b7-a02f-c4d292ae11ae tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Nov 23 02:19:47.032574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.033801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:47.035118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] 10.222.0.41 "PUT /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 1092 time: 2.1579456 Nov 23 02:19:47.035731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:47.038210 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf15b9-2822-41d0-b3f8-84db3070a8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:47.054418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc10911-486c-4846-8bd1-9afe17f800bf service neutron] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:47.090550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612e4def-3747-439a-b82a-de0bfe44f74a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:47.115187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:47.132000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-05f8e976-0550-4427-82e8-6d66ade907f9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843394 Nov 23 02:19:47.181390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Transition to ACTIVE for port object 612e4def-3747-439a-b82a-de0bfe44f74a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:47.189165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:47.227682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a954f9a-0784-4b87-9bb8-5bf2061877bb req-ed88e891-1e53-493c-b978-750365f9ef1c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 210 time: 0.0931673 Nov 23 02:19:47.229056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-636297d2-579f-4bf4-bde8-8bcfedcfd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.230686 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-636297d2-579f-4bf4-bde8-8bcfedcfd3dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1095 time: 0.1179388 Nov 23 02:19:47.325484 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14432296-5410-43e0-9750-87e5ba257ddc x-openstack-request-id: req-14432296-5410-43e0-9750-87e5ba257ddc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:47.325778 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:47.326018 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14432296-5410-43e0-9750-87e5ba257ddc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:47.326417 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'status': 'completed', 'code': 200} Nov 23 02:19:47.341044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-4b533c73-17d9-432c-a6cc-9f076bd1234f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.351100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-4b533c73-17d9-432c-a6cc-9f076bd1234f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173662 Nov 23 02:19:47.369852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e0feeac-e8cb-4733-afad-d2ee221bc17d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/quotas/d9d3b2d2d3e54cb7b5254e091f93db36 HTTP/1.1" status: 200 len: 375 time: 0.0178068 Nov 23 02:19:47.407465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-6cea0a67-a971-43e5-bac1-3433ad679c08 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367427 Nov 23 02:19:47.411954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Pushing event updated for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:47.420503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-2e222a99-0f53-4923-b6c7-ed22541296a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.1510711 Nov 23 02:19:47.432746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Attempting to bind port 612e4def-3747-439a-b82a-de0bfe44f74a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:47.433083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Attempting to bind port 612e4def-3747-439a-b82a-de0bfe44f74a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:47.433411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Attempting to bind port 612e4def-3747-439a-b82a-de0bfe44f74a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:47.483853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Port 612e4def-3747-439a-b82a-de0bfe44f74a on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:47.484684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Attempting to bind port 612e4def-3747-439a-b82a-de0bfe44f74a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:47.535639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:47.536025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:47.536370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:47.536890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Bound port: 612e4def-3747-439a-b82a-de0bfe44f74a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:47.537254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:47.573931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-391306a7-4243-476f-bbc0-a97a1b8bf3f6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.575967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-391306a7-4243-476f-bbc0-a97a1b8bf3f6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 824 time: 0.3258629 Nov 23 02:19:47.585264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-0535bd97-c263-4662-a8f3-4f29d3aea8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.587085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-0535bd97-c263-4662-a8f3-4f29d3aea8ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1595383 Nov 23 02:19:47.695649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-42dad91b-d354-40b3-adba-63b9ce7513d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881305 Nov 23 02:19:47.727680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8547779c-3867-4ade-a43c-7006e3608fda req-d4d0f54c-f34f-4f4b-9f2f-8be3032abef9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 210 time: 0.0550950 Nov 23 02:19:47.758011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666b50b-9996-449e-b95f-c36a1a842c02 req-88adcfd8-381f-48f3-a4e6-4377f7ebd497 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:47.765637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3666b50b-9996-449e-b95f-c36a1a842c02 req-88adcfd8-381f-48f3-a4e6-4377f7ebd497 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.1040211 Nov 23 02:19:47.819270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3666b50b-9996-449e-b95f-c36a1a842c02 req-c6907a21-64ca-44f4-be6d-69006537fd81 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Nov 23 02:19:47.849433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:47.861422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-23851a7f-39d0-4841-8490-51d159b6fc10 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 379 time: 0.2553151 Nov 23 02:19:47.879288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'port': {'device_id': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'admin_state_up': True, 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'security_groups': ['04a31601-5b86-4de5-be69-93b27e1e0f9b']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:47.885538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=612e4def-3747-439a-b82a-de0bfe44f74a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:47.933496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:47.959949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Request body: {'security_group': {'name': 'tempest-securitygroup-303279541', 'description': 'tempest-description-1621484908'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:48.065916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.071824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-ec2adfde-327b-4f97-b20f-73609d5c0143 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635845 Nov 23 02:19:48.079105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.079736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.081271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] 10.222.0.41 "PUT /v2.0/ports/612e4def-3747-439a-b82a-de0bfe44f74a HTTP/1.1" status: 200 len: 1097 time: 2.1847062 Nov 23 02:19:48.090546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 50892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:48.092109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.149641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c82623-1e7e-4ad9-9a0e-9a32056c30a6 req-d3e8028c-1861-49ea-a348-f8241ba4b784 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.159105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c82623-1e7e-4ad9-9a0e-9a32056c30a6 req-d3e8028c-1861-49ea-a348-f8241ba4b784 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 948 time: 0.1472473 Nov 23 02:19:48.174829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-ff12939a-2753-402b-85b5-621c97bd2c06 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783651 Nov 23 02:19:48.200351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca0433-d63a-4357-be79-c802eb8f8512 service neutron] Pushing event updated for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:48.275434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Made reservation on behalf of 48fef1bcd52f496480cc8819e656b59a for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:48.284510 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.321527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e47af4f0-e878-4e32-b671-cb8e72275b09 req-ebfe63c2-f357-4c19-9a3e-1f80cd4c4254 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370200 Nov 23 02:19:48.407105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-055bae55-56a2-4d5f-9bcd-9b850d019a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.407321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c82623-1e7e-4ad9-9a0e-9a32056c30a6 req-946cbd5f-f733-488d-8849-08c9ce34e3cc tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461238 Nov 23 02:19:48.408640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-055bae55-56a2-4d5f-9bcd-9b850d019a54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 1100 time: 0.1012588 Nov 23 02:19:48.429873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-df7f0300-cd74-4f3d-a8aa-f019d21842de tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.431420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-df7f0300-cd74-4f3d-a8aa-f019d21842de tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412438 Nov 23 02:19:48.448712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Request body: {'port': {'device_id': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'd9d3b2d2d3e54cb7b5254e091f93db36'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:48.487593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Allocated IP 172.20.0.14 (580c9cd6-b55c-44a0-8fa0-2865656000aa/cb457442-32a0-4053-8fc3-d865ce622771/515adfe2-4901-4cba-bf44-bc617e2fdbac) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:48.549723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.562833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-3713fc7c-695a-4324-bd3f-35b3198e8feb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=612e4def-3747-439a-b82a-de0bfe44f74a HTTP/1.1" status: 200 len: 217 time: 0.0845630 Nov 23 02:19:48.563461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.642791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-1934150b-58a1-4086-ba63-4ca23ebc082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.644216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-1934150b-58a1-4086-ba63-4ca23ebc082f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1095 time: 0.1649559 Nov 23 02:19:48.651366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca25beab-4f68-4614-86dd-06b37146b6fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:48.669878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fb6cd-e5ca-49b5-bcc1-d9f871524e8f req-175a5a3f-9a44-4610-8c44-3b5f62dcd7a9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.671960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-105fb6cd-e5ca-49b5-bcc1-d9f871524e8f req-175a5a3f-9a44-4610-8c44-3b5f62dcd7a9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.1770201 Nov 23 02:19:48.732786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-dfbb3792-9436-45f2-abec-44b042722c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.734804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-dfbb3792-9436-45f2-abec-44b042722c1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1618655 Nov 23 02:19:48.739728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Made reservation on behalf of d9d3b2d2d3e54cb7b5254e091f93db36 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:48.743151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.746640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.761463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.763657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.808820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-105fb6cd-e5ca-49b5-bcc1-d9f871524e8f req-c1a8307f-bed8-47a3-af78-eacc57b14676 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251881 Nov 23 02:19:48.819174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.820410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2426612b-09b2-4951-9604-1d0ff0d2b875 req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8645720 Nov 23 02:19:48.834374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a270c-115c-43ed-b8a6-a69d347fb04e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61cec5c-655a-47b5-8198-5d5e3d0d95fc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:48.853044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-af82f4c3-f321-4a01-b610-7f97c7d68efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.854712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-af82f4c3-f321-4a01-b610-7f97c7d68efb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1787708 Nov 23 02:19:48.860507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.867146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-e4509b64-b74b-42ec-99be-d5aa584a1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:48.868614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-e4509b64-b74b-42ec-99be-d5aa584a1181 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247907 Nov 23 02:19:48.913966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:48.919522 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.026599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c586fa84-7de2-45cc-8ac8-48af03839446 req-87c1f014-9985-46f9-bfaa-4a24dc2eabfd tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 210 time: 0.1019187 Nov 23 02:19:49.029965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.41', 61890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:49.066774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86ef6b39-f14e-40f9-8adc-c63abde2339f req-736a2c05-3704-4653-97b1-bd1b5b669092 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 210 time: 0.1244509 Nov 23 02:19:49.111486 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-04740abf-8000-450f-b2ee-08c1a09143a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.2465658 Nov 23 02:19:49.225943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-eb383eef-d259-4681-86af-03c212711d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:49.227353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-eb383eef-d259-4681-86af-03c212711d58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0886097 Nov 23 02:19:49.228264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.267563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1671242282', 'description': 'tempest-description-235484659'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:49.279778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:49.281619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-a473eae6-31ec-4f36-8a33-4cd7b3d481d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017680 Nov 23 02:19:49.309018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-3a137829-c40f-486a-ac51-5cf4bc685dd3 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2405534 Nov 23 02:19:49.309815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:49.314416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-68790436-eed1-410e-9f04-906b61d892f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454085 Nov 23 02:19:49.326970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:49.346402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:49.348341 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5beec-2553-4223-a04b-0fe3ceb10345" -d '{"events": [{"name": "network-changed", "server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:49.351196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:49.356642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:49.357260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.387203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:49.481939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-7c09af70-3a11-4ec8-836e-112709d58e2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6133852 Nov 23 02:19:49.486008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.505948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Request body: {'port': {'device_id': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'device_owner': 'compute:tempest-test_az-116653577', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:49.514322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f65e13-75c1-4441-9711-22d3a7fd272b req-d517206e-7765-4fd4-bf6f-163c53eeafef tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:49.515901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00f65e13-75c1-4441-9711-22d3a7fd272b req-d517206e-7765-4fd4-bf6f-163c53eeafef tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.2590184 Nov 23 02:19:49.534150 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b3735cb5-e9fb-4483-9dd9-f7f79d61e443 req-2c9a640c-ab2a-4ac3-a3c2-09e784dd00d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263811 Nov 23 02:19:49.539906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-35fd2347-fe8a-4a2a-b6fe-1d950fc29590 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147830 Nov 23 02:19:49.592167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Allocated IP 192.168.233.210 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/e8e4c998-92a6-4ca2-9934-1e7d37decb87) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:49.607679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f9358fd3-bc4a-4f21-90f7-7e4abd79b617 None None] Provisioning complete for port 515adfe2-4901-4cba-bf44-bc617e2fdbac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:49.608167 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9358fd3-bc4a-4f21-90f7-7e4abd79b617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.616762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.657462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f9358fd3-bc4a-4f21-90f7-7e4abd79b617 None None] Port 515adfe2-4901-4cba-bf44-bc617e2fdbac cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:49.677892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-08688647-4872-486e-b55a-bd8f3592faeb tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:49.679406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-08688647-4872-486e-b55a-bd8f3592faeb tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450668 Nov 23 02:19:49.702831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10cf15b9-2822-41d0-b3f8-84db3070a8bf req-7d59a66a-01ad-4882-80b2-f196736c8e54 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431849 Nov 23 02:19:49.709157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Request body: {'port': {'device_id': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'd9d3b2d2d3e54cb7b5254e091f93db36'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:49.742800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00f65e13-75c1-4441-9711-22d3a7fd272b req-9bf1e796-fde0-45d9-bef1-0fab12c50baf tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096515 Nov 23 02:19:49.810828 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df03f69-eac1-4304-8463-086ca4e0bb35 x-openstack-request-id: req-7df03f69-eac1-4304-8463-086ca4e0bb35 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:49.811180 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:49.811564 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7df03f69-eac1-4304-8463-086ca4e0bb35 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:49.812556 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a', 'status': 'completed', 'code': 200} Nov 23 02:19:49.890277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.921176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.925792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-c0fee3d4-1752-4de7-9451-19b31f1df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:49.927441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-c0fee3d4-1752-4de7-9451-19b31f1df3ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 1100 time: 0.0687821 Nov 23 02:19:49.976282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:49.977486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3e3b130-64fa-46db-a466-7310046a893b req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9076955 Nov 23 02:19:50.010395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515adfe2-4901-4cba-bf44-bc617e2fdbac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:50.018774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149e314-971a-4ffc-abdc-6925236bc933 req-5fc9d4eb-d316-4e57-9caf-05bcd4d6337e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.021350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.024987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f149e314-971a-4ffc-abdc-6925236bc933 req-5fc9d4eb-d316-4e57-9caf-05bcd4d6337e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 948 time: 0.1726944 Nov 23 02:19:50.028027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.046691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Transition to ACTIVE for port object 515adfe2-4901-4cba-bf44-bc617e2fdbac will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:50.055893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.063848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b60eb-0b10-4bb1-9f34-c7a2ff0bea64 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32089473-e849-41d8-b3e0-e5ae384631fa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:50.085457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Made reservation on behalf of d9d3b2d2d3e54cb7b5254e091f93db36 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:19:50.088751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.116028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-f26ed8fc-5c62-4722-8494-8a6647ba487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.117081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-f26ed8fc-5c62-4722-8494-8a6647ba487b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1725948 Nov 23 02:19:50.151918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:50.195438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Attempting to bind port 515adfe2-4901-4cba-bf44-bc617e2fdbac on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:50.195871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Attempting to bind port 515adfe2-4901-4cba-bf44-bc617e2fdbac by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:50.196192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Attempting to bind port 515adfe2-4901-4cba-bf44-bc617e2fdbac on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:50.200321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-14c43b4a-9564-44b2-b415-a7fff409d3f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=612e4def-3747-439a-b82a-de0bfe44f74a HTTP/1.1" status: 200 len: 217 time: 0.0586619 Nov 23 02:19:50.202576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Port 515adfe2-4901-4cba-bf44-bc617e2fdbac on network 580c9cd6-b55c-44a0-8fa0-2865656000aa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:50.202900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Attempting to bind port 515adfe2-4901-4cba-bf44-bc617e2fdbac on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:50.216485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:50.216822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Checking segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:50.217208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Bound using segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:50.217657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Bound port: 515adfe2-4901-4cba-bf44-bc617e2fdbac, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:50.218045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.236497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.242892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f149e314-971a-4ffc-abdc-6925236bc933 req-42ab8a5a-d15b-48ee-a634-a706f9ed9528 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022934 Nov 23 02:19:50.263499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-08e2e941-13f5-4e74-8ee7-1782c7528d90 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.265074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-08e2e941-13f5-4e74-8ee7-1782c7528d90 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 1123 time: 0.1924026 Nov 23 02:19:50.288770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-227a6830-6be8-4c9b-aa0c-baf2da7aecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.290755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-227a6830-6be8-4c9b-aa0c-baf2da7aecc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0821745 Nov 23 02:19:50.351377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:50.355742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:50.361379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.370768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-ef2e3a9c-a2e2-4e85-9d59-9f0b08954de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.372225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-ef2e3a9c-a2e2-4e85-9d59-9f0b08954de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0726006 Nov 23 02:19:50.385521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-989e8dcd-7dd9-4616-9dc7-002a09fa7208 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.419141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.419764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.420637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:50.422161 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] 10.222.0.47 "PUT /v2.0/ports/515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 200 len: 1114 time: 0.9247179 Nov 23 02:19:50.480706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:50.493075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:50.500929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.501592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.505664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c60840-cf27-46d2-8f8e-64b7dbd7fd18 service neutron] Pushing event updated for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:50.511960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:50.552444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3bb103ec-355d-4cbc-916b-0cd37ed8da6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1073186 Nov 23 02:19:50.554681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Allocated IP 192.168.233.69 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/5cd1c144-72c6-44ea-961e-332f50e3e5f4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:19:50.563730 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-7bf197f7-5c5f-4677-9e99-0b605c320a9f service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712973 Nov 23 02:19:50.566120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-fe7728bc-a1df-4985-841a-8d78bc0306ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.568783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-fe7728bc-a1df-4985-841a-8d78bc0306ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 1117 time: 0.1008425 Nov 23 02:19:50.578818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Request body: {'port': {'device_id': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'device_owner': 'compute:tempest-test_az-116653577', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:50.602129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39197814-6772-4d00-a368-af1d78691b48 req-8199094f-72b4-425b-9a95-c115a96d540f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.603745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39197814-6772-4d00-a368-af1d78691b48 req-8199094f-72b4-425b-9a95-c115a96d540f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.2578676 Nov 23 02:19:50.655981 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-50252325-ef7b-47b3-98e2-53c1ed65ef76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 200 len: 217 time: 0.0769026 Nov 23 02:19:50.735356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-a008b960-588f-4ba1-909a-72f4e2a6319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.737106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-a008b960-588f-4ba1-909a-72f4e2a6319e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.0735044 Nov 23 02:19:50.743092 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2ba5beec-2553-4223-a04b-0fe3ceb10345 req-81529a98-f6e3-449d-b806-859e02d1381b service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723177 Nov 23 02:19:50.750804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.796520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-c8f3a89f-4b91-4b64-b0f9-fbe50618c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:50.798026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-c8f3a89f-4b91-4b64-b0f9-fbe50618c813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538070 Nov 23 02:19:50.822339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39197814-6772-4d00-a368-af1d78691b48 req-fde5630f-c1b6-4d08-b976-838ef2b3a3c2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908953 Nov 23 02:19:50.824187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-079e457f-cf44-44bf-834b-61820916096a None None] Provisioning complete for port e8e4c998-92a6-4ca2-9934-1e7d37decb87 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:50.825039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-079e457f-cf44-44bf-834b-61820916096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.835536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-989e8dcd-7dd9-4616-9dc7-002a09fa7208 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.871942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-079e457f-cf44-44bf-834b-61820916096a None None] Port e8e4c998-92a6-4ca2-9934-1e7d37decb87 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:50.889600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-989e8dcd-7dd9-4616-9dc7-002a09fa7208 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:50.911677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-798b9f5f-f8b7-4bc7-b1fe-bf7997303e7d service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062448 Nov 23 02:19:50.961123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-889781529', 'description': 'tempest-description-1592433782'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:51.002910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4116235b-1529-47ca-9a5c-8fae24217bf3 req-989e8dcd-7dd9-4616-9dc7-002a09fa7208 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074993 Nov 23 02:19:51.004698 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e2ef1d5b-934a-4fc1-92e5-4c256bbc8e9a req-dac81177-7b90-4da4-ace0-fd3618c7409f service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861690 Nov 23 02:19:51.011357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8dcd-7dd9-4616-9dc7-002a09fa7208 tempest-AggregatesAdminTestJSON-2031464554 tempest-AggregatesAdminTestJSON-2031464554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42fe4c-6e6f-43be-9d06-8c3e0aadcb70,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:51.112737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.177528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.193019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.231705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefb048-8f16-412b-8f3d-1fdbf4ce6f1c req-bd3b131e-81fc-42b9-822f-69ba428ed7e8 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:51.233209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cefb048-8f16-412b-8f3d-1fdbf4ce6f1c req-bd3b131e-81fc-42b9-822f-69ba428ed7e8 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 965 time: 0.1406007 Nov 23 02:19:51.281932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.544839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cefb048-8f16-412b-8f3d-1fdbf4ce6f1c req-1f57fb9c-ccbc-46a6-9cdc-ac16be90f067 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022416 Nov 23 02:19:51.549657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:19:51.562518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:19:51.574270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:19:51.579836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:51.580553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.587511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event updated for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:51.624936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-74e2d20b-68f6-4161-baae-90eeaae46348 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9222908 Nov 23 02:19:51.659914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Request body: {'port': {'device_id': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:51.669275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.706121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.802330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-463c6481-3caf-45fe-81c4-d57bcc869ea9 None None] Provisioning complete for port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:51.802782 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-463c6481-3caf-45fe-81c4-d57bcc869ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.813432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:51.815915 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18df964-08ab-47a9-bb35-0d97857ac5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:51.816615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e608973-bd79-45c4-9539-0808240dc5ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:51.832127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab53af-fb94-4fb7-bd1f-4ed4980434df req-c63bb58f-7ddb-43fd-9e95-7b521a424029 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:51.833631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cab53af-fb94-4fb7-bd1f-4ed4980434df req-c63bb58f-7ddb-43fd-9e95-7b521a424029 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 935 time: 0.2010694 Nov 23 02:19:51.836654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:51.841293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-463c6481-3caf-45fe-81c4-d57bcc869ea9 None None] Port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:19:51.850619 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.860300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.904603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Transition to ACTIVE for port object e8e4c998-92a6-4ca2-9934-1e7d37decb87 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:51.937956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.950573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:51.989157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.019079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cab53af-fb94-4fb7-bd1f-4ed4980434df req-70185fe7-6a9f-47ba-ae63-7e346be408da tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720245 Nov 23 02:19:52.047197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.048414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7304148a-534f-43d9-8cd9-188e7d043b6f req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1134188 Nov 23 02:19:52.089830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:52.116444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:52.240179 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb269e70-f71e-474b-95bc-da476abb205a x-openstack-request-id: req-bb269e70-f71e-474b-95bc-da476abb205a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:52.240691 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:52.240773 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb269e70-f71e-474b-95bc-da476abb205a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:52.241113 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'status': 'completed', 'code': 200} Nov 23 02:19:52.252239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:52.276768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'port_id': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'mac_address': 'fa:16:3e:6c:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ca818-4f16-44df-80d4-3759fbe709e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:52.319639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-3de6b98d-f80f-4f93-9fd7-544888abd1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.321227 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-3de6b98d-f80f-4f93-9fd7-544888abd1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 1117 time: 0.0593338 Nov 23 02:19:52.324741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bfa9e-5991-4452-a12a-e366986f3b59 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005db31-01c4-4efe-a3d5-0fd5c49eba52,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:52.351172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Attempting to bind port e8e4c998-92a6-4ca2-9934-1e7d37decb87 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:52.351523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Attempting to bind port e8e4c998-92a6-4ca2-9934-1e7d37decb87 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:52.351878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Attempting to bind port e8e4c998-92a6-4ca2-9934-1e7d37decb87 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:52.372495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Port e8e4c998-92a6-4ca2-9934-1e7d37decb87 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:52.372824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Attempting to bind port e8e4c998-92a6-4ca2-9934-1e7d37decb87 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:52.401327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:52.401691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:52.402254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:52.402749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Bound port: e8e4c998-92a6-4ca2-9934-1e7d37decb87, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:52.403112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.430399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6efbd-aeee-46a1-a071-1f481f53c0c1 req-13c110ff-4bbb-40d4-87da-89f1cb93cb3b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.431965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d6efbd-aeee-46a1-a071-1f481f53c0c1 req-13c110ff-4bbb-40d4-87da-89f1cb93cb3b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 948 time: 0.3004708 Nov 23 02:19:52.434107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-37f1d9ca-072a-4810-af12-4fe5095fdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.435787 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-37f1d9ca-072a-4810-af12-4fe5095fdf58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 925 time: 0.1045387 Nov 23 02:19:52.452527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.466275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:52.478714 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-cb579749-3908-4424-8524-baf0b620d589 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 200 len: 217 time: 0.0355253 Nov 23 02:19:52.489585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:52.493899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.510044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10992f50-6d27-4ad0-b4dd-df0603fe8ad5 req-89507690-85a7-4838-a651-3046b783fce1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.511555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10992f50-6d27-4ad0-b4dd-df0603fe8ad5 req-89507690-85a7-4838-a651-3046b783fce1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.1806636 Nov 23 02:19:52.535374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-f4bc0151-3fa9-4a46-91d0-9368117bd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.537035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-f4bc0151-3fa9-4a46-91d0-9368117bd15e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.0512211 Nov 23 02:19:52.541740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:52.589149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-a3e2ab01-fa84-44f7-8170-855aa5535533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.590726 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-a3e2ab01-fa84-44f7-8170-855aa5535533 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471830 Nov 23 02:19:52.605092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:52.611992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d6efbd-aeee-46a1-a071-1f481f53c0c1 req-e2a86183-dc11-4f71-8d6c-75b54673eb95 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570694 Nov 23 02:19:52.657880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd1c144-72c6-44ea-961e-332f50e3e5f4 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:52.665448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:52.668733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1150600121', 'description': 'tempest-description-321097168'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:19:52.680128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.684055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-e2da6089-a407-4d4e-8425-a3e95bc4d411 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859962 Nov 23 02:19:52.689290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.713796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10992f50-6d27-4ad0-b4dd-df0603fe8ad5 req-e43b2af2-8916-4aeb-99c6-a5a1788ff2d6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888769 Nov 23 02:19:52.740914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Transition to ACTIVE for port object 5cd1c144-72c6-44ea-961e-332f50e3e5f4 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:19:52.749143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.751004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.756518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:52.757080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:52.758489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] 10.222.0.47 "PUT /v2.0/ports/e8e4c998-92a6-4ca2-9934-1e7d37decb87 HTTP/1.1" status: 200 len: 1118 time: 2.1900735 Nov 23 02:19:52.759855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:52.795741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a18df964-08ab-47a9-bb35-0d97857ac5e9 req-19bd6b1a-0ea6-44fa-84d6-d8aaaa5332e4 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049445 Nov 23 02:19:52.867488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:52.932609 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947c3bb-7a00-4f7a-be81-93a366010f60" -d '{"events": [{"name": "network-changed", "server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:52.964021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f2384-1863-4d22-9afa-beefbf6fadfe service neutron] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:53.067140 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.105667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Pushing event updated for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:53.109856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-0a5a07cb-5804-4693-888c-0acfd4a26df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.111409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-0a5a07cb-5804-4693-888c-0acfd4a26df4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1121 time: 0.2648494 Nov 23 02:19:53.137721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e777253-ea97-4dd1-b754-c68e66d76357 req-5635a5c6-bff8-4332-805e-e68e7e2b042c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.139253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e777253-ea97-4dd1-b754-c68e66d76357 req-5635a5c6-bff8-4332-805e-e68e7e2b042c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 965 time: 0.2283664 Nov 23 02:19:53.172949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Attempting to bind port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:19:53.173279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Attempting to bind port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:19:53.173605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Attempting to bind port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:53.221262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-9bde8edd-7d39-43fa-9988-6747b1f8c827 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87 HTTP/1.1" status: 200 len: 217 time: 0.1001234 Nov 23 02:19:53.228934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.229887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:19:53.230325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Attempting to bind port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:19:53.243128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.288054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:19:53.288418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:19:53.288803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:19:53.289253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Bound port: 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:19:53.289608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.332404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.333635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51f3add3-d41e-4f2d-a153-81da02adf784 req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6886463 Nov 23 02:19:53.346918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aaece4-6698-4ddf-bbbe-8a62b3182149 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeddb491-7522-47ae-9baa-01859926cbaf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:53.349795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-75853d06-0f66-40e8-8c42-88067bbb87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.351285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-75853d06-0f66-40e8-8c42-88067bbb87f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1168540 Nov 23 02:19:53.354852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e777253-ea97-4dd1-b754-c68e66d76357 req-d429e172-3fd4-42c9-bf17-8957d790f64f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874807 Nov 23 02:19:53.482252 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd595e0-8d63-40fd-8761-f88133908957 x-openstack-request-id: req-ebd595e0-8d63-40fd-8761-f88133908957 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:53.482634 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:53.482893 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebd595e0-8d63-40fd-8761-f88133908957 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:53.483345 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'status': 'completed', 'code': 200} Nov 23 02:19:53.672713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:19:53.678602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-cdc145cc-3615-4ab1-b092-bc0c72134a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.680084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-cdc145cc-3615-4ab1-b092-bc0c72134a96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3033152 Nov 23 02:19:53.703130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:19:53.750772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.779210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa568d-de30-4e61-831c-7ccad2fd31ef req-8d168064-e026-422f-b7db-481c15014e09 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.780703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebaa568d-de30-4e61-831c-7ccad2fd31ef req-8d168064-e026-422f-b7db-481c15014e09 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 947 time: 0.3469903 Nov 23 02:19:53.845451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:53.846082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:53.847504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] 10.222.0.41 "PUT /v2.0/ports/5cd1c144-72c6-44ea-961e-332f50e3e5f4 HTTP/1.1" status: 200 len: 1096 time: 2.1917157 Nov 23 02:19:53.865478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515adfe2-4901-4cba-bf44-bc617e2fdbac details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:53.939773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e4f70-b5cf-481f-a48f-ba24f81c54ff service neutron] Pushing event updated for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:53.984407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-2db62477-8392-4b33-81f5-b2f6815470f7 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935569 Nov 23 02:19:53.986853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:53.999885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'port_id': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'mac_address': 'fa:16:3e:85:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-116653577', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:54.009779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebaa568d-de30-4e61-831c-7ccad2fd31ef req-54f8a194-bf0d-4c4d-b8b4-b51f2ff62df8 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040656 Nov 23 02:19:54.037968 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.051991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515adfe2-4901-4cba-bf44-bc617e2fdbac {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:54.076987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:54.083023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.090419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 612e4def-3747-439a-b82a-de0bfe44f74a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:54.090734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-529bdbc7-b5b8-4b11-88ae-6e285121a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.092251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-529bdbc7-b5b8-4b11-88ae-6e285121a3ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 1099 time: 0.1715474 Nov 23 02:19:54.142676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:54.178775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-d1433656-ce9c-4471-8703-d2b57c2a52fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0674279 Nov 23 02:19:54.192475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8c6f73-b12b-42ab-82ff-f87d62d93044 req-3ac3112a-345a-432b-b7f2-ac22f8d354bb service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974342 Nov 23 02:19:54.274008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:54.311688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:19:54.323528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:54.323903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.326441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=612e4def-3747-439a-b82a-de0bfe44f74a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:54.331062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-14467c1c-89d2-474e-9aeb-e2762620a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.332535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-14467c1c-89d2-474e-9aeb-e2762620a50b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1448278 Nov 23 02:19:54.348910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-50000d4c-9f46-4a93-b5dc-c36c03d77efe tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45390 time: 0.8712914 Nov 23 02:19:54.351887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['515adfe2-4901-4cba-bf44-bc617e2fdbac'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:54.385558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '612e4def-3747-439a-b82a-de0bfe44f74a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '612e4def-3747-439a-b82a-de0bfe44f74a', 'mac_address': 'fa:16:3e:fa:18:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:54.405865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a9bc-9e70-4487-ac6b-3de9f8d6d3a7 req-430c6646-051c-42ef-92c7-ddc43c0dfe71 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.407406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b46a9bc-9e70-4487-ac6b-3de9f8d6d3a7 req-430c6646-051c-42ef-92c7-ddc43c0dfe71 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 948 time: 0.1677022 Nov 23 02:19:54.416192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-6a38bbdb-0181-45e2-a1a5-5faff11e3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.417628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-6a38bbdb-0181-45e2-a1a5-5faff11e3ccd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1121 time: 0.1711404 Nov 23 02:19:54.462900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.509238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612e4def-3747-439a-b82a-de0bfe44f74a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:54.521164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-d7ceaaf7-f4f4-437e-a788-fc5b439872bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.522949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-d7ceaaf7-f4f4-437e-a788-fc5b439872bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718807 Nov 23 02:19:54.536302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.537800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-6cdc0ac7-59db-41ba-ae82-754c017c13b6 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0d42fe4c-6e6f-43be-9d06-8c3e0aadcb70 HTTP/1.1" status: 200 len: 2998 time: 0.1745396 Nov 23 02:19:54.553173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=612e4def-3747-439a-b82a-de0bfe44f74a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:54.562758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.604111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:54.606380 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de953c18-86fd-4d99-afe5-c89fa429961b" -d '{"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-plugged", "status": "completed", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:54.627495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:54.638747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:54.664847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:54.667732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b46a9bc-9e70-4487-ac6b-3de9f8d6d3a7 req-d922c92f-1c27-42f4-9b13-c3c77c09387b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442632 Nov 23 02:19:54.723827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:54.727929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-cf59e8ef-f0b6-4200-85eb-0b41db219678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.729423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-cf59e8ef-f0b6-4200-85eb-0b41db219678 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2936473 Nov 23 02:19:54.730851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-3bead235-cafd-4659-a22a-ae157e28a2dc tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0d42fe4c-6e6f-43be-9d06-8c3e0aadcb70 HTTP/1.1" status: 200 len: 2998 time: 0.1800873 Nov 23 02:19:54.789817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-1cf2464e-b5ef-46d2-a293-38b430c779fe service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579761 Nov 23 02:19:54.834243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-fb25168b-5e92-4550-adc9-4a0236726fa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87 HTTP/1.1" status: 200 len: 217 time: 0.0845165 Nov 23 02:19:54.851769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['612e4def-3747-439a-b82a-de0bfe44f74a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:54.925618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-c5dadaef-4618-44ab-9d2a-d428664eec2a tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/18351868-e1cf-411d-b4ed-b33c0476455c HTTP/1.1" status: 200 len: 2994 time: 0.1831648 Nov 23 02:19:54.935967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60bf37-6f64-4b6d-8e09-c2e819268983 req-e3af7d4e-d310-487f-9bc0-5868872dc86c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.937980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd60bf37-6f64-4b6d-8e09-c2e819268983 req-e3af7d4e-d310-487f-9bc0-5868872dc86c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.2013092 Nov 23 02:19:54.975781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-d934e44b-9a2b-49ee-b9a1-5f4f8ec635aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:54.977306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-d934e44b-9a2b-49ee-b9a1-5f4f8ec635aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1257415 Nov 23 02:19:55.078364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce75f99-554f-4e1c-b395-578dfa134de8 req-920ceebf-291a-4bad-b91b-e0dd13adf907 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569568 Nov 23 02:19:55.081178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-15697951-735c-4adf-ba1d-8118fe3a7126 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/18351868-e1cf-411d-b4ed-b33c0476455c HTTP/1.1" status: 200 len: 2994 time: 0.1377969 Nov 23 02:19:55.086028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd60bf37-6f64-4b6d-8e09-c2e819268983 req-81aec32c-0cdd-462e-8954-a4bedcb92754 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415389 Nov 23 02:19:55.098340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-cf4290ae-be39-4760-9fa1-db4d7f185567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.099610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-cf4290ae-be39-4760-9fa1-db4d7f185567 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103241 Nov 23 02:19:55.155980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-38e74443-712c-4ebb-b515-340f1e0bf0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556464 Nov 23 02:19:55.174561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-28ad5246-7eb1-4c50-a006-18b40b727e35 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/31ee213d-55d9-445f-b84e-8b4eb6bf5024 HTTP/1.1" status: 200 len: 2998 time: 0.0867004 Nov 23 02:19:55.242084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-d13da606-2b15-474d-b5bf-f658de43f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.243520 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-d13da606-2b15-474d-b5bf-f658de43f4a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 1123 time: 0.0444059 Nov 23 02:19:55.281630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-ee98dc8a-5fce-4807-a9f8-6714b75ce53d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640630 Nov 23 02:19:55.282723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-9c9ffee7-19b3-47d4-8d50-3c39ad550ef7 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/31ee213d-55d9-445f-b84e-8b4eb6bf5024 HTTP/1.1" status: 200 len: 2998 time: 0.0950119 Nov 23 02:19:55.301429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c6731-7eb2-464a-91a3-b18cffe3d5ab req-71c14374-9d87-4f47-b233-08e4a1c2625e tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.302899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f2c6731-7eb2-464a-91a3-b18cffe3d5ab req-71c14374-9d87-4f47-b233-08e4a1c2625e tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 966 time: 0.1126089 Nov 23 02:19:55.344275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-cbd148d2-0b51-417b-9474-96d9af162af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.345735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-cbd148d2-0b51-417b-9474-96d9af162af7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.0839453 Nov 23 02:19:55.390536 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-ec402ce0-1fca-4273-9fe6-7d0d3c327cfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Nov 23 02:19:55.548953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:55.551131 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:55.593808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-32835e46-1824-4b82-8826-b6ba8aadc718 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3578a684-a394-4ae9-a78c-63accd326780 HTTP/1.1" status: 200 len: 2998 time: 0.3005638 Nov 23 02:19:55.608491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-e0c74028-296c-47da-864f-50badcb17137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.610465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-e0c74028-296c-47da-864f-50badcb17137 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2137294 Nov 23 02:19:55.620653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f2c6731-7eb2-464a-91a3-b18cffe3d5ab req-c3da7f07-3de0-46af-9b7b-28f55425afee tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2788458 Nov 23 02:19:55.642640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b947c3bb-7a00-4f7a-be81-93a366010f60 req-e8dd0545-151c-4310-97e7-d0b66480f441 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573449 Nov 23 02:19:55.664103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-ec4d191f-7696-4930-829c-be4055c16029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.664563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-9a492f44-536f-40cb-b06e-cbffa5a35930 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3578a684-a394-4ae9-a78c-63accd326780 HTTP/1.1" status: 200 len: 2998 time: 0.0563056 Nov 23 02:19:55.665733 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-ec4d191f-7696-4930-829c-be4055c16029 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487812 Nov 23 02:19:55.684890 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a665ae-b03e-40b0-9eb6-4bc0b61010ac x-openstack-request-id: req-d0a665ae-b03e-40b0-9eb6-4bc0b61010ac {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:55.685743 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-plugged", "status": "completed", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:55.686161 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0a665ae-b03e-40b0-9eb6-4bc0b61010ac {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:55.686732 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'code': 200} Nov 23 02:19:55.708746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-5282fd86-a7a4-457e-a032-fd4d2b99e5fe tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5ea09557-18a3-4275-8856-cc89c0e003af HTTP/1.1" status: 200 len: 2998 time: 0.0377111 Nov 23 02:19:55.762652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-65f74c62-8b05-49e3-a7a6-9d8f9ec72eba service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894229 Nov 23 02:19:55.812860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-63feb8c3-2c8d-489f-8fbe-a3ffec70bf43 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5ea09557-18a3-4275-8856-cc89c0e003af HTTP/1.1" status: 200 len: 2998 time: 0.0976088 Nov 23 02:19:55.829140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8ff6-c09c-45a6-8924-fbf9710daee8 req-b0e98db6-fe02-4973-afb4-0190f17623d9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.830567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1af8ff6-c09c-45a6-8924-fbf9710daee8 req-b0e98db6-fe02-4973-afb4-0190f17623d9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 947 time: 0.0975313 Nov 23 02:19:55.853291 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e5948c-99ba-4a3e-a161-2b70b8235652 req-866bbc1e-a3f2-4cfc-8e28-f7e6c8a89bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842266 Nov 23 02:19:55.864276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515adfe2-4901-4cba-bf44-bc617e2fdbac up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:55.884724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bededb-fbcf-44d8-84c9-acf714503e5e req-c15a5ff8-cb9a-4851-aa05-002c7141f6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:55.886217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4bededb-fbcf-44d8-84c9-acf714503e5e req-c15a5ff8-cb9a-4851-aa05-002c7141f6d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1097 time: 0.0997207 Nov 23 02:19:55.923663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 515adfe2-4901-4cba-bf44-bc617e2fdbac completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:19:55.925795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-798a39ce-3927-4c23-9e3f-40343e28fecd tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/61345fef-01ea-4dbf-ab1b-6feb64968283 HTTP/1.1" status: 200 len: 2994 time: 0.1064744 Nov 23 02:19:55.928168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 515adfe2-4901-4cba-bf44-bc617e2fdbac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:55.928560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:55.948238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1af8ff6-c09c-45a6-8924-fbf9710daee8 req-52663b41-39f0-47e2-a95f-e5af7f1612b5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105211 Nov 23 02:19:55.993475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4bededb-fbcf-44d8-84c9-acf714503e5e req-0ab9a752-c114-4547-bfa3-248fd054382d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982804 Nov 23 02:19:55.998854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-8305cc3c-2136-4365-a567-5a0c7392c84b tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/61345fef-01ea-4dbf-ab1b-6feb64968283 HTTP/1.1" status: 200 len: 2994 time: 0.0647323 Nov 23 02:19:56.030724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:56.051257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-1b7d27aa-e6ef-439f-910a-2136c36a857a tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63fba96a-7d29-4585-8817-aaaf07c59900 HTTP/1.1" status: 200 len: 2990 time: 0.0438025 Nov 23 02:19:56.076643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:56.085515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:56.103147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-70b114df-ecea-4022-b892-b55057662ee2 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/63fba96a-7d29-4585-8817-aaaf07c59900 HTTP/1.1" status: 200 len: 2990 time: 0.0456965 Nov 23 02:19:56.122523 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb708b6-a217-4f82-a231-64d292e98987 x-openstack-request-id: req-7eb708b6-a217-4f82-a231-64d292e98987 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:56.122857 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:56.123093 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb708b6-a217-4f82-a231-64d292e98987 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:56.123471 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4', 'status': 'completed', 'code': 200} Nov 23 02:19:56.141462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 612e4def-3747-439a-b82a-de0bfe44f74a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:56.150177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-a2628e0e-ffba-4162-baf9-3f2a90fcbd6b tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9e608973-bd79-45c4-9539-0808240dc5ee HTTP/1.1" status: 200 len: 2998 time: 0.0402522 Nov 23 02:19:56.178913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:56.204467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 612e4def-3747-439a-b82a-de0bfe44f74a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:19:56.208902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 612e4def-3747-439a-b82a-de0bfe44f74a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:56.209231 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:56.232558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-584a0af5-dbf2-44ad-821a-46d1f787015f tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9e608973-bd79-45c4-9539-0808240dc5ee HTTP/1.1" status: 200 len: 2998 time: 0.0684121 Nov 23 02:19:56.243984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdd2ed-477b-4740-92fa-15b05df28030 req-315d4b37-82e7-4c8c-a1ba-ef11603dd1b0 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.245541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4afdd2ed-477b-4740-92fa-15b05df28030 req-315d4b37-82e7-4c8c-a1ba-ef11603dd1b0 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 949 time: 0.0736394 Nov 23 02:19:56.290223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:56.317661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-a4d076d3-192c-45a3-a5a7-ea04fe0bd787 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b6e892e5-8f41-461e-b0df-0d8abb71c168 HTTP/1.1" status: 200 len: 2998 time: 0.0710053 Nov 23 02:19:56.322144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4afdd2ed-477b-4740-92fa-15b05df28030 req-41731995-9a3f-4d12-94d4-8e58ba79f7c6 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683694 Nov 23 02:19:56.326755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=612e4def-3747-439a-b82a-de0bfe44f74a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:56.331832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:56.381780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-77dad717-0fc3-4de6-bb35-e9665a4f4eeb tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b6e892e5-8f41-461e-b0df-0d8abb71c168 HTTP/1.1" status: 200 len: 2998 time: 0.0576606 Nov 23 02:19:56.389530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:56.482753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-bab213e4-debc-4134-9dd3-3e7839427bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.484317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-bab213e4-debc-4134-9dd3-3e7839427bfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 1099 time: 0.0988142 Nov 23 02:19:56.489734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-7c2b4fcc-a325-45af-8580-d0d8c5102b42 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ca25beab-4f68-4614-86dd-06b37146b6fe HTTP/1.1" status: 200 len: 2998 time: 0.0772996 Nov 23 02:19:56.502155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327b772-074b-43ac-837a-f03b88481300 req-eb95039f-4ef2-40cf-bfb4-27fb2f415b7a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.503591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a327b772-074b-43ac-837a-f03b88481300 req-eb95039f-4ef2-40cf-bfb4-27fb2f415b7a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Nov 23 02:19:56.617205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-a5fc2306-09e1-414b-8083-3c964b346e6b tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ca25beab-4f68-4614-86dd-06b37146b6fe HTTP/1.1" status: 200 len: 2998 time: 0.1126454 Nov 23 02:19:56.627076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a327b772-074b-43ac-837a-f03b88481300 req-cac448ca-6e0e-4a34-a7d9-362817d01991 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171770 Nov 23 02:19:56.674725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-9fa94a2e-0aad-4abd-87d5-75cb1948ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.674725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-9fa94a2e-0aad-4abd-87d5-75cb1948ce1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1606088 Nov 23 02:19:56.725373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-2d98b05f-b0a6-4a19-bf91-ed08227ea6d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0461769 Nov 23 02:19:56.736966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-bfcc57ef-39c6-4dd9-9662-6747912540d0 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/db2a3fce-ca31-46db-8529-d578830ab21a HTTP/1.1" status: 200 len: 2998 time: 0.1072836 Nov 23 02:19:56.832892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-c7d52fa8-b843-4c99-86a5-0d9936845edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.834363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-c7d52fa8-b843-4c99-86a5-0d9936845edc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0954185 Nov 23 02:19:56.838423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-1b94b6be-2d60-461d-a979-a94331bf6c3d tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/db2a3fce-ca31-46db-8529-d578830ab21a HTTP/1.1" status: 200 len: 2998 time: 0.0786932 Nov 23 02:19:56.846753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c77ab-1174-48ba-8b1c-29bee110e48b req-06feac4b-3be0-44b0-b73c-39c3c1138292 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.848175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e93c77ab-1174-48ba-8b1c-29bee110e48b req-06feac4b-3be0-44b0-b73c-39c3c1138292 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.1207955 Nov 23 02:19:56.939722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-12df50f5-2a56-43de-8eb8-101254ecd994 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c HTTP/1.1" status: 200 len: 2998 time: 0.0904965 Nov 23 02:19:56.945111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-a3f1d385-deba-4513-9bca-68dec36ee70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:56.946574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-a3f1d385-deba-4513-9bca-68dec36ee70d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964813 Nov 23 02:19:56.972090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e93c77ab-1174-48ba-8b1c-29bee110e48b req-b904e136-e4f1-4242-a5b3-c1c952c39867 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134543 Nov 23 02:19:57.041868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-3133747e-207f-4954-a45e-1a2965736bae tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c HTTP/1.1" status: 200 len: 2998 time: 0.0943384 Nov 23 02:19:57.056864 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:19:57.101285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-dc561279-95d2-49b5-a86b-0d4e46255674 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452308 Nov 23 02:19:57.117199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-e3a56a38-048a-44ac-9049-85a02b406c6b tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ef0b258b-1ebb-4fed-9023-2606717436b7 HTTP/1.1" status: 200 len: 2998 time: 0.0680926 Nov 23 02:19:57.240696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e7de39-e16a-48f0-8ab5-29996d806276 req-ea0482a4-3593-4928-96b7-3e2426022de0 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ef0b258b-1ebb-4fed-9023-2606717436b7 HTTP/1.1" status: 200 len: 2998 time: 0.1120684 Nov 23 02:19:57.256640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f3420a-9ced-4d94-b33a-3d2fc0ea79f5 req-243f6775-c7bd-48ec-865f-68c16df44639 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473939 Nov 23 02:19:57.267684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b30eb3-9fdd-4075-bc33-54d868ab2b7f req-964d1fa3-7c42-4b52-bd28-69b8f43d9f85 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:57.269161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65b30eb3-9fdd-4075-bc33-54d868ab2b7f req-964d1fa3-7c42-4b52-bd28-69b8f43d9f85 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 947 time: 0.1116004 Nov 23 02:19:57.361631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65b30eb3-9fdd-4075-bc33-54d868ab2b7f req-120af9a6-f75e-4f71-b0ee-95d6385745d1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Nov 23 02:19:57.387912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a70ff8-3885-4a7e-8405-33268d3dd419 req-e7b46b83-1b03-4093-9901-38f1f0eaf965 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbad8399ce4b47c0b2a5cf05c6e3faed HTTP/1.1" status: 200 len: 6153 time: 0.1111529 Nov 23 02:19:57.435149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a70ff8-3885-4a7e-8405-33268d3dd419 req-dc3fa3ac-cae0-4ee6-9ce5-26cbbed03a7e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "GET /v2.0/security-groups/ca25beab-4f68-4614-86dd-06b37146b6fe HTTP/1.1" status: 200 len: 2998 time: 0.0401375 Nov 23 02:19:57.481113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a70ff8-3885-4a7e-8405-33268d3dd419 req-1272ccb3-2767-4ba0-96c7-593b63bc3dcd tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "GET /v2.0/security-groups/ca25beab-4f68-4614-86dd-06b37146b6fe HTTP/1.1" status: 200 len: 2998 time: 0.0398455 Nov 23 02:19:57.569685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-e8f6e6d7-c8d2-4fb2-af13-6bc6e8dc9edc tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/aeddb491-7522-47ae-9baa-01859926cbaf HTTP/1.1" status: 200 len: 1794 time: 0.0605707 Nov 23 02:19:57.600246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5339a-c7be-4b39-a40c-87c93079105f req-741ba564-82a5-4f05-9cb8-e299414f9efe tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:57.601674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ef5339a-c7be-4b39-a40c-87c93079105f req-741ba564-82a5-4f05-9cb8-e299414f9efe tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 950 time: 0.0718193 Nov 23 02:19:57.669176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:57.677000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ef5339a-c7be-4b39-a40c-87c93079105f req-7cb99cd9-f663-45b7-b1d3-bfb09bd30dbb tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664487 Nov 23 02:19:57.689059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac'}, {'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:19:57.691372 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63ea3f-cba6-449f-8e34-37277d51ed8c" -d '{"events": [{"server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac"}, {"server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "name": "network-vif-plugged", "status": "completed", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:19:57.693604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:57.736015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:57.738970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:57.740180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa8ea740-1a17-4193-933d-d51e0b7ec0d4 req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/aeddb491-7522-47ae-9baa-01859926cbaf HTTP/1.1" status: 204 len: 173 time: 0.1635587 Nov 23 02:19:57.751340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7befe2-7aa6-412c-8c92-2bd45ece9b71 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeddb491-7522-47ae-9baa-01859926cbaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:57.804511 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f502c5-220b-4dcd-b0a8-f8f847d7315b x-openstack-request-id: req-a6f502c5-220b-4dcd-b0a8-f8f847d7315b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:19:57.805015 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac", "code": 200}, {"server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "name": "network-vif-plugged", "status": "completed", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:19:57.805439 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6f502c5-220b-4dcd-b0a8-f8f847d7315b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:19:57.805832 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'code': 200} Nov 23 02:19:57.806089 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a', 'code': 200} Nov 23 02:19:57.880906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031dd18-9843-4360-807e-5f4c3f7abf2e req-e2cc9124-50bc-4237-947c-bf6a2ca065eb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:57.881987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:57.891709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1031dd18-9843-4360-807e-5f4c3f7abf2e req-e2cc9124-50bc-4237-947c-bf6a2ca065eb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.0833981 Nov 23 02:19:57.916298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152320ad-865f-4cde-aa67-be9751a062be req-069a20c9-6b8d-4b5f-9639-532c28002792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:57.918218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-152320ad-865f-4cde-aa67-be9751a062be req-069a20c9-6b8d-4b5f-9639-532c28002792 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 1119 time: 0.0543566 Nov 23 02:19:57.969423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-152320ad-865f-4cde-aa67-be9751a062be req-17ae5390-ba6e-4f9b-87cf-46b29af69f42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Nov 23 02:19:58.000275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:58.004598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-c3cfd8a4-a3dd-4825-bf28-73cb64c05a34 tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5005db31-01c4-4efe-a3d5-0fd5c49eba52 HTTP/1.1" status: 200 len: 1794 time: 0.1083412 Nov 23 02:19:58.011576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'mac_address': 'fa:16:3e:b7:3e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-116653577', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:58.012221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1031dd18-9843-4360-807e-5f4c3f7abf2e req-120e81f4-9ad5-4885-8093-e85ec4e55c96 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037707 Nov 23 02:19:58.018933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cced0-cd9f-4bab-8922-bf4a5e4b795f req-8a5c77f9-3c7b-4e1f-9b24-25daa236d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:58.020120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f7cced0-cd9f-4bab-8922-bf4a5e4b795f req-8a5c77f9-3c7b-4e1f-9b24-25daa236d8ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 1102 time: 0.0983348 Nov 23 02:19:58.049469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.063433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:58.085935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:58.090239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.099496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f7cced0-cd9f-4bab-8922-bf4a5e4b795f req-e55ce831-86be-4e4d-9b6b-a920be503756 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677946 Nov 23 02:19:58.112279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.118200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5cd1c144-72c6-44ea-961e-332f50e3e5f4 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:19:58.136926 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.175181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:58.190602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.193297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.194380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bb42df1-cba5-4bb8-b06c-1c874ba504bb req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/5005db31-01c4-4efe-a3d5-0fd5c49eba52 HTTP/1.1" status: 204 len: 173 time: 0.1805592 Nov 23 02:19:58.207660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccde13-6f5c-4adf-83b1-396e78ffd6df tempest-SecurityGroupsTestAdminJSON-438171923 tempest-SecurityGroupsTestAdminJSON-438171923-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005db31-01c4-4efe-a3d5-0fd5c49eba52,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:58.266536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:58.279238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5cd1c144-72c6-44ea-961e-332f50e3e5f4', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '5cd1c144-72c6-44ea-961e-332f50e3e5f4', 'mac_address': 'fa:16:3e:ae:fa:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:19:58.299817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f370-26fa-43e1-9aa9-28c0e8b11daa req-53d618c8-0d83-4f64-a216-748e8d1349a4 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:58.301384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7634f370-26fa-43e1-9aa9-28c0e8b11daa req-53d618c8-0d83-4f64-a216-748e8d1349a4 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.0601535 Nov 23 02:19:58.316458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:58.378046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7634f370-26fa-43e1-9aa9-28c0e8b11daa req-7081404a-9f24-4a5e-b64c-49d610391837 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703235 Nov 23 02:19:58.409674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-f336d48f-d9a6-44dc-9cf4-ace4493fd5b4 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "GET /v2.0/security-groups/32089473-e849-41d8-b3e0-e5ae384631fa HTTP/1.1" status: 200 len: 1794 time: 0.0609815 Nov 23 02:19:58.464796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.477703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.485474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd1c144-72c6-44ea-961e-332f50e3e5f4 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:19:58.513616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:19:58.524333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.525522 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.554473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f34c9-5344-42a6-951f-aec0f8e0f202 req-570272a6-52d4-4495-985b-b3b04002427d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:58.555970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d5f34c9-5344-42a6-951f-aec0f8e0f202 req-570272a6-52d4-4495-985b-b3b04002427d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 947 time: 0.0764031 Nov 23 02:19:58.591924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:58.600017 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.602602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.603713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafad935-3bf7-4a2e-969f-49334c7f57d2 req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "DELETE /v2.0/security-groups/32089473-e849-41d8-b3e0-e5ae384631fa HTTP/1.1" status: 204 len: 173 time: 0.1856921 Nov 23 02:19:58.622139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d5f34c9-5344-42a6-951f-aec0f8e0f202 req-00340bba-57ec-45e8-a41f-85d15359fb5e tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570815 Nov 23 02:19:58.623274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b4ff-d9a8-429c-a786-296f37d9f78e tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32089473-e849-41d8-b3e0-e5ae384631fa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:58.707428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-3ec63e25-59c3-4931-8905-4f1ab068c63a tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "GET /v2.0/security-groups/e61cec5c-655a-47b5-8198-5d5e3d0d95fc HTTP/1.1" status: 200 len: 1794 time: 0.0437381 Nov 23 02:19:58.766887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.789125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.834800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5cd1c144-72c6-44ea-961e-332f50e3e5f4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:19:58.856784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.860015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:58.861227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bab0cd8-bfba-4da6-b991-f4d6e58d3959 req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] 10.222.0.15 "DELETE /v2.0/security-groups/e61cec5c-655a-47b5-8198-5d5e3d0d95fc HTTP/1.1" status: 204 len: 173 time: 0.1467824 Nov 23 02:19:58.871411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111a71-5b1f-4860-85cc-2581fbf32839 req-535712bb-5792-4d37-b79b-4ca3f13ef81d tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:58.872903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a111a71-5b1f-4860-85cc-2581fbf32839 req-535712bb-5792-4d37-b79b-4ca3f13ef81d tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 950 time: 0.0706902 Nov 23 02:19:58.884909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ef75a-fe27-4475-a03a-d2940d54e990 tempest-SecurityGroupsTestAdminJSON-923532903 tempest-SecurityGroupsTestAdminJSON-923532903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61cec5c-655a-47b5-8198-5d5e3d0d95fc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:58.961349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a111a71-5b1f-4860-85cc-2581fbf32839 req-58081494-4f77-47a3-b571-5b38cd7db7f6 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715728 Nov 23 02:19:59.253923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccd472-1b02-4872-9a35-a95b1f35e7b0 req-b1169838-54e1-4e23-bb40-6ff7a138ad9f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:59.255510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08ccd472-1b02-4872-9a35-a95b1f35e7b0 req-b1169838-54e1-4e23-bb40-6ff7a138ad9f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.0746598 Nov 23 02:19:59.263024 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.314698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56144) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:59.320866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08ccd472-1b02-4872-9a35-a95b1f35e7b0 req-dbdadaec-9740-4228-b406-280d37a834c3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Nov 23 02:19:59.483128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-edbd09e9-6aad-4820-8665-2cfca65ba90f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbad8399ce4b47c0b2a5cf05c6e3faed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668174 Nov 23 02:19:59.485659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56166) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:59.581033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.597514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:59.615652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.673092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.676292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.677593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca25beab-4f68-4614-86dd-06b37146b6fe HTTP/1.1" status: 204 len: 168 time: 0.1906431 Nov 23 02:19:59.688207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a46184-7edf-46e5-9352-2df7589abc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca25beab-4f68-4614-86dd-06b37146b6fe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:19:59.695889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738fd11-593d-4ef0-8414-352b7a336f9c req-223aeb87-cb41-4060-820a-f6a09a040eac tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:59.697405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9738fd11-593d-4ef0-8414-352b7a336f9c req-223aeb87-cb41-4060-820a-f6a09a040eac tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.0607960 Nov 23 02:19:59.751006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9738fd11-593d-4ef0-8414-352b7a336f9c req-7a2927d6-0951-4cfc-82f5-252a93bc9d91 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458620 Nov 23 02:19:59.785677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95014283-ad91-4250-88da-33028423cb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.876998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e12943-ac4f-4699-8973-89ebd328b47b req-1df00d2b-0fdf-4185-8c5a-431a3cdc2e21 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:19:59.881220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:19:59.883889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22e12943-ac4f-4699-8973-89ebd328b47b req-1df00d2b-0fdf-4185-8c5a-431a3cdc2e21 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1097 time: 0.0784948 Nov 23 02:19:59.939898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port e8e4c998-92a6-4ca2-9934-1e7d37decb87 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:19:59.944656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e8e4c998-92a6-4ca2-9934-1e7d37decb87 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:19:59.945027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.959092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95014283-ad91-4250-88da-33028423cb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.970791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95014283-ad91-4250-88da-33028423cb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:59.997301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22e12943-ac4f-4699-8973-89ebd328b47b req-f26fcacd-6b4a-4ef7-8ed0-90d644f8f46f tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125557 Nov 23 02:20:00.012232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e55059-3160-4c8d-9933-f85a7cf6679c req-dae2cd3d-6372-4934-9d55-765b3e24d460 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:00.013726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16e55059-3160-4c8d-9933-f85a7cf6679c req-dae2cd3d-6372-4934-9d55-765b3e24d460 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 948 time: 0.1278255 Nov 23 02:20:00.034098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.040197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-95014283-ad91-4250-88da-33028423cb06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91ccd1a2f2fe46dfbfe77a38e178efc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411533 Nov 23 02:20:00.040777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95014283-ad91-4250-88da-33028423cb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b329cd4f-cddd-452d-a8c8-0cfed48f5390,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:00.042891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:00.092349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:00.094078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:00.097078 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7352a-d936-4e70-b708-603816ab981d" -d '{"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:00.101338 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.103223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16e55059-3160-4c8d-9933-f85a7cf6679c req-ae088a99-1bc1-45d5-865b-9bc573527670 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754459 Nov 23 02:20:00.134679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5cd1c144-72c6-44ea-961e-332f50e3e5f4 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:00.136145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:00.174304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.203672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:00.220547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.223411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:00.224085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:20:00.224464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d6348507-1287-4c99-8f3f-587fc80df4c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=408bfa0bdb90404cb4e8a393b7a9695d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868599 Nov 23 02:20:00.228831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:00.229559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.317938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.320370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16fa3a-dc29-464f-9271-86c7b2008102 req-326074e8-20b6-4d97-b959-2f01f7d8f1ec tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:00.321872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.321994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb16fa3a-dc29-464f-9271-86c7b2008102 req-326074e8-20b6-4d97-b959-2f01f7d8f1ec tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.0771887 Nov 23 02:20:00.323331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b329cd4f-cddd-452d-a8c8-0cfed48f5390 HTTP/1.1" status: 204 len: 168 time: 0.2792957 Nov 23 02:20:00.328459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.343231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:00.344088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac81b1-9e50-4d34-82e5-e2c8cd13f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b329cd4f-cddd-452d-a8c8-0cfed48f5390,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:00.350763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'floatingip': {'port_id': '515adfe2-4901-4cba-bf44-bc617e2fdbac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:00.381543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:00.385552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384df9f5-5fcf-4927-9ce5-ca204628bfe5 req-82cf4866-e218-4cff-ae69-abbf5308aba7 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:00.387000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.387253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-384df9f5-5fcf-4927-9ce5-ca204628bfe5 req-82cf4866-e218-4cff-ae69-abbf5308aba7 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 950 time: 0.0827417 Nov 23 02:20:00.450003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.473071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:00.486482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-384df9f5-5fcf-4927-9ce5-ca204628bfe5 req-c09d0acc-12fd-4f9a-8942-d95d9db43606 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922375 Nov 23 02:20:00.556897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.602946 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d7846-05b7-4483-b791-a9b3becbc90d x-openstack-request-id: req-546d7846-05b7-4483-b791-a9b3becbc90d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:00.603310 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:00.603876 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-546d7846-05b7-4483-b791-a9b3becbc90d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:00.604474 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'code': 200} Nov 23 02:20:00.628917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.751163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74832-d4f2-41d4-9ce1-82792c3d5fc5 req-aeca99da-1721-4294-8667-b72b5e48a314 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:00.761992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7c74832-d4f2-41d4-9ce1-82792c3d5fc5 req-aeca99da-1721-4294-8667-b72b5e48a314 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1097 time: 0.0563426 Nov 23 02:20:00.786778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a422b-15e9-4cd6-a027-b33da7d0dbc4 req-7d8305e3-cc2c-4c61-94a3-70c27f9918af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:00.788282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-871a422b-15e9-4cd6-a027-b33da7d0dbc4 req-7d8305e3-cc2c-4c61-94a3-70c27f9918af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1123 time: 0.0884593 Nov 23 02:20:00.810943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:00.811299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7c74832-d4f2-41d4-9ce1-82792c3d5fc5 req-bb10a3ab-24c2-4e8f-b7ee-8c6d17d39836 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Nov 23 02:20:00.814841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.817395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.820856 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e608973-bd79-45c4-9539-0808240dc5ee HTTP/1.1" status: 204 len: 168 time: 0.5916357 Nov 23 02:20:00.845478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23001da1-2c83-4383-bd8c-57a6014d96d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:00.847263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9e3db-c745-4896-9e1e-5a108b824b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e608973-bd79-45c4-9539-0808240dc5ee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:00.942044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-871a422b-15e9-4cd6-a027-b33da7d0dbc4 req-dfe2b3bc-365a-44be-97b0-4d527ed59ec9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425238 Nov 23 02:20:01.174001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-46954255-6241-4f5f-95c4-4576d8da8243 req-5b5f1e68-0cc7-473a-ab63-5e2f7dfcad05 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:20:01.175123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46954255-6241-4f5f-95c4-4576d8da8243 req-5b5f1e68-0cc7-473a-ab63-5e2f7dfcad05 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054700 Nov 23 02:20:01.230704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23001da1-2c83-4383-bd8c-57a6014d96d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.236020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23001da1-2c83-4383-bd8c-57a6014d96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.380346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-23001da1-2c83-4383-bd8c-57a6014d96d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=485ad372bd484d728631e3ee7c7e140c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5653403 Nov 23 02:20:01.382105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:01.442492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.464845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.471709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23001da1-2c83-4383-bd8c-57a6014d96d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29fa094-6a42-48c0-ac4a-3a2dd2bdc1f4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:01.525975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.566925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.581690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:01.661177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01be0e-0693-49dd-8d0e-d50da1b636c5 req-c6adf9d5-e620-4a12-9658-385725805a3f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:01.668798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa01be0e-0693-49dd-8d0e-d50da1b636c5 req-c6adf9d5-e620-4a12-9658-385725805a3f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.1078610 Nov 23 02:20:01.708453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.715920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.717060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d29fa094-6a42-48c0-ac4a-3a2dd2bdc1f4 HTTP/1.1" status: 204 len: 168 time: 0.3339405 Nov 23 02:20:01.774626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22280d4c-9e14-4fb0-8e73-24521e6d5e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29fa094-6a42-48c0-ac4a-3a2dd2bdc1f4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:01.796222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa01be0e-0693-49dd-8d0e-d50da1b636c5 req-664b9ca5-9c21-4099-ba20-1790eec99998 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220715 Nov 23 02:20:01.803027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08d7a62-5b9b-44cc-bec1-da815a7d3f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.937821 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976 associated. External IP: 172.25.1.21, port: 515adfe2-4901-4cba-bf44-bc617e2fdbac. Nov 23 02:20:01.975811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08d7a62-5b9b-44cc-bec1-da815a7d3f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:01.982384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08d7a62-5b9b-44cc-bec1-da815a7d3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.002155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b28d2-f68f-4fa2-bc40-d09bb028cb8d req-8318493c-a51e-4d98-a699-71846520e11e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:02.012245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e7b28d2-f68f-4fa2-bc40-d09bb028cb8d req-8318493c-a51e-4d98-a699-71846520e11e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 950 time: 0.1069617 Nov 23 02:20:02.115030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f08d7a62-5b9b-44cc-bec1-da815a7d3f0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=245c916f9a374f5fbafad824d082d441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322015 Nov 23 02:20:02.121451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:02.163830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d7a62-5b9b-44cc-bec1-da815a7d3f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332a9ca-a21e-4cec-bb87-596d0c9e1640,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:02.204641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e7b28d2-f68f-4fa2-bc40-d09bb028cb8d req-2bf87890-aa58-4553-93cd-7e5d95623b37 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912022 Nov 23 02:20:02.242020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.276132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.355806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.367843 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.369754 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9332a9ca-a21e-4cec-bb87-596d0c9e1640 HTTP/1.1" status: 204 len: 168 time: 0.2439404 Nov 23 02:20:02.381472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:20:02.384532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841396a-7463-44f2-8179-58514acb5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332a9ca-a21e-4cec-bb87-596d0c9e1640,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:02.556502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:02.558645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-b8a406e8-df81-495c-913f-0529eef16c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:02.560236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-b8a406e8-df81-495c-913f-0529eef16c0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1097 time: 0.0508959 Nov 23 02:20:02.561571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:02.573398 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:02.587077 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:02.588008 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:02.605794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:02.608361 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b348cfe-b158-489c-8ae6-4cf1c84034f2" -d '{"events": [{"server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "name": "network-vif-plugged", "status": "completed", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:02.642904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f5908f6b-0224-4e8c-9800-b85bb77773c7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "PUT /v2.0/floatingips/0b15b4db-ee20-4f77-ba40-7490ce8fb976 HTTP/1.1" status: 200 len: 1012 time: 2.2951729 Nov 23 02:20:02.644805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:02.650771 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0121b7-85e0-46d2-bbad-06db2ff1c774" -d '{"events": [{"name": "network-changed", "server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:02.731965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-5ffc70e0-5814-4b68-b878-12c16e12ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:02.734055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-5ffc70e0-5814-4b68-b878-12c16e12ea0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1321340 Nov 23 02:20:02.755348 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:02.794691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-987c2e34-84cd-4057-a5a0-23c109821e16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0531552 Nov 23 02:20:02.909261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-e3da90e7-ee86-4c90-ad31-b58a6975d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:02.921676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-e3da90e7-ee86-4c90-ad31-b58a6975d22f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1168125 Nov 23 02:20:02.998568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-8ea04d6f-c9d3-46aa-9f2a-cdc5a002604f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476995 Nov 23 02:20:03.006964 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2548c0-764f-4826-a330-48fd38509ed4 x-openstack-request-id: req-2a2548c0-764f-4826-a330-48fd38509ed4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:03.007648 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "name": "network-vif-plugged", "status": "completed", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:03.008128 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a2548c0-764f-4826-a330-48fd38509ed4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:03.009085 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4', 'code': 200} Nov 23 02:20:03.037711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-e6cf538c-5cb5-4345-9221-f83fe07c98ce tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:03.043960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-e6cf538c-5cb5-4345-9221-f83fe07c98ce tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 1102 time: 0.0926247 Nov 23 02:20:03.123547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:03.173234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99158d4-ab88-42fa-bd57-6a8491721baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:03.252434 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6fb3fe-543b-4e65-ab12-2f72d6e5291b x-openstack-request-id: req-7b6fb3fe-543b-4e65-ab12-2f72d6e5291b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:03.253969 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:03.254254 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b6fb3fe-543b-4e65-ab12-2f72d6e5291b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:03.254792 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'status': 'completed', 'code': 200} Nov 23 02:20:03.299730 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:85:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'device_owner': 'compute:tempest-test_az-116653577'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:20:01Z', 'revision_number': 1, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:03.329212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-dd42a6b6-bf72-4cb5-9f17-28db22213f35 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924101 Nov 23 02:20:03.338858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88fe9e-e302-436c-bf40-b59357783da1 req-b279c681-d90b-4da1-b03a-85dcefa9f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:03.342254 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dd88fe9e-e302-436c-bf40-b59357783da1 req-b279c681-d90b-4da1-b03a-85dcefa9f9de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 1101 time: 0.2155344 Nov 23 02:20:03.403531 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:03.424851 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:03.427141 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:19:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:03.539792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99158d4-ab88-42fa-bd57-6a8491721baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:03.578538 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dd88fe9e-e302-436c-bf40-b59357783da1 req-2152f71f-927a-4d24-860d-8f1fbd68d9d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698413 Nov 23 02:20:03.588507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-45f1fd35-7957-41b3-8c06-d7c2375918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:03.590334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-45f1fd35-7957-41b3-8c06-d7c2375918b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 1119 time: 0.3009932 Nov 23 02:20:03.597448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Deleting port 612e4def-3747-439a-b82a-de0bfe44f74a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:20:03.597979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:03.610444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f99158d4-ab88-42fa-bd57-6a8491721baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:03.724893 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:03.741772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:03.742834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f99158d4-ab88-42fa-bd57-6a8491721baa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88fd8ef6d4b84df6a155862fd7d4a4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6176076 Nov 23 02:20:03.753662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff011e-90bb-46f1-8832-84ca2c44c3ba req-0eccbfbb-a741-455b-b34a-6567eb9183df tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:03.763239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28ff011e-90bb-46f1-8832-84ca2c44c3ba req-0eccbfbb-a741-455b-b34a-6567eb9183df tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.2204940 Nov 23 02:20:03.787632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99158d4-ab88-42fa-bd57-6a8491721baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7ca255-42bb-4e58-95ce-01a282839718,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:03.799395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-573774ad-c2e2-42e4-8ecb-bcd478d2e9c2 req-c82e9096-4d6a-4a75-8bc6-f52ac9eb5bf6 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615116 Nov 23 02:20:03.801672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:03.822915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] For port 612e4def-3747-439a-b82a-de0bfe44f74a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=612e4def-3747-439a-b82a-de0bfe44f74a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:03.823613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:03.839940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28ff011e-90bb-46f1-8832-84ca2c44c3ba req-9aa6e1b6-c4d5-4747-a8ca-6d17d44b5601 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Nov 23 02:20:03.876920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-4b631311-02e6-47f2-8996-5ecd2ea53c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:03.881840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-4b631311-02e6-47f2-8996-5ecd2ea53c07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 925 time: 0.2796504 Nov 23 02:20:03.884897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Calling delete_port for 612e4def-3747-439a-b82a-de0bfe44f74a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:20:04.033816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bded49-166a-41cc-bf8d-2dc0a23cee9d req-6c1b56e4-da0c-462d-b360-882f8df965db tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:04.038450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6bded49-166a-41cc-bf8d-2dc0a23cee9d req-6c1b56e4-da0c-462d-b360-882f8df965db tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2799ffa-f820-4714-9281-5e01284b8858 HTTP/1.1" status: 200 len: 950 time: 0.1099219 Nov 23 02:20:04.104415 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-001aff50-8137-4d76-add7-2d16beb93402 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 200 len: 1020 time: 0.2082121 Nov 23 02:20:04.161423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:85:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'device_owner': 'compute:tempest-test_az-116653577'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:20:01Z', 'revision_number': 1, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:04.205629 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c7dd35-a291-4e0a-9ff9-65f16635619c None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:85:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'device_owner': 'compute:tempest-test_az-116653577'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:20:01Z', 'revision_number': 1, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:04.268380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:04.296508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-179572a2-a396-4ef5-9133-09ca8fde404a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:20:04.297985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-179572a2-a396-4ef5-9133-09ca8fde404a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4949615 Nov 23 02:20:04.310318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-a8e0d84c-3803-4117-a1df-a09eebf96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:04.312231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-a8e0d84c-3803-4117-a1df-a09eebf96536 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.1993713 Nov 23 02:20:04.343547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:04.352550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6bded49-166a-41cc-bf8d-2dc0a23cee9d req-be8a7b09-95c8-467b-824c-161058c31550 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995236 Nov 23 02:20:04.462804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-8d26f9f5-fdab-49d0-adf8-c22f64bc33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:04.464328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-8d26f9f5-fdab-49d0-adf8-c22f64bc33f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423841 Nov 23 02:20:04.481813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:04.520283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['612e4def-3747-439a-b82a-de0bfe44f74a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:04.617903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:04.620795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:04.620935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017ade7-b011-43ca-a4f3-de02f4f51c38 None None] New status for floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:20:04.625100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a7ca255-42bb-4e58-95ce-01a282839718 HTTP/1.1" status: 204 len: 168 time: 0.8819413 Nov 23 02:20:04.650457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-ab30c336-4350-4435-bcbe-a4d64e88ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:04.660334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-ab30c336-4350-4435-bcbe-a4d64e88ab2c service neutron] 10.222.0.15 "GET /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 1094 time: 0.1468470 Nov 23 02:20:04.670688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Pushing event deleted for resources: {'Port': ['ID=612e4def-3747-439a-b82a-de0bfe44f74a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:04.689156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:04.692302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:20:04.736777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-e2b1c1a7-b1fe-4640-81a1-d6e8e1aba749 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567861 Nov 23 02:20:04.740241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c8f44-439e-4527-a0dd-1a71dabbc682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7ca255-42bb-4e58-95ce-01a282839718,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:04.975157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] No DVR routers for this DVR port 612e4def-3747-439a-b82a-de0bfe44f74a on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:20:04.991885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.002046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42294ec7-2fcf-4c2c-adbb-5e6aeca4c777 req-b7575072-10f8-4add-92d2-7c0b489054de tempest-DeleteServersAdminTestJSON-1949799813 tempest-DeleteServersAdminTestJSON-1949799813-project-admin] 10.222.0.41 "DELETE /v2.0/ports/612e4def-3747-439a-b82a-de0bfe44f74a HTTP/1.1" status: 204 len: 173 time: 1.9513052 Nov 23 02:20:05.045576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:05.047239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:05.049271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:05.059465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:05.059796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:05.073096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:05.075255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:05.076298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:05.078485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Bound port: 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:05.113488 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a0121b7-85e0-46d2-bbad-06db2ff1c774 req-a7c6a0b7-f8ea-48d6-9670-e1998bbc22c2 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053589 Nov 23 02:20:05.255652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'name': 'network-vif-deleted', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:05.258076 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f4087-38b6-4007-b862-a3378236c7e8" -d '{"events": [{"server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "name": "network-vif-deleted", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:05.274321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:05.284591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7635d6-b52c-4b90-9047-85df69f28455 req-20018402-d263-4de7-b41b-4c8fdc4d1a68 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:05.286161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a7635d6-b52c-4b90-9047-85df69f28455 req-20018402-d263-4de7-b41b-4c8fdc4d1a68 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.1946347 Nov 23 02:20:05.289704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.302903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-df9def7c-9c8a-40b2-9552-c86a81f3d2b3 service neutron] 10.222.0.15 "POST /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1/bindings HTTP/1.1" status: 201 len: 390 time: 0.6325319 Nov 23 02:20:05.347665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56436) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:05.383463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a7635d6-b52c-4b90-9047-85df69f28455 req-28ecf0b8-fb61-4521-bd54-b99e57ec6546 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782158 Nov 23 02:20:05.603335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-554920b9-acbe-490b-ae22-2bad4f417f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.652355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-6dbc357a-8ae7-4818-bbb4-f1e34beb75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:05.654333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-6dbc357a-8ae7-4818-bbb4-f1e34beb75d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1097 time: 0.0789175 Nov 23 02:20:05.656164 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8acc55-7063-442c-bbc3-f247c8bfd7a7 x-openstack-request-id: req-5f8acc55-7063-442c-bbc3-f247c8bfd7a7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:05.656444 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2799ffa-f820-4714-9281-5e01284b8858", "name": "network-vif-deleted", "tag": "612e4def-3747-439a-b82a-de0bfe44f74a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:05.656742 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f8acc55-7063-442c-bbc3-f247c8bfd7a7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:05.657128 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2799ffa-f820-4714-9281-5e01284b8858', 'name': 'network-vif-deleted', 'tag': '612e4def-3747-439a-b82a-de0bfe44f74a', 'status': 'completed', 'code': 200} Nov 23 02:20:05.673767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-981ab348-2397-41ee-b7a8-adf3216c5cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.768062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97d2d1-74c3-470e-abaa-3f4c1de9525e req-fa4ea109-dd0e-4a05-b9c4-220d18617355 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:05.778362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c97d2d1-74c3-470e-abaa-3f4c1de9525e req-fa4ea109-dd0e-4a05-b9c4-220d18617355 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.0707791 Nov 23 02:20:05.840092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c97d2d1-74c3-470e-abaa-3f4c1de9525e req-ceb4db39-0b6d-47a5-b690-9ee22a5255e4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Nov 23 02:20:05.869376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-4ac05069-9107-4ceb-85a9-27188dcc629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:05.869376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-4ac05069-9107-4ceb-85a9-27188dcc629b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1881359 Nov 23 02:20:05.939035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-981ab348-2397-41ee-b7a8-adf3216c5cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.978255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-981ab348-2397-41ee-b7a8-adf3216c5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.002464 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-d4dbfba6-1e95-4be0-9051-0917183d6eec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0618792 Nov 23 02:20:06.004047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ab348-2397-41ee-b7a8-adf3216c5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a95bab-cf76-49e6-a4bb-e2f77226bcdc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:06.036642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98579683-1ba4-48a6-b93b-586b17d9773d req-7c782c0d-6a1e-42e9-83f8-0dd2fda9f629 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:06.038635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98579683-1ba4-48a6-b93b-586b17d9773d req-7c782c0d-6a1e-42e9-83f8-0dd2fda9f629 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.0893419 Nov 23 02:20:06.049655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fda533-9d25-47c8-8041-45eea78623cf req-824b5caf-7026-4dd9-8dfe-043d6f3d3a7e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:06.051511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84fda533-9d25-47c8-8041-45eea78623cf req-824b5caf-7026-4dd9-8dfe-043d6f3d3a7e tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.0920486 Nov 23 02:20:06.081624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-981ab348-2397-41ee-b7a8-adf3216c5cd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dd496beb89545ebb5013dc2d05e12e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7295573 Nov 23 02:20:06.081624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56470) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:06.112841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-2f3dc635-56d4-461c-81a1-df8f1ca66d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:06.114474 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-2f3dc635-56d4-461c-81a1-df8f1ca66d0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0831945 Nov 23 02:20:06.124945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98579683-1ba4-48a6-b93b-586b17d9773d req-52f7143b-f1f1-4c49-a2bc-c1681f9adeca tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724881 Nov 23 02:20:06.132809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84fda533-9d25-47c8-8041-45eea78623cf req-44b094d5-49e6-46aa-9dd1-ec6d8e7e0296 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Nov 23 02:20:06.352182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-c41cff8f-5ced-4f49-b7a5-e4a6fa39357d tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29e2647773de479e8e4a4d28feec3437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245359 Nov 23 02:20:06.414247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-9678c686-cd9c-441b-8acf-7a5943eaf834 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2833567 Nov 23 02:20:06.438642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.455046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-8f13a55a-3567-4922-b286-d60c04e85223 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268686 Nov 23 02:20:06.505738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.557983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-978bbe51-33dc-49ab-b22f-3b4ea0a98f7b service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295986 Nov 23 02:20:06.590231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-53d5775b-757c-44d3-b3a3-4c4198741e40 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:06.598043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-53d5775b-757c-44d3-b3a3-4c4198741e40 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345953 Nov 23 02:20:06.610962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-4cdc20b8-5895-462a-aef0-2dea769c51d2 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/quotas/29e2647773de479e8e4a4d28feec3437 HTTP/1.1" status: 200 len: 375 time: 0.0119164 Nov 23 02:20:06.623606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.635527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.635527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13a95bab-cf76-49e6-a4bb-e2f77226bcdc HTTP/1.1" status: 204 len: 168 time: 0.5459433 Nov 23 02:20:06.641660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73c0b5-6f71-485c-b43b-21ffcb56d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a95bab-cf76-49e6-a4bb-e2f77226bcdc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:06.668713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-fde04622-7a5a-44a8-8e2c-29e90c20debe service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031022 Nov 23 02:20:06.692551 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-b3f2808a-6c5e-4a86-b4a0-0904a00dd5b9 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675833 Nov 23 02:20:06.714777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-27042f7e-b87f-4007-a79a-9260b18c4e78 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:06.723506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-27042f7e-b87f-4007-a79a-9260b18c4e78 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591293 Nov 23 02:20:06.739975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-84ee1f25-53ff-4674-8974-6c2657605bdd tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/quotas/d9d3b2d2d3e54cb7b5254e091f93db36 HTTP/1.1" status: 200 len: 375 time: 0.0153940 Nov 23 02:20:06.814491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-5a594eb2-498b-4d3a-80c0-9aecde80360c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734491 Nov 23 02:20:07.000431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-108f2d79-bdd8-46af-a6aa-2749c9894b66 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:07.003031 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-108f2d79-bdd8-46af-a6aa-2749c9894b66 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.1606755 Nov 23 02:20:07.017843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:07.056192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-564f3c55-4c22-4960-915f-fc13b6660e80 req-e2834cdf-f86c-4c49-8404-34d352e6d2a3 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 210 time: 0.0316932 Nov 23 02:20:07.109620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.211464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-f3c134a8-2016-464b-88ac-7b6b955356dd tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:07.213063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-f3c134a8-2016-464b-88ac-7b6b955356dd tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.0893977 Nov 23 02:20:07.358881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a89a1a-a870-4eb2-bcb9-60bf2bb44082 req-6e574356-8bd2-416f-93f2-da327d5b3a4a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:07.366813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89a89a1a-a870-4eb2-bcb9-60bf2bb44082 req-6e574356-8bd2-416f-93f2-da327d5b3a4a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 945 time: 0.1633351 Nov 23 02:20:07.440357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:07.515490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abceabd3-17b6-4547-aebf-c375d2e7ee01 req-9da6986c-1f12-4502-84b1-70ac57627d19 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 210 time: 0.0454659 Nov 23 02:20:07.544430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:07.614617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89a89a1a-a870-4eb2-bcb9-60bf2bb44082 req-17a0b86c-f9c2-41b1-b9dc-23df55e46d0f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401519 Nov 23 02:20:07.673371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Deleting port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:20:07.673586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.685403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:07.688462 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf8ba66-3a3c-4c23-b263-711a3302d011" -d '{"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:07.702697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.713172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.749672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479d2e4-2d9c-4398-a9dd-f2370694e25f req-2e356c8c-ec1b-4cb2-874c-c2f2a1231742 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:07.751335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7479d2e4-2d9c-4398-a9dd-f2370694e25f req-2e356c8c-ec1b-4cb2-874c-c2f2a1231742 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 971 time: 0.1187282 Nov 23 02:20:07.828970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] For port ec0745ac-c0de-41bb-aff9-37a0e5d81b71, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:07.829340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.871496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Calling delete_port for ec0745ac-c0de-41bb-aff9-37a0e5d81b71 owned by compute:tempest-test_az-116653577 {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:20:07.889254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7479d2e4-2d9c-4398-a9dd-f2370694e25f req-49dbc445-cecc-4f50-9887-07e9f111e69a tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ea09557-18a3-4275-8856-cc89c0e003af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Nov 23 02:20:07.896878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:07.914034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:07.914034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:07.914438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:07.919533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:07.919939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Attempting to bind port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:07.925963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:07.926421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:07.926967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:07.928145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Bound port: 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:07.928598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.985248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-247c9c5c-3f2e-48f6-aa1c-1b9e585dd0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:08.029656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:08.040526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:08.049828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:08.119202 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2a0c99-b41f-4a84-b4ff-3bcd94bb23a0 x-openstack-request-id: req-6a2a0c99-b41f-4a84-b4ff-3bcd94bb23a0 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:08.119680 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:08.120048 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a2a0c99-b41f-4a84-b4ff-3bcd94bb23a0 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:08.120729 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'code': 200} Nov 23 02:20:08.185782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:08.197272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 612e4def-3747-439a-b82a-de0bfe44f74a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:20:08.199795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:08.200506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:08.202823 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-8c9f82ab-dfe1-424b-a882-8da5365e2681 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 1123 time: 1.1908350 Nov 23 02:20:08.248877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 612e4def-3747-439a-b82a-de0bfe44f74a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:20:08.249469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 612e4def-3747-439a-b82a-de0bfe44f74a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:20:08.275214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b53ae68-4330-4e50-a16d-6cbb285bbd69 req-b40ef58b-78ca-4e40-8ebd-24c357daa996 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 210 time: 0.0343845 Nov 23 02:20:08.276112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:08.298610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ec0745ac-c0de-41bb-aff9-37a0e5d81b71'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:08.316327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Pushing event deleted for resources: {'Port': ['ID=ec0745ac-c0de-41bb-aff9-37a0e5d81b71,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:08.343897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:08.459515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] No DVR routers for this DVR port ec0745ac-c0de-41bb-aff9-37a0e5d81b71 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:20:08.464668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:08.468484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e915ecb1-5fdc-4dfe-b068-4c2a5ca13a48 req-b4b3809d-7b47-463d-9cee-a0867fed4df9 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.47 "DELETE /v2.0/ports/ec0745ac-c0de-41bb-aff9-37a0e5d81b71 HTTP/1.1" status: 204 len: 173 time: 1.2444470 Nov 23 02:20:08.473395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'name': 'network-vif-deleted', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:08.475929 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16fe52-4560-45d6-8b1d-6a3c31188500" -d '{"events": [{"server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "name": "network-vif-deleted", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:08.606435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-795982ad-19d7-43da-8e41-95729d9bf2c8 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=29e2647773de479e8e4a4d28feec3437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482912 Nov 23 02:20:08.610253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-af2ca6e5-ad42-47e4-aec2-2164babc5c6f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570092 Nov 23 02:20:08.658282 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965300b5-2ced-4d5d-ad76-04c64a5915cf x-openstack-request-id: req-965300b5-2ced-4d5d-ad76-04c64a5915cf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:08.659791 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448fdc96-5b6d-4597-858b-15fc127805f7", "name": "network-vif-deleted", "tag": "ec0745ac-c0de-41bb-aff9-37a0e5d81b71", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:08.667651 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-965300b5-2ced-4d5d-ad76-04c64a5915cf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:08.668317 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448fdc96-5b6d-4597-858b-15fc127805f7', 'name': 'network-vif-deleted', 'tag': 'ec0745ac-c0de-41bb-aff9-37a0e5d81b71', 'status': 'completed', 'code': 200} Nov 23 02:20:08.798241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f97dbfc-06c5-4669-b600-dde25d2f36a6 req-2912f2fe-0df1-4f8a-ba11-5b03024af2bc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 210 time: 0.0504594 Nov 23 02:20:08.881666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-38db2a71-f437-4dac-86c8-120f5191de75 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:08.883550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-38db2a71-f437-4dac-86c8-120f5191de75 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612777 Nov 23 02:20:08.905932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-dcfd96ce-11a4-4b6c-baf4-22a210fe3340 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:08.907358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-dcfd96ce-11a4-4b6c-baf4-22a210fe3340 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2870166 Nov 23 02:20:08.913349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Request body: {'port': {'device_id': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '29e2647773de479e8e4a4d28feec3437'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:08.926277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Request body: {'port': {'device_id': '637b1873-e462-4287-9068-78aaceedf5bf', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'd9d3b2d2d3e54cb7b5254e091f93db36'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:09.068734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08170d2-6461-4e69-84a0-5c557aff36c0 req-6e42ebde-f7e7-4a8b-bbc4-b59458a4b7dd tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:09.074916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Made reservation on behalf of 29e2647773de479e8e4a4d28feec3437 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:09.076613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e08170d2-6461-4e69-84a0-5c557aff36c0 req-6e42ebde-f7e7-4a8b-bbc4-b59458a4b7dd tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.2188785 Nov 23 02:20:09.085091 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.127707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:09.131805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.144588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Made reservation on behalf of d9d3b2d2d3e54cb7b5254e091f93db36 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:09.149116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.198479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e08170d2-6461-4e69-84a0-5c557aff36c0 req-0d479a31-9053-49e6-8cf2-b03c288cf4b7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Nov 23 02:20:09.270377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56646) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:09.303532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22e7b3f5-b5ce-42e9-a7d4-d77c79a5ba2b req-3dcacf54-cf96-4a24-9e72-22cc695e9ea0 tempest-AggregatesAdminTestJSON-2057176227 tempest-AggregatesAdminTestJSON-2057176227-project] 10.222.0.15 "GET /v2.0/ports?device_id=448fdc96-5b6d-4597-858b-15fc127805f7 HTTP/1.1" status: 200 len: 210 time: 0.0483291 Nov 23 02:20:09.407466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Allocated IP 192.168.233.165 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/b9d41dae-87b8-496c-8443-38b1e4df52f3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:09.528568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:09.600565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.617987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2972d705-b272-4be5-91d0-cd8e4e9284c5 req-918a5b1d-fe91-4e07-89a0-cb1f7523830f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 210 time: 0.2343800 Nov 23 02:20:09.630454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.636780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a92c396-3b9c-4563-874d-adf66ee2298b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.642414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cae46054-d189-4fa7-b12a-bb9fd9e1f883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.711831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.736571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.742308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.778948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:09.792146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:09.799402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Allocated IP 192.168.233.35 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/0f99c8ce-8ab6-4223-aa5b-05c12f11e939) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:09.801894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:09.803984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbbb78ac6d954f6cb9bec1d09c46c4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6733949 Nov 23 02:20:09.807060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d765a1d-5c05-43f7-b051-ff7645707bb7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:09.808994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:09.810817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:09.812026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.828716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Pushing event updated for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:09.837499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.837859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.838206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.838567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.838915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.839251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.839581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.840080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.840567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.841051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.841549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.842029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c307b-0ab5-4b94-9c03-a6e2194a2e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.864776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9615090 Nov 23 02:20:09.866108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.866465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.866845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.867323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.867500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.867836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.868171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.868502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.868821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.869154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.869900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.869900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc49c37-8390-4354-9db6-791c6701e21a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:09.888829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Request body: {'port': {'device_id': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:09.892603 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a92c396-3b9c-4563-874d-adf66ee2298b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.909782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a92c396-3b9c-4563-874d-adf66ee2298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.966697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cae46054-d189-4fa7-b12a-bb9fd9e1f883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.980542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2383bd8f-92da-45ec-89aa-1419394689e5 req-0829b0d0-a00f-4436-bacc-eed572e82737 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 210 time: 0.0765533 Nov 23 02:20:09.983940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.992817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cae46054-d189-4fa7-b12a-bb9fd9e1f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.017080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92c396-3b9c-4563-874d-adf66ee2298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8035c036-0b3b-4bbd-a4fa-e037df9b51db,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.022724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.027883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a92c396-3b9c-4563-874d-adf66ee2298b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=054332fbb89a4e9b8ddd0450722bef85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7561572 Nov 23 02:20:10.030919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56662) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:10.061681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.086002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cae46054-d189-4fa7-b12a-bb9fd9e1f883 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=872a6127bbf8467c8b1531208d26cf46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5562418 Nov 23 02:20:10.091038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.093131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:10.111073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae46054-d189-4fa7-b12a-bb9fd9e1f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2d3528-7299-437f-a88d-c3ddf419927f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.123987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b62c8853-f2cf-48a1-845b-a8dbacf462e7 None None] Provisioning complete for port b9d41dae-87b8-496c-8443-38b1e4df52f3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:10.127476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b62c8853-f2cf-48a1-845b-a8dbacf462e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.135552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:10.138365 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34909e16-5afd-4c17-afa8-bbe37e5c7d96" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:10.142456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.145258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.146530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d765a1d-5c05-43f7-b051-ff7645707bb7 HTTP/1.1" status: 204 len: 168 time: 0.3357151 Nov 23 02:20:10.171938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362bb98-4d5d-4117-96e8-bcd6559410c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d765a1d-5c05-43f7-b051-ff7645707bb7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.179440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.191645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.203252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.214202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:10.255114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e7e3b-87f0-4ef4-bdab-5f76eb3ffa07 x-openstack-request-id: req-3d8e7e3b-87f0-4ef4-bdab-5f76eb3ffa07 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:10.255412 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:10.255673 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d8e7e3b-87f0-4ef4-bdab-5f76eb3ffa07 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:10.256238 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'status': 'completed', 'code': 200} Nov 23 02:20:10.265271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.278099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.294010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5cd1c144-72c6-44ea-961e-332f50e3e5f4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:10.298976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:10.308490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:10.331064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event updated for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.339117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:10.347347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:10.348024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.355129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b62c8853-f2cf-48a1-845b-a8dbacf462e7 None None] Port b9d41dae-87b8-496c-8443-38b1e4df52f3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:10.426161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-71e8564e-3cf3-4449-ab6a-047d60aa56a0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5058348 Nov 23 02:20:10.436460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.438992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.440436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8035c036-0b3b-4bbd-a4fa-e037df9b51db HTTP/1.1" status: 204 len: 168 time: 0.4040494 Nov 23 02:20:10.443743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Request body: {'port': {'device_id': '637b1873-e462-4287-9068-78aaceedf5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:10.452634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5145aa0-cb2c-4811-a504-0cc963152a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035c036-0b3b-4bbd-a4fa-e037df9b51db,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.501406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-bb92fe3f-b8c7-4a3a-a5e7-50caa34b0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:10.502899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-bb92fe3f-b8c7-4a3a-a5e7-50caa34b0a44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1126 time: 0.2297521 Nov 23 02:20:10.636121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d41dae-87b8-496c-8443-38b1e4df52f3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:10.646834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.648011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-adafb30e-8164-47ec-aa57-1fbc9474225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:10.649850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-adafb30e-8164-47ec-aa57-1fbc9474225f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1345692 Nov 23 02:20:10.650380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.652989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.657164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef2d3528-7299-437f-a88d-c3ddf419927f HTTP/1.1" status: 204 len: 168 time: 0.5623038 Nov 23 02:20:10.659593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.692874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Transition to ACTIVE for port object b9d41dae-87b8-496c-8443-38b1e4df52f3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:10.707156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.726209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-45044aed-94dd-4efd-add6-c8041d8eccf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0566156 Nov 23 02:20:10.726974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.742101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e55b7c-2b42-4b58-82e4-0c1c6b624e15 req-75141d07-c4fd-44c1-9e3f-a3caf36fbad9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:10.750363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25e55b7c-2b42-4b58-82e4-0c1c6b624e15 req-75141d07-c4fd-44c1-9e3f-a3caf36fbad9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.3813457 Nov 23 02:20:10.766946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.812235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-89693302-778d-4e1b-85ff-479bd995b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:10.813733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-89693302-778d-4e1b-85ff-479bd995b2fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0541341 Nov 23 02:20:10.814458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8935b-231b-4786-87ca-f35c1cee568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2d3528-7299-437f-a88d-c3ddf419927f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:10.829670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Attempting to bind port b9d41dae-87b8-496c-8443-38b1e4df52f3 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:10.830311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Attempting to bind port b9d41dae-87b8-496c-8443-38b1e4df52f3 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:10.830952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Attempting to bind port b9d41dae-87b8-496c-8443-38b1e4df52f3 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:10.838248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Port b9d41dae-87b8-496c-8443-38b1e4df52f3 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:10.838842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Attempting to bind port b9d41dae-87b8-496c-8443-38b1e4df52f3 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:10.846445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:10.847100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:10.847648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:10.848246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Bound port: b9d41dae-87b8-496c-8443-38b1e4df52f3, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:10.849223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.913021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5a9b4f7c-1cd8-43db-9400-f0a2a19fc3f6 None None] Provisioning complete for port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:10.913474 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a9b4f7c-1cd8-43db-9400-f0a2a19fc3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:10.986468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:10.993861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:11.001403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.051371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.052338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.054582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9d41dae-87b8-496c-8443-38b1e4df52f3 HTTP/1.1" status: 200 len: 1097 time: 1.1694896 Nov 23 02:20:11.095595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b4f7c-1cd8-43db-9400-f0a2a19fc3f6 None None] Port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:11.097365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467c4b-499b-4cbe-bfe4-8206a4e9fa35 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:11.191074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-3b2b270f-4568-48b4-be50-96da8ea6fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.193007 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-3b2b270f-4568-48b4-be50-96da8ea6fd4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 1100 time: 0.0613825 Nov 23 02:20:11.201122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-5164e9d0-8730-4529-a4b0-90125a563425 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3725724 Nov 23 02:20:11.268970 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-aa22cdb4-3988-446a-a1cc-adfe0c379d40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3 HTTP/1.1" status: 200 len: 217 time: 0.0493412 Nov 23 02:20:11.304071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d2760-030a-4ea1-9fb2-a78875b0eafd req-540d57fe-8a2e-40fd-ad05-ac311e826417 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.311377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a76d2760-030a-4ea1-9fb2-a78875b0eafd req-540d57fe-8a2e-40fd-ad05-ac311e826417 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 948 time: 0.4947035 Nov 23 02:20:11.331074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56696) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:11.331220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25e55b7c-2b42-4b58-82e4-0c1c6b624e15 req-1ba6e577-e486-4ebc-821b-3db143175095 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758774 Nov 23 02:20:11.363354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7fa621c-bad0-485c-8b98-e78efea34fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.385316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-4649e406-c396-4c48-8a7e-551c2ff1f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.387389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-4649e406-c396-4c48-8a7e-551c2ff1f96f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1108291 Nov 23 02:20:11.440039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56698) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:11.529085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-75e21f06-721b-4930-bcb2-fe8ec1a0244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.529085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-75e21f06-721b-4930-bcb2-fe8ec1a0244d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886612 Nov 23 02:20:11.530033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7fa621c-bad0-485c-8b98-e78efea34fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.546886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:11.548791 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7fa621c-bad0-485c-8b98-e78efea34fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.562710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-057203ad-8024-4b0d-a397-694c0ad854a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291941 Nov 23 02:20:11.565938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.591093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a76d2760-030a-4ea1-9fb2-a78875b0eafd req-62ef202b-f816-4cb8-becb-8b3a798ea42d tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743542 Nov 23 02:20:11.618770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.678041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Transition to ACTIVE for port object 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:11.688047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:11.709175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.720589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7fa621c-bad0-485c-8b98-e78efea34fbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e776cc0144c540d8b324d49e41a6f06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858259 Nov 23 02:20:11.720816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad729b1-86bc-41f9-b259-2edd99d1d519 req-fc4277bd-7917-462a-84d4-5c7d1b3a25e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:11.720914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa621c-bad0-485c-8b98-e78efea34fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b35c1-34d2-4206-b689-6ce3d76ffd74,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:11.720990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad729b1-86bc-41f9-b259-2edd99d1d519 req-fc4277bd-7917-462a-84d4-5c7d1b3a25e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 935 time: 0.2749879 Nov 23 02:20:11.723809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:11.725107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d3103c-dd73-4878-a2aa-c5a8a675974d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.785699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-66dcf07a-4a47-45b6-b897-4c9700b005ed service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488823 Nov 23 02:20:11.862088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34909e16-5afd-4c17-afa8-bbe37e5c7d96 req-3913cea7-33ee-4c65-9ae3-53a3ec154c51 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897534 Nov 23 02:20:11.864558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.871273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:11.939355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad729b1-86bc-41f9-b259-2edd99d1d519 req-4bd77c19-1c7f-4417-853c-0fe3ddc9944d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956301 Nov 23 02:20:11.941441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Attempting to bind port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:11.941780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Attempting to bind port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:11.942110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Attempting to bind port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:11.958171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.974147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:11.974594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Attempting to bind port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:11.989432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:11.989773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:11.990161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:11.990631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Bound port: 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:11.990989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:11.996691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:12.009382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c13df6f8-d619-4ed3-a193-242970db0185 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7c30bd2312a44238e3f0fbb54998e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650806 Nov 23 02:20:12.013057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:12.021353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d3103c-dd73-4878-a2aa-c5a8a675974d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.021623 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3e49f1d7-8e93-45db-a610-92d0c75e6a90 req-7ea27304-8457-4ea6-9dac-80cd27238aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273893 Nov 23 02:20:12.036331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec0745ac-c0de-41bb-aff9-37a0e5d81b71 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:20:12.053287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d3103c-dd73-4878-a2aa-c5a8a675974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.056401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.059844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.062403 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/856b35c1-34d2-4206-b689-6ce3d76ffd74 HTTP/1.1" status: 204 len: 168 time: 0.3360555 Nov 23 02:20:12.078286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee840c-2710-44c0-8692-97b5fd4e82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b35c1-34d2-4206-b689-6ce3d76ffd74,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:12.112584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ec0745ac-c0de-41bb-aff9-37a0e5d81b71 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:20:12.112954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec0745ac-c0de-41bb-aff9-37a0e5d81b71 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:20:12.162872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28d3103c-dd73-4878-a2aa-c5a8a675974d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa4b307f234f404093a0e9f4915ec82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740512 Nov 23 02:20:12.165551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56720) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:12.169348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3103c-dd73-4878-a2aa-c5a8a675974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d9dd2-cb32-4f75-b2e6-e4dec7e4be2a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:12.175972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:12.184269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:12.191819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.193455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.246074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:12.257348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.261382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.261999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.262919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:12.263777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f99c8ce-8ab6-4223-aa5b-05c12f11e939 HTTP/1.1" status: 200 len: 1096 time: 1.8280220 Nov 23 02:20:12.264312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:12.267180 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d71a1-2e2e-45b8-a305-c4917cb66338" -d '{"events": [{"name": "network-changed", "server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:12.269944 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05973f7-2260-4ead-a537-92961bd3494a" -d '{"events": [{"name": "network-changed", "server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:12.271303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:20:12.282860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.319507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.329047 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c2b0ca-c004-476d-be9f-21074b31cb69 x-openstack-request-id: req-c6c2b0ca-c004-476d-be9f-21074b31cb69 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:12.329395 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:12.329713 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6c2b0ca-c004-476d-be9f-21074b31cb69 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:12.330166 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3', 'status': 'completed', 'code': 200} Nov 23 02:20:12.379636 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf9524-e85c-438e-a6d6-16b449732392 x-openstack-request-id: req-3caf9524-e85c-438e-a6d6-16b449732392 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:12.380145 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:12.380543 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3caf9524-e85c-438e-a6d6-16b449732392 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:12.381114 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'status': 'completed', 'code': 200} Nov 23 02:20:12.424210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dced620-af09-4f8e-b3e2-e16c20c3eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:12.451260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-f458a791-ee72-4a82-8088-dd1bd496e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.453639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.456488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.457776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f52d9dd2-cb32-4f75-b2e6-e4dec7e4be2a HTTP/1.1" status: 204 len: 168 time: 0.2905173 Nov 23 02:20:12.460053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05973f7-2260-4ead-a537-92961bd3494a req-de153816-c07a-4e91-823d-15e866f63c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.460481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-f458a791-ee72-4a82-8088-dd1bd496e385 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 1099 time: 0.1156681 Nov 23 02:20:12.461786 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-de153816-c07a-4e91-823d-15e866f63c0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29e2647773de479e8e4a4d28feec3437&device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 1100 time: 0.0861671 Nov 23 02:20:12.474882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4bc66-f0ac-4215-abf0-30a38b2eaa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d9dd2-cb32-4f75-b2e6-e4dec7e4be2a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:12.475073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.477107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:12.480788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ea09557-18a3-4275-8856-cc89c0e003af HTTP/1.1" status: 204 len: 168 time: 0.4640076 Nov 23 02:20:12.569793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-49d04407-81a8-4c7a-a093-8bdfcb2ec3d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939 HTTP/1.1" status: 200 len: 217 time: 0.0962026 Nov 23 02:20:12.571974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2850aa-c96b-4a50-9861-09c7f437fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea09557-18a3-4275-8856-cc89c0e003af,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:12.600345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05973f7-2260-4ead-a537-92961bd3494a req-77c24d05-27d2-448f-8c0b-e07a320e67be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.602110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-77c24d05-27d2-448f-8c0b-e07a320e67be service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1304264 Nov 23 02:20:12.639858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7ea1-2c93-42e5-b495-c6523fb83793 req-ee072fc7-7433-4d5a-b9fb-61302a959101 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.641385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25fc7ea1-2c93-42e5-b495-c6523fb83793 req-ee072fc7-7433-4d5a-b9fb-61302a959101 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.1801381 Nov 23 02:20:12.662307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-d2e3365f-391d-461e-93d1-84392be1becf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.663885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-d2e3365f-391d-461e-93d1-84392be1becf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0781195 Nov 23 02:20:12.695337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-8355422a-4a86-4a86-9629-f47f916d16ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3 HTTP/1.1" status: 200 len: 217 time: 0.0850239 Nov 23 02:20:12.729540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25fc7ea1-2c93-42e5-b495-c6523fb83793 req-8d70fbe9-4b63-4474-84d9-759600f5db0c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790484 Nov 23 02:20:12.775381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05973f7-2260-4ead-a537-92961bd3494a req-bc78e63d-b656-4646-a0c9-3bb5d97fa533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.777323 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-bc78e63d-b656-4646-a0c9-3bb5d97fa533 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0721736 Nov 23 02:20:12.785268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-3e78393f-3bcf-4c7c-a5f2-9a85db6a6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.786790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-3e78393f-3bcf-4c7c-a5f2-9a85db6a6a56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124885 Nov 23 02:20:12.853001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05973f7-2260-4ead-a537-92961bd3494a req-54392915-3407-4479-b199-ed073710b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.853001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-54392915-3407-4479-b199-ed073710b2a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605879 Nov 23 02:20:12.879505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e097-eca4-4008-abb3-ce16e444c472 req-22808af3-9a82-470f-889c-5b6db46e52f6 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:12.887029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6e097-eca4-4008-abb3-ce16e444c472 req-22808af3-9a82-470f-889c-5b6db46e52f6 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 948 time: 0.1557832 Nov 23 02:20:12.914997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:12.968693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-5978ef7a-b700-441f-b6a6-30c4a57be2d1 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084235 Nov 23 02:20:12.975382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6e097-eca4-4008-abb3-ce16e444c472 req-c5f8a3e5-f079-4eb4-bccc-ea0bb75e2307 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870464 Nov 23 02:20:12.977779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-a8d6e075-d103-4e28-a545-b299c39b19f2 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759217 Nov 23 02:20:13.071150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56758) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:13.098533 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b05973f7-2260-4ead-a537-92961bd3494a req-10de5313-688d-418f-afd7-7964334df25e service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225691 Nov 23 02:20:13.112919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475ff0d-4354-4dea-96b4-def0bfeb2ab5 req-a268b472-c7a3-4205-8d84-1c9668bd05da tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:13.123027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b563fe3b-20d4-48c8-9c31-95442ba810ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b04ed779f9a940a88204e850519fc0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510724 Nov 23 02:20:13.126063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56760) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:13.133447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0475ff0d-4354-4dea-96b4-def0bfeb2ab5 req-a268b472-c7a3-4205-8d84-1c9668bd05da tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 947 time: 0.0853541 Nov 23 02:20:13.187446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.189350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0475ff0d-4354-4dea-96b4-def0bfeb2ab5 req-e16cd41e-ac11-4676-893b-7faf143e30f1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488830 Nov 23 02:20:13.213421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.217922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2033505939-network', 'tenant_id': 'a7ad94caba514617aad50c437300637d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:13.244596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Made reservation on behalf of a7ad94caba514617aad50c437300637d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:13.248188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.258951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.275735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.281290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.282655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d42fe4c-6e6f-43be-9d06-8c3e0aadcb70 HTTP/1.1" status: 204 len: 168 time: 0.1552656 Nov 23 02:20:13.294698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d087cf-f321-4daf-baa8-103619e87737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42fe4c-6e6f-43be-9d06-8c3e0aadcb70,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:13.402994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.410276 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.698653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:13.702953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa64a5c0-e4aa-4de2-a792-cc62d913608e req-f267f213-9065-4cb9-8f4c-656618540c5a service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549395 Nov 23 02:20:13.703788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5ea47-0847-4cf3-b2ac-2c624f03abff,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:13.726872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.727268 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Added segment 111af73e-1e41-4d19-b637-e398eee26a78 of type vlan for network ac076a67-976a-4ea1-a4c4-146f1524cc60 Nov 23 02:20:13.784031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.832395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-d0bbe4d1-5dc9-463f-acb1-87aa9a29bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:13.835481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-d0bbe4d1-5dc9-463f-acb1-87aa9a29bd4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 1099 time: 0.0647902 Nov 23 02:20:13.836284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.837159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:13.837743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:13.945552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-74e037dd-d2c8-4608-bc48-a160c305820b service neutron] 10.222.0.41 "GET /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.0754492 Nov 23 02:20:13.978647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0623231 Nov 23 02:20:13.984424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:13.991500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Request body: {'subnet': {'network_id': 'ac076a67-976a-4ea1-a4c4-146f1524cc60', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2033505939-subnet', 'tenant_id': 'a7ad94caba514617aad50c437300637d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:14.001205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239249a-7536-449b-8efe-45a227d9bac3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac076a67-976a-4ea1-a4c4-146f1524cc60,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:14.013906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network ac076a67-976a-4ea1-a4c4-146f1524cc60 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:14.043018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56810) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:14.068554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aa59c-514a-4352-aa89-b0ec39f326a3 req-acc3b127-1ed8-48d0-81f6-5114061a30be tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.080330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6aa59c-514a-4352-aa89-b0ec39f326a3 req-acc3b127-1ed8-48d0-81f6-5114061a30be tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 943 time: 0.2400162 Nov 23 02:20:14.100340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Made reservation on behalf of a7ad94caba514617aad50c437300637d for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:14.103117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:14.130660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-896581b1-d6c6-4ff7-ade8-52e560cc0996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.132098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-896581b1-d6c6-4ff7-ade8-52e560cc0996 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2776973 Nov 23 02:20:14.247418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-dc73e4f3-711c-49ce-b907-aa4348f03b4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939 HTTP/1.1" status: 200 len: 217 time: 0.0910814 Nov 23 02:20:14.315157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6aa59c-514a-4352-aa89-b0ec39f326a3 req-2fc4acca-ba10-4354-a195-387f88c10c0b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190001 Nov 23 02:20:14.351883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:14.356372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7dc1b-f70b-42e8-a17e-19442d42bfda req-d5454fe3-de43-49ae-a0a4-68298d44ab27 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.360185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5f7dc1b-f70b-42e8-a17e-19442d42bfda req-d5454fe3-de43-49ae-a0a4-68298d44ab27 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 948 time: 0.2310383 Nov 23 02:20:14.391440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:14.441369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1611344347-network', 'tenant_id': '274dba03f25e46189ff0b6b1d31bfce3'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:14.454619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-4c8ed4e6-d34c-412f-8dcb-73f534d54955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.456536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-4c8ed4e6-d34c-412f-8dcb-73f534d54955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1960020 Nov 23 02:20:14.457051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:14.475821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:14.508607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:14.513602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Made reservation on behalf of 274dba03f25e46189ff0b6b1d31bfce3 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:14.516457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:14.537608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:14.546464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7237e-1a58-4a5f-93f1-c7492815565b req-357968c0-848b-4be5-9d1f-ed421aa14721 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.548527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95b7237e-1a58-4a5f-93f1-c7492815565b req-357968c0-848b-4be5-9d1f-ed421aa14721 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 947 time: 0.1352317 Nov 23 02:20:14.555715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5f7dc1b-f70b-42e8-a17e-19442d42bfda req-f790977a-8764-47e9-b090-022d35cd959a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794660 Nov 23 02:20:14.636578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-0f9ac2d2-fc0c-43b8-ae01-95ae81ad475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:14.639465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-0f9ac2d2-fc0c-43b8-ae01-95ae81ad475b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690159 Nov 23 02:20:14.659142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95b7237e-1a58-4a5f-93f1-c7492815565b req-e549fadb-679d-49ff-b04e-96fff2b6def5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020343 Nov 23 02:20:14.760227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-ebda4365-bb26-480f-9480-5b662e53cdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995946 Nov 23 02:20:14.940596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] Transition to ACTIVE for port object 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:14.949245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.008856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.077891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] No DVR routers for this DVR port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:20:15.094810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.106184 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.123097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:15.160295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c350cb61-0c4b-4844-8584-5ec28f72f8c6,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:15.164438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:15.193691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.194148 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Added segment efcea846-4b9d-442b-9109-76677d1297e4 of type vlan for network 8f4b9b4c-876c-4e5b-880d-a830e4800e21 Nov 23 02:20:15.202999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-adba39f0-5ed3-4989-8db6-3d050f44e804 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2498424 Nov 23 02:20:15.215085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Checking segment: {'id': '111af73e-1e41-4d19-b637-e398eee26a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ac076a67-976a-4ea1-a4c4-146f1524cc60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:15.215459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Network hostable DHCP agents. Network: ac076a67-976a-4ea1-a4c4-146f1524cc60, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:15.223852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b6139-ee28-4eb3-95da-2fc65e930874,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:15.269300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.277461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Network ac076a67-976a-4ea1-a4c4-146f1524cc60 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:15.291703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, ac076a67-976a-4ea1-a4c4-146f1524cc60) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:15.301161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.301746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.305263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.306153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.306762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.316352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf7cc5-516c-45ff-b4d5-cd51194d1674 None None] Network ac076a67-976a-4ea1-a4c4-146f1524cc60 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:15.399961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6507f65d-47b4-442e-b82f-99059c468ecb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4063609 Nov 23 02:20:15.415173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3685246 Nov 23 02:20:15.420950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56870) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:15.427953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Request body: {'subnet': {'network_id': '8f4b9b4c-876c-4e5b-880d-a830e4800e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1611344347-subnet', 'tenant_id': '274dba03f25e46189ff0b6b1d31bfce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:15.450650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73ba9-c357-4f63-b996-78ce05c4e582 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4b9b4c-876c-4e5b-880d-a830e4800e21,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:15.468260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-654ef0a5-4dbb-4d6e-83e3-463eabfcdcce tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.469949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-654ef0a5-4dbb-4d6e-83e3-463eabfcdcce tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.1379597 Nov 23 02:20:15.471153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Made reservation on behalf of 274dba03f25e46189ff0b6b1d31bfce3 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:15.473982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.480157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8f4b9b4c-876c-4e5b-880d-a830e4800e21 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:15.505472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e79667-ab43-4ad3-a7bc-c592cb337028 req-09123fa5-191d-40b1-bc94-60834141a08e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.508531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20e79667-ab43-4ad3-a7bc-c592cb337028 req-09123fa5-191d-40b1-bc94-60834141a08e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 944 time: 0.0958202 Nov 23 02:20:15.516408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d71a1-2e2e-45b8-a305-c4917cb66338 req-371e05c3-0189-46d7-b00a-5f9606ed71a2 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195854 Nov 23 02:20:15.588396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f3577-2a76-41bb-bce9-d9bcc814206c None None] Network ac076a67-976a-4ea1-a4c4-146f1524cc60 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:15.595120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20e79667-ab43-4ad3-a7bc-c592cb337028 req-660754e7-185c-4a5d-86b2-6963c12badca tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767925 Nov 23 02:20:15.670930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-55271655-076e-425b-a08b-65150e408394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.672600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-55271655-076e-425b-a08b-65150e408394 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&tenant_id=bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1947758 Nov 23 02:20:15.777489 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-dad347a6-2738-49f1-994a-98404f652e10 req-b174a0b5-a646-4424-81a6-73a03754bb03 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] show failed (client error): The resource could not be found. Nov 23 02:20:15.778485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dad347a6-2738-49f1-994a-98404f652e10 req-b174a0b5-a646-4424-81a6-73a03754bb03 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/c18fed10-00a1-4e9e-9f3f-ad10986af3ca HTTP/1.1" status: 404 len: 352 time: 0.0203516 Nov 23 02:20:15.794950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb17c-a8b4-4052-bdc7-0c7def97bc5a req-65c2cb4b-6cbf-47f9-a981-cf8becdc677b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.797332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26dbb17c-a8b4-4052-bdc7-0c7def97bc5a req-65c2cb4b-6cbf-47f9-a981-cf8becdc677b tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 948 time: 0.0676739 Nov 23 02:20:15.827336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-e121f814-2b6b-451d-b19d-e1708a522cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.828777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-e121f814-2b6b-451d-b19d-e1708a522cf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1096 time: 0.0847042 Nov 23 02:20:15.852224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26dbb17c-a8b4-4052-bdc7-0c7def97bc5a req-409959b4-04c5-4972-9e81-b97b3625bf00 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 Nov 23 02:20:15.856565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:15.966969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213404b9-e7cc-4ea8-91dc-ca32366e3d69,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:15.985881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Checking segment: {'id': 'efcea846-4b9d-442b-9109-76677d1297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8f4b9b4c-876c-4e5b-880d-a830e4800e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:15.986246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Network hostable DHCP agents. Network: 8f4b9b4c-876c-4e5b-880d-a830e4800e21, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:15.991921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-3baa87ac-07d7-41df-809b-e0c00e819db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:15.993405 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-3baa87ac-07d7-41df-809b-e0c00e819db5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1574728 Nov 23 02:20:16.043838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Network 8f4b9b4c-876c-4e5b-880d-a830e4800e21 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:16.045928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9340d5e-6123-4f4b-b06a-be79839f44ba req-77e5b384-d17e-4de4-bb48-21bdf89c2988 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:16.047972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-04902018-1b33-488e-b63f-9f988008e901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0462778 Nov 23 02:20:16.051056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9340d5e-6123-4f4b-b06a-be79839f44ba req-77e5b384-d17e-4de4-bb48-21bdf89c2988 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 947 time: 0.0695832 Nov 23 02:20:16.052190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8f4b9b4c-876c-4e5b-880d-a830e4800e21) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:16.064224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede4717-a64c-4b94-aae9-cdd76dbccaf6 None None] Network 8f4b9b4c-876c-4e5b-880d-a830e4800e21 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:16.064444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:16.064962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.112387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9db22513-74de-47aa-af7d-e026ecf02c31 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6903844 Nov 23 02:20:16.124412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-62d9e1e6-cb6c-411f-ab43-33e9ab706386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:16.125936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-62d9e1e6-cb6c-411f-ab43-33e9ab706386 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0584245 Nov 23 02:20:16.172592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-ebc2f337-ac4b-4f8d-a229-8d096b2673c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346742 Nov 23 02:20:16.175384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19c2eaa0-4a55-421b-9656-cca578df5edc req-7052efdd-2d0a-45a9-8372-c3ba35202913 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7ad94caba514617aad50c437300637d HTTP/1.1" status: 200 len: 3001 time: 0.0775857 Nov 23 02:20:16.240478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b9d41dae-87b8-496c-8443-38b1e4df52f3 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:16.246325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ef36a-d479-499a-9edf-0654491622b8 None None] Network 8f4b9b4c-876c-4e5b-880d-a830e4800e21 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:16.271355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9340d5e-6123-4f4b-b06a-be79839f44ba req-fc8f9c66-8659-471f-b043-38fefd0bec12 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142878 Nov 23 02:20:16.293677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-cb8085c4-a1ff-4b7a-adf9-07ffb54ac303 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140623 Nov 23 02:20:16.298769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19c2eaa0-4a55-421b-9656-cca578df5edc req-996232eb-9cf6-4f29-aa1f-7340663e6f72 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/5ad5ea47-0847-4cf3-b2ac-2c624f03abff HTTP/1.1" status: 200 len: 2998 time: 0.1104796 Nov 23 02:20:16.320867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:16.381266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19c2eaa0-4a55-421b-9656-cca578df5edc req-01ceee78-6de3-4412-8159-61933994244e tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/5ad5ea47-0847-4cf3-b2ac-2c624f03abff HTTP/1.1" status: 200 len: 2998 time: 0.0760193 Nov 23 02:20:16.452855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:20:16.522646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-4314e770-d3cc-4c85-b5f9-a95ff2675c72 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195678 Nov 23 02:20:16.535965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a2c4f26-e8c6-4eae-ae65-590e5951b2e6 req-40ce3783-a1f4-4dfa-b44d-1ed945d3400d tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/5ad5ea47-0847-4cf3-b2ac-2c624f03abff HTTP/1.1" status: 200 len: 2998 time: 0.0906582 Nov 23 02:20:16.586854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:16.601987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'b9d41dae-87b8-496c-8443-38b1e4df52f3', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'b9d41dae-87b8-496c-8443-38b1e4df52f3', 'mac_address': 'fa:16:3e:95:06:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:16.624904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9438984-fc33-4f45-8ee8-2cea567601ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.637709 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-9a2c4f26-e8c6-4eae-ae65-590e5951b2e6 req-865f467d-6349-4ca1-82f9-322a8e662388 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:20:16.640085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a2c4f26-e8c6-4eae-ae65-590e5951b2e6 req-865f467d-6349-4ca1-82f9-322a8e662388 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ad5ea47-0847-4cf3-b2ac-2c624f03abff HTTP/1.1" status: 409 len: 352 time: 0.0957880 Nov 23 02:20:16.678066 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.700125 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-205adc08-8888-4154-aa96-7e93c6310d8c req-4994f2e2-cb98-4b85-813b-7018b2e1443a tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] show failed (client error): The resource could not be found. Nov 23 02:20:16.703411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d41dae-87b8-496c-8443-38b1e4df52f3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:16.708662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-205adc08-8888-4154-aa96-7e93c6310d8c req-4994f2e2-cb98-4b85-813b-7018b2e1443a tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/af525a99-70a0-439f-94a6-57bd9813f45d HTTP/1.1" status: 404 len: 352 time: 0.0357153 Nov 23 02:20:16.744171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:16.751549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.759805 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-aff3b893-dbd8-4342-8623-4b7a594ca8b6 req-148380aa-ec82-4c79-a457-f29eaa7544c4 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] show failed (client error): The resource could not be found. Nov 23 02:20:16.761663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aff3b893-dbd8-4342-8623-4b7a594ca8b6 req-148380aa-ec82-4c79-a457-f29eaa7544c4 tempest-SecurityGroupsNegativeTestJSON-578945501 tempest-SecurityGroupsNegativeTestJSON-578945501-project] 10.222.0.15 "GET /v2.0/security-groups/ab3ed3e5-73c1-44da-993d-e7ef56df698c HTTP/1.1" status: 404 len: 352 time: 0.0231740 Nov 23 02:20:16.772670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56928) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:16.831430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9438984-fc33-4f45-8ee8-2cea567601ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.837182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9438984-fc33-4f45-8ee8-2cea567601ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.850643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e1a01-1bb0-49d0-9d66-ad8b03c8c0e8 req-e578566d-3d1c-4fa2-8cfe-8b10282ff784 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:16.852187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-995e1a01-1bb0-49d0-9d66-ad8b03c8c0e8 req-e578566d-3d1c-4fa2-8cfe-8b10282ff784 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 944 time: 0.0981960 Nov 23 02:20:16.879601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:16.901332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.901775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.902125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.903019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.903019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.903195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.903424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.903772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.904129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.904449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.904857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.905114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:16.908870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Deleting subnet c350cb61-0c4b-4844-8584-5ec28f72f8c6 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:20:16.913271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.913589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c9438984-fc33-4f45-8ee8-2cea567601ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d20c632b264f421ab44c1394b93c661e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5916228 Nov 23 02:20:16.914335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9438984-fc33-4f45-8ee8-2cea567601ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2929d888-4053-4a73-8d88-2cb940b9f334,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:16.929577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:16.960966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:16.984525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-995e1a01-1bb0-49d0-9d66-ad8b03c8c0e8 req-56eae375-77f9-47af-a13d-0761f5333174 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188812 Nov 23 02:20:16.988169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.002837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.050895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-f365269b-6407-4f45-930e-adb7c8780fd1 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:17.052793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-f365269b-6407-4f45-930e-adb7c8780fd1 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.1808796 Nov 23 02:20:17.054368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['b9d41dae-87b8-496c-8443-38b1e4df52f3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:17.058306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.079403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.087605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120036211-network', 'tenant_id': 'a51182ca5abc44afa2a7a145a1fe74bb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:17.116779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Made reservation on behalf of a51182ca5abc44afa2a7a145a1fe74bb for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:17.119453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.129938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.131796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.133441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.141991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eae4e4-8429-4857-9f68-4e139a64a12a req-4557f112-45e0-4765-965b-c0e980130bb7 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:17.144074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96eae4e4-8429-4857-9f68-4e139a64a12a req-4557f112-45e0-4765-965b-c0e980130bb7 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 949 time: 0.1259997 Nov 23 02:20:17.170168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c350cb61-0c4b-4844-8584-5ec28f72f8c6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.183208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.189846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4b683b2-ccb5-468b-adf5-0cc2f833701d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c350cb61-0c4b-4844-8584-5ec28f72f8c6 HTTP/1.1" status: 204 len: 168 time: 0.4150279 Nov 23 02:20:17.193142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.275339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96eae4e4-8429-4857-9f68-4e139a64a12a req-8b2b553c-f486-4624-94b7-9a62c59d40ac tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128016 Nov 23 02:20:17.334053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8dae544b-b791-4ae4-8dbc-c70f5b1c4c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.336648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.339404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.341365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2929d888-4053-4a73-8d88-2cb940b9f334 HTTP/1.1" status: 204 len: 168 time: 0.4108918 Nov 23 02:20:17.344022 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.346234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-c2166994-9f79-4961-8fe0-b93dcf284d39 service neutron] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:17.351357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-c2166994-9f79-4961-8fe0-b93dcf284d39 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.352462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-001ff7ff-50ce-4461-952c-5985f6fe2075 req-c2166994-9f79-4961-8fe0-b93dcf284d39 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.2910779 Nov 23 02:20:17.371403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0642cff-65cb-4bba-8c51-f8d2f1017226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2929d888-4053-4a73-8d88-2cb940b9f334,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.386691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.392141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.438303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:17.481770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.488477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab52914-8a90-4613-af95-7b686fc2ff29,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.499567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.499845 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Added segment d79bcf2f-6d93-48cd-a581-d1e055996bcf of type vlan for network 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 Nov 23 02:20:17.528931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.530346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.531198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.531570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > port after_create 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.531929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.532289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > port after_update 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.532596 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.533824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.534159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.534719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.578644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.588880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec1c7-807c-4ad9-a1b0-937ba57ff491 req-2f07a2a8-f787-4243-b83d-c013a777e0b5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:17.596611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20cec1c7-807c-4ad9-a1b0-937ba57ff491 req-2f07a2a8-f787-4243-b83d-c013a777e0b5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 947 time: 0.1694868 Nov 23 02:20:17.625612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8dae544b-b791-4ae4-8dbc-c70f5b1c4c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.632365 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.632713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.633046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.633377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:20:17.633766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac076a67-976a-4ea1-a4c4-146f1524cc60']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:17.638794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8dae544b-b791-4ae4-8dbc-c70f5b1c4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.652743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111af73e-1e41-4d19-b637-e398eee26a78') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:17.653066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111af73e-1e41-4d19-b637-e398eee26a78') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:17.671783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.689074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8dae544b-b791-4ae4-8dbc-c70f5b1c4c3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74d0d0189d684f55869cf87f72b2a794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6995862 Nov 23 02:20:17.689801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.690745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:17.691681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.691942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56956) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.703909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56958) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.719507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.725904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae544b-b791-4ae4-8dbc-c70f5b1c4c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a948cffe-643f-4de8-bc8f-2df59c64eda1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.730751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c77-a051-4fbd-96d5-a3e491a0be8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.756661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:20:17.757620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.763073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20cec1c7-807c-4ad9-a1b0-937ba57ff491 req-25c19d52-d416-4d66-b678-a2ef5bc0bda1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655769 Nov 23 02:20:17.773017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6919260 Nov 23 02:20:17.775997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56960) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:17.782837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Request body: {'subnet': {'network_id': '630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-120036211-subnet', 'tenant_id': 'a51182ca5abc44afa2a7a145a1fe74bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: from cryptography.utils import int_from_bytes Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: from cryptography.utils import int_from_bytes Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:20:17.783472 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:20:17.790827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc899c4-16a8-4303-a175-18149539c437 admin admin] Pushing event updated for resources: {'Network': ['ID=630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.808245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Made reservation on behalf of a51182ca5abc44afa2a7a145a1fe74bb for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:17.810920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.813119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:17.902478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.909938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.913683 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac076a67-976a-4ea1-a4c4-146f1524cc60 HTTP/1.1" status: 204 len: 168 time: 0.7193458 Nov 23 02:20:17.936581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea03a7c-b09f-4f5d-9f8b-941859008baf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac076a67-976a-4ea1-a4c4-146f1524cc60,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:17.942998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:17.978746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.006924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.037694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:18.050795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c77-a051-4fbd-96d5-a3e491a0be8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.055504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c77-a051-4fbd-96d5-a3e491a0be8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.093873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daed05af-0d26-4948-b7b7-23690b83a338,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.095212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.097889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.099222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a948cffe-643f-4de8-bc8f-2df59c64eda1 HTTP/1.1" status: 204 len: 168 time: 0.4062808 Nov 23 02:20:18.123918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf6c77-a051-4fbd-96d5-a3e491a0be8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4622f-feba-41e0-bf1f-fd1c1e857c36,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.143803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cdcf6c77-a051-4fbd-96d5-a3e491a0be8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2c45fd2f935440f88184d27d98c4fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382553 Nov 23 02:20:18.144963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Checking segment: {'id': 'd79bcf2f-6d93-48cd-a581-d1e055996bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:18.145335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Network hostable DHCP agents. Network: 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:18.149515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:18.165439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff551bcd-404b-4bd4-9055-1c1597569874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a948cffe-643f-4de8-bc8f-2df59c64eda1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.202209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56970) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:18.203578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4436596-73e9-4cef-b255-710499f7a67a req-3a3802b2-8bbb-42bf-8335-7aacd6e534d2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:18.205129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4436596-73e9-4cef-b255-710499f7a67a req-3a3802b2-8bbb-42bf-8335-7aacd6e534d2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 944 time: 0.1203454 Nov 23 02:20:18.213283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Network 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:18.238386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:18.249106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:18.262915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:18.263662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.282317 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-041d5dab-48d7-419c-97b1-d6cac71c02cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7ad94caba514617aad50c437300637d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719757 Nov 23 02:20:18.282491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b9d41dae-87b8-496c-8443-38b1e4df52f3 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:18.282651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56972) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:18.282746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af532549-0858-4df7-ba3a-64c3a7a3dcf4 None None] Network 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:18.282746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'mac_address': 'fa:16:3e:2b:c8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:18.346106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4436596-73e9-4cef-b255-710499f7a67a req-5071f377-cd4c-4815-98af-67737fc0fe4a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299615 Nov 23 02:20:18.352679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.368125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a094d8de-4588-445f-ae9b-5e28de5b2a73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5910976 Nov 23 02:20:18.421389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.423772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.464033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:18.475625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.499291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port b9d41dae-87b8-496c-8443-38b1e4df52f3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:20:18.500095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.503265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:18.527503 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.530716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port b9d41dae-87b8-496c-8443-38b1e4df52f3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:18.531907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.563345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.566998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.574108 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ad5ea47-0847-4cf3-b2ac-2c624f03abff HTTP/1.1" status: 204 len: 168 time: 0.2957931 Nov 23 02:20:18.589626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56988) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:18.636639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94052-dbed-40d9-ab63-32cbb0a20746 req-cc265e09-796b-4672-a1a9-0882fe8eaaa9 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:18.638371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28b94052-dbed-40d9-ab63-32cbb0a20746 req-cc265e09-796b-4672-a1a9-0882fe8eaaa9 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 949 time: 0.2064526 Nov 23 02:20:18.646622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb492f-6433-4fd8-8831-00cc19e36a4b req-2d38bc9a-521d-477d-9d21-eb0e76c9f37d tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:18.647186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Deleting subnet 213404b9-e7cc-4ea8-91dc-ca32366e3d69 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:20:18.650116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0af4b2-2eb2-47b2-bb7f-6d9a82846ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5ea47-0847-4cf3-b2ac-2c624f03abff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.655363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60eb492f-6433-4fd8-8831-00cc19e36a4b req-2d38bc9a-521d-477d-9d21-eb0e76c9f37d tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1096 time: 0.1067646 Nov 23 02:20:18.660958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.665367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.688367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb20fa-10d1-4183-b58a-bae6867d2116 None None] Network 630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:18.741519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60eb492f-6433-4fd8-8831-00cc19e36a4b req-b77a5184-b286-49cd-8f1a-99b4a9cfa6ac tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851982 Nov 23 02:20:18.755554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.758592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.763842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6d4622f-feba-41e0-bf1f-fd1c1e857c36 HTTP/1.1" status: 204 len: 168 time: 0.6132340 Nov 23 02:20:18.767171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.821637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:18.884155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0f99c8ce-8ab6-4223-aa5b-05c12f11e939'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:18.885696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2198a438-10db-4351-b05c-eea9de136ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.887887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4355b8-43ec-44f8-a4d7-129fce218570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4622f-feba-41e0-bf1f-fd1c1e857c36,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:18.912195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28b94052-dbed-40d9-ab63-32cbb0a20746 req-5de3a07b-e1ed-41d5-8cc6-e3e8d752f11a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533064 Nov 23 02:20:18.915663 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:18.970217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.015089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:19.018562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:19.022188 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f31aa-23e5-4c7c-8c38-e51235cdaada" -d '{"events": [{"server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "name": "network-vif-plugged", "status": "completed", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:19.038549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.042058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.042487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:20:19.080864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213404b9-e7cc-4ea8-91dc-ca32366e3d69,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.083806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.088480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7407e39-e3c7-48e8-9eca-3e2bac475874 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/213404b9-e7cc-4ea8-91dc-ca32366e3d69 HTTP/1.1" status: 204 len: 168 time: 0.4974742 Nov 23 02:20:19.090877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:19.096205 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e58095-b003-48b0-90bb-6eb289f4c2a2 x-openstack-request-id: req-36e58095-b003-48b0-90bb-6eb289f4c2a2 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:19.096526 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "name": "network-vif-plugged", "status": "completed", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:19.096788 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e58095-b003-48b0-90bb-6eb289f4c2a2 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:19.097185 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3', 'code': 200} Nov 23 02:20:19.153438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2198a438-10db-4351-b05c-eea9de136ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.167750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2198a438-10db-4351-b05c-eea9de136ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.239458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:20:19.246097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.247056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.257505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3677940-ca4b-45c2-ade1-8b3eea399f80 req-bea26394-0147-4779-b12e-54ee564f9751 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:19.259114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3677940-ca4b-45c2-ade1-8b3eea399f80 req-bea26394-0147-4779-b12e-54ee564f9751 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 948 time: 0.2263191 Nov 23 02:20:19.343204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968060-920c-4012-96b6-07a1bff3aa74 req-e21347f6-baee-4c93-b9f1-c45c054269c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:19.345303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d968060-920c-4012-96b6-07a1bff3aa74 req-e21347f6-baee-4c93-b9f1-c45c054269c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 1102 time: 0.1396542 Nov 23 02:20:19.362625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2198a438-10db-4351-b05c-eea9de136ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20fe0f33219c43559d512db080071f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5381546 Nov 23 02:20:19.388431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:19.393105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198a438-10db-4351-b05c-eea9de136ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc17b9d-3fe2-46e6-afef-f621f80ac8bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.454803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d968060-920c-4012-96b6-07a1bff3aa74 req-3e7aa0cd-dcf3-4928-9618-0ded18d3fb4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 Nov 23 02:20:19.468123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.490450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3677940-ca4b-45c2-ade1-8b3eea399f80 req-6a13fdbe-e94e-425f-a420-92285557ba55 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913764 Nov 23 02:20:19.493828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4b9b4c-876c-4e5b-880d-a830e4800e21']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:19.504359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcea846-4b9d-442b-9109-76677d1297e4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:19.504633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcea846-4b9d-442b-9109-76677d1297e4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:19.528299 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.534335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-891e08f5-1726-4ef2-9fde-5f4b9fe015b2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:19.535894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-891e08f5-1726-4ef2-9fde-5f4b9fe015b2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.2731869 Nov 23 02:20:19.537002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.551792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.559359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:20:19.560446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:20:19.562893 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:20:19.567130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-b439cc50-11ce-40a5-91f0-f4b4baadb338 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/quotas/bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 375 time: 0.0237479 Nov 23 02:20:19.578056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.658334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-fb095400-e7ba-474f-a23c-36437e0aada1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834959 Nov 23 02:20:19.671477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.678392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.681013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.687057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfc17b9d-3fe2-46e6-afef-f621f80ac8bd HTTP/1.1" status: 204 len: 168 time: 0.2948074 Nov 23 02:20:19.690717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.694337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f4b9b4c-876c-4e5b-880d-a830e4800e21 HTTP/1.1" status: 204 len: 168 time: 0.6022820 Nov 23 02:20:19.697186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57042) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:19.749035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642081f6-543b-4b8b-ae8b-00d76c5dcb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4b9b4c-876c-4e5b-880d-a830e4800e21,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.759416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Deleting subnet daed05af-0d26-4948-b7b7-23690b83a338 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:20:19.762822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.766629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e21fb-5967-421a-a2d1-c7529c423c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc17b9d-3fe2-46e6-afef-f621f80ac8bd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.822216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.828078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-850bb5fc-5332-49fd-ae82-182ed6ea7529 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395009 Nov 23 02:20:19.866015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.933184 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.960494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-0ef684ec-8d7d-455e-829d-25012eb25258 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246302 Nov 23 02:20:19.963841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daed05af-0d26-4948-b7b7-23690b83a338,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:19.970378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:19.974724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da47f1a1-d326-4c81-b8d3-3652012b4e64 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/daed05af-0d26-4948-b7b7-23690b83a338 HTTP/1.1" status: 204 len: 168 time: 0.2763190 Nov 23 02:20:19.977050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57056) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:19.994604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57058) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:20.074740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.079199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:20.154920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:20:20.160414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:20.161209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.242328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.268029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5da1a-0aa9-41e7-96a3-6cdb6c84eef9 req-3b0e5890-8e55-4020-9697-2f8bb57229cf tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:20.269533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31c5da1a-0aa9-41e7-96a3-6cdb6c84eef9 req-3b0e5890-8e55-4020-9697-2f8bb57229cf tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.1295643 Nov 23 02:20:20.302473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:20.328578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79bcf2f-6d93-48cd-a581-d1e055996bcf') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:20.328955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79bcf2f-6d93-48cd-a581-d1e055996bcf') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:20.359843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.391009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08692fee-aac3-4968-97bd-7f76e44c3443 req-3e1d20c5-124a-4d23-80a7-d2ad956c6383 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 210 time: 0.1098578 Nov 23 02:20:20.392014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.403493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:20:20.403888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:20:20.408624 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:20:20.448906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31c5da1a-0aa9-41e7-96a3-6cdb6c84eef9 req-dc461abb-35ac-4d5a-bbfa-3247cc50977a tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670966 Nov 23 02:20:20.479471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-626913001-network', 'tenant_id': '2fa7438f897d424d8356e6395628dbef'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:20.485044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.515820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.523721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:20.527090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.528480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.536689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] 10.222.0.15 "DELETE /v2.0/networks/630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5 HTTP/1.1" status: 204 len: 168 time: 0.5584865 Nov 23 02:20:20.561996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc8ac2-948f-40c1-9ae5-d9ed14d40800 admin admin] Pushing event deleted for resources: {'Network': ['ID=630ff9bb-ec0b-43e7-bb80-5faf4c11a3b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:20.564131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:20.565558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.569492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.683933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:20.735908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3310-5c02-41be-ab18-40a70a9f6eac req-82947fa0-0b80-4d6b-89f6-6b4fdee78da1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:20.737436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87bf3310-5c02-41be-ab18-40a70a9f6eac req-82947fa0-0b80-4d6b-89f6-6b4fdee78da1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.1040490 Nov 23 02:20:20.748254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.764400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.789720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:20.822160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc6792-dd41-4039-a995-61acdf683586,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:20.830538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.830888 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Added segment c6034b35-b23c-45ba-abc3-dd3deb323ee2 of type vlan for network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 Nov 23 02:20:20.835231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87bf3310-5c02-41be-ab18-40a70a9f6eac req-d63097a4-9cbe-4211-93c4-ed1ce60743e8 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Nov 23 02:20:20.880308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.909771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:20.911053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.912512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:20.913398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.933307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9361639 Nov 23 02:20:20.937693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:20.948744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Request body: {'subnet': {'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-subnet', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:20.977564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:20.982043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.010865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ad787-40e6-4d83-9392-1b4f4690aeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=20f9c805-4a7a-4545-a45f-d2c4cf8013d0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:21.021245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:21.098479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:21.104702 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7694d568-3058-45ed-93f0-df29b4d72f50" -d '{"events": [{"server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "name": "network-vif-plugged", "status": "completed", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:21.146691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:21.154122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61686761-45df-4918-8cfc-f95fa73b78cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=274dba03f25e46189ff0b6b1d31bfce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380893 Nov 23 02:20:21.190042 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94e6532-c485-49c8-a826-9f851f8d728b x-openstack-request-id: req-c94e6532-c485-49c8-a826-9f851f8d728b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:21.190718 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "name": "network-vif-plugged", "status": "completed", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:21.191157 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c94e6532-c485-49c8-a826-9f851f8d728b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:21.191917 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'code': 200} Nov 23 02:20:21.219952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.253207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.333973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.338478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.340792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/603b6139-ee28-4eb3-95da-2fc65e930874 HTTP/1.1" status: 204 len: 168 time: 0.1930473 Nov 23 02:20:21.352197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150febf-92c4-4d00-a386-bbe948e49653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b6139-ee28-4eb3-95da-2fc65e930874,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:21.354463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.367804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50317ed7-1471-4daf-a574-e5f335116157 req-741997ee-0268-4b29-a7ff-74cec106bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:21.369919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50317ed7-1471-4daf-a574-e5f335116157 req-741997ee-0268-4b29-a7ff-74cec106bf6a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 1101 time: 0.1144383 Nov 23 02:20:21.470935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39854760-a93c-4f97-a8ef-218bb3894fca,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:21.476800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-50317ed7-1471-4daf-a574-e5f335116157 req-b9c27f3a-4a14-4f68-b2ca-d4aa8e029d97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831447 Nov 23 02:20:21.503515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Checking segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:21.505270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Network hostable DHCP agents. Network: 20f9c805-4a7a-4545-a45f-d2c4cf8013d0, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:21.571454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc27dc91-d93b-4719-8bca-8589d201162b req-296f95fd-38dc-4639-b4f5-6d5d22ea7d40 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 210 time: 0.0555763 Nov 23 02:20:21.597280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:21.644299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba97f0-b6f4-426a-977d-fd8e294d1af7 req-79e5b8ff-5c75-42d7-b96c-d37236f38b4e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:21.646497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bba97f0-b6f4-426a-977d-fd8e294d1af7 req-79e5b8ff-5c75-42d7-b96c-d37236f38b4e tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.0731964 Nov 23 02:20:21.722523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-41c05229-5b57-4a6e-9da7-941a0889a9cd tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:21.724284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-41c05229-5b57-4a6e-9da7-941a0889a9cd tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.1820004 Nov 23 02:20:21.725739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bba97f0-b6f4-426a-977d-fd8e294d1af7 req-7c42819d-e54e-4a8f-8cb2-a316ed4d3c45 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Nov 23 02:20:21.738783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 20f9c805-4a7a-4545-a45f-d2c4cf8013d0) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:21.747910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb7910a-805f-4500-9cf8-56d3ed9c4310 None None] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:21.755114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:21.755886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.763610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Request body: {'port': {'device_id': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'admin_state_up': True, 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:21.944261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:20:21.945581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:21.994181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:21.998815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.013055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:22.030724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-82981580-ebbc-4ef9-beda-0ca309757215 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0863454 Nov 23 02:20:22.033233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:22.069748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:22.167887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Allocated IP 172.20.0.2 (20f9c805-4a7a-4545-a45f-d2c4cf8013d0/39854760-a93c-4f97-a8ef-218bb3894fca/ebc1d1db-e275-4399-be95-b66f1f0b82d2) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:22.180653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af2e34-ce67-4bab-965f-ca0b2d64d619 req-dbbdddd6-f0e6-45c6-994d-f18878c7f2d5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:22.195622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01af2e34-ce67-4bab-965f-ca0b2d64d619 req-dbbdddd6-f0e6-45c6-994d-f18878c7f2d5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.2450554 Nov 23 02:20:22.215466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57152) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:22.258653 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.259469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.272219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-93c152fa-a090-4456-88d7-2510f1089801 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a51182ca5abc44afa2a7a145a1fe74bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568810 Nov 23 02:20:22.275529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57156) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:22.333373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f386e-7722-4d85-9f3e-f11a0cd458ea req-6d1428cf-73ef-4e3f-9994-895245ca5248 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:22.334856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-488f386e-7722-4d85-9f3e-f11a0cd458ea req-6d1428cf-73ef-4e3f-9994-895245ca5248 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.2815783 Nov 23 02:20:22.346664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Allocated IP 172.20.0.4 (e0dcd252-4872-44ef-9704-fd90da3dd812/609ca818-4f16-44df-80d4-3759fbe709e5/964f6acc-77f7-4188-9e14-129cc2e8bfff) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:22.360109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01af2e34-ce67-4bab-965f-ca0b2d64d619 req-6d3a7042-dcc7-4a23-b1db-cf3297cede3d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Nov 23 02:20:22.411377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.418246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.419377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.449929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.466446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.475616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:22.482246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:22.486123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:22.497802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Pushing event updated for resources: {'Port': ['ID=ebc1d1db-e275-4399-be95-b66f1f0b82d2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:22.575004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Attempting to bind port ebc1d1db-e275-4399-be95-b66f1f0b82d2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:22.575377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Attempting to bind port ebc1d1db-e275-4399-be95-b66f1f0b82d2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:22.575938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Attempting to bind port ebc1d1db-e275-4399-be95-b66f1f0b82d2 on network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:22.583826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:22.584123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Checking segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:22.584585 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.585190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Bound using segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:22.585677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Bound port: ebc1d1db-e275-4399-be95-b66f1f0b82d2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:22.586201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.677021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] For port ebc1d1db-e275-4399-be95-b66f1f0b82d2, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:22.681429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] For port ebc1d1db-e275-4399-be95-b66f1f0b82d2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ebc1d1db-e275-4399-be95-b66f1f0b82d2,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:22.685928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.796621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc2360-c6c5-4c9e-b42f-4a8bfa46f733 None None] Pushing event updated for resources: {'Port': ['ID=ebc1d1db-e275-4399-be95-b66f1f0b82d2,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:22.843643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8623-1a5e-4336-8867-5396cbb5ea0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.895300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2adaf51c-b1a7-4c92-8a54-93bdf4bcdf1a req-b84fbd7a-96d5-46fa-9b1e-c6faeb4ac536 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 210 time: 0.0502231 Nov 23 02:20:22.907226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-488f386e-7722-4d85-9f3e-f11a0cd458ea req-79f48bea-ed3b-4596-ae91-264d8f85622f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874809 Nov 23 02:20:22.943297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.950306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:22.954709 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eab52914-8a90-4613-af95-7b686fc2ff29 HTTP/1.1" status: 204 len: 168 time: 0.6766644 Nov 23 02:20:22.984223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92aa4-8c4d-4417-b464-7e002befdbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab52914-8a90-4613-af95-7b686fc2ff29,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:23.005000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.070703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.072961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8623-1a5e-4336-8867-5396cbb5ea0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.080500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8623-1a5e-4336-8867-5396cbb5ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.094094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.172356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8623-1a5e-4336-8867-5396cbb5ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c844c7f6-5dda-41ff-b0bd-a51b20f6772b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:23.183943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4b1d8623-1a5e-4336-8867-5396cbb5ea0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a3a64412e8435fbd7c8708fc802d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9665895 Nov 23 02:20:23.187890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57174) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:23.209480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.275822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Network e0dcd252-4872-44ef-9704-fd90da3dd812 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:23.284712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:23.287647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:23.391804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.392931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.407301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:23.426532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9cd8e593-be9e-4142-bf18-fa541f5f21aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6667259 Nov 23 02:20:23.429664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.443440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.443920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.444383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.444846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.445300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.445758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.446209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.446701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.455628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f7d4f8-4441-410d-b13c-0f8526ec6cb2 req-950e7846-8c14-4cde-b1e3-9063b6cf38ef tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.2501512 Nov 23 02:20:23.457809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Request body: {'port': {'device_id': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:23.465241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.496885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290edfa-e86b-4804-b40a-727cfbb4bfde req-48ee8002-b151-4e8c-bcc3-3861344728a1 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.503020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e290edfa-e86b-4804-b40a-727cfbb4bfde req-48ee8002-b151-4e8c-bcc3-3861344728a1 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.1261473 Nov 23 02:20:23.560636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.614940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.618239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.621741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c844c7f6-5dda-41ff-b0bd-a51b20f6772b HTTP/1.1" status: 204 len: 168 time: 0.4306278 Nov 23 02:20:23.653571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55f9f5-2585-4c68-abbe-9a614207b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c844c7f6-5dda-41ff-b0bd-a51b20f6772b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:23.671738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e290edfa-e86b-4804-b40a-727cfbb4bfde req-b50f05fc-e680-4418-a8f0-8c4301bb8227 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658053 Nov 23 02:20:23.692372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1757a6-51e4-422d-a722-9455e949141c req-fecca55a-a209-4e2e-b280-a0180da2d008 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:23.699583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d1757a6-51e4-422d-a722-9455e949141c req-fecca55a-a209-4e2e-b280-a0180da2d008 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.1912766 Nov 23 02:20:23.729876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.839903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:23.856128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ebc1d1db-e275-4399-be95-b66f1f0b82d2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:23.939437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d1757a6-51e4-422d-a722-9455e949141c req-7f9b9c6d-daae-420b-965a-079a6df1a6cf tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388608 Nov 23 02:20:23.990189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ebc1d1db-e275-4399-be95-b66f1f0b82d2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:23.990605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.051776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee1280-9a2f-4d51-8ee1-8f36c555256e req-1f03b05e-d15f-4c95-850f-e0cd055e745b tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:24.053196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83ee1280-9a2f-4d51-8ee1-8f36c555256e req-1f03b05e-d15f-4c95-850f-e0cd055e745b tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 886 time: 0.3213153 Nov 23 02:20:24.084156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964f6acc-77f7-4188-9e14-129cc2e8bfff {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:24.096725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.114034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Allocated IP 172.25.1.35 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/616291aa-2f58-4531-b418-6c32d50b11da) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:24.117318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Transition to ACTIVE for port object 964f6acc-77f7-4188-9e14-129cc2e8bfff will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:24.120684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.220846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:24.252697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.304232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:24.304987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:24.305424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:24.314075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:24.315511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:24.320026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ebc1d1db-e275-4399-be95-b66f1f0b82d2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ebc1d1db-e275-4399-be95-b66f1f0b82d2,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:24.325410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.335095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:24.335933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:24.336552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:24.337217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Bound port: 964f6acc-77f7-4188-9e14-129cc2e8bfff, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:24.337869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.371789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e454c-2303-40b5-aba0-a0067c023eab req-a80aff85-81ca-4820-8767-15ea06a3e9a8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:24.379566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-529e454c-2303-40b5-aba0-a0067c023eab req-a80aff85-81ca-4820-8767-15ea06a3e9a8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.1429770 Nov 23 02:20:24.383897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.398421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:24.399827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ebc1d1db-e275-4399-be95-b66f1f0b82d2,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:24.426528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b3f5f-f61f-4508-99a9-1fcdf0a2581c None None] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:24.443318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72c782b9-0b79-47cf-a9ef-068dfbc6b351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.445257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:24.449097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:24.455396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.511706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-529e454c-2303-40b5-aba0-a0067c023eab req-e5e2b4bc-7743-4822-adb2-8e76eec91e94 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257045 Nov 23 02:20:24.523042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:24.524090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.525701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] 10.222.0.41 "PUT /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 1092 time: 1.0813158 Nov 23 02:20:24.526211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:24.529014 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:24.544073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.571387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290146-4a56-4b19-9446-ba3db3809bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:24.662908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9ff1bffd-dffa-4b4b-9cec-6455b7ede2f5 None None] Provisioning complete for port ebc1d1db-e275-4399-be95-b66f1f0b82d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:24.663376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ff1bffd-dffa-4b4b-9cec-6455b7ede2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:24.713837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-782a6939-876f-4e28-b7be-a3445919b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:24.721369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-782a6939-876f-4e28-b7be-a3445919b40c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1095 time: 0.1166868 Nov 23 02:20:24.766582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:24.781112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:24.785909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Pushing event updated for resources: {'Port': ['ID=616291aa-2f58-4531-b418-6c32d50b11da,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:24.793465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:24.838732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-317c4392-2ede-4b9d-ae11-e7cb0533951a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.1016135 Nov 23 02:20:24.916775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-3fb30ac8-2fdf-4ddf-accc-d4e9b8894312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:24.918249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-3fb30ac8-2fdf-4ddf-accc-d4e9b8894312 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0711162 Nov 23 02:20:24.959081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-143ba391-e6c3-47a1-b25f-de33ff17e87a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334582 Nov 23 02:20:25.000648 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b043dc-fc40-4c0c-973d-29b3be00377c x-openstack-request-id: req-94b043dc-fc40-4c0c-973d-29b3be00377c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:25.000943 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:25.001269 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94b043dc-fc40-4c0c-973d-29b3be00377c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:25.001676 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'status': 'completed', 'code': 200} Nov 23 02:20:25.049305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72c782b9-0b79-47cf-a9ef-068dfbc6b351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.069255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-72c782b9-0b79-47cf-a9ef-068dfbc6b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.112369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.112971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.113514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.114051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.114990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.115614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.116026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.116555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.118677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a151bdcc-9684-499a-b57e-027d09e91a70 req-65f9e319-5c93-4255-9b06-571edf5603a8 tempest-NetworksTest-292083769 tempest-NetworksTest-292083769-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.5531869 Nov 23 02:20:25.141280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-9eb0d562-232c-4329-aea9-2ed47cc6e2cb service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730242 Nov 23 02:20:25.222883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-b46ad25d-d60b-4a54-ae31-aaa6164b61eb tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.224584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-b46ad25d-d60b-4a54-ae31-aaa6164b61eb tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.3680365 Nov 23 02:20:25.235823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-72c782b9-0b79-47cf-a9ef-068dfbc6b351 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=208439db51624563a86e1388ee0fee79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8221812 Nov 23 02:20:25.237054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c782b9-0b79-47cf-a9ef-068dfbc6b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a951cc-f3b9-4b0e-a4f3-d0b63344300d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:25.247311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57236) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:25.301672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-38b86a6d-e8b4-46eb-8a51-762b353322c4 None None] Provisioning complete for port ebc1d1db-e275-4399-be95-b66f1f0b82d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:25.302223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38b86a6d-e8b4-46eb-8a51-762b353322c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.406125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa428e3-5298-4bdc-b225-efeef2cda16e req-351b0bdd-19eb-4b82-a12c-1408a8c861f9 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.414200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.414332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7aa428e3-5298-4bdc-b225-efeef2cda16e req-351b0bdd-19eb-4b82-a12c-1408a8c861f9 tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 950 time: 0.2487583 Nov 23 02:20:25.416175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.440971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c1b7595-0abd-464c-909b-5cf3c66f1c7c req-1b1e2243-5e5e-4dd1-b04d-c230d72c47bd service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925153 Nov 23 02:20:25.483541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.556777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:25.622229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.625389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.630081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6a951cc-f3b9-4b0e-a4f3-d0b63344300d HTTP/1.1" status: 204 len: 168 time: 0.3801908 Nov 23 02:20:25.671337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7303b-4fdc-4e9b-a8a0-c41c63e3c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a951cc-f3b9-4b0e-a4f3-d0b63344300d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:25.680969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-48fc6a07-d479-4887-af51-331e1577fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.682674 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-48fc6a07-d479-4887-af51-331e1577fc22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1095 time: 0.1145759 Nov 23 02:20:25.756273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ebc1d1db-e275-4399-be95-b66f1f0b82d2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:25.827515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-69dded82-39ac-4a87-8ebf-f0b69f5eb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.829286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-69dded82-39ac-4a87-8ebf-f0b69f5eb39e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1303029 Nov 23 02:20:25.851578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ebc1d1db-e275-4399-be95-b66f1f0b82d2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:25.851952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.882982 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-e55ee547-40d7-491e-a52f-c19a0b709ef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.0457208 Nov 23 02:20:25.899180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7aa428e3-5298-4bdc-b225-efeef2cda16e req-1619476a-63f2-4bb4-b4d6-7174a5942a3c tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837692 Nov 23 02:20:25.917080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Deleting port b9d41dae-87b8-496c-8443-38b1e4df52f3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:20:25.917422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:25.993081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-e1b5a92e-c834-4e8f-9eb9-72bbdb6332fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:25.994833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-e1b5a92e-c834-4e8f-9eb9-72bbdb6332fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1034281 Nov 23 02:20:26.027746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.028228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.028704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.029169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.029924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.030124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.030629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.039084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-2d0356e6-340d-41fa-a149-5b68a29f420e tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&device_id=637b1873-e462-4287-9068-78aaceedf5bf&device_id=728fc9ca-a585-4043-b0c0-111a1f30e925&device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae&device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30&device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 6478 time: 0.2038188 Nov 23 02:20:26.045864 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-76ffc90f-5fa9-42ea-9ee5-67a754379b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426106 Nov 23 02:20:26.097991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-7b0e4ec6-6eed-418b-b154-7bf6eaecdcd9 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.175490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-2467740d-6072-44cf-aecc-f49f7ca891b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193607 Nov 23 02:20:26.227946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] For port b9d41dae-87b8-496c-8443-38b1e4df52f3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b9d41dae-87b8-496c-8443-38b1e4df52f3,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:26.228654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.244736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a95fcbab-c37d-421e-b3b0-5beebd4d8c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.247001 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.269757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Calling delete_port for b9d41dae-87b8-496c-8443-38b1e4df52f3 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:20:26.308380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd059b0b-cc54-4a50-9cc5-4bd93cb54649 req-12370dee-a72b-4799-b34c-f4d73482cd3a service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247132 Nov 23 02:20:26.353017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8cae2-7b8e-4c18-9eea-9aad9cca650e req-f6a02ab7-1a2a-4e20-93b5-772b195ff145 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:26.354536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c8cae2-7b8e-4c18-9eea-9aad9cca650e req-f6a02ab7-1a2a-4e20-93b5-772b195ff145 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.2176228 Nov 23 02:20:26.485430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-7b0e4ec6-6eed-418b-b154-7bf6eaecdcd9 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.508356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-7b0e4ec6-6eed-418b-b154-7bf6eaecdcd9 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.584113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c8cae2-7b8e-4c18-9eea-9aad9cca650e req-ffee516e-46e1-4c17-859b-4cffa0a17883 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916156 Nov 23 02:20:26.625125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e4ec6-6eed-418b-b154-7bf6eaecdcd9 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87570798-c74b-4f26-aeb2-8479d2ab3a8b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:26.659832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a95fcbab-c37d-421e-b3b0-5beebd4d8c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.684898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e73bc48e-f95b-4db7-86ad-4febdb4986a9 req-7b0e4ec6-6eed-418b-b154-7bf6eaecdcd9 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&id=ef0b258b-1ebb-4fed-9023-2606717436b7&id=3578a684-a394-4ae9-a78c-63accd326780&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.6308827 Nov 23 02:20:26.684898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a95fcbab-c37d-421e-b3b0-5beebd4d8c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.786402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:20:26.794977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fcbab-c37d-421e-b3b0-5beebd4d8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4077c-adad-4599-9d21-be8563b9c896,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:26.800480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a95fcbab-c37d-421e-b3b0-5beebd4d8c1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a18f7864d734b5e9490742ad18ce9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2400923 Nov 23 02:20:26.803119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57284) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:26.829946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.864989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['b9d41dae-87b8-496c-8443-38b1e4df52f3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:26.908861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Pushing event deleted for resources: {'Port': ['ID=b9d41dae-87b8-496c-8443-38b1e4df52f3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:26.910020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:26.947831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.028186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.034093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.037688 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cc4077c-adad-4599-9d21-be8563b9c896 HTTP/1.1" status: 204 len: 168 time: 0.2307215 Nov 23 02:20:27.051354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] No DVR routers for this DVR port b9d41dae-87b8-496c-8443-38b1e4df52f3 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:20:27.056206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.060086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85b7d951-d957-4416-8f40-d4f02730b7e0 req-11a686ad-f9de-4a9b-a400-7590155ee36f tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.41 "DELETE /v2.0/ports/b9d41dae-87b8-496c-8443-38b1e4df52f3 HTTP/1.1" status: 204 len: 173 time: 1.8182914 Nov 23 02:20:27.060220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083ca89-573f-4338-8d39-90d253c03b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4077c-adad-4599-9d21-be8563b9c896,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:27.064743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'name': 'network-vif-deleted', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:27.069044 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63833ba-cc37-4f60-99d5-5e72ebc89ec5" -d '{"events": [{"server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "name": "network-vif-deleted", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:27.101421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:27.116162 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Sync routers for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:27.134966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.139886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:27.141770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e47e75a5-a9e5-4dfe-b90c-c9a2b5094356 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0844066 Nov 23 02:20:27.161507 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:27.162207 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:27.278005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d88-8b72-4b83-a1c7-cf17022ea411 req-7b310d93-56b3-4d9f-b6bd-ec1bb1c00486 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:27.278585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d88-8b72-4b83-a1c7-cf17022ea411 req-7b310d93-56b3-4d9f-b6bd-ec1bb1c00486 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:27.279003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb391d88-8b72-4b83-a1c7-cf17022ea411 req-7b310d93-56b3-4d9f-b6bd-ec1bb1c00486 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:27.293072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb391d88-8b72-4b83-a1c7-cf17022ea411 req-7b310d93-56b3-4d9f-b6bd-ec1bb1c00486 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf&device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae&device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 2906 time: 0.0887399 Nov 23 02:20:27.376943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f7df7ac-69f6-4731-85a9-3ab6d9a81d46 req-da581fa4-68dc-47ee-a188-653350a8213d tempest-DeleteServersAdminTestJSON-1075936047 tempest-DeleteServersAdminTestJSON-1075936047-project] 10.222.0.15 "GET /v2.0/ports?device_id=728fc9ca-a585-4043-b0c0-111a1f30e925 HTTP/1.1" status: 200 len: 210 time: 0.0441437 Nov 23 02:20:27.387523 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:27.416353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb391d88-8b72-4b83-a1c7-cf17022ea411 req-c1bd8994-17bf-4c76-826d-e459a7175a4b tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223412 Nov 23 02:20:27.459394 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615fb161-313f-497e-b101-02cf6e6f011c x-openstack-request-id: req-615fb161-313f-497e-b101-02cf6e6f011c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:27.460024 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728fc9ca-a585-4043-b0c0-111a1f30e925", "name": "network-vif-deleted", "tag": "b9d41dae-87b8-496c-8443-38b1e4df52f3", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:27.460486 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-615fb161-313f-497e-b101-02cf6e6f011c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:27.461102 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728fc9ca-a585-4043-b0c0-111a1f30e925', 'name': 'network-vif-deleted', 'tag': 'b9d41dae-87b8-496c-8443-38b1e4df52f3', 'status': 'completed', 'code': 200} Nov 23 02:20:27.654739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:27.682043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57fae79d-066d-4a9a-830e-9fc867e79739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.762915 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:25Z', 'revision_number': 3, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:27.802312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57fae79d-066d-4a9a-830e-9fc867e79739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.808393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-57fae79d-066d-4a9a-830e-9fc867e79739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.824800 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Checking router: 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:27.825378 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Updating router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb port 616291aa-2f58-4531-b418-6c32d50b11da binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:27.873944 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:27.875425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fae79d-066d-4a9a-830e-9fc867e79739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831e8a0-7a35-421d-999a-7eab1644eb2e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:27.906538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-57fae79d-066d-4a9a-830e-9fc867e79739 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebeaa46239904c0b8939eca5281d7f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485132 Nov 23 02:20:27.907958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:28.056378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.075303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.128196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.157101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348dcc-cc2e-47ee-ba59-05d82ed230f0 req-ec7bc25b-1ac2-4503-817f-09b2329ab79c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:28.169671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45348dcc-cc2e-47ee-ba59-05d82ed230f0 req-ec7bc25b-1ac2-4503-817f-09b2329ab79c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.2146957 Nov 23 02:20:28.238891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45348dcc-cc2e-47ee-ba59-05d82ed230f0 req-7cdbf868-d8dc-4b64-9ce7-5d918e39a512 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680850 Nov 23 02:20:28.259979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.264214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.267790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6831e8a0-7a35-421d-999a-7eab1644eb2e HTTP/1.1" status: 204 len: 168 time: 0.3564172 Nov 23 02:20:28.288997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Allocated IP 172.20.0.1 (20f9c805-4a7a-4545-a45f-d2c4cf8013d0/39854760-a93c-4f97-a8ef-218bb3894fca/490da184-b8fa-40bc-ab14-0fcae2714ece) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:28.301266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff72a59-ec9c-4d94-b7f7-a40596050fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831e8a0-7a35-421d-999a-7eab1644eb2e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:28.326788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:28.406273 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.416687 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.531493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:28.551289 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Attempting to bind port 616291aa-2f58-4531-b418-6c32d50b11da on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:28.553011 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Attempting to bind port 616291aa-2f58-4531-b418-6c32d50b11da by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:28.556054 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Attempting to bind port 616291aa-2f58-4531-b418-6c32d50b11da on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:28.560856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'port_id': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'mac_address': 'fa:16:3e:4a:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ca818-4f16-44df-80d4-3759fbe709e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:28.561483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.574041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:28.574631 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:28.575140 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.575637 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:28.576739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Bound port: 616291aa-2f58-4531-b418-6c32d50b11da, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:28.577415 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.594591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b87d52-6d2c-4edd-9e77-71ef3210a772 req-3b5f7579-4a63-4ead-abe1-84ce08ebccad tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:28.598213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9b87d52-6d2c-4edd-9e77-71ef3210a772 req-3b5f7579-4a63-4ead-abe1-84ce08ebccad tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1123 time: 0.0878234 Nov 23 02:20:28.607283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Pushing event updated for resources: {'Port': ['ID=616291aa-2f58-4531-b418-6c32d50b11da,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:28.624723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.630867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.634123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.634478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.634848 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.635188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.635526 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.635858 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.636184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.636519 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.636843 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.637170 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.637495 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.637818 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:20:28.655752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964f6acc-77f7-4188-9e14-129cc2e8bfff {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:28.677752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:28.680977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:28.685339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:28.693142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:28.699664 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.712886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] For port 616291aa-2f58-4531-b418-6c32d50b11da, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:28.719104 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] For port 616291aa-2f58-4531-b418-6c32d50b11da, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=616291aa-2f58-4531-b418-6c32d50b11da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:28.722486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9b87d52-6d2c-4edd-9e77-71ef3210a772 req-f4514ee2-0e62-4de5-b9ad-9fd41f215a1a tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160555 Nov 23 02:20:28.724246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Pushing event updated for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:28.745766 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.769493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:28.836376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:28.891852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:28.892502 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:28.941681 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a9677-f443-495b-9a66-15c757891506 None None] Pushing event updated for resources: {'Port': ['ID=616291aa-2f58-4531-b418-6c32d50b11da,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:28.974675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.059721 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:29.068410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['964f6acc-77f7-4188-9e14-129cc2e8bfff'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:29.158371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-d8aaaa1d-0062-4a46-8dac-8d453a6bd972 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631764 Nov 23 02:20:29.173348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ee5ec082-e8b0-44df-ae0e-3f82ca0e77b8 None None] Provisioning complete for port 490da184-b8fa-40bc-ab14-0fcae2714ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:29.173720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee5ec082-e8b0-44df-ae0e-3f82ca0e77b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.266076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ec082-e8b0-44df-ae0e-3f82ca0e77b8 None None] Port 490da184-b8fa-40bc-ab14-0fcae2714ece cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:29.290256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.302027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.315360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.389561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:29.409515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Pushing event updated for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:29.423700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-f9ae3a48-a362-478c-843c-87e49a7f86ce tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:29.430778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-f9ae3a48-a362-478c-843c-87e49a7f86ce tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723780 Nov 23 02:20:29.471101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-e14420ba-8cb2-4829-9cdd-9b351b431874 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.0392778 Nov 23 02:20:29.531371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-ff16f960-e7b4-434a-b8c0-eac8d68733ef tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508606 Nov 23 02:20:29.534003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8ce2-935b-492d-96e3-e7cc2e74d5ab req-f5a588a7-0f38-4b7f-8788-f6e688c3d294 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:29.536127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-823a8ce2-935b-492d-96e3-e7cc2e74d5ab req-f5a588a7-0f38-4b7f-8788-f6e688c3d294 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1123 time: 0.1026833 Nov 23 02:20:29.544813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:29.546630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:29.577136 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:25Z', 'revision_number': 3, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:29.617628 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53950c37-f407-48fc-82e5-01ea7ffac3e7 None None] The sync data for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 is: [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:25Z', 'revision_number': 3, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:29.644324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-823a8ce2-935b-492d-96e3-e7cc2e74d5ab req-3eeec698-9529-4655-8232-0bbec197617c tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Nov 23 02:20:29.735073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:20:29.893000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6450d9-327c-4f60-a9c3-427c0f9ba603 req-231cbd19-c2b0-4cf7-8c00-7023efc34740 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:29.899994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac6450d9-327c-4f60-a9c3-427c0f9ba603 req-231cbd19-c2b0-4cf7-8c00-7023efc34740 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 944 time: 0.0951066 Nov 23 02:20:29.943082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:29.950102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab914034-59e2-4678-86a2-ee53862e506f admin admin] 10.222.0.15 "PUT /v2.0/routers/8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8089516 Nov 23 02:20:30.019221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1e1d60ac-874e-4662-a2bd-106db065b1b7 None None] Provisioning complete for port 490da184-b8fa-40bc-ab14-0fcae2714ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:30.020221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e1d60ac-874e-4662-a2bd-106db065b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:30.022852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac6450d9-327c-4f60-a9c3-427c0f9ba603 req-2c493890-dc0f-4c30-8a5f-293b8945603c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129737 Nov 23 02:20:30.086227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d60ac-874e-4662-a2bd-106db065b1b7 None None] Port 490da184-b8fa-40bc-ab14-0fcae2714ece cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:30.328459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:30.357525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fa269e9-d53c-4e17-b4bc-951f6e2816cd req-16843ae6-a841-4b28-ac8c-4185d967d32f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 210 time: 0.0512080 Nov 23 02:20:30.519281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 964f6acc-77f7-4188-9e14-129cc2e8bfff completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:20:30.524928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 964f6acc-77f7-4188-9e14-129cc2e8bfff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:30.525619 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:30.664635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:30.707142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:30.710576 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e41a90-a657-4f1b-8d1b-dc2980e9fed7" -d '{"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-plugged", "status": "completed", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:30.733437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:30.741363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:30.742215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b9d41dae-87b8-496c-8443-38b1e4df52f3 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:20:30.787667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: b9d41dae-87b8-496c-8443-38b1e4df52f3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:20:30.788562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b9d41dae-87b8-496c-8443-38b1e4df52f3 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:20:30.792602 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da1010f-e47c-4b3b-a6e0-07edf358f08c x-openstack-request-id: req-4da1010f-e47c-4b3b-a6e0-07edf358f08c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:30.793167 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-plugged", "status": "completed", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:30.793644 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4da1010f-e47c-4b3b-a6e0-07edf358f08c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:30.794246 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'code': 200} Nov 23 02:20:30.847985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:31.074173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92f2f-89d4-4927-be1c-0d41bb104b66 req-bae9ea89-09a4-40aa-ac90-e658f1d6946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:31.076930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ee92f2f-89d4-4927-be1c-0d41bb104b66 req-bae9ea89-09a4-40aa-ac90-e658f1d6946f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.1099880 Nov 23 02:20:31.192926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ee92f2f-89d4-4927-be1c-0d41bb104b66 req-04014e81-ba19-4418-8ce4-62ede3325343 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075330 Nov 23 02:20:31.230248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96f3af-43ee-44f0-8efa-5ae81adb37ea req-31f5838e-3646-4e8e-ab3e-0b09cb57010c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:31.231978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a96f3af-43ee-44f0-8efa-5ae81adb37ea req-31f5838e-3646-4e8e-ab3e-0b09cb57010c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 945 time: 0.0958967 Nov 23 02:20:31.283668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e88b-3ec6-43b0-a554-22c333a75ff7 req-4d9e876c-7e31-426c-8d2f-4242a14c4b4c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:31.285211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6f4e88b-3ec6-43b0-a554-22c333a75ff7 req-4d9e876c-7e31-426c-8d2f-4242a14c4b4c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.0962839 Nov 23 02:20:31.303001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57478) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:31.328043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a96f3af-43ee-44f0-8efa-5ae81adb37ea req-d3aff7fd-3ea7-43f9-80e1-7a3b9d5a8187 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888214 Nov 23 02:20:31.369535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6f4e88b-3ec6-43b0-a554-22c333a75ff7 req-db4f18d5-4a80-4045-8f85-9e26343f0286 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770965 Nov 23 02:20:31.483954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cf4d8cd-c398-43ae-a4fe-c779140ea969 req-152309cf-5e51-458d-b1f4-cfb3072b5eb4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 210 time: 0.0423777 Nov 23 02:20:31.797405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-e9b21b4b-00a8-4e3d-b447-1ee0a1e99ec0 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645702 Nov 23 02:20:31.807252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:31.813469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 616291aa-2f58-4531-b418-6c32d50b11da up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:31.814803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83c3ce02-1383-4ebb-b64e-e1a9f8bdc558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29e2647773de479e8e4a4d28feec3437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5105283 Nov 23 02:20:31.958592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:31.965809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-960144161-network', 'tenant_id': '1151350a394b44fabe7494ebb4b19559'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:31.978030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 616291aa-2f58-4531-b418-6c32d50b11da triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:31.978483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:31.986086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-e91eb186-23ee-497c-a419-122fd8ca0518 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:31.989266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-e91eb186-23ee-497c-a419-122fd8ca0518 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791000 Nov 23 02:20:32.011568 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.013008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Made reservation on behalf of 1151350a394b44fabe7494ebb4b19559 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:32.019419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.023966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:32.043039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.101256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.115884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57502) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:32.132659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Sync routers for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:32.153366 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.183186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:32.183932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:32.218910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.224062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 616291aa-2f58-4531-b418-6c32d50b11da, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=616291aa-2f58-4531-b418-6c32d50b11da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:32.224272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.235072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.241196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:32.246648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.267591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b3042-9fb4-4d58-9ad1-d90f8e16392b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.278399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.281577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.283408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3578a684-a394-4ae9-a78c-63accd326780 HTTP/1.1" status: 204 len: 168 time: 0.4744954 Nov 23 02:20:32.288435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.305758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:32.322011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.322851 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Added segment 53e14887-9816-4b94-a8bd-23dd8d2c0928 of type vlan for network 1684b240-c2a2-481b-b757-fb041f152fa4 Nov 23 02:20:32.339683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ede9018-182b-43e9-a8dc-7ce942bcf1a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.408312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade8e30-ff26-4bc2-a955-fe5387c9466d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3578a684-a394-4ae9-a78c-63accd326780,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.468336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.537959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.539847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:32.542238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.574463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d75ebd-60b4-4420-9b7f-72f34bebeeb8 req-d1a697b2-9d3e-4cd4-ac41-a3c53ae0a5f7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:32.580755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6205029 Nov 23 02:20:32.581352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:32.582304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53d75ebd-60b4-4420-9b7f-72f34bebeeb8 req-d1a697b2-9d3e-4cd4-ac41-a3c53ae0a5f7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 945 time: 0.0965233 Nov 23 02:20:32.629415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Request body: {'subnet': {'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-subnet', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:32.631280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=616291aa-2f58-4531-b418-6c32d50b11da,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.632789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.640829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.665078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Made reservation on behalf of 1151350a394b44fabe7494ebb4b19559 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:32.667457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.668076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:32.672336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ede9018-182b-43e9-a8dc-7ce942bcf1a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.691337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ede9018-182b-43e9-a8dc-7ce942bcf1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.743421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.747094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b1608-d728-4da0-a049-f3135cab02b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1684b240-c2a2-481b-b757-fb041f152fa4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.758926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53d75ebd-60b4-4420-9b7f-72f34bebeeb8 req-7e0b0281-eeb7-423c-b436-2e6cd53e7088 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742566 Nov 23 02:20:32.777219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc6e5-7422-4050-a5d0-ade7e07d7db1 req-5a475b35-b39b-4c92-acfc-e861275c7f40 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:32.777420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9ede9018-182b-43e9-a8dc-7ce942bcf1a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4ae5bda16354f00ad1302aeea91f547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502838 Nov 23 02:20:32.777508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15edc6e5-7422-4050-a5d0-ade7e07d7db1 req-5a475b35-b39b-4c92-acfc-e861275c7f40 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1903648 Nov 23 02:20:32.778920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57526) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:32.792975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede9018-182b-43e9-a8dc-7ce942bcf1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec3fe6-de61-4138-9fb3-e692d378d59b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:32.797022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57528) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:32.816195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1684b240-c2a2-481b-b757-fb041f152fa4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:32.826725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c479705-e624-4123-96e3-0a072c186a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.911625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.73 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/a75ef6b4-eece-4180-b695-931049fc9cae) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:32.949822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15edc6e5-7422-4050-a5d0-ade7e07d7db1 req-bd87a87d-aa6a-4e87-a5a6-bd3fc6c52bfe tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607862 Nov 23 02:20:32.969746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ade5bbd-966c-4cff-a375-bd4dcde1eaa0 req-df5629f7-77a1-4806-bc2f-0eb49575ebbf tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 210 time: 0.0500309 Nov 23 02:20:32.975112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.992539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c479705-e624-4123-96e3-0a072c186a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.997852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c479705-e624-4123-96e3-0a072c186a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.009498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.030685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.109383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:33.120397 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c479705-e624-4123-96e3-0a072c186a58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e41548ce8274de9877760dab5456a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199012 Nov 23 02:20:33.120397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c479705-e624-4123-96e3-0a072c186a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c2690a-12fc-4bb5-8af3-8b24ce77d7bf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:33.121966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:33.154791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Checking segment: {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:33.155461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Network hostable DHCP agents. Network: 1684b240-c2a2-481b-b757-fb041f152fa4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:33.157574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:29Z', 'revision_number': 2, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:33.184814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Network 1684b240-c2a2-481b-b757-fb041f152fa4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:33.198319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Checking router: 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:33.198717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Updating router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb port 490da184-b8fa-40bc-ab14-0fcae2714ece binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:33.199301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1684b240-c2a2-481b-b757-fb041f152fa4) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:33.206812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:33.206942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.212868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.213042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.213136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bec3fe6-de61-4138-9fb3-e692d378d59b HTTP/1.1" status: 204 len: 168 time: 0.4307194 Nov 23 02:20:33.213255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a4311-5803-40b9-9a41-89ab14d37ae3 None None] Network 1684b240-c2a2-481b-b757-fb041f152fa4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:33.251704 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45c14d5b-8a56-461e-837c-f530ad804c67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6557388 Nov 23 02:20:33.257499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:33.269086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:33.323767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.324854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.354185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.435757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.598159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.600739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e21269-7c44-4955-8c3a-c66b14c9410e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec3fe6-de61-4138-9fb3-e692d378d59b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:33.616406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.661812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.669441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1684b240-c2a2-481b-b757-fb041f152fa4', 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'fixed_ips': [{'subnet_id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:20:33.671078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.742446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.820907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:33.832780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:33.835360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 616291aa-2f58-4531-b418-6c32d50b11da up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:33.845328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:33.850245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:33.858529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd9b279d-2591-4ab1-ae00-a279088e9da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.860977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:33.867006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:33.867657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.885365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.888297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.892009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72c2690a-12fc-4bb5-8af3-8b24ce77d7bf HTTP/1.1" status: 204 len: 168 time: 0.7634418 Nov 23 02:20:33.892009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:33.914073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-fbe07e1a-c71e-466b-8428-54e6931b6fbc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9038298 Nov 23 02:20:33.916936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b54edb-b136-4ae7-8951-dd823d18e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c2690a-12fc-4bb5-8af3-8b24ce77d7bf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:33.943250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:33.961157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Request body: {'port': {'device_id': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:33.999312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.067872 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:20:34.112081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Allocated IP 172.20.0.2 (1684b240-c2a2-481b-b757-fb041f152fa4/539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc/e7e27edd-e29e-451d-88b3-8d42e2d3cd80) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:34.162494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.227605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5d97-27f6-458c-a897-d89ab82b37be None None] Pushing event updated for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:34.287568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66272c59-8375-4941-b030-77eb3291f0d1 req-0f62256b-1df5-44cc-ab83-97e3e9b237b3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:34.298037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66272c59-8375-4941-b030-77eb3291f0d1 req-0f62256b-1df5-44cc-ab83-97e3e9b237b3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 945 time: 0.3700535 Nov 23 02:20:34.301368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.307014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.324106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efa084c1-0184-4b23-9b2b-6e2dc5006b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.331889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.360042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ba0b7563-2c58-4654-8d27-6842b03ed9fd None None] Provisioning complete for port a75ef6b4-eece-4180-b695-931049fc9cae triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:34.360328 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ba0b7563-2c58-4654-8d27-6842b03ed9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.455395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 616291aa-2f58-4531-b418-6c32d50b11da triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:34.455761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.478128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd9b279d-2591-4ab1-ae00-a279088e9da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.491628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Attempting to bind port 490da184-b8fa-40bc-ab14-0fcae2714ece on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:34.491986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Attempting to bind port 490da184-b8fa-40bc-ab14-0fcae2714ece by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:34.492442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904b87d-392b-45a7-9de8-55e5e99d3286 req-29ffc487-2b77-4258-9e22-03896280e6f6 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:34.492609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Attempting to bind port 490da184-b8fa-40bc-ab14-0fcae2714ece on network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:34.499208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e904b87d-392b-45a7-9de8-55e5e99d3286 req-29ffc487-2b77-4258-9e22-03896280e6f6 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.3251181 Nov 23 02:20:34.525181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:34.525588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Checking segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:34.525948 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.526371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Bound using segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:34.526897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Bound port: 490da184-b8fa-40bc-ab14-0fcae2714ece, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:34.527389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.528452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Allocated IP 172.25.1.64 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3a4c8ee8-3b74-4508-bcb9-1769b0e859a6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:34.542153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b7563-2c58-4654-8d27-6842b03ed9fd None None] Port a75ef6b4-eece-4180-b695-931049fc9cae cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:34.599722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd9b279d-2591-4ab1-ae00-a279088e9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.639494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66272c59-8375-4941-b030-77eb3291f0d1 req-760df2bd-b5f7-442f-8639-82c1f9c822c1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395059 Nov 23 02:20:34.700335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efa084c1-0184-4b23-9b2b-6e2dc5006b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.711216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.713156 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.720823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] For port 490da184-b8fa-40bc-ab14-0fcae2714ece, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:34.727150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] For port 490da184-b8fa-40bc-ab14-0fcae2714ece, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=490da184-b8fa-40bc-ab14-0fcae2714ece,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:34.736151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] Provisioning complete for port 490da184-b8fa-40bc-ab14-0fcae2714ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:34.736515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.738744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.763599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e904b87d-392b-45a7-9de8-55e5e99d3286 req-b20c6ae5-450a-465f-9554-abf544d92158 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527052 Nov 23 02:20:34.771553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.793060 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.856511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:34.862549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:34.866223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:34.870299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Network 1684b240-c2a2-481b-b757-fb041f152fa4 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:34.880557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:34.883588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Pushing event updated for resources: {'Port': ['ID=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:34.885886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:34.906079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:34.914640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efa084c1-0184-4b23-9b2b-6e2dc5006b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:34.914844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:34.915418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:34.927152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b279d-2591-4ab1-ae00-a279088e9da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46798f6-da39-4bd2-a236-25042c04cdce,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:34.975374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dd9b279d-2591-4ab1-ae00-a279088e9da9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=030e56e49347426badf87d982deeb68f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1494606 Nov 23 02:20:34.983321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57578) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:35.032454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-efa084c1-0184-4b23-9b2b-6e2dc5006b2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c15e1d077e2e45cbaa04e9e93ed790b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1832018 Nov 23 02:20:35.036604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:35.039002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa084c1-0184-4b23-9b2b-6e2dc5006b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6932415-e454-4ef5-a2c9-2418ac09fa70,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:35.148833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5d97-27f6-458c-a897-d89ab82b37be None None] Pushing event updated for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:35.163346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540920d2-319d-424e-8f83-49487cf5a662 req-a10d0563-3d83-4f08-9768-88217f9308f6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:35.172062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-540920d2-319d-424e-8f83-49487cf5a662 req-a10d0563-3d83-4f08-9768-88217f9308f6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 935 time: 0.2505245 Nov 23 02:20:35.179503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75ef6b4-eece-4180-b695-931049fc9cae {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:35.204968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.230423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.268177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39e735-3424-4e6b-9cd6-e312b0607e59 req-e0f92259-36f6-4817-af07-c294452549c9 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:35.280466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab39e735-3424-4e6b-9cd6-e312b0607e59 req-e0f92259-36f6-4817-af07-c294452549c9 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.2029631 Nov 23 02:20:35.290356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Transition to ACTIVE for port object a75ef6b4-eece-4180-b695-931049fc9cae will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:35.306998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.320191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.395652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Attempting to bind port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:35.396279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Attempting to bind port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:35.396975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Attempting to bind port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 on network 1684b240-c2a2-481b-b757-fb041f152fa4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:35.405865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.410287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:35.410824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Checking segment: {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:35.411321 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.411947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Bound using segment: {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:35.412999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Bound port: e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:35.413486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.458850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab39e735-3424-4e6b-9cd6-e312b0607e59 req-8f5f8ef0-7027-4960-962d-d914616ede41 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684592 Nov 23 02:20:35.473092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.503411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] For port e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:35.507216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] For port e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:35.507401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-540920d2-319d-424e-8f83-49487cf5a662 req-73495645-3892-41eb-a641-2c4f25ce5ea0 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331265 Nov 23 02:20:35.524846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.526208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.532518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.533671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b46798f6-da39-4bd2-a236-25042c04cdce HTTP/1.1" status: 204 len: 168 time: 0.5493915 Nov 23 02:20:35.661629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:35.662913 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.693876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7a6b3-da0e-4447-81a9-a3a7d1c50b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46798f6-da39-4bd2-a236-25042c04cdce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:35.737869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] For port 490da184-b8fa-40bc-ab14-0fcae2714ece, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=490da184-b8fa-40bc-ab14-0fcae2714ece,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:35.742655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdd29a-89bd-4ed7-90a8-eb0b32154f8d None None] Pushing event updated for resources: {'Port': ['ID=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:35.746942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.759169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.761341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79d976d1-3438-484d-9346-348107b3d38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.766707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:35.797780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Attempting to bind port a75ef6b4-eece-4180-b695-931049fc9cae on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:35.798116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Attempting to bind port a75ef6b4-eece-4180-b695-931049fc9cae by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:35.798446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Attempting to bind port a75ef6b4-eece-4180-b695-931049fc9cae on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:35.832645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Port a75ef6b4-eece-4180-b695-931049fc9cae on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:35.832972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Attempting to bind port a75ef6b4-eece-4180-b695-931049fc9cae on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:35.864113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:35.864473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:35.866574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:35.866798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Bound port: a75ef6b4-eece-4180-b695-931049fc9cae, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:35.867306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.911098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe25bb1-b3da-4152-bb5a-acd081d79e44 req-c7ca2e1f-809f-4d22-ba32-1c851c028917 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:35.922606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfe25bb1-b3da-4152-bb5a-acd081d79e44 req-c7ca2e1f-809f-4d22-ba32-1c851c028917 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.2406449 Nov 23 02:20:35.941194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.039130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdce9e-861a-4983-8712-8eedb3fd1f4d None None] Pushing event updated for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:36.127184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.136212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.137851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6932415-e454-4ef5-a2c9-2418ac09fa70 HTTP/1.1" status: 204 len: 168 time: 1.0945799 Nov 23 02:20:36.163712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3dc224dd-5090-4487-a185-8ee7f891e484 None None] Provisioning complete for port 490da184-b8fa-40bc-ab14-0fcae2714ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:36.164087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3dc224dd-5090-4487-a185-8ee7f891e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.183194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfe25bb1-b3da-4152-bb5a-acd081d79e44 req-db150ecc-4b38-44dc-973e-580dbe41c83a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595642 Nov 23 02:20:36.191832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:36.204609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a75ef6b4-eece-4180-b695-931049fc9cae,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:36.206353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55464df-f1bd-4074-9bf8-843849d60920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6932415-e454-4ef5-a2c9-2418ac09fa70,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:36.242955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31c95-9d6f-4318-bc1e-a556826dcab6 req-9098b9c4-12fb-4447-93a5-cd438883117b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:36.251424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51d31c95-9d6f-4318-bc1e-a556826dcab6 req-9098b9c4-12fb-4447-93a5-cd438883117b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2492442 Nov 23 02:20:36.253978 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.309246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:20:36.315999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:34Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:36.358083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:36.359290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.360936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 200 len: 1096 time: 2.4077899 Nov 23 02:20:36.361586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:36.371812 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa92faab-b7da-45f4-80ae-84c9a2482f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:36.402082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697f3e7-88d9-4cca-bf7c-2cea6d378d83 None None] The sync data for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 is: [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:34Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:36.588457 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bef8dfe-55c5-4843-88d9-3689158b8960 x-openstack-request-id: req-0bef8dfe-55c5-4843-88d9-3689158b8960 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:36.588844 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:36.593889 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bef8dfe-55c5-4843-88d9-3689158b8960 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:36.594333 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae', 'status': 'completed', 'code': 200} Nov 23 02:20:36.621403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51d31c95-9d6f-4318-bc1e-a556826dcab6 req-4653d65d-a2ae-453a-b4a3-a82857621f8d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670852 Nov 23 02:20:36.626379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0b6ba-83f0-49ab-8cc2-f1e154dc67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:36.649938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:36.667838 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Sync routers for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:36.675583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-1d08e1fa-6d5c-4c8e-a994-1147d5c0347d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:36.677174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-1d08e1fa-6d5c-4c8e-a994-1147d5c0347d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1099 time: 0.2444587 Nov 23 02:20:36.689344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.691387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebbab505-63f8-490d-83af-c0986ad46a42 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4323151 Nov 23 02:20:36.693857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57628) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:36.696081 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:36.702690 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:36.855162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-31c5ecf4-7cb5-482e-aa33-b1dfcf2b97f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 200 len: 217 time: 0.1607871 Nov 23 02:20:37.037826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f563c0-a575-4cb7-8fca-a2d4c659ead7 req-de25049b-9224-408c-9c22-b3a8712d4b7d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:37.046714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15f563c0-a575-4cb7-8fca-a2d4c659ead7 req-de25049b-9224-408c-9c22-b3a8712d4b7d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 947 time: 0.2096450 Nov 23 02:20:37.050584 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:37.056077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-a67cf804-0468-4da5-8c64-de4aea162c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:37.057745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-a67cf804-0468-4da5-8c64-de4aea162c98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1624477 Nov 23 02:20:37.191338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:37.248541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7146f23-da7d-47ed-805e-1144bfb38dd9 req-62fc28bf-aa1b-4e57-ac6c-b57fb3a20455 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:37.257807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7146f23-da7d-47ed-805e-1144bfb38dd9 req-62fc28bf-aa1b-4e57-ac6c-b57fb3a20455 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.2923713 Nov 23 02:20:37.280176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-422970e5-c82b-449f-bb42-a02f0c711c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.338676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15f563c0-a575-4cb7-8fca-a2d4c659ead7 req-25ce3135-6736-428a-9236-0dd089f4e3f7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909636 Nov 23 02:20:37.360560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786889-83fc-4c19-b653-2b66357c7268 req-836459b5-232f-456e-9cb3-c0d4d62019ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:37.366842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-836459b5-232f-456e-9cb3-c0d4d62019ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2986851 Nov 23 02:20:37.508270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7146f23-da7d-47ed-805e-1144bfb38dd9 req-be85ee1d-04b4-4f1a-8f9c-3e6455840d37 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494659 Nov 23 02:20:37.539316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5838584-860f-441a-bceb-0aab0b183052 None None] Network 1684b240-c2a2-481b-b757-fb041f152fa4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:37.574911 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 3, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:37.667324 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Checking router: 1f16e91c-6c45-4ef1-b593-7fcba8e74287 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:37.669051 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Updating router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:37.738826 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.742981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-3d393711-3e00-44cc-9554-cd54630c1815 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409879 Nov 23 02:20:37.746924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] Provisioning complete for port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:37.747348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.751176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.896961 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-422970e5-c82b-449f-bb42-a02f0c711c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.914230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-422970e5-c82b-449f-bb42-a02f0c711c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.979483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 490da184-b8fa-40bc-ab14-0fcae2714ece up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:38.035875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57654) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:38.076943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-422970e5-c82b-449f-bb42-a02f0c711c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61cbdd00748c41acbcce5bf78fd42c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8705044 Nov 23 02:20:38.084264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:38.096879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422970e5-c82b-449f-bb42-a02f0c711c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b7c48c-1369-4912-b310-e21a52be869a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:38.102922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Allocated IP 172.20.0.1 (1684b240-c2a2-481b-b757-fb041f152fa4/539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc/76cceda9-da43-417a-9c18-90a298e4afe3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:38.192604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c25b9e-a58f-44b5-85fa-294d8ebe1317 req-db846f50-2383-4146-a828-440b09eacf5d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:38.203495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c25b9e-a58f-44b5-85fa-294d8ebe1317 req-db846f50-2383-4146-a828-440b09eacf5d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.3103437 Nov 23 02:20:38.241916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0786889-83fc-4c19-b653-2b66357c7268 req-7e3792bd-ff5f-4126-8a8a-97a563697425 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699306 Nov 23 02:20:38.246577 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613c0af2-a4c4-46f9-9cdf-c923f4cb3df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.292546 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.309466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-network', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:38.312194 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.372600 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.395048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.432647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Made reservation on behalf of f34f07f259684019b431d7ceb3dc6043 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:38.437799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.460452 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a620c3-17f6-4c15-8b9e-95efae21d721 None None] Pushing event updated for resources: {'Port': ['ID=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:38.477308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.481271 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Attempting to bind port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:38.481658 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Attempting to bind port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:38.482133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Attempting to bind port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:38.491826 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:38.492206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:38.492613 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.493503 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:38.494335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Bound port: 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:38.494900 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.512722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] For port e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:38.515462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 490da184-b8fa-40bc-ab14-0fcae2714ece triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:38.520989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.544174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Network 1684b240-c2a2-481b-b757-fb041f152fa4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:38.549565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:38.554744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:38.558782 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] For port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:38.569045 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] For port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:38.575759 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.594788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c25b9e-a58f-44b5-85fa-294d8ebe1317 req-b7f63b49-0a36-4154-a92b-de0ed026ccb5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888786 Nov 23 02:20:38.597569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.612171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57672) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:38.613161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:38.635790 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.640202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.647461 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:38.648286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:38.714223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.807448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1b479-9b2b-4d2b-b5b8-bc6a056afdfd None None] Pushing event updated for resources: {'Port': ['ID=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:38.811562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e7e27edd-e29e-451d-88b3-8d42e2d3cd80 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:38.834808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:38.852068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.865670 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.870017 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.873501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90b7c48c-1369-4912-b310-e21a52be869a HTTP/1.1" status: 204 len: 168 time: 0.7772534 Nov 23 02:20:38.890727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:38.893492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.968218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ab735d8-aa1a-479b-9088-9a5a2938ecc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:38.982187 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a620c3-17f6-4c15-8b9e-95efae21d721 None None] Pushing event updated for resources: {'Port': ['ID=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:38.985651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.074914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2734cb9f-6032-467e-845f-32fac137c1e4 None None] Provisioning complete for port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:39.075349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2734cb9f-6032-467e-845f-32fac137c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.115688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.127312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df355a-51a7-4768-9aec-1a373cc46ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b7c48c-1369-4912-b310-e21a52be869a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:39.136407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.152701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3af2fa-e36b-4539-986d-e07d106be5e8 req-6d2fa6b5-fe99-4e1e-b9f3-fde2ab41365a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:39.154810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e3af2fa-e36b-4539-986d-e07d106be5e8 req-6d2fa6b5-fe99-4e1e-b9f3-fde2ab41365a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 947 time: 0.6693959 Nov 23 02:20:39.157041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-4d1076ee-29c9-4918-8236-c6732cccb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:39.158230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-4d1076ee-29c9-4918-8236-c6732cccb522 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1099 time: 0.8068135 Nov 23 02:20:39.196633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036e919-01e9-4721-8639-f2305bdc700b req-9dd139b1-c6ee-49c5-90e3-f506f2551ae4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:39.200759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c036e919-01e9-4721-8639-f2305bdc700b req-9dd139b1-c6ee-49c5-90e3-f506f2551ae4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.3362150 Nov 23 02:20:39.235399 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 3, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:39.265405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ab735d8-aa1a-479b-9088-9a5a2938ecc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.282637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.301640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:39.316255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610fbada-0518-405f-a16c-792cdfa0feb9 None None] The sync data for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 is: [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 3, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:39.319562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ab735d8-aa1a-479b-9088-9a5a2938ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.386185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25295bfc-ba0a-42d4-be44-bc455e980766,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:39.392175 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2ab735d8-aa1a-479b-9088-9a5a2938ecc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4c6d993ada642829d2d18a22d1d82ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7729497 Nov 23 02:20:39.398438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:39.427341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a16a735a-aecc-4422-9c52-05db143d12e6 None None] Provisioning complete for port 76cceda9-da43-417a-9c18-90a298e4afe3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:39.427830 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a16a735a-aecc-4422-9c52-05db143d12e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.465833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab735d8-aa1a-479b-9088-9a5a2938ecc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696c053f-417d-4f6e-b915-6523460177d5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:39.466638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e3af2fa-e36b-4539-986d-e07d106be5e8 req-aa7e6e41-c8a7-4131-9248-15c6e7ea645b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807393 Nov 23 02:20:39.471937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.478295 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.479884 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Added segment 6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc of type vlan for network 52605f5e-7a95-4e1f-8c8f-782907b5b302 Nov 23 02:20:39.487636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.508838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c036e919-01e9-4721-8639-f2305bdc700b req-f0907165-d812-426c-b477-a34d862259ca tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718053 Nov 23 02:20:39.525034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a16a735a-aecc-4422-9c52-05db143d12e6 None None] Port 76cceda9-da43-417a-9c18-90a298e4afe3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:39.544933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.604991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.704441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.720474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:39.798877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e7e27edd-e29e-451d-88b3-8d42e2d3cd80 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:39.870043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Network 1684b240-c2a2-481b-b757-fb041f152fa4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:39.874047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:39.883951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.887033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.888302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/696c053f-417d-4f6e-b915-6523460177d5 HTTP/1.1" status: 204 len: 168 time: 0.4857035 Nov 23 02:20:39.928047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-d449a114-ce4b-4dcb-8b38-c92be996d355 req-f99c2731-2731-4945-9f1e-e1b771e6f0e0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:20:39.929072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d449a114-ce4b-4dcb-8b38-c92be996d355 req-f99c2731-2731-4945-9f1e-e1b771e6f0e0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190775 Nov 23 02:20:39.937856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:39.938278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.049888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.081572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-f92605f7-be85-4077-852a-d73cf951c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.083141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-f92605f7-be85-4077-852a-d73cf951c1d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.8726490 Nov 23 02:20:40.117349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494539-3ff4-4bdf-8ab3-bebbba8f999c req-7db88550-80c8-4811-9e58-1e39cc07447c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.126988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c494539-3ff4-4bdf-8ab3-bebbba8f999c req-7db88550-80c8-4811-9e58-1e39cc07447c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2156334 Nov 23 02:20:40.219547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-a20342d9-e6c0-4607-8c85-9e5aa3da1ac6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 200 len: 217 time: 0.1223192 Nov 23 02:20:40.222032 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.223205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.223943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.364439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-24196004-3218-468d-abce-5eccb5451ae3 None None] Provisioning complete for port 76cceda9-da43-417a-9c18-90a298e4afe3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:40.364839 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24196004-3218-468d-abce-5eccb5451ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.445343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:40.479930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-24196004-3218-468d-abce-5eccb5451ae3 None None] Port 76cceda9-da43-417a-9c18-90a298e4afe3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:40.497410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4546070 Nov 23 02:20:40.509125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:40.528958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Request body: {'subnet': {'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-subnet', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:40.545471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.564394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c494539-3ff4-4bdf-8ab3-bebbba8f999c req-d23c4e92-b347-44e3-b7a2-55a215181076 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364052 Nov 23 02:20:40.567664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4dc8-5da9-4f41-8ce5-f5f4600b714c admin admin] Pushing event updated for resources: {'Network': ['ID=52605f5e-7a95-4e1f-8c8f-782907b5b302,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:40.580981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:40.592362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57722) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:40.598829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-ca87bc73-73fd-4463-a0a1-7b37ac1459a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.599130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-ca87bc73-73fd-4463-a0a1-7b37ac1459a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3725588 Nov 23 02:20:40.629697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528b99f-67b1-4784-ba03-f94e8eed2ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696c053f-417d-4f6e-b915-6523460177d5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:40.633470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e5355bc-3b57-4f48-b1f2-b0ab1c0bc8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.678455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Made reservation on behalf of f34f07f259684019b431d7ceb3dc6043 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:40.681269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.818899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:20:40.839476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-fe121ef8-398e-4488-be95-300704055d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.840403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e5355bc-3b57-4f48-b1f2-b0ab1c0bc8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.841124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-fe121ef8-398e-4488-be95-300704055d3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1986158 Nov 23 02:20:40.853066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e5355bc-3b57-4f48-b1f2-b0ab1c0bc8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:40.867948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da25822-d393-4719-b11b-6b79c681f56a req-3f8de441-87ed-4c25-8bbf-998ea6c9ae8d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:40.875357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da25822-d393-4719-b11b-6b79c681f56a req-3f8de441-87ed-4c25-8bbf-998ea6c9ae8d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 947 time: 0.1596386 Nov 23 02:20:40.938830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1930189475-network', 'tenant_id': '5f7797a313444d509385f76a974ff0ef'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:40.954152 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e5355bc-3b57-4f48-b1f2-b0ab1c0bc8fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbf3192b2acd4d12870ea3c0a88c9804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599298 Nov 23 02:20:40.957007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5355bc-3b57-4f48-b1f2-b0ab1c0bc8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87d11b-d990-4f05-9009-fafacb85acbf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:40.959043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57732) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:41.036458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Made reservation on behalf of 5f7797a313444d509385f76a974ff0ef for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:41.038671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.044439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:41.050074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76befcd4-3187-4014-8f39-5b504b548ee9 admin admin] 10.222.0.15 "PUT /v2.0/routers/1f16e91c-6c45-4ef1-b593-7fcba8e74287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3547239 Nov 23 02:20:41.064276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.069384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da25822-d393-4719-b11b-6b79c681f56a req-2d44036e-9d16-4056-a189-247b00554116 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907144 Nov 23 02:20:41.075405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.089130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.139496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-1013ec27-afa0-4944-a2a8-bd02addc2822 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886410 Nov 23 02:20:41.157199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.159981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.161515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f87d11b-d990-4f05-9009-fafacb85acbf HTTP/1.1" status: 204 len: 168 time: 0.1999409 Nov 23 02:20:41.179393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787158b8-1f9f-4a68-93b7-d59ee7981382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87d11b-d990-4f05-9009-fafacb85acbf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:41.211635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.329508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f50d2a-0662-4226-a96e-e479e19de553,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:41.401967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa92faab-b7da-45f4-80ae-84c9a2482f9b req-3a1ce965-d9b5-4493-bee4-dfe92c4618fa service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539308 Nov 23 02:20:41.415365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Checking segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:41.416760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Network hostable DHCP agents. Network: 52605f5e-7a95-4e1f-8c8f-782907b5b302, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:41.435508 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.441833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.473977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:41.476265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:41.504306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 52605f5e-7a95-4e1f-8c8f-782907b5b302) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:41.511895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.512240 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Added segment e179cdb6-28bd-428c-b898-cea88df40c0e of type vlan for network edec2d1d-2b68-425f-8735-0e1a0069c804 Nov 23 02:20:41.517597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:41.518222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.520665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b4089-eec8-491c-a671-e3677ff432ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:41.520794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d47471-2c11-4ad0-abfe-aa7ece8eeeb4 None None] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:41.578477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9d1a5694-eae4-4a4c-b91d-54b3869e6c38 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0608394 Nov 23 02:20:41.578621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:41.582864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:41.599385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.626072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.637780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.646408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.703278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.706646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:41.711788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.736869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.840847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-52605f5e-7a95-4e1f-8c8f-782907b5b302', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'fixed_ips': [{'subnet_id': '90f50d2a-0662-4226-a96e-e479e19de553'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:20:41.843222 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.887473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:41.967485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:41.992731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-669667fe-cf94-4229-976d-0a147aba80fe tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:20:42.003521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-669667fe-cf94-4229-976d-0a147aba80fe tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0431135 Nov 23 02:20:42.013986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Sync routers for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:42.072760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:42.073650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:42.075921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6203671 Nov 23 02:20:42.079778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:42.080767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7235c-cb37-41c3-a06e-0ed9ea0beeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=edec2d1d-2b68-425f-8735-0e1a0069c804,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:42.086951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Request body: {'subnet': {'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1930189475-subnet', 'tenant_id': '5f7797a313444d509385f76a974ff0ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:42.101133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e173e-192a-4e1a-b507-08898755b6fa req-fdb9e5b3-526a-47e6-a116-febc4431257b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:42.113412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b73e173e-192a-4e1a-b507-08898755b6fa req-fdb9e5b3-526a-47e6-a116-febc4431257b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2470503 Nov 23 02:20:42.122596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-41b9e426-68d7-430c-83cb-337f9df13159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:42.129669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-41b9e426-68d7-430c-83cb-337f9df13159 service neutron] 10.222.0.15 "GET /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 1094 time: 0.1094406 Nov 23 02:20:42.133977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:42.134445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:20:42.159697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network edec2d1d-2b68-425f-8735-0e1a0069c804 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:42.226821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b73e173e-192a-4e1a-b507-08898755b6fa req-b8702ce7-194a-4ee7-a2a8-9bffed04e6bf tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971079 Nov 23 02:20:42.243867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Made reservation on behalf of 5f7797a313444d509385f76a974ff0ef for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:42.246741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.469772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.556262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:42.560219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.583493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.598104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646afd00-2a12-489b-8e11-fb358f17c376,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:42.603978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:42.604510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:42.604629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:42.621577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c53e16-babd-4124-873a-6746eb82a348 req-8dc5a355-d080-4aeb-b44d-8e68fd69a7c5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:42.626047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1c53e16-babd-4124-873a-6746eb82a348 req-8dc5a355-d080-4aeb-b44d-8e68fd69a7c5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 947 time: 0.2463710 Nov 23 02:20:42.630624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:42.631800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Checking segment: {'id': 'e179cdb6-28bd-428c-b898-cea88df40c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:42.632698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Network hostable DHCP agents. Network: edec2d1d-2b68-425f-8735-0e1a0069c804, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:42.635128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:42.666101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:42.666595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.672078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a75ef6b4-eece-4180-b695-931049fc9cae details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:42.672585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:42.672936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:42.673335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:42.673788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Bound port: 964f6acc-77f7-4188-9e14-129cc2e8bfff, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:42.729010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1c53e16-babd-4124-873a-6746eb82a348 req-f113f075-44ab-4b14-b551-7e9f228eabaf tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872412 Nov 23 02:20:42.777191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Allocated IP 172.25.1.71 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/bb39f326-5fb9-4499-a479-fce90dfd5a3a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:42.786318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:42.796929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.798612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-e2318204-3c2c-45b2-b655-5c28ae9cf4be service neutron] 10.222.0.15 "POST /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff/bindings HTTP/1.1" status: 201 len: 390 time: 0.6678832 Nov 23 02:20:42.818585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Network edec2d1d-2b68-425f-8735-0e1a0069c804 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:42.900354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, edec2d1d-2b68-425f-8735-0e1a0069c804) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:42.903227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Allocated IP 172.20.0.2 (52605f5e-7a95-4e1f-8c8f-782907b5b302/90f50d2a-0662-4226-a96e-e479e19de553/56120c88-93be-47b2-a1ee-e5887a0292d9) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:42.936047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:42.937151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:42.938213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f133c-3233-4e3c-895b-4cd971bee361 None None] Network edec2d1d-2b68-425f-8735-0e1a0069c804 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:42.981173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-919e5139-0a29-4bd9-8a9e-3ac17a2bc7b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8982005 Nov 23 02:20:43.132848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.166155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.196068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:43.207142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929471b-3caf-4f9a-b582-3b6777ba1d8d req-f6336e75-fc3b-4443-a378-42aff42e8d50 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:43.221026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8929471b-3caf-4f9a-b582-3b6777ba1d8d req-f6336e75-fc3b-4443-a378-42aff42e8d50 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 945 time: 0.1270938 Nov 23 02:20:43.243628 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.269508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a75ef6b4-eece-4180-b695-931049fc9cae,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:43.309722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edad8c-7447-4c8b-9e05-283f10438f3a None None] Network edec2d1d-2b68-425f-8735-0e1a0069c804 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:43.324948 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.361622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:43.389717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:43.396745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:43.517666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8929471b-3caf-4f9a-b582-3b6777ba1d8d req-283b2d32-2f20-4a9b-85a7-97eb80fec36e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953877 Nov 23 02:20:43.538206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a75ef6b4-eece-4180-b695-931049fc9cae', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'a75ef6b4-eece-4180-b695-931049fc9cae', 'mac_address': 'fa:16:3e:2b:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:43.543470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e50ae2-e255-4d72-83b5-24021f52d6f6 req-c8647851-6f6a-4051-914a-cb4030e16838 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:43.551767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50e50ae2-e255-4d72-83b5-24021f52d6f6 req-c8647851-6f6a-4051-914a-cb4030e16838 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1831648 Nov 23 02:20:43.570063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-02a67221-dc4f-4e75-bacc-a6974f9870d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:43.572013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-02a67221-dc4f-4e75-bacc-a6974f9870d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1097 time: 0.3569674 Nov 23 02:20:43.595042 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.648784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50e50ae2-e255-4d72-83b5-24021f52d6f6 req-bb538ccc-9119-49d1-87c4-7a84aba4bbdf tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958831 Nov 23 02:20:43.668796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75ef6b4-eece-4180-b695-931049fc9cae {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:43.689886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a75ef6b4-eece-4180-b695-931049fc9cae,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:43.705988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.721587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:43.771151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb39f326-5fb9-4499-a479-fce90dfd5a3a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:43.816317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:43.952956 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.955953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 4, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '76cceda9-da43-417a-9c18-90a298e4afe3', 'name': '', 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'mac_address': 'fa:16:3e:cc:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:37Z', 'updated_at': '2021-11-23T02:20:39Z', 'revision_number': 2, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'subnets': [{'id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:43.963134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:43.972020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-af693c9f-66dc-424b-84b2-7d6ff0c9e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:43.973984 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-af693c9f-66dc-424b-84b2-7d6ff0c9e1e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.2472565 Nov 23 02:20:44.018783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:44.024849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484a087-db71-40ce-86e5-3e284bc33968 req-dba7d467-0430-4af6-9d4f-0d1f774ef739 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:44.031002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-1c547452-41de-436c-8fb4-be92d069597a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.0495543 Nov 23 02:20:44.035139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.038469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5484a087-db71-40ce-86e5-3e284bc33968 req-dba7d467-0430-4af6-9d4f-0d1f774ef739 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 948 time: 0.1504178 Nov 23 02:20:44.048194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Checking router: 1f16e91c-6c45-4ef1-b593-7fcba8e74287 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:44.048546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Updating router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 port 76cceda9-da43-417a-9c18-90a298e4afe3 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:44.133180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:44.144447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:44.147371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:44.158351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.162999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5484a087-db71-40ce-86e5-3e284bc33968 req-1f988812-a5e3-4c0a-9bc0-7beacb1ab0fe tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218472 Nov 23 02:20:44.163677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Pushing event updated for resources: {'Port': ['ID=56120c88-93be-47b2-a1ee-e5887a0292d9,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:44.221488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-9e3e4ef2-118c-4f85-8025-689a2a1975b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:44.225664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-9e3e4ef2-118c-4f85-8025-689a2a1975b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1873488 Nov 23 02:20:44.231688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:44.237313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1330709387-network', 'tenant_id': 'b273cb7f24ad45fb9ee2b00addfe255b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:44.273413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Made reservation on behalf of b273cb7f24ad45fb9ee2b00addfe255b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:44.281701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.283454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-bc58172c-3d2d-42ee-99b3-4d77795d9dfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378675 Nov 23 02:20:44.312042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.343543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Attempting to bind port 56120c88-93be-47b2-a1ee-e5887a0292d9 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:44.343918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Attempting to bind port 56120c88-93be-47b2-a1ee-e5887a0292d9 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:44.344289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Attempting to bind port 56120c88-93be-47b2-a1ee-e5887a0292d9 on network 52605f5e-7a95-4e1f-8c8f-782907b5b302 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:44.429545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.434893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.466192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9488a38c-c45d-4ae2-be5a-5dcc801f0c76,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:44.525613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:44.533440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-ee31382d-2447-42d7-9ff7-f637874a0294 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692985 Nov 23 02:20:44.536411 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-196d1d8a-29cb-456e-9d7a-dca070898eae service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450523 Nov 23 02:20:44.558903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:44.559389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Checking segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:44.559705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.560139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Bound using segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:44.564844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Bound port: 56120c88-93be-47b2-a1ee-e5887a0292d9, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:44.566322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.567231 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.567618 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Added segment 786a01cd-cff4-43eb-aa77-a06333ecdbd1 of type vlan for network 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e Nov 23 02:20:44.743003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.797150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.798539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:44.800097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.825269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] For port 56120c88-93be-47b2-a1ee-e5887a0292d9, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:44.924565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:44.941347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7061932 Nov 23 02:20:44.943294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:44.951151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Request body: {'subnet': {'network_id': '5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1330709387-subnet', 'tenant_id': 'b273cb7f24ad45fb9ee2b00addfe255b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:44.954316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780e29a-29ca-4c38-a282-a366ff9d7b89 admin admin] Pushing event updated for resources: {'Network': ['ID=5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:44.972673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7a55-e2f7-4e79-9e18-1c00c10aa479 req-b54b0875-6979-44b9-9ff7-f059d1bc7ea5 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:44.981420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4ae7a55-e2f7-4e79-9e18-1c00c10aa479 req-b54b0875-6979-44b9-9ff7-f059d1bc7ea5 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 945 time: 0.3396204 Nov 23 02:20:44.994831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-84d24d31-6a5f-41f7-abe5-fbaf48a5b18b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:44.997828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-58a850bb-e235-4749-b80e-cfdba265008a service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510972 Nov 23 02:20:44.998998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-84d24d31-6a5f-41f7-abe5-fbaf48a5b18b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551702 Nov 23 02:20:45.045242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-76913eed-16ae-4f35-a936-5f4019c5b0f7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/quotas/7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 375 time: 0.0338237 Nov 23 02:20:45.053123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:45.088454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] For port 56120c88-93be-47b2-a1ee-e5887a0292d9, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=56120c88-93be-47b2-a1ee-e5887a0292d9,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:45.097516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Made reservation on behalf of b273cb7f24ad45fb9ee2b00addfe255b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:45.100395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.115898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-3c4501bb-bced-4d67-b6b1-68581bbefabd tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:45.117427 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-3c4501bb-bced-4d67-b6b1-68581bbefabd tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0616488 Nov 23 02:20:45.131864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:45.136517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.154608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.196228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.238230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-541df1e2-af58-4802-9250-6630735551ff tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1768436 Nov 23 02:20:45.255365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.267609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4ae7a55-e2f7-4e79-9e18-1c00c10aa479 req-809420ce-c23d-40a1-b93a-93d40d4d2254 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850099 Nov 23 02:20:45.445004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9d533-0956-4bb8-bf46-560a9ef4a274 None None] Pushing event updated for resources: {'Port': ['ID=56120c88-93be-47b2-a1ee-e5887a0292d9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:45.485736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:45.518148 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.530263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:45.581501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Attempting to bind port 76cceda9-da43-417a-9c18-90a298e4afe3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:45.581886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Attempting to bind port 76cceda9-da43-417a-9c18-90a298e4afe3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:45.582256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Attempting to bind port 76cceda9-da43-417a-9c18-90a298e4afe3 on network 1684b240-c2a2-481b-b757-fb041f152fa4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:45.648400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.663445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c0249a-e5e0-4f76-8213-9179aff545cf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:45.666454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:45.691702 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477d9b5-f938-4360-ac25-5c6443f17890" -d '{"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-unplugged", "status": "completed", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:45.696517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Router 68641cd6-754c-4dc2-b9c8-117cd9984b52 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:20:45.703731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:45.704120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Checking segment: {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:45.704528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.704924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Bound using segment: {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:45.705415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Bound port: 76cceda9-da43-417a-9c18-90a298e4afe3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e14887-9816-4b94-a8bd-23dd8d2c0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:45.705803 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.711434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.748957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c51cb-c177-458b-ba75-2f1080d0cdc7 req-58e9c014-2e3e-457c-843c-219a03926377 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:45.751580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0c51cb-c177-458b-ba75-2f1080d0cdc7 req-58e9c014-2e3e-457c-843c-219a03926377 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2454150 Nov 23 02:20:45.760786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31874889-7d83-4503-aa7a-2e56cd1ad75c None None] Pushing event updated for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:45.831648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Checking segment: {'id': '786a01cd-cff4-43eb-aa77-a06333ecdbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:45.832998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Network hostable DHCP agents. Network: 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:45.861240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:45.946632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] For port 76cceda9-da43-417a-9c18-90a298e4afe3, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:45.971105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] For port 76cceda9-da43-417a-9c18-90a298e4afe3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=76cceda9-da43-417a-9c18-90a298e4afe3,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:45.977895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.988813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] Provisioning complete for port 76cceda9-da43-417a-9c18-90a298e4afe3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:45.989686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:45.993135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Network 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:46.018618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:46.019157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:46.020814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:46.049266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 56120c88-93be-47b2-a1ee-e5887a0292d9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:46.057022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a065cd5-aece-4488-b2db-b1ee0e6714c6 req-02a9a55a-22db-4a28-a227-1a4bd3ef7657 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:46.058335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a065cd5-aece-4488-b2db-b1ee0e6714c6 req-02a9a55a-22db-4a28-a227-1a4bd3ef7657 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 948 time: 0.3058224 Nov 23 02:20:46.078984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0c51cb-c177-458b-ba75-2f1080d0cdc7 req-eb8978a3-263c-461d-81d7-045f32cec1f0 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937901 Nov 23 02:20:46.093597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:46.132019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ed4fe-b004-401e-89e9-4b43caf39125 None None] Network 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:46.136398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:46.136729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Attempting to bind port 964f6acc-77f7-4188-9e14-129cc2e8bfff on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:46.148622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:46.149263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.157036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31874889-7d83-4503-aa7a-2e56cd1ad75c None None] Pushing event updated for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:46.170438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:46.174264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:46.174708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:46.177109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Bound port: 964f6acc-77f7-4188-9e14-129cc2e8bfff, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:46.177496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.222633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a065cd5-aece-4488-b2db-b1ee0e6714c6 req-ca22bf69-e927-4c8b-9492-491eec78addd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395750 Nov 23 02:20:46.228424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:46.230700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:46.231415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:46.240400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-725b03a7-76f9-4b3a-abee-81926e0f83f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2941132 Nov 23 02:20:46.267085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:46.276826 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Sync routers for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:46.301912 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:46.307269 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:46.345814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.351842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9a87be5-9146-47c4-ae33-449ffb0bf6d2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7699900 Nov 23 02:20:46.352398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:46.402759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:46.413587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:46.421953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.432156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a75ef6b4-eece-4180-b695-931049fc9cae up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:46.583163 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dce1190-a06a-4b45-a116-040af569a433 x-openstack-request-id: req-4dce1190-a06a-4b45-a116-040af569a433 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:46.583459 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-unplugged", "status": "completed", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:46.583722 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dce1190-a06a-4b45-a116-040af569a433 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:46.584134 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'code': 200} Nov 23 02:20:46.592832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:20:46.595181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 56120c88-93be-47b2-a1ee-e5887a0292d9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:46.595657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.671175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:46.672177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:46.674974 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] 10.222.0.47 "PUT /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 1123 time: 1.5462081 Nov 23 02:20:46.677695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be34f8-828f-4062-a50b-98221da5ba08 service neutron] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:46.776435 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:46.861410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:47.096924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf6596b7-fc5f-4ea0-9cac-f74646bedb37 req-e3dce9d2-8a72-4c98-9445-01f4a6600192 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 210 time: 0.1474824 Nov 23 02:20:47.110548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e18556-d80c-4750-89be-653e41c09cea None None] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:47.128516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['964f6acc-77f7-4188-9e14-129cc2e8bfff'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:47.131729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.203996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca746f-3e64-4433-b65c-6b6c9d7fd1f7 req-7e0da4e9-b0eb-4a95-8abf-18eac618299f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:47.218879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0dca746f-3e64-4433-b65c-6b6c9d7fd1f7 req-7e0da4e9-b0eb-4a95-8abf-18eac618299f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.2391913 Nov 23 02:20:47.307630 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 3, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:47.380547 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Checking router: 68641cd6-754c-4dc2-b9c8-117cd9984b52 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:47.380996 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Updating router 68641cd6-754c-4dc2-b9c8-117cd9984b52 port bb39f326-5fb9-4499-a479-fce90dfd5a3a binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:47.414189 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.452813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0dca746f-3e64-4433-b65c-6b6c9d7fd1f7 req-392fc515-ab8a-4233-90e3-72dcd8da7587 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329466 Nov 23 02:20:47.470547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543805d-a778-4ada-ad3d-ab848b9d70da None None] Network 5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:47.490632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:47.574835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] For port 76cceda9-da43-417a-9c18-90a298e4afe3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=76cceda9-da43-417a-9c18-90a298e4afe3,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:47.579876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.593932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port a75ef6b4-eece-4180-b695-931049fc9cae completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:20:47.610931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.633177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'mac_address': 'fa:16:3e:b7:3e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-116653577', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:47.671316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a75ef6b4-eece-4180-b695-931049fc9cae triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:47.671855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.761636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-09d98845-2b65-4ff4-8e55-5e95ff7664d2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303853 Nov 23 02:20:47.788319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e1fd-f98c-4689-8084-3b973d3c347b req-83b56b43-33d0-4e27-aa77-056c1da9eb8f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:47.789890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9180e1fd-f98c-4689-8084-3b973d3c347b req-83b56b43-33d0-4e27-aa77-056c1da9eb8f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2376230 Nov 23 02:20:47.943901 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.955381 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:47.974193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9180e1fd-f98c-4689-8084-3b973d3c347b req-4ebc7cb7-e844-4053-a4a2-c67b73cc87d8 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688526 Nov 23 02:20:48.029761 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db80332-7f02-4094-aa9e-513f5987a4f7 None None] Pushing event updated for resources: {'Port': ['ID=bb39f326-5fb9-4499-a479-fce90dfd5a3a,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:48.034599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-04926361-0aaf-43f0-8c10-ca024297d0af tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:48.036160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-04926361-0aaf-43f0-8c10-ca024297d0af tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/networks?id=edec2d1d-2b68-425f-8735-0e1a0069c804 HTTP/1.1" status: 200 len: 815 time: 0.4869413 Nov 23 02:20:48.055292 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Attempting to bind port bb39f326-5fb9-4499-a479-fce90dfd5a3a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:48.055768 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Attempting to bind port bb39f326-5fb9-4499-a479-fce90dfd5a3a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:48.056205 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Attempting to bind port bb39f326-5fb9-4499-a479-fce90dfd5a3a on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:48.064427 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:48.065054 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:48.066219 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.066808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:48.067295 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Bound port: bb39f326-5fb9-4499-a479-fce90dfd5a3a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:48.067769 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.079661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-9108607a-485f-43e7-9035-0da86bb9df91 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:48.081178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-9108607a-485f-43e7-9035-0da86bb9df91 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057015 Nov 23 02:20:48.090153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-da3cd88f-438d-46f5-956d-1ee2a5a7ec77 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/quotas/5f7797a313444d509385f76a974ff0ef HTTP/1.1" status: 200 len: 375 time: 0.0420043 Nov 23 02:20:48.117395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-683faa18-b6b7-4edb-ba1c-62a9e77401be None None] Provisioning complete for port 56120c88-93be-47b2-a1ee-e5887a0292d9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:48.118534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-683faa18-b6b7-4edb-ba1c-62a9e77401be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.122476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Request body: {'port': {'device_id': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '7b1638c79e344f298db1a9a730889436'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:48.133420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] For port bb39f326-5fb9-4499-a479-fce90dfd5a3a, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:48.138901 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] For port bb39f326-5fb9-4499-a479-fce90dfd5a3a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bb39f326-5fb9-4499-a479-fce90dfd5a3a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:48.144599 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.200417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 56120c88-93be-47b2-a1ee-e5887a0292d9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=56120c88-93be-47b2-a1ee-e5887a0292d9,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:48.222227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-08be63a8-4c48-40fc-b394-d5a8faf62285 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f7797a313444d509385f76a974ff0ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073520 Nov 23 02:20:48.222478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db80332-7f02-4094-aa9e-513f5987a4f7 None None] Pushing event updated for resources: {'Port': ['ID=bb39f326-5fb9-4499-a479-fce90dfd5a3a,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:48.240082 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:48.240719 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:48.275658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.276839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:48.291492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b6e5b-3afc-493e-bb86-b270b9a40508 None None] Pushing event updated for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:48.377483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.386854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:48.419028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24844b-7075-43a5-9ea5-bd3391d17f6e req-d0531c71-c987-4ad5-a418-989170485f62 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:48.421148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf24844b-7075-43a5-9ea5-bd3391d17f6e req-d0531c71-c987-4ad5-a418-989170485f62 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 948 time: 0.2784185 Nov 23 02:20:48.431380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.454684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 4, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '76cceda9-da43-417a-9c18-90a298e4afe3', 'name': '', 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'mac_address': 'fa:16:3e:cc:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:37Z', 'updated_at': '2021-11-23T02:20:45Z', 'revision_number': 4, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'subnets': [{'id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:48.521334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-5f792e04-fd07-4cb0-9817-537c50915bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745423 Nov 23 02:20:48.526398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:48.556205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6b0a8b-ce0c-460c-a969-8cb1ed709465 None None] The sync data for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 is: [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:20:38Z', 'revision_number': 4, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '76cceda9-da43-417a-9c18-90a298e4afe3', 'name': '', 'network_id': '1684b240-c2a2-481b-b757-fb041f152fa4', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'mac_address': 'fa:16:3e:cc:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:37Z', 'updated_at': '2021-11-23T02:20:45Z', 'revision_number': 4, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'subnets': [{'id': '539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:48.575514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Made reservation on behalf of 7b1638c79e344f298db1a9a730889436 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:48.579619 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.585139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:48.587753 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b162c344-be54-449b-8d3e-8c4a9fc42ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:48.623042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=56120c88-93be-47b2-a1ee-e5887a0292d9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:48.637419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf24844b-7075-43a5-9ea5-bd3391d17f6e req-addecaf2-de6b-4c8f-a9bb-6857d6d4d11d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037280 Nov 23 02:20:48.647378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:48.647562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.696378 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.770122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:48.779874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-683faa18-b6b7-4edb-ba1c-62a9e77401be None None] Provisioning complete for port 76cceda9-da43-417a-9c18-90a298e4afe3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:48.780238 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-683faa18-b6b7-4edb-ba1c-62a9e77401be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.801257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-7c05d39f-ba0a-4e1a-a02a-473d82ae86a0 service neutron] 10.222.0.15 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451520 Nov 23 02:20:48.846855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Allocated IP 172.20.0.1 (52605f5e-7a95-4e1f-8c8f-782907b5b302/90f50d2a-0662-4226-a96e-e479e19de553/f6872951-bf55-4095-9ed1-08e0c623ebda) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:48.885198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:48.887731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.917466 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 3, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:48.917737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:48.953049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71d0f6e-bbad-47d5-932d-fcb79736e3cb None None] The sync data for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 is: [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 3, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:49.068299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a75ef6b4-eece-4180-b695-931049fc9cae,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:49.069574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:49.085492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:49.088628 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa71d4-2cee-47d0-bd74-9f52696f8d81" -d '{"events": [{"server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "name": "network-vif-plugged", "status": "completed", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:49.093017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:49.095440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:49.113714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:49.192493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-592f466d-3268-4e0d-8e86-da9aede9bb47 req-633411f7-6f4b-42d4-8b11-e518d6c66002 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 210 time: 0.1602075 Nov 23 02:20:49.200965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:49.236627 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:20:49.267749 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45684eac-e266-4665-b3a6-74bd9ef13699 x-openstack-request-id: req-45684eac-e266-4665-b3a6-74bd9ef13699 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:49.268056 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:49.268321 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45684eac-e266-4665-b3a6-74bd9ef13699 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:49.268736 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'status': 'completed', 'code': 200} Nov 23 02:20:49.406012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-2e39cde5-c6e3-4aa5-bf1e-b9067e46b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:49.407836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-2e39cde5-c6e3-4aa5-bf1e-b9067e46b129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1126 time: 0.0801923 Nov 23 02:20:49.497617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:49.692875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-16b21689-691a-4122-a06e-69eac9c9c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:49.700194 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-16b21689-691a-4122-a06e-69eac9c9c55b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.2849014 Nov 23 02:20:49.749560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:49.806457 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-60df470e-b2b9-45a3-ac78-afe048feb6ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.0918298 Nov 23 02:20:49.918045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-465bf81c-a48c-43ff-82d2-74c2a48d3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:49.919644 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-465bf81c-a48c-43ff-82d2-74c2a48d3835 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1003964 Nov 23 02:20:49.937597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:20:49.960303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-b32318e0-bb51-4df8-b518-4d1b22bd70ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327187 Nov 23 02:20:50.096191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4585a311-5149-43b8-b3f2-60b3f3f02664,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:50.104882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:50.142839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b8df-d9e8-4107-bff0-8c47ca5d35e3 req-fbdf2b87-1c42-46df-a572-010d76ed6ca0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:50.151719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c1b8df-d9e8-4107-bff0-8c47ca5d35e3 req-fbdf2b87-1c42-46df-a572-010d76ed6ca0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.9580710 Nov 23 02:20:50.165481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-98eb2556-bc9b-4562-bb54-eddd2bc284f0 None None] Provisioning complete for port 56120c88-93be-47b2-a1ee-e5887a0292d9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:50.165855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-98eb2556-bc9b-4562-bb54-eddd2bc284f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:50.211106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7808bf-1f91-4e2e-acef-9fc9e3c131ea req-0253735a-cdcd-4198-8e4f-328f7e756967 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:50.213857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab7808bf-1f91-4e2e-acef-9fc9e3c131ea req-0253735a-cdcd-4198-8e4f-328f7e756967 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 970 time: 0.7627077 Nov 23 02:20:50.297741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-59063b34-9db8-467f-8cab-5582fbaaa57f service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297405 Nov 23 02:20:50.403725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c1b8df-d9e8-4107-bff0-8c47ca5d35e3 req-1429e00c-e58f-4434-8efa-7276424945fd tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507145 Nov 23 02:20:50.455706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Allocated IP 192.168.233.168 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/2e42c136-ed3e-404d-9976-abfd850df0cb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:50.579622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:50.664554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab7808bf-1f91-4e2e-acef-9fc9e3c131ea req-c0986131-21ef-4f2a-8395-5f838c1d6daa tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400878 Nov 23 02:20:50.693330 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b162c344-be54-449b-8d3e-8c4a9fc42ed6 req-ef9155d1-7552-43d1-8553-6a1d566f2a84 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861356 Nov 23 02:20:50.707045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:50.712242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-85d8fb37-65d5-4bf6-9cd3-4f94a4c970db service neutron] 10.222.0.41 "GET /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.1993682 Nov 23 02:20:50.801797 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f2e3b6-30ba-4260-80ad-03f5548a18c2 x-openstack-request-id: req-d1f2e3b6-30ba-4260-80ad-03f5548a18c2 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:50.801797 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "name": "network-vif-plugged", "status": "completed", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:50.802119 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1f2e3b6-30ba-4260-80ad-03f5548a18c2 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:50.802357 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae', 'code': 200} Nov 23 02:20:50.825994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Pushing event updated for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:50.832823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e8e4c998-92a6-4ca2-9934-1e7d37decb87 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:50.833191 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:50.878751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bb39f326-5fb9-4499-a479-fce90dfd5a3a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:50.921782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9aa013a-619d-4492-bfa4-7c98fa680406 req-be9699dd-fc07-47ec-86ca-5198db8f9a98 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 210 time: 0.2811232 Nov 23 02:20:51.012994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:51.029842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:51.035564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:51.036745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.198278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port bb39f326-5fb9-4499-a479-fce90dfd5a3a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:51.199731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.205995 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.318061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:51.323415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.331992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34a09c2c-76fc-45fb-aff2-0a8e3f432a2e req-2f998c3e-2e09-4618-b41a-03efe1e96827 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 210 time: 0.1286681 Nov 23 02:20:51.433172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f937ff-0bbb-4413-97c0-93633f5e5804 req-94ef6190-2f87-4b18-93b2-bdb0b7d6b084 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:51.435484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37f937ff-0bbb-4413-97c0-93633f5e5804 req-94ef6190-2f87-4b18-93b2-bdb0b7d6b084 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.5033841 Nov 23 02:20:51.462566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f75d53-eb3e-4afb-9823-5f31adfb9205 req-fc23666f-51e9-4004-a6f8-770b99c2b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:51.464926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38f75d53-eb3e-4afb-9823-5f31adfb9205 req-fc23666f-51e9-4004-a6f8-770b99c2b240 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1101 time: 0.5270293 Nov 23 02:20:51.499920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.522555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:51.530072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.534235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.554712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37f937ff-0bbb-4413-97c0-93633f5e5804 req-612433d7-b409-4188-b69c-ff1118632f74 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865815 Nov 23 02:20:51.555263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0ec3dd8f-d7a9-4a8c-a2f0-b53da3bcef71 None None] Provisioning complete for port f6872951-bf55-4095-9ed1-08e0c623ebda triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:51.555925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0ec3dd8f-d7a9-4a8c-a2f0-b53da3bcef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.574402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:51.592286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port bb39f326-5fb9-4499-a479-fce90dfd5a3a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bb39f326-5fb9-4499-a479-fce90dfd5a3a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:51.605301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.606099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 56120c88-93be-47b2-a1ee-e5887a0292d9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:51.621981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-57ba4c55-d98d-47b0-babb-660ca8c8eba3 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:51.624721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-57ba4c55-d98d-47b0-babb-660ca8c8eba3 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.47 "GET /v2.0/networks?id=edec2d1d-2b68-425f-8735-0e1a0069c804 HTTP/1.1" status: 200 len: 815 time: 0.5065172 Nov 23 02:20:51.642369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Request body: {'port': {'device_id': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804', 'admin_state_up': True, 'tenant_id': '5f7797a313444d509385f76a974ff0ef'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:51.675673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3dd8f-d7a9-4a8c-a2f0-b53da3bcef71 None None] Port f6872951-bf55-4095-9ed1-08e0c623ebda cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:51.684180 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38f75d53-eb3e-4afb-9823-5f31adfb9205 req-cf4781cb-d45b-48e8-88af-9494b5a0bc99 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860907 Nov 23 02:20:51.704986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=bb39f326-5fb9-4499-a479-fce90dfd5a3a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:51.721310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 56120c88-93be-47b2-a1ee-e5887a0292d9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:51.722236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.723497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:51.748399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.787474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964f6acc-77f7-4188-9e14-129cc2e8bfff {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:51.817202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:51.844136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.844554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 76cceda9-da43-417a-9c18-90a298e4afe3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:51.857362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743660a0-02e3-4619-8cf7-abc3b16cb0d9 req-ecd05b42-7b9d-442f-aaeb-a5d69443e050 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:51.859072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743660a0-02e3-4619-8cf7-abc3b16cb0d9 req-ecd05b42-7b9d-442f-aaeb-a5d69443e050 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 943 time: 0.3017623 Nov 23 02:20:51.892732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Made reservation on behalf of 5f7797a313444d509385f76a974ff0ef for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:51.896825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.907021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 76cceda9-da43-417a-9c18-90a298e4afe3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:51.907474 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:51.970726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:51.995966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:52.021748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:52.027409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:52.035576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:52.036216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.046959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428590ab-7732-4c2c-8be7-afa7758b6e3b req-7074980f-5077-41ae-bfdd-15205f555e16 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:52.052637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-428590ab-7732-4c2c-8be7-afa7758b6e3b req-7074980f-5077-41ae-bfdd-15205f555e16 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2538362 Nov 23 02:20:52.075470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] Transition to ACTIVE for port object 964f6acc-77f7-4188-9e14-129cc2e8bfff will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:52.084841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.182609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-0677434b-768f-417f-b835-b95076af64c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0649478 Nov 23 02:20:52.219822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Request body: {'port': {'device_id': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:52.241686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743660a0-02e3-4619-8cf7-abc3b16cb0d9 req-7f7d2a75-dab0-448b-924f-58b911990d62 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887044 Nov 23 02:20:52.314683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-428590ab-7732-4c2c-8be7-afa7758b6e3b req-9b72ab74-e395-4277-8e96-24b9e074724a tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499759 Nov 23 02:20:52.341810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] No DVR routers for this DVR port 964f6acc-77f7-4188-9e14-129cc2e8bfff on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:20:52.390628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Allocated IP 172.20.0.8 (edec2d1d-2b68-425f-8735-0e1a0069c804/646afd00-2a12-489b-8e11-fb358f17c376/b126e971-fd59-4b5d-8625-7a67b3c9928f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:52.407163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.426877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.428455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.441654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] Pushing event updated for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:52.458793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-049698e5-d377-4881-ad70-08d71f7507ab service neutron] 10.222.0.41 "PUT /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 1.7410140 Nov 23 02:20:52.487443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Pushing event updated for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:52.497353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.530250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eb8e8b13-bad2-4c4d-a6ff-b6f15b07c8da None None] Provisioning complete for port 2e42c136-ed3e-404d-9976-abfd850df0cb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:52.530828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eb8e8b13-bad2-4c4d-a6ff-b6f15b07c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.541211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f58f20c8-85da-4e49-b47e-f827958bf6b2 req-fdcf840d-4927-4475-b43f-a0d16c441140 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 210 time: 0.0641384 Nov 23 02:20:52.604274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e8b13-bad2-4c4d-a6ff-b6f15b07c8da None None] Port 2e42c136-ed3e-404d-9976-abfd850df0cb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:52.613492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bb39f326-5fb9-4499-a479-fce90dfd5a3a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:52.699596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port bb39f326-5fb9-4499-a479-fce90dfd5a3a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:52.700444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.769979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.819639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.823076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:52.825821 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec712d1-27ef-4723-b4e7-a9c1ea4ed43f" -d '{"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:52.880320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Network edec2d1d-2b68-425f-8735-0e1a0069c804 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:52.889171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:52.892794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:52.899577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Pushing event updated for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:52.941395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90099fd-0a16-4aaa-8611-44ffa6ce37aa req-a83b6507-c1be-46ea-9501-393e62fb4514 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:52.944168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b90099fd-0a16-4aaa-8611-44ffa6ce37aa req-a83b6507-c1be-46ea-9501-393e62fb4514 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.2586653 Nov 23 02:20:52.946449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:52.947564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:52.965286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0c9b688a-a6fd-4eeb-94d9-191c654271e7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3274562 Nov 23 02:20:52.978339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Request body: {'port': {'device_id': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:53.006467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-35e2022e-24e9-4312-923b-7a1a8e41a5c4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.007994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-35e2022e-24e9-4312-923b-7a1a8e41a5c4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.2922127 Nov 23 02:20:53.045961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88378fef-4ec8-4d05-b7cb-ef00ab7917fe req-f476c102-a8b4-47c0-a76f-e3f432345326 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.047398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88378fef-4ec8-4d05-b7cb-ef00ab7917fe req-f476c102-a8b4-47c0-a76f-e3f432345326 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 936 time: 0.3304703 Nov 23 02:20:53.050977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.093521 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.164197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:53.189299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:53.230902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b90099fd-0a16-4aaa-8611-44ffa6ce37aa req-16c9432f-a79b-4785-989b-c435dee0ec9f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624116 Nov 23 02:20:53.240494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-ac2b6052-879a-4977-9fa6-f7856437868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.241991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-ac2b6052-879a-4977-9fa6-f7856437868b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&tenant_id=bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 1096 time: 0.2207320 Nov 23 02:20:53.301854 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faf0d5e-2b4c-4def-8b6d-aa7ecee0c472 x-openstack-request-id: req-6faf0d5e-2b4c-4def-8b6d-aa7ecee0c472 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:53.302218 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:53.302563 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6faf0d5e-2b4c-4def-8b6d-aa7ecee0c472 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:53.303025 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'code': 200} Nov 23 02:20:53.440090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88378fef-4ec8-4d05-b7cb-ef00ab7917fe req-83cb95d6-958a-4244-839b-9ebe765fcff2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645697 Nov 23 02:20:53.480294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.47', 50910) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:53.509279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Router 68641cd6-754c-4dc2-b9c8-117cd9984b52 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:20:53.541385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f5c7b889-5992-4296-b4d2-1a7eb182f7be None None] Provisioning complete for port f6872951-bf55-4095-9ed1-08e0c623ebda triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:53.541754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5c7b889-5992-4296-b4d2-1a7eb182f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.543644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b126e971-fd59-4b5d-8625-7a67b3c9928f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:53.570261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.577098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7b889-5992-4296-b4d2-1a7eb182f7be None None] Port f6872951-bf55-4095-9ed1-08e0c623ebda cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:20:53.579628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021495fb-0913-495e-a9b1-c237ad3c654d req-dbca2d49-d5ec-4a48-9f64-39a5c48d45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.581151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-021495fb-0913-495e-a9b1-c237ad3c654d req-dbca2d49-d5ec-4a48-9f64-39a5c48d45f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1123 time: 0.1001546 Nov 23 02:20:53.598602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Transition to ACTIVE for port object b126e971-fd59-4b5d-8625-7a67b3c9928f will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:53.611030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.688387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-021495fb-0913-495e-a9b1-c237ad3c654d req-22240915-a93a-484e-ac4d-eb9dcf3cb328 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971735 Nov 23 02:20:53.697684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:53.776071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Attempting to bind port b126e971-fd59-4b5d-8625-7a67b3c9928f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:53.777159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Attempting to bind port b126e971-fd59-4b5d-8625-7a67b3c9928f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'e179cdb6-28bd-428c-b898-cea88df40c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:53.777159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Attempting to bind port b126e971-fd59-4b5d-8625-7a67b3c9928f on network edec2d1d-2b68-425f-8735-0e1a0069c804 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:53.781897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Port b126e971-fd59-4b5d-8625-7a67b3c9928f on network edec2d1d-2b68-425f-8735-0e1a0069c804 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:53.782258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Attempting to bind port b126e971-fd59-4b5d-8625-7a67b3c9928f on network edec2d1d-2b68-425f-8735-0e1a0069c804 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:53.788077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:53.788426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Checking segment: {'id': 'e179cdb6-28bd-428c-b898-cea88df40c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:53.788791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Bound using segment: {'id': 'e179cdb6-28bd-428c-b898-cea88df40c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:53.789226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Bound port: b126e971-fd59-4b5d-8625-7a67b3c9928f, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e179cdb6-28bd-428c-b898-cea88df40c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:53.789580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.860058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:53.863047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f,segment=NetworkSegment(e179cdb6-28bd-428c-b898-cea88df40c0e),segment_id=e179cdb6-28bd-428c-b898-cea88df40c0e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:53.870773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.880747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-8c14d929-6d3f-4260-af2c-5e0e2de546b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.882262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-8c14d929-6d3f-4260-af2c-5e0e2de546b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1096 time: 0.4643412 Nov 23 02:20:53.917534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.918152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:53.920277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17494d-6c92-420a-87a1-0ff6451384ef req-43d09e39-b917-420e-b61f-3e0599e73d68 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:53.920439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] 10.222.0.47 "PUT /v2.0/ports/b126e971-fd59-4b5d-8625-7a67b3c9928f HTTP/1.1" status: 200 len: 1092 time: 0.9464610 Nov 23 02:20:53.920751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:53.923622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed17494d-6c92-420a-87a1-0ff6451384ef req-43d09e39-b917-420e-b61f-3e0599e73d68 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 944 time: 0.4645598 Nov 23 02:20:53.925054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:53.933747 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e" -d '{"events": [{"name": "network-changed", "server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:53.959524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cc9e8-267e-4026-a4d1-8e569d00bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:53.989488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:54.013650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-9ea6ded3-4a0a-4f62-b9c4-2cf38759a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.015223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-9ea6ded3-4a0a-4f62-b9c4-2cf38759a01c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f7797a313444d509385f76a974ff0ef&device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 1095 time: 0.0510645 Nov 23 02:20:54.045940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab5934-0f64-4450-9384-c3903a447902 req-b02da323-94b1-47f2-a127-c7d1881faf79 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.047450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32ab5934-0f64-4450-9384-c3903a447902 req-b02da323-94b1-47f2-a127-c7d1881faf79 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.5084498 Nov 23 02:20:54.069502 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-d2d266eb-0501-4613-991b-97070856976a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f HTTP/1.1" status: 200 len: 217 time: 0.0428481 Nov 23 02:20:54.078176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Transition to ACTIVE for port object 2e42c136-ed3e-404d-9976-abfd850df0cb will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:20:54.097118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:54.134671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-3bb31706-ba3a-477d-a65f-83ca9a9ec294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.136737 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-3bb31706-ba3a-477d-a65f-83ca9a9ec294 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=646afd00-2a12-489b-8e11-fb358f17c376 HTTP/1.1" status: 200 len: 855 time: 0.0583265 Nov 23 02:20:54.172882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-927ac8a8-a2a8-429f-a4cd-82fc9f0826ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edec2d1d-2b68-425f-8735-0e1a0069c804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280411 Nov 23 02:20:54.204641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:20:54.210310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59440047-9bfe-4d2f-92f5-7605f9f20408 admin admin] 10.222.0.15 "PUT /v2.0/routers/68641cd6-754c-4dc2-b9c8-117cd9984b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8567529 Nov 23 02:20:54.227738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed17494d-6c92-420a-87a1-0ff6451384ef req-06214bd9-b257-4843-981c-eda2aa6fe2e3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439590 Nov 23 02:20:54.230194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-a1dfc765-5801-4bd0-b76a-a23daa61fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.231806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-a1dfc765-5801-4bd0-b76a-a23daa61fc5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.3339145 Nov 23 02:20:54.235408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Sync routers for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:20:54.257483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:54.258258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:54.292264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32ab5934-0f64-4450-9384-c3903a447902 req-af9b7f3f-0133-4cc0-86d4-859544483326 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302213 Nov 23 02:20:54.384840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-d35ae6ba-20da-4b3b-987f-dcb82413314e service neutron] 10.222.0.47 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045608 Nov 23 02:20:54.406120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:54.420360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:20:54.480381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-071be138-5e92-4edc-bee1-8e5d82acdd0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.2240596 Nov 23 02:20:54.502756 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadc4fd-41fc-4f84-b4d1-04a9b646a814 x-openstack-request-id: req-cfadc4fd-41fc-4f84-b4d1-04a9b646a814 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:54.503318 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:54.503895 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfadc4fd-41fc-4f84-b4d1-04a9b646a814 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:54.504489 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f', 'status': 'completed', 'code': 200} Nov 23 02:20:54.546589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-085cb0fe-e14a-4c73-9f7f-2c8509975d41 req-0a243949-dd35-4f7f-a4fd-efeb00e4c006 service neutron] 10.222.0.47 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528366 Nov 23 02:20:54.605501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-ddbe1e8a-af44-4b79-97da-ac2da5f958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.607040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-ddbe1e8a-af44-4b79-97da-ac2da5f958c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0691967 Nov 23 02:20:54.643424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:54.643734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:54.644009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:54.663136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:20:54.667050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:20:54.667050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:54.673838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-65ceb106-fab6-44d7-9cea-ddcf9891f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.676258 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-65ceb106-fab6-44d7-9cea-ddcf9891f019 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f7797a313444d509385f76a974ff0ef&device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 1095 time: 0.0719452 Nov 23 02:20:54.694364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-f8bef3be-c77b-43bc-afba-0ad36045a039 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713429 Nov 23 02:20:54.698609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:54.699052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:54.699540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:54.700100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Bound port: 2e42c136-ed3e-404d-9976-abfd850df0cb, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:54.701258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:54.709440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:54.789426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a356-46cc-4918-bf5a-f3f18ace7d4c req-640633dc-4665-4de7-8e57-9f6d75917db8 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.791089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19e6a356-46cc-4918-bf5a-f3f18ace7d4c req-640633dc-4665-4de7-8e57-9f6d75917db8 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 943 time: 0.3637578 Nov 23 02:20:54.838455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4710da-07d9-4181-b53b-123b74c55d34 req-06f04d9f-e7f8-4330-b08a-4367e3be14d8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:54.846322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea4710da-07d9-4181-b53b-123b74c55d34 req-06f04d9f-e7f8-4330-b08a-4367e3be14d8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.2217777 Nov 23 02:20:55.005462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-ce36f2c3-9dfc-402f-b8ba-b0c793a5cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.005462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-ce36f2c3-9dfc-402f-b8ba-b0c793a5cb01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=edec2d1d-2b68-425f-8735-0e1a0069c804 HTTP/1.1" status: 200 len: 916 time: 0.3059735 Nov 23 02:20:55.013314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19e6a356-46cc-4918-bf5a-f3f18ace7d4c req-57fff833-b05f-4360-95c1-6e2639df6f50 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988344 Nov 23 02:20:55.023215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea4710da-07d9-4181-b53b-123b74c55d34 req-9df9da6e-99dc-4656-ba7b-6a35d58bc731 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710913 Nov 23 02:20:55.023215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:55.023215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-b33fb3a7-9aa4-4262-9f3e-ec40c9f85fe5 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150971 Nov 23 02:20:55.063767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:55.084459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.098423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-98414169-49ac-4844-9700-600399ffe1ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f HTTP/1.1" status: 200 len: 217 time: 0.0731065 Nov 23 02:20:55.175933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-7c2eaf3e-a6a4-47ce-812a-cc0f1d109f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.185293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-7c2eaf3e-a6a4-47ce-812a-cc0f1d109f52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=646afd00-2a12-489b-8e11-fb358f17c376 HTTP/1.1" status: 200 len: 855 time: 0.0794160 Nov 23 02:20:55.188391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f6872951-bf55-4095-9ed1-08e0c623ebda', 'name': '', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'mac_address': 'fa:16:3e:ed:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '90f50d2a-0662-4226-a96e-e479e19de553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:48Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 2, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'subnets': [{'id': '90f50d2a-0662-4226-a96e-e479e19de553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:55.231179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.231942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.233398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] 10.222.0.41 "PUT /v2.0/ports/2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 1097 time: 3.0202162 Nov 23 02:20:55.237462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:20:55.240214 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df76122a-7b0f-45e6-9932-3dfeb8600e36" -d '{"events": [{"name": "network-changed", "server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:20:55.273136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-9376314b-0a9d-430a-b525-2e8a8e5c1a81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=edec2d1d-2b68-425f-8735-0e1a0069c804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787160 Nov 23 02:20:55.281324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3428296-7403-46d7-9bf1-c2eab2161e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:55.322946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125b48-21ae-4709-bd04-d9e6f436d846 req-c2646c0c-5bb4-41b2-88e1-89be37e42bd3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.323824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Checking router: 68641cd6-754c-4dc2-b9c8-117cd9984b52 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:20:55.324430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c125b48-21ae-4709-bd04-d9e6f436d846 req-c2646c0c-5bb4-41b2-88e1-89be37e42bd3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.1803598 Nov 23 02:20:55.334349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Updating router 68641cd6-754c-4dc2-b9c8-117cd9984b52 port f6872951-bf55-4095-9ed1-08e0c623ebda binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:20:55.371444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-43c14e97-d20a-46aa-bf05-fbf247879af9 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281062 Nov 23 02:20:55.417722 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.509391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-171de549-010b-433c-b90d-42256d9a533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.513853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-171de549-010b-433c-b90d-42256d9a533c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1100 time: 0.2119009 Nov 23 02:20:55.546977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c125b48-21ae-4709-bd04-d9e6f436d846 req-00f4a36c-c912-4a70-9c81-5252ab89e3c9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784015 Nov 23 02:20:55.588669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-e5bf6612-e3e7-4391-b3f4-c7285a1db773 service neutron] 10.222.0.47 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055851 Nov 23 02:20:55.670753 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a517184-21c6-48d8-b4ec-09314314116a x-openstack-request-id: req-7a517184-21c6-48d8-b4ec-09314314116a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:20:55.671048 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:20:55.671307 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a517184-21c6-48d8-b4ec-09314314116a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:20:55.671692 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'status': 'completed', 'code': 200} Nov 23 02:20:55.673099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-37994d0b-0dda-42d0-b01f-c122256b1c86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.1240931 Nov 23 02:20:55.696843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:55.703412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-network', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:55.809535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Made reservation on behalf of 40ee0e8a39e54c11b133c35b1c9c7096 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:55.813006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.824893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-b6cda648-9852-4c86-a74f-e3ece339c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.826998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-b6cda648-9852-4c86-a74f-e3ece339c158 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1292870 Nov 23 02:20:55.829105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-828203ff-c95b-41db-ace7-c113d53e1f2c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.830535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-828203ff-c95b-41db-ace7-c113d53e1f2c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.1855252 Nov 23 02:20:55.834622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.944971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c3ab2-7e4d-42b7-8050-ac29fa9bc09e req-ab0b27fd-b8a6-491b-8727-01663a7dad71 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:55.946440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb9c3ab2-7e4d-42b7-8050-ac29fa9bc09e req-ab0b27fd-b8a6-491b-8727-01663a7dad71 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 944 time: 0.1963811 Nov 23 02:20:55.957530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:55.964758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.045391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937870-5896-4d8e-8168-a071bb3b591a req-dd8cb6ea-d134-4221-acc5-ec87b8d1574b tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:56.047170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f937870-5896-4d8e-8168-a071bb3b591a req-dd8cb6ea-d134-4221-acc5-ec87b8d1574b tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1101 time: 0.2157199 Nov 23 02:20:56.059672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-58c9bb64-bcfd-433c-8b04-33f909605f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:56.062112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-58c9bb64-bcfd-433c-8b04-33f909605f20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2179344 Nov 23 02:20:56.064887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476c10-d4cd-45d7-9556-373b6fc9256a None None] Pushing event updated for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:56.122944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Attempting to bind port f6872951-bf55-4095-9ed1-08e0c623ebda on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:56.123693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Attempting to bind port f6872951-bf55-4095-9ed1-08e0c623ebda by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:56.124234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Attempting to bind port f6872951-bf55-4095-9ed1-08e0c623ebda on network 52605f5e-7a95-4e1f-8c8f-782907b5b302 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:56.131988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:56.132814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Checking segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:56.133425 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.134014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Bound using segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:56.134762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Bound port: f6872951-bf55-4095-9ed1-08e0c623ebda, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:56.135636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.205533 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f937870-5896-4d8e-8168-a071bb3b591a req-e8ba9493-5aca-4c1d-b00d-7bcf837d7fb6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.209998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb9c3ab2-7e4d-42b7-8050-ac29fa9bc09e req-cddc7f8c-1483-4209-9894-ebbfc2b4929e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480671 Nov 23 02:20:56.221386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] For port f6872951-bf55-4095-9ed1-08e0c623ebda, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:56.223655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed2dd07-4b57-438c-893f-ac8bf6f5528e req-aedf52f6-6dc2-4100-89ca-b4da80bdd923 service neutron] 10.222.0.47 "GET /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241016 Nov 23 02:20:56.226267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] For port f6872951-bf55-4095-9ed1-08e0c623ebda, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f6872951-bf55-4095-9ed1-08e0c623ebda,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:56.232932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.266079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.289203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.330141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:20:56.330891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:56.337790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476c10-d4cd-45d7-9556-373b6fc9256a None None] Pushing event updated for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:56.371354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:20:56.375196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-940a54ae-839b-480b-b964-57a85d463bd8 service neutron] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:56.427546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-940a54ae-839b-480b-b964-57a85d463bd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.428649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d98443d-777f-4f73-82b7-170f64a0bcfa req-940a54ae-839b-480b-b964-57a85d463bd8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.5698602 Nov 23 02:20:56.434945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abec778-890d-4bf1-9804-43875af2034a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:56.449599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.451699 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Added segment e7d508a8-3328-417a-b2b2-47fa986b7ad7 of type vlan for network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 Nov 23 02:20:56.460768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] Provisioning complete for port f6872951-bf55-4095-9ed1-08e0c623ebda triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:56.461213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.487703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-ff085c7d-e1cf-42d2-9dba-5c414dd71ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152825 Nov 23 02:20:56.561638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:20:56.611979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.621317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b459480-16cd-4434-804d-e3163bdfdd0c req-3ba8bf47-e277-4fcb-b185-8d2973c1ede7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:56.622944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b459480-16cd-4434-804d-e3163bdfdd0c req-3ba8bf47-e277-4fcb-b185-8d2973c1ede7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2679777 Nov 23 02:20:56.664199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f937870-5896-4d8e-8168-a071bb3b591a req-e8ba9493-5aca-4c1d-b00d-7bcf837d7fb6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.686083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f937870-5896-4d8e-8168-a071bb3b591a req-e8ba9493-5aca-4c1d-b00d-7bcf837d7fb6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.705544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.720703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.721637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:56.722229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.732314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b126e971-fd59-4b5d-8625-7a67b3c9928f details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:20:56.823866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f937870-5896-4d8e-8168-a071bb3b591a req-e8ba9493-5aca-4c1d-b00d-7bcf837d7fb6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7579608 Nov 23 02:20:56.828279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba9493-5aca-4c1d-b00d-7bcf837d7fb6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8361cbd8-969f-42a7-ae56-581de81f41f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:56.832418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f65ee07d-1438-485b-8d3a-b9c857eb39ea req-19066a8b-5d64-415c-be1f-f8d8b192a20b service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338614 Nov 23 02:20:56.847458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58078) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:56.847669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1484959 Nov 23 02:20:56.848774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] For port f6872951-bf55-4095-9ed1-08e0c623ebda, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f6872951-bf55-4095-9ed1-08e0c623ebda,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:56.856645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Request body: {'subnet': {'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-subnet', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:56.862678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b459480-16cd-4434-804d-e3163bdfdd0c req-22038ddd-f2b0-4a6f-9cf2-808fa68824ca tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178831 Nov 23 02:20:56.874189 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:56.874356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa6bce-2f22-4ccd-a4fc-6ed1034b1bce admin admin] Pushing event updated for resources: {'Network': ['ID=d1653cac-8ad3-4eec-8a81-2f2eab4c2221,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:56.938688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:20:56.949708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Made reservation on behalf of 40ee0e8a39e54c11b133c35b1c9c7096 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:20:56.954932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.087559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:20:57.243204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.340065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Checking segment: {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:57.340432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Network hostable DHCP agents. Network: d1653cac-8ad3-4eec-8a81-2f2eab4c2221, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:20:57.347832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Pushing event updated for resources: {'Subnet': ['ID=676ca70f-b02d-4c75-bb79-0b4e488cde69,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:57.383207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:20:57.384760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-815faaa6-1470-456e-989b-5c044d41343a None None] Provisioning complete for port f6872951-bf55-4095-9ed1-08e0c623ebda triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:57.385297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-815faaa6-1470-456e-989b-5c044d41343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.410474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d1653cac-8ad3-4eec-8a81-2f2eab4c2221) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:57.419054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.422574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.429708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-d17a3a5f-418e-458f-9785-53db14d55799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.437269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a03e23-6d46-404a-a8cd-dfdc8ccf8cf1 None None] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:20:57.442370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-d17a3a5f-418e-458f-9785-53db14d55799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1100 time: 0.4555094 Nov 23 02:20:57.452575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-723fae97-e59b-4139-bdb7-2fc5320f366e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6005530 Nov 23 02:20:57.452774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58086) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:20:57.457182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:20:57.485354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.490276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.524630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4255-148d-4d26-a159-8d5c2372d45e req-2252e57c-bc09-40dd-b93c-5d21774b9dc7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.526139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9dff4255-148d-4d26-a159-8d5c2372d45e req-2252e57c-bc09-40dd-b93c-5d21774b9dc7 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 943 time: 0.5056486 Nov 23 02:20:57.568192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.568605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5e6de-ab75-4d50-9053-395fc769e905 req-957fbfd5-a41c-41f0-b064-ac68dfed4e16 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.571052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecc5e6de-ab75-4d50-9053-395fc769e905 req-957fbfd5-a41c-41f0-b064-ac68dfed4e16 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.5052805 Nov 23 02:20:57.581088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089fd44-7484-4fb8-abb6-6a37b36bcb62 None None] Pushing event updated for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:57.589075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f,segment=NetworkSegment(e179cdb6-28bd-428c-b898-cea88df40c0e),segment_id=e179cdb6-28bd-428c-b898-cea88df40c0e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:57.607435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9dff4255-148d-4d26-a159-8d5c2372d45e req-77f3e9d7-5830-477e-98e3-2e7106b40643 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Nov 23 02:20:57.642320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-351aca5b-4305-45f3-90fe-6d522a4a4319 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2648990 Nov 23 02:20:57.709115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b126e971-fd59-4b5d-8625-7a67b3c9928f', 'network_id': 'edec2d1d-2b68-425f-8735-0e1a0069c804', 'port_id': 'b126e971-fd59-4b5d-8625-7a67b3c9928f', 'mac_address': 'fa:16:3e:24:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646afd00-2a12-489b-8e11-fb358f17c376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:20:57.790862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.791860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecc5e6de-ab75-4d50-9053-395fc769e905 req-a25adec7-ebef-443a-9e38-fba24789b77e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906104 Nov 23 02:20:57.799752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-ab651b1c-5929-4e09-861b-6ce417b06a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.801850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-ab651b1c-5929-4e09-861b-6ce417b06a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3383541 Nov 23 02:20:57.804299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f6872951-bf55-4095-9ed1-08e0c623ebda', 'name': '', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'mac_address': 'fa:16:3e:ed:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '90f50d2a-0662-4226-a96e-e479e19de553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:48Z', 'updated_at': '2021-11-23T02:20:56Z', 'revision_number': 4, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'subnets': [{'id': '90f50d2a-0662-4226-a96e-e479e19de553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:20:57.825099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60878c7-c2cb-4b75-9713-72aad075b3c9 req-80b6ad6e-35ca-4a71-aff4-a68a986ea9e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.836018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a60878c7-c2cb-4b75-9713-72aad075b3c9 req-80b6ad6e-35ca-4a71-aff4-a68a986ea9e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1474214 Nov 23 02:20:57.858369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'fixed_ips': [{'subnet_id': '676ca70f-b02d-4c75-bb79-0b4e488cde69'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:20:57.859257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:57.911453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-c509378f-d045-4f12-813b-8e36a2751107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:57.912977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-c509378f-d045-4f12-813b-8e36a2751107 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1096 time: 0.2211759 Nov 23 02:20:57.917306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-5a11ba0d-32fb-4eb3-9b48-f662431f0618 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.0726550 Nov 23 02:20:57.928316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f106141-f9ed-4464-ab88-3b54697040c5 None None] The sync data for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 is: [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f6872951-bf55-4095-9ed1-08e0c623ebda', 'name': '', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'mac_address': 'fa:16:3e:ed:da:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '90f50d2a-0662-4226-a96e-e479e19de553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:48Z', 'updated_at': '2021-11-23T02:20:56Z', 'revision_number': 4, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'subnets': [{'id': '90f50d2a-0662-4226-a96e-e479e19de553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:20:57.959092 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.062470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b126e971-fd59-4b5d-8625-7a67b3c9928f {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:20:58.182924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a60878c7-c2cb-4b75-9713-72aad075b3c9 req-3e9db277-9d23-488c-9023-7645a807e131 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458755 Nov 23 02:20:58.235654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Allocated IP 172.20.0.2 (d1653cac-8ad3-4eec-8a81-2f2eab4c2221/676ca70f-b02d-4c75-bb79-0b4e488cde69/a827fe6e-4ac1-4df2-a976-020260dab967) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:58.261660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.269800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f,segment=NetworkSegment(e179cdb6-28bd-428c-b898-cea88df40c0e),segment_id=e179cdb6-28bd-428c-b898-cea88df40c0e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:20:58.289604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.291793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.306636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-c21b16a9-83d6-4749-8c16-f952bbcd95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:58.308366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-c21b16a9-83d6-4749-8c16-f952bbcd95e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3763328 Nov 23 02:20:58.309485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-546fa8ed-cf2a-4ee0-a99c-36f58a1bb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:58.311395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-546fa8ed-cf2a-4ee0-a99c-36f58a1bb5d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.3632779 Nov 23 02:20:58.415503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Allocated IP 172.25.1.144 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/a6cbd078-4157-42bb-ae91-455e7c01561c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:20:58.430741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-33b4d479-a9dc-49a8-b095-98ae2d1b2dca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0926995 Nov 23 02:20:58.544152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6da6e8-46ae-429c-88d3-f7240bd9e9d3 req-e6862117-cf20-4156-a44c-775b26a84867 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:58.554340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6da6e8-46ae-429c-88d3-f7240bd9e9d3 req-e6862117-cf20-4156-a44c-775b26a84867 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1096 time: 0.3434076 Nov 23 02:20:58.570492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f6872951-bf55-4095-9ed1-08e0c623ebda up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:20:58.592157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.635119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.691883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b126e971-fd59-4b5d-8625-7a67b3c9928f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:20:58.715566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-7f3805eb-bca8-4ca4-96a2-b1db8d8645b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:58.718931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-7f3805eb-bca8-4ca4-96a2-b1db8d8645b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3822651 Nov 23 02:20:58.754482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:58.766412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:58.782085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:58.812226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cbd078-4157-42bb-ae91-455e7c01561c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:58.819676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:58.832453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-6e274ce4-894e-4c80-8c28-d976391105f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:58.835995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-6e274ce4-894e-4c80-8c28-d976391105f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.3763146 Nov 23 02:20:58.883638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.891426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6da6e8-46ae-429c-88d3-f7240bd9e9d3 req-52e78979-b174-475b-b2e6-3152cefc22f1 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310442 Nov 23 02:20:58.898047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:58.990294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Pushing event updated for resources: {'Port': ['ID=a827fe6e-4ac1-4df2-a976-020260dab967,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:59.093759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-8a49e5a8-d868-409a-817a-1ef0c6f662f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096151 Nov 23 02:20:59.167234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:20:59.168134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f6872951-bf55-4095-9ed1-08e0c623ebda triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:20:59.168571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.187433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-98a75b04-0348-4a7a-b4c6-5e2ee9c71a97 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1625161 Nov 23 02:20:59.227188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:20:59.232530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:20:59.392633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2d6de-af24-4b56-8e9c-238946af8f7d req-cc29551b-f629-4bee-b9d5-86e3b28a4ee4 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:59.404979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07c2d6de-af24-4b56-8e9c-238946af8f7d req-cc29551b-f629-4bee-b9d5-86e3b28a4ee4 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 944 time: 0.3175707 Nov 23 02:20:59.409259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.429255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Attempting to bind port a827fe6e-4ac1-4df2-a976-020260dab967 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:20:59.429255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Attempting to bind port a827fe6e-4ac1-4df2-a976-020260dab967 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:20:59.429255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Attempting to bind port a827fe6e-4ac1-4df2-a976-020260dab967 on network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:20:59.446670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:20:59.447159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Checking segment: {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:20:59.447891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.448303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Bound using segment: {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:20:59.448853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Bound port: a827fe6e-4ac1-4df2-a976-020260dab967, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:20:59.449314 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.460609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.471764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-ce16e45f-0220-4f79-bc38-36538537a815 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221513 Nov 23 02:20:59.578647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] For port a827fe6e-4ac1-4df2-a976-020260dab967, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:20:59.585817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] For port a827fe6e-4ac1-4df2-a976-020260dab967, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a827fe6e-4ac1-4df2-a976-020260dab967,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:20:59.596005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.609633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-3d9a7d06-a4d5-46b5-90ab-1c3ec5884ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852147 Nov 23 02:20:59.623272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-29977955-55ce-467f-b557-ea7c88a4d076 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:59.626108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-29977955-55ce-467f-b557-ea7c88a4d076 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141841 Nov 23 02:20:59.714218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07c2d6de-af24-4b56-8e9c-238946af8f7d req-897748ac-f8de-4117-ab18-f39109ece69d tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030765 Nov 23 02:20:59.726156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efedf3-1246-4d49-a4e4-a09f9fda3c9d None None] Pushing event updated for resources: {'Port': ['ID=a827fe6e-4ac1-4df2-a976-020260dab967,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:20:59.732568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:59.736566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-0e1f8b2c-a776-49d7-9a82-d6ca42fda507 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.0940678 Nov 23 02:20:59.906815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df76122a-7b0f-45e6-9932-3dfeb8600e36 req-6d343e87-91b4-46bc-875e-c5f9b016d07d service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201174 Nov 23 02:20:59.912469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Router 79affc7a-5672-4191-9ab9-d50981e7da56 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:20:59.915015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6b4c03-a6a4-4ccf-8adc-75628272e3b4 req-59c21ce3-bd2f-4e77-a0ca-3151e2a9e294 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890308 Nov 23 02:20:59.947128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-ccfc90d5-d5e4-49de-824f-a7d3c35fdf4a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088873 Nov 23 02:20:59.981067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ea2e-5018-4d1f-8070-f54818cc470f req-274ee692-aba7-4a8e-99fb-48e2667ec9a1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:20:59.992965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02a4ea2e-5018-4d1f-8070-f54818cc470f req-274ee692-aba7-4a8e-99fb-48e2667ec9a1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1809456 Nov 23 02:21:00.082973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02a4ea2e-5018-4d1f-8070-f54818cc470f req-4fcab55f-9473-4fab-9c1b-469dd6f2ace7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890856 Nov 23 02:21:00.115792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:00.125060 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Sync routers for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:00.137874 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:00.140077 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:00.153228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:00.161425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7ac14b2-0be7-441c-80c0-4a62e788ba86 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7052529 Nov 23 02:21:00.161664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58134) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:00.253228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131cf5-bafc-4166-aef5-4c8073396df8 req-4876072c-d988-40f2-9690-17520c50fd03 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:00.263614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61131cf5-bafc-4166-aef5-4c8073396df8 req-4876072c-d988-40f2-9690-17520c50fd03 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.0865629 Nov 23 02:21:00.307513 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:00.389216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61131cf5-bafc-4166-aef5-4c8073396df8 req-802207f1-593d-4b70-ae2b-21893b65b7e4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167855 Nov 23 02:21:00.418100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:00.680990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a827fe6e-4ac1-4df2-a976-020260dab967 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:00.767957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-949c6a3b-8da3-427b-b072-7612d3fc749d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:00.777053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-949c6a3b-8da3-427b-b072-7612d3fc749d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.2197583 Nov 23 02:21:00.798892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:00.802080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-0308657e-d980-4a79-bd01-ff317c35ec3b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/quotas/bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 375 time: 0.0239491 Nov 23 02:21:00.833189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b126e971-fd59-4b5d-8625-7a67b3c9928f up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:00.845346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'mac_address': 'fa:16:3e:e0:4d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:00.889126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:20:59Z', 'revision_number': 3, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:00.970384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-6cdc545b-388d-4a43-8379-23e82b7ceab9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658933 Nov 23 02:21:00.983612 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Checking router: 79affc7a-5672-4191-9ab9-d50981e7da56 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:00.984221 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Updating router 79affc7a-5672-4191-9ab9-d50981e7da56 port a6cbd078-4157-42bb-ae91-455e7c01561c binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:01.029465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.057624 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.152881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:01.197584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-064bb1ff-5d52-4c88-af30-7f14a64c36ca service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098644 Nov 23 02:21:01.211271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:01.246557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.302751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.348347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a827fe6e-4ac1-4df2-a976-020260dab967 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:01.348757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.466551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bcab2-3c75-4ace-8597-b93bca5af1d1 None None] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:01.493225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b126e971-fd59-4b5d-8625-7a67b3c9928f completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:01.528221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:01.542038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b126e971-fd59-4b5d-8625-7a67b3c9928f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:01.542393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.573700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-1ca42727-4f45-4afb-b1c5-456d912509c7 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693352 Nov 23 02:21:01.591522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:01.617486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d45b3-d83c-4246-a34d-572b5bb249a2 req-9d416b35-ea39-457a-a082-2615ef585d30 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:01.622494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-813d45b3-d83c-4246-a34d-572b5bb249a2 req-9d416b35-ea39-457a-a082-2615ef585d30 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 944 time: 0.1982343 Nov 23 02:21:01.644486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Allocated IP 172.20.0.1 (d1653cac-8ad3-4eec-8a81-2f2eab4c2221/676ca70f-b02d-4c75-bb79-0b4e488cde69/e701540c-9a0d-4ef2-9e5f-a9a5db2b5030) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:01.699445 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.707044 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.764642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-813d45b3-d83c-4246-a34d-572b5bb249a2 req-8613db15-29a3-4a80-b969-4325a08dd8b0 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361797 Nov 23 02:21:01.895923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.914859 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Attempting to bind port a6cbd078-4157-42bb-ae91-455e7c01561c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:01.916303 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Attempting to bind port a6cbd078-4157-42bb-ae91-455e7c01561c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:01.916673 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Attempting to bind port a6cbd078-4157-42bb-ae91-455e7c01561c on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:01.951301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:01.952049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:01.952417 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.952822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:01.956365 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Bound port: a6cbd078-4157-42bb-ae91-455e7c01561c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:01.958285 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:01.974751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a05fa333-25b2-4fa1-bed2-9be37abb37d8 req-8c68df2f-68d8-4dd1-bf75-f4eb52082506 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 210 time: 0.0832489 Nov 23 02:21:01.995824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070f4e0-54fe-44a2-b89a-ee4cebaac6de req-55fcbd2f-12bd-4dbe-961b-0562f0e072fc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:02.004555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5070f4e0-54fe-44a2-b89a-ee4cebaac6de req-55fcbd2f-12bd-4dbe-961b-0562f0e072fc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1249459 Nov 23 02:21:02.015745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.041830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15b33b-c95f-4b7c-9dc6-85b6501cc5e5 None None] Pushing event updated for resources: {'Port': ['ID=a6cbd078-4157-42bb-ae91-455e7c01561c,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:02.119252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d6da01bb-536a-4c36-85a1-402a1c15de20 None None] Provisioning complete for port a827fe6e-4ac1-4df2-a976-020260dab967 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:02.120246 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6da01bb-536a-4c36-85a1-402a1c15de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.146547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5070f4e0-54fe-44a2-b89a-ee4cebaac6de req-9972a42d-f330-49e7-8a31-ee253433e157 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403317 Nov 23 02:21:02.164196 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] For port a6cbd078-4157-42bb-ae91-455e7c01561c, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:02.168922 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] For port a6cbd078-4157-42bb-ae91-455e7c01561c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6cbd078-4157-42bb-ae91-455e7c01561c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:02.178428 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.238852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.322387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Pushing event updated for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:02.331140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:02.333885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:02.336403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:02.399169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b471c-56ed-4686-9b6b-fc737ceb7499 req-486df2df-44fb-495c-9aa0-6d921e77f430 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:02.412970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f9b471c-56ed-4686-9b6b-fc737ceb7499 req-486df2df-44fb-495c-9aa0-6d921e77f430 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 949 time: 0.2626064 Nov 23 02:21:02.425799 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:02.427337 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:02.457457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.621889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a827fe6e-4ac1-4df2-a976-020260dab967, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a827fe6e-4ac1-4df2-a976-020260dab967,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:02.656201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c59a85b4-c8f7-4487-bacd-0ea0d78d56b4 req-18161480-e7c0-4793-8e18-95c9e20eb2ec tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 210 time: 0.1612339 Nov 23 02:21:02.663308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.683785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.697047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f9b471c-56ed-4686-9b6b-fc737ceb7499 req-54e94322-d086-4cbd-a132-9e765c2e1fde tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830975 Nov 23 02:21:02.720681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-8a8a5e0f-91aa-4e32-8fc7-41d78ec5ea31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2202580 Nov 23 02:21:02.835166 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15b33b-c95f-4b7c-9dc6-85b6501cc5e5 None None] Pushing event updated for resources: {'Port': ['ID=a6cbd078-4157-42bb-ae91-455e7c01561c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:02.911826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:02.913599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:02.917097 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f98efa-4126-4cdd-9cc1-6ecb106b2981" -d '{"events": [{"server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "name": "network-vif-plugged", "status": "completed", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:02.951645 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:03.011275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-bb3c500e-23d9-4135-b4a0-0cec4499d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:03.013613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-bb3c500e-23d9-4135-b4a0-0cec4499d6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 1101 time: 0.1956730 Nov 23 02:21:03.034968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f,segment=NetworkSegment(e179cdb6-28bd-428c-b898-cea88df40c0e),segment_id=e179cdb6-28bd-428c-b898-cea88df40c0e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:03.058194 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8ad761-962f-4ae8-b160-0fe08d296698 x-openstack-request-id: req-8b8ad761-962f-4ae8-b160-0fe08d296698 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:03.063940 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "name": "network-vif-plugged", "status": "completed", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:03.065593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe06bb-7e8f-4b3b-9f27-ff61aea6b5a1 req-9fbf00fe-99cf-4176-85c7-8e82f5cb49a2 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:03.066130 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b8ad761-962f-4ae8-b160-0fe08d296698 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:03.069446 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f', 'code': 200} Nov 23 02:21:03.074663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a827fe6e-4ac1-4df2-a976-020260dab967,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:03.074854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-defe06bb-7e8f-4b3b-9f27-ff61aea6b5a1 req-9fbf00fe-99cf-4176-85c7-8e82f5cb49a2 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 944 time: 0.1756620 Nov 23 02:21:03.102457 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.158390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-defe06bb-7e8f-4b3b-9f27-ff61aea6b5a1 req-28edadcd-eb71-46ce-b949-d284caac9ce6 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801518 Nov 23 02:21:03.261471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97f0f3ac-2372-4759-a56a-7f05aaccfa38 req-fb0d56b6-c19d-4e70-88fd-867663ba044e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 210 time: 0.0683942 Nov 23 02:21:03.316131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:03.411291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:20:59Z', 'revision_number': 3, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:03.473460 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df33f16-8c6e-460c-aa6d-bd280b5d3db0 None None] The sync data for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 is: [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:20:59Z', 'revision_number': 3, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:03.486093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-09d86b91-9595-4ca3-a741-16a4885c06e5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2216740 Nov 23 02:21:03.498057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.546723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.642771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-04eb0fb4-3427-401b-a9b1-552dd7954cff None None] Provisioning complete for port a827fe6e-4ac1-4df2-a976-020260dab967 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:03.644548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04eb0fb4-3427-401b-a9b1-552dd7954cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.691881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.705358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc99c-2cdf-4b63-a304-33b03f0649a6 req-d2c17694-c4b8-4c27-b2f3-30e258955158 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:03.719242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e15bc99c-2cdf-4b63-a304-33b03f0649a6 req-d2c17694-c4b8-4c27-b2f3-30e258955158 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.3396769 Nov 23 02:21:03.730970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Pushing event updated for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:03.893220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-04eb0fb4-3427-401b-a9b1-552dd7954cff None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:03.895898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04eb0fb4-3427-401b-a9b1-552dd7954cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:04.033337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-7e8fb0ea-68f6-49ae-b034-924571488527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:04.037252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-7e8fb0ea-68f6-49ae-b034-924571488527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.5505235 Nov 23 02:21:04.052316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:04.053063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-04eb0fb4-3427-401b-a9b1-552dd7954cff None None] Port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:04.132222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74fa66-644f-4a38-8b09-1b2b140aa641 req-6e696981-cf11-4bd1-bff6-156fde32546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:04.133811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff74fa66-644f-4a38-8b09-1b2b140aa641 req-6e696981-cf11-4bd1-bff6-156fde32546b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 1097 time: 0.6439095 Nov 23 02:21:04.137722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:04.152801 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-d23d9737-c343-4cb4-a237-240d915f822d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4 HTTP/1.1" status: 200 len: 217 time: 0.1033466 Nov 23 02:21:04.171147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-196353ea-93b0-47ab-aab2-dbe29d73ce66 req-7d918cbc-f2a1-4072-999b-dbc10a92719d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 210 time: 0.0611084 Nov 23 02:21:04.186538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a9ae15a2-8c40-41b2-924a-e00d24516054 None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:04.186826 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9ae15a2-8c40-41b2-924a-e00d24516054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:04.288110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-3d0f93a1-f7b0-4b8f-9b61-7df0e1dee6e8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879233 Nov 23 02:21:04.288311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae15a2-8c40-41b2-924a-e00d24516054 None None] Port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:04.355906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-14e8ce4b-0e6f-4eae-99f8-f83b78c7a295 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:04.357984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-14e8ce4b-0e6f-4eae-99f8-f83b78c7a295 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8336594 Nov 23 02:21:04.401240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:04.411211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff74fa66-644f-4a38-8b09-1b2b140aa641 req-d9662298-a34b-4000-ae0d-d8c4e9a503e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359023 Nov 23 02:21:04.426341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e15bc99c-2cdf-4b63-a304-33b03f0649a6 req-c53a7e22-840b-4cb3-a341-c98b7fbbc481 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062740 Nov 23 02:21:04.460366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:04.699578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.41', 61941) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:04.801388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-57a9af33-aa8e-4dd5-9e6e-f90df67533f7 None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:04.801836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57a9af33-aa8e-4dd5-9e6e-f90df67533f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:04.834054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 2e42c136-ed3e-404d-9976-abfd850df0cb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:04.849458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 2e42c136-ed3e-404d-9976-abfd850df0cb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:04.849823 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:04.917979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-57a9af33-aa8e-4dd5-9e6e-f90df67533f7 None None] Port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:04.953487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-23671b92-2548-4441-adb4-23abcdcbb56c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:04.955761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-23671b92-2548-4441-adb4-23abcdcbb56c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.2549875 Nov 23 02:21:04.970202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a15471-9b01-4862-ab2d-aca9ef8e68bd req-c75cd902-fa17-44c9-9c3d-694e1ffdc3c4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:04.982579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35a15471-9b01-4862-ab2d-aca9ef8e68bd req-c75cd902-fa17-44c9-9c3d-694e1ffdc3c4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 949 time: 0.5917606 Nov 23 02:21:04.993092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Request body: {'port': {'device_id': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'admin_state_up': True, 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:05.065493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fccc4-a9ea-4211-b7c4-98e8e9fb9cff req-77ae350d-2b02-40ce-895b-0cb685cb7491 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:05.067655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b37fccc4-a9ea-4211-b7c4-98e8e9fb9cff req-77ae350d-2b02-40ce-895b-0cb685cb7491 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 945 time: 0.4869282 Nov 23 02:21:05.103973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a827fe6e-4ac1-4df2-a976-020260dab967 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:05.113277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b5196b7a-3d87-4993-96d5-46bc18fa802f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:05.114857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b5196b7a-3d87-4993-96d5-46bc18fa802f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7954826 Nov 23 02:21:05.126890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-5e146e09-3601-45ba-aae8-b06e2bd4655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:05.128386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-5e146e09-3601-45ba-aae8-b06e2bd4655e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.8486419 Nov 23 02:21:05.159301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:05.161356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '53d885b5-937b-454b-a2e9-c6c197a82943', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:05.164021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.210833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.245860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a827fe6e-4ac1-4df2-a976-020260dab967 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:05.246354 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.248506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35a15471-9b01-4862-ab2d-aca9ef8e68bd req-2ea6bc7c-d0a5-4804-a66d-37dbd31beb7b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643461 Nov 23 02:21:05.286378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:05.288836 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457602a-198a-400e-b990-d76f94f9661d" -d '{"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-plugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:05.322248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Router 79affc7a-5672-4191-9ab9-d50981e7da56 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:21:05.331832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:05.360574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.377666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-ca3cfc33-9d67-489e-bc78-8990f2745e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:05.379509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-ca3cfc33-9d67-489e-bc78-8990f2745e38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2343621 Nov 23 02:21:05.430721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:05.489932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6cbd078-4157-42bb-ae91-455e7c01561c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:05.614973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74350b7d-a905-4978-8127-dc4946eb208d req-b2735b94-2456-474b-a9ad-1d406f23af90 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 210 time: 0.0884106 Nov 23 02:21:05.618774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a6cbd078-4157-42bb-ae91-455e7c01561c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:05.619153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.666746 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5a22db1-385f-4e7b-8c7c-b8ee484ad120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.667353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:05.671412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.732491 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-ce241e2b-9716-4aa0-a5e2-dfe91046d354 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417382 Nov 23 02:21:05.747003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b37fccc4-a9ea-4211-b7c4-98e8e9fb9cff req-aa65b317-4331-478b-92d0-6555ec38d6d3 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480474 Nov 23 02:21:05.749002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:05.770403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.185 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/b07e4440-4be5-47e4-9848-03889dea86fd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:05.773965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3887609a-5fbd-4b90-b956-a73b2ff1b32f admin admin] 10.222.0.15 "PUT /v2.0/routers/79affc7a-5672-4191-9ab9-d50981e7da56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6076424 Nov 23 02:21:05.815963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.861492 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4449c9ee-59c8-4da0-8628-13e460c36887 x-openstack-request-id: req-4449c9ee-59c8-4da0-8628-13e460c36887 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:05.861752 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-plugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:05.862005 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4449c9ee-59c8-4da0-8628-13e460c36887 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:05.862405 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'code': 200} Nov 23 02:21:05.892829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a6cbd078-4157-42bb-ae91-455e7c01561c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6cbd078-4157-42bb-ae91-455e7c01561c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:05.900896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.963309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.41', 61942) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:06.013299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a6cbd078-4157-42bb-ae91-455e7c01561c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:06.015015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:06.023340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.072672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddbf74-752e-4f36-bac4-fe3c38bb2ee2 req-618e4eca-a51e-4e1f-8b27-a71475876826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:06.074346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ddbf74-752e-4f36-bac4-fe3c38bb2ee2 req-618e4eca-a51e-4e1f-8b27-a71475876826 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1102 time: 0.1100767 Nov 23 02:21:06.076610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab9481fe-66b9-442c-b18f-80dafb5af6c8 req-2eedc899-913c-4c22-8ddc-bbaf9a19bc7c service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204391 Nov 23 02:21:06.108349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e505ca9-d2c9-4ff0-a3a1-8dbeb7ea2b24 req-1bbc2345-70af-4082-9a55-8fea257bf97c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 210 time: 0.1126013 Nov 23 02:21:06.169796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5f8f2-e3bf-402d-9750-1d18bf4b3b70 req-7cc596f4-648c-4fbc-bbe5-4388009bb8fc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:06.171341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69c5f8f2-e3bf-402d-9750-1d18bf4b3b70 req-7cc596f4-648c-4fbc-bbe5-4388009bb8fc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1826148 Nov 23 02:21:06.175652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ddbf74-752e-4f36-bac4-fe3c38bb2ee2 req-1f5582d9-eeaf-409f-9e02-9c84603e7ab5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833898 Nov 23 02:21:06.186394 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.393313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69c5f8f2-e3bf-402d-9750-1d18bf4b3b70 req-dbfbff44-7d1e-49fa-8ed0-346fea292ed5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050021 Nov 23 02:21:06.431377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Allocated IP 172.20.0.6 (e0dcd252-4872-44ef-9704-fd90da3dd812/609ca818-4f16-44df-80d4-3759fbe709e5/06fca24e-c3e9-4bde-bcfd-450b662c1c14) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:06.490034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Sync routers for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:06.503954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.534812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:06.536423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:06.587520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f09fbf-4e7e-4a27-a6b9-7bedb8db3e87 req-597a68ef-83d8-4ea2-a7c6-df05c529cd74 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:06.589009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2f09fbf-4e7e-4a27-a6b9-7bedb8db3e87 req-597a68ef-83d8-4ea2-a7c6-df05c529cd74 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1894305 Nov 23 02:21:06.604668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:06.610826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:06.618930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:06.624960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:06.625706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.647827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:06.668160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.247 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/f52d71d3-2324-432b-af6b-ecff0b04f181) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:06.765719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:06.809506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-b24a38a4-12aa-45cd-8720-7fd7e28e7c86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4171457 Nov 23 02:21:06.983467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6cbd078-4157-42bb-ae91-455e7c01561c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:07.032207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2f09fbf-4e7e-4a27-a6b9-7bedb8db3e87 req-65071bcf-f57f-41ff-a682-236c5b390232 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244423 Nov 23 02:21:07.083368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:07.167491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Request body: {'port': {'device_id': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.221145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45a5fd0a-a038-4bed-b637-90ce6256e79b req-459052de-37dc-4a09-b584-2579fbe6505c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 210 time: 0.4603555 Nov 23 02:21:07.236823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.288589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.364521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:07.369079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:07.390021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:07.396270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.542080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:07.543502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.585444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-cf6c39c4-8f72-499e-8e1a-1be2bb15a39b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4354532 Nov 23 02:21:07.594095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Request body: {'port': {'device_id': '53d885b5-937b-454b-a2e9-c6c197a82943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.708103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.758123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.781011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.895080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.919273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Network e0dcd252-4872-44ef-9704-fd90da3dd812 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:07.926167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.955252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fed30a-6fe1-400e-b076-c81ae4d27f7a req-a035664e-03ca-45b7-ade7-1d0ecc1ca8c0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:07.957596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03fed30a-6fe1-400e-b076-c81ae4d27f7a req-a035664e-03ca-45b7-ade7-1d0ecc1ca8c0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 931 time: 0.2047634 Nov 23 02:21:08.116577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:08.126088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:08.133561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:08.134996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.139904 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9145-e3d4-4870-8266-dac7b463016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.146597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ccf17239-8ebe-4902-ac65-e3bc86a10747 None None] Provisioning complete for port b07e4440-4be5-47e4-9848-03889dea86fd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:08.147106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccf17239-8ebe-4902-ac65-e3bc86a10747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.239336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab5a4f-ef59-4706-9838-bc48e02b1efa req-6cb12896-2024-4884-b6b0-c162f641315c tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:08.248824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00ab5a4f-ef59-4706-9838-bc48e02b1efa req-6cb12896-2024-4884-b6b0-c162f641315c tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 945 time: 0.7085700 Nov 23 02:21:08.261557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-b866a177-d41b-4c82-92e3-c664af526f6d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2738256 Nov 23 02:21:08.318434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Request body: {'port': {'device_id': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.331901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03fed30a-6fe1-400e-b076-c81ae4d27f7a req-e9570963-9e9b-45ee-af15-281d94e563d7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185848 Nov 23 02:21:08.342802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a6cbd078-4157-42bb-ae91-455e7c01561c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:08.343242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.344785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ccf17239-8ebe-4902-ac65-e3bc86a10747 None None] Port b07e4440-4be5-47e4-9848-03889dea86fd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:08.447127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d71d3-2324-432b-af6b-ecff0b04f181 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:08.465583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.493974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Transition to ACTIVE for port object f52d71d3-2324-432b-af6b-ecff0b04f181 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:08.500531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.538422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00ab5a4f-ef59-4706-9838-bc48e02b1efa req-65aae346-adbc-4e2a-9c34-884d3c94ec4b tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883890 Nov 23 02:21:08.718947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.923599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.944701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Attempting to bind port f52d71d3-2324-432b-af6b-ecff0b04f181 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:08.949553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Attempting to bind port f52d71d3-2324-432b-af6b-ecff0b04f181 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:08.949885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Attempting to bind port f52d71d3-2324-432b-af6b-ecff0b04f181 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:08.964102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Port f52d71d3-2324-432b-af6b-ecff0b04f181 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:08.964454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Attempting to bind port f52d71d3-2324-432b-af6b-ecff0b04f181 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:08.981202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:08.982109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:08.982520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:08.983105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Bound port: f52d71d3-2324-432b-af6b-ecff0b04f181, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:08.983466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.989439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:21:02Z', 'revision_number': 4, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e701540c-9a0d-4ef2-9e5f-a9a5db2b5030', 'name': '', 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'mac_address': 'fa:16:3e:d7:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:01Z', 'updated_at': '2021-11-23T02:21:03Z', 'revision_number': 2, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'subnets': [{'id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:09.250358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Checking router: 79affc7a-5672-4191-9ab9-d50981e7da56 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:09.252009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Updating router 79affc7a-5672-4191-9ab9-d50981e7da56 port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:09.282265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:09.298553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f52d71d3-2324-432b-af6b-ecff0b04f181,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:09.303696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.378297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07e4440-4be5-47e4-9848-03889dea86fd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:09.415407 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.428795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.442015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.445714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.453787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.457960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] 10.222.0.41 "PUT /v2.0/ports/f52d71d3-2324-432b-af6b-ecff0b04f181 HTTP/1.1" status: 200 len: 1097 time: 1.8644540 Nov 23 02:21:09.458756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:09.464267 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90059977-43a6-4246-99ba-7f0ead123003" -d '{"events": [{"name": "network-changed", "server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:09.484335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Transition to ACTIVE for port object b07e4440-4be5-47e4-9848-03889dea86fd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:09.527872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:09.641528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10576ed4-c8d1-476f-807c-eda2efe51e97 req-9335afb4-10d3-4e4f-ac4d-f06e0bfcebcd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.644995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93800c-14c2-486b-85c4-e141f09f2949 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.649487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10576ed4-c8d1-476f-807c-eda2efe51e97 req-9335afb4-10d3-4e4f-ac4d-f06e0bfcebcd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.7979538 Nov 23 02:21:09.674678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d413c-d0a0-41fe-ab67-2d04bb12f068 req-a3fec3be-3c1a-465e-a7f2-0a61e428a4ec tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.686162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d413c-d0a0-41fe-ab67-2d04bb12f068 req-a3fec3be-3c1a-465e-a7f2-0a61e428a4ec tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 1.0616846 Nov 23 02:21:09.698943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.722861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-6e3a6352-f5b5-4597-be3b-362d0ed7f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.724416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-6e3a6352-f5b5-4597-be3b-362d0ed7f544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 1100 time: 0.1871037 Nov 23 02:21:09.769510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.927255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-18f6848f-a777-449c-bd5f-6f7213dbb9bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f52d71d3-2324-432b-af6b-ecff0b04f181 HTTP/1.1" status: 200 len: 217 time: 0.1637409 Nov 23 02:21:10.211969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-e60fe691-2d9c-426f-9871-7b629dcf0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:10.214022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-e60fe691-2d9c-426f-9871-7b629dcf0910 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2859232 Nov 23 02:21:10.322466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-c0f839d9-8e7d-4138-94c3-eacf467f8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:10.335168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-c0f839d9-8e7d-4138-94c3-eacf467f8540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040165 Nov 23 02:21:10.548226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-5f35896b-f119-4450-8400-ca5ccf7d2a21 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116950 Nov 23 02:21:10.652754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fca24e-c3e9-4bde-bcfd-450b662c1c14 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:10.662381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.676955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Transition to ACTIVE for port object 06fca24e-c3e9-4bde-bcfd-450b662c1c14 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:10.681221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.713714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10576ed4-c8d1-476f-807c-eda2efe51e97 req-66500d94-bee1-4ecf-ae9e-110ff014f8d3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0633459 Nov 23 02:21:10.721143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-454d413c-d0a0-41fe-ab67-2d04bb12f068 req-307c8d04-2cad-431a-9591-110c1f7ca08c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0340796 Nov 23 02:21:10.765559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.789396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Attempting to bind port b07e4440-4be5-47e4-9848-03889dea86fd on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:10.792233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Attempting to bind port b07e4440-4be5-47e4-9848-03889dea86fd by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:10.792584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Attempting to bind port b07e4440-4be5-47e4-9848-03889dea86fd on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:10.810392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-a93303de-824f-4eae-a22d-222e4d53b67b service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554774 Nov 23 02:21:10.917389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:10.956939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.962415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.008255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Port b07e4440-4be5-47e4-9848-03889dea86fd on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:11.008640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Attempting to bind port b07e4440-4be5-47e4-9848-03889dea86fd on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.020626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:11.020861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:11.021425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:11.021881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Bound port: b07e4440-4be5-47e4-9848-03889dea86fd, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:11.022244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.070216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2c9a-8235-4b83-9be6-ef1a7e886792 None None] Pushing event updated for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.075258 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:21:11.101939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.102416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.102789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.103172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.103446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.103773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.104105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.104430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.104750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.105081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.105402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.105722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:11.183804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Attempting to bind port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:11.184091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Attempting to bind port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:11.185119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Attempting to bind port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 on network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.223769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:11.224153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Checking segment: {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:11.224567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.224975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Bound using segment: {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:11.225463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Bound port: e701540c-9a0d-4ef2-9e5f-a9a5db2b5030, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d508a8-3328-417a-b2b2-47fa986b7ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:11.225845 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.257703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:11.266650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b07e4440-4be5-47e4-9848-03889dea86fd,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:11.320327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf24022-9df0-4043-bcb0-f3e6f7086b02 req-2e280737-4886-44ae-ac32-af73231c8737 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:11.329603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cf24022-9df0-4043-bcb0-f3e6f7086b02 req-2e280737-4886-44ae-ac32-af73231c8737 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 948 time: 0.4246507 Nov 23 02:21:11.349241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.376849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:11.377292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:11.377702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.439330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:11.439825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.449512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] For port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:11.473706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] For port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:11.474819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:11.475252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.482260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.483400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:11.483844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:11.484402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:11.484943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Bound port: 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:11.485464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.569556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963898c5-4273-4cde-a49f-2b711b539977 req-4bf4bbee-61bb-4fc6-a38f-2ce55a65be8f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:11.577346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-963898c5-4273-4cde-a49f-2b711b539977 req-4bf4bbee-61bb-4fc6-a38f-2ce55a65be8f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.5033426 Nov 23 02:21:11.597881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2c9a-8235-4b83-9be6-ef1a7e886792 None None] Pushing event updated for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.611097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:11.611888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:21:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:11.718594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:11.719756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.724466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b07e4440-4be5-47e4-9848-03889dea86fd HTTP/1.1" status: 200 len: 1097 time: 4.7191610 Nov 23 02:21:11.750226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-963898c5-4273-4cde-a49f-2b711b539977 req-2fb4242a-476c-41b6-9934-dc8beb5e9dc0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712897 Nov 23 02:21:11.752013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.753196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:11.762165 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de23b79-d11f-48a9-bbb8-38691259598e" -d '{"events": [{"name": "network-changed", "server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:11.802413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cf24022-9df0-4043-bcb0-f3e6f7086b02 req-28182749-3e98-4c7a-9a3b-9f31d2958d42 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717562 Nov 23 02:21:11.859644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:11.867226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:11.875119 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1904ba07-f4e1-4588-910d-5aebd03256bf x-openstack-request-id: req-1904ba07-f4e1-4588-910d-5aebd03256bf {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:11.876085 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:11.876524 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1904ba07-f4e1-4588-910d-5aebd03256bf {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:11.877396 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'status': 'completed', 'code': 200} Nov 23 02:21:11.957980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.008672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.012123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.018444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.023181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] 10.222.0.41 "PUT /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 1092 time: 3.7189126 Nov 23 02:21:12.082450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059977-43a6-4246-99ba-7f0ead123003 req-aacbc363-f095-4572-9133-4fcd00ba67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.091325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-aacbc363-f095-4572-9133-4fcd00ba67cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 1100 time: 0.1643407 Nov 23 02:21:12.111226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:12.165652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dd1cf-0f7c-41b0-a670-7d572b0ddeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.275538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] For port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:12.373862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157242bf-a1e5-443e-9d8d-e5439f490384 service neutron] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.377623 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.381604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059977-43a6-4246-99ba-7f0ead123003 req-28504168-87c7-4766-8226-30454bafa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.383282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-28504168-87c7-4766-8226-30454bafa574 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2813489 Nov 23 02:21:12.442795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-91a82057-7f78-42ed-98f4-bf75515ecb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.444307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-91a82057-7f78-42ed-98f4-bf75515ecb1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 1100 time: 0.6405895 Nov 23 02:21:12.466998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-043f5070-de8f-43bf-be6e-f696bf52d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.469741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-043f5070-de8f-43bf-be6e-f696bf52d365 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1095 time: 0.3521466 Nov 23 02:21:12.505218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-4881fcb2-651a-4685-9d47-ca001e808fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=f52d71d3-2324-432b-af6b-ecff0b04f181 HTTP/1.1" status: 200 len: 217 time: 0.1126151 Nov 23 02:21:12.507618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-070f59ab-ccc3-4bad-bc02-ed4bc6357e7b tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.509118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-070f59ab-ccc3-4bad-bc02-ed4bc6357e7b tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1102 time: 0.1247368 Nov 23 02:21:12.533264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c1dab-53ca-4c52-a0ab-719785dc4db5 None None] Pushing event updated for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.582035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-f0abb22a-50eb-4431-a5b5-cc7a9a0fb0ea tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.616441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059977-43a6-4246-99ba-7f0ead123003 req-243c464f-6e68-48bc-96fa-5c115b15a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.618994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-243c464f-6e68-48bc-96fa-5c115b15a27a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1028912 Nov 23 02:21:12.631266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2e17f523-3277-4f10-873e-42d8b722746e None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:12.631865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e17f523-3277-4f10-873e-42d8b722746e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.687384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-78411316-0034-4923-81c6-c698cdd1d208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b07e4440-4be5-47e4-9848-03889dea86fd HTTP/1.1" status: 200 len: 217 time: 0.2130499 Nov 23 02:21:12.735973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059977-43a6-4246-99ba-7f0ead123003 req-79efc4d5-1afa-4dfb-b5ee-8adff6579390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.741893 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-79efc4d5-1afa-4dfb-b5ee-8adff6579390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008818 Nov 23 02:21:12.756761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-d5031667-846a-4d35-9ff5-928faf51bf2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 217 time: 0.2710025 Nov 23 02:21:12.890124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-bbf98755-3205-42b0-85df-91b82e70e2fb service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411653 Nov 23 02:21:12.900011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:21:02Z', 'revision_number': 4, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e701540c-9a0d-4ef2-9e5f-a9a5db2b5030', 'name': '', 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'mac_address': 'fa:16:3e:d7:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:01Z', 'updated_at': '2021-11-23T02:21:11Z', 'revision_number': 4, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'subnets': [{'id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:12.975027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486087d-4d95-4310-8360-cc4cff16a162 None None] The sync data for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 is: [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:21:02Z', 'revision_number': 4, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e701540c-9a0d-4ef2-9e5f-a9a5db2b5030', 'name': '', 'network_id': 'd1653cac-8ad3-4eec-8a81-2f2eab4c2221', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'mac_address': 'fa:16:3e:d7:00:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:01Z', 'updated_at': '2021-11-23T02:21:11Z', 'revision_number': 4, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'subnets': [{'id': '676ca70f-b02d-4c75-bb79-0b4e488cde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:13.016216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f9232-008f-4fb0-825b-eca66c37d7ff req-f1a780c4-cb59-4bcf-b537-966e004a550b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.020602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62f9232-008f-4fb0-825b-eca66c37d7ff req-f1a780c4-cb59-4bcf-b537-966e004a550b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1871037 Nov 23 02:21:13.135675 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90059977-43a6-4246-99ba-7f0ead123003 req-4f08f404-353c-4588-9bb1-107ad3e79083 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388813 Nov 23 02:21:13.148605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-0470b64f-3949-455d-b6fe-65f4cb804a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.150108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-0470b64f-3949-455d-b6fe-65f4cb804a6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4513106 Nov 23 02:21:13.174681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62f9232-008f-4fb0-825b-eca66c37d7ff req-2e99d405-5938-48bc-8a96-18eed3380da4 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408679 Nov 23 02:21:13.227760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e18e0-f093-4502-96ac-71e72438234b req-8a2f6576-d15c-4ac0-87ac-d7c080fdff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.229230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-8a2f6576-d15c-4ac0-87ac-d7c080fdff71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.4160585 Nov 23 02:21:13.395862 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64cbd3-697e-4b2d-9fd7-ff67bb873f91 x-openstack-request-id: req-6e64cbd3-697e-4b2d-9fd7-ff67bb873f91 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:13.396268 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:13.396629 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e64cbd3-697e-4b2d-9fd7-ff67bb873f91 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:13.397132 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd', 'status': 'completed', 'code': 200} Nov 23 02:21:13.400989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-691359fc-0615-4f89-b046-f3feb376d465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534679 Nov 23 02:21:13.407556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-f0abb22a-50eb-4431-a5b5-cc7a9a0fb0ea tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.423726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-f0abb22a-50eb-4431-a5b5-cc7a9a0fb0ea tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.573895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-57c6e059-6a02-4b87-9b5a-099757546abe service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637053 Nov 23 02:21:13.576290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-44ac7e74-abe1-47af-aeac-43a50069d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.577720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-44ac7e74-abe1-47af-aeac-43a50069d38b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3995914 Nov 23 02:21:13.615694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:13.748605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:13.748895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.819829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-761e18e0-f093-4502-96ac-71e72438234b req-e5b6a2a1-043e-41a7-b5b2-8b9f8f51a1dc service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181392 Nov 23 02:21:13.822622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-d2ecb9ef-8bbc-45dd-b7d0-c84ef06f6d03 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254447 Nov 23 02:21:13.977220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bf80a1-91d3-42d1-a0f7-678a2414a242 req-08318f03-9fa2-48a5-91a1-7bf180ae65e2 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193998 Nov 23 02:21:14.016121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abb22a-50eb-4431-a5b5-cc7a9a0fb0ea tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d4cd0d-c41b-40a4-bd43-07306503ded2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:14.028474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cb7b393-4b60-4b1a-8759-bd12bb865b01 req-f0abb22a-50eb-4431-a5b5-cc7a9a0fb0ea tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4605224 Nov 23 02:21:14.064202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053d85-00a5-4aa6-830c-5b2873820517 req-7eb57bdf-10be-4bb0-82fb-b92d61cd0142 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:14.072543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e053d85-00a5-4aa6-830c-5b2873820517 req-7eb57bdf-10be-4bb0-82fb-b92d61cd0142 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.4871571 Nov 23 02:21:14.286374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e053d85-00a5-4aa6-830c-5b2873820517 req-b5e22b17-5439-4c1d-888c-d0cc5e4d025e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049081 Nov 23 02:21:14.348038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23b79-d11f-48a9-bbb8-38691259598e req-ab4465b9-055f-4b78-bcad-2c0d404c332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:14.348038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-ab4465b9-055f-4b78-bcad-2c0d404c332d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 1100 time: 0.2277920 Nov 23 02:21:14.364741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494f99-82b8-4ee6-94be-cc71a9b3d4b8 req-0b07aedd-2ac8-4294-af24-d7b22297bc13 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:14.390087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34494f99-82b8-4ee6-94be-cc71a9b3d4b8 req-0b07aedd-2ac8-4294-af24-d7b22297bc13 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 948 time: 0.2210338 Nov 23 02:21:14.496377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f52d71d3-2324-432b-af6b-ecff0b04f181 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:14.587414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34494f99-82b8-4ee6-94be-cc71a9b3d4b8 req-58102c31-3b8a-4f8c-afa0-3e3c81fe5a27 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910193 Nov 23 02:21:14.660768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23b79-d11f-48a9-bbb8-38691259598e req-ec753866-44e5-43d7-a93a-4d99dbc15deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:14.672350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-ec753866-44e5-43d7-a93a-4d99dbc15deb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3227532 Nov 23 02:21:14.690602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f52d71d3-2324-432b-af6b-ecff0b04f181,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:14.731057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'mac_address': 'fa:16:3e:cd:6e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:14.843702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-35edc74a-2222-4ec7-98bb-14d24691f08a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b07e4440-4be5-47e4-9848-03889dea86fd HTTP/1.1" status: 200 len: 217 time: 0.1534891 Nov 23 02:21:14.855892 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.941578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d71d3-2324-432b-af6b-ecff0b04f181 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:15.009404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f52d71d3-2324-432b-af6b-ecff0b04f181,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:15.016579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.061058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23b79-d11f-48a9-bbb8-38691259598e req-7d6834dd-560a-41c0-9da7-e5563b64a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:15.063786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-7d6834dd-560a-41c0-9da7-e5563b64a46a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1925387 Nov 23 02:21:15.105825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:15.109644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66df99-43d3-4308-b64b-f11302d139f4 req-4a694127-ae1d-4034-ab42-c6b09be29d56 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:15.118846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce66df99-43d3-4308-b64b-f11302d139f4 req-4a694127-ae1d-4034-ab42-c6b09be29d56 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2836154 Nov 23 02:21:15.242761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23b79-d11f-48a9-bbb8-38691259598e req-d9ad3621-07b3-41f2-bc11-8d08ce8c6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:15.249379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-d9ad3621-07b3-41f2-bc11-8d08ce8c6736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736927 Nov 23 02:21:15.260870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce66df99-43d3-4308-b64b-f11302d139f4 req-70655140-3d04-4c1c-891a-2c87e21f2cfc tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409957 Nov 23 02:21:15.356836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['f52d71d3-2324-432b-af6b-ecff0b04f181'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:15.401667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:15.406421 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fc25d-c2e8-4002-a320-038c7cadbff2" -d '{"events": [{"name": "network-changed", "server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:15.623491 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03156e-04b4-4471-8368-78f84a813426 x-openstack-request-id: req-fd03156e-04b4-4471-8368-78f84a813426 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:15.623786 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:15.624107 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd03156e-04b4-4471-8368-78f84a813426 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:15.624562 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'status': 'completed', 'code': 200} Nov 23 02:21:15.699770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-3127cf5f-282e-4a8c-8a1f-6427db05607f service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322202 Nov 23 02:21:16.276073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-c6134d79-e83b-434c-bcfb-ae43c41c8405 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7179673 Nov 23 02:21:16.288634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-744b6735-573a-454f-a6e9-d2fb34a8f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:16.290202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-744b6735-573a-454f-a6e9-d2fb34a8f921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1095 time: 0.6511464 Nov 23 02:21:16.305606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd147d-bdc8-4741-90a0-5236dc6371a0 req-ff3b772f-8cea-49eb-a21d-aaded260a802 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:16.316258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88bd147d-bdc8-4741-90a0-5236dc6371a0 req-ff3b772f-8cea-49eb-a21d-aaded260a802 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.7568157 Nov 23 02:21:16.330845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-7110bab3-ef2b-4577-8f84-f53be5b9788d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:21:16.331867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-7110bab3-ef2b-4577-8f84-f53be5b9788d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096807 Nov 23 02:21:16.348733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6de23b79-d11f-48a9-bbb8-38691259598e req-886d96da-b97a-40de-a3b3-2798cb693a28 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203444 Nov 23 02:21:16.357842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8f583-6477-43d5-aba8-b76b22d95a4e req-d61daa53-7945-41b3-a3e0-5afd1cce36e6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:16.367092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29d8f583-6477-43d5-aba8-b76b22d95a4e req-d61daa53-7945-41b3-a3e0-5afd1cce36e6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.6845524 Nov 23 02:21:16.500899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:16.642156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-8e927216-5da3-4bd1-8383-a1e2d3ba04e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:16.644133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-8e927216-5da3-4bd1-8383-a1e2d3ba04e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.3194077 Nov 23 02:21:16.656271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29d8f583-6477-43d5-aba8-b76b22d95a4e req-a946d927-ea3f-4047-bf99-fcd887cdd7bc tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878897 Nov 23 02:21:16.694669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88bd147d-bdc8-4741-90a0-5236dc6371a0 req-1ef93ba9-e7cc-4cca-a5f3-4705ffbc67c9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773470 Nov 23 02:21:16.793581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-074f4993-a3e7-4896-8b71-2edab2833bb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 217 time: 0.1221104 Nov 23 02:21:16.843665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:16.891989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'port_id': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'mac_address': 'fa:16:3e:19:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ca818-4f16-44df-80d4-3759fbe709e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:17.007646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.024905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-e6e68388-aec9-4e6d-aaf0-6ff923609188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.026390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-e6e68388-aec9-4e6d-aaf0-6ff923609188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.2244890 Nov 23 02:21:17.038697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fca24e-c3e9-4bde-bcfd-450b662c1c14 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:17.088120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:17.094262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-0abea61e-c4d8-417c-92d0-cb55b15d5f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308623 Nov 23 02:21:17.097148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.210239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:17.234230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.234601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.235072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.235552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.235884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.236210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.236533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.237114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.237305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.237633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.237952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.238270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.293221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-8ee6e775-3d0e-455a-befb-fbea3b10d28e service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978142 Nov 23 02:21:17.335859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d910c-d62c-49a9-ae8d-815d1ea5302c req-7a1b7077-b3c2-4d46-b598-674ac5d2f1b2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.337423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff3d910c-d62c-49a9-ae8d-815d1ea5302c req-7a1b7077-b3c2-4d46-b598-674ac5d2f1b2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 949 time: 0.4020622 Nov 23 02:21:17.466040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:17.549047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c62fc25d-c2e8-4002-a320-038c7cadbff2 req-0566dd46-9c56-4bc2-a860-3d723019dd76 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017393 Nov 23 02:21:17.661391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069232-9a7b-4199-819c-efa60b0b9ff3 req-9939b4e1-04e1-4e20-869e-ec2d9e15f4d4 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.666533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9069232-9a7b-4199-819c-efa60b0b9ff3 req-9939b4e1-04e1-4e20-869e-ec2d9e15f4d4 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.6583953 Nov 23 02:21:17.874668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9069232-9a7b-4199-819c-efa60b0b9ff3 req-1e6e9b77-5801-4011-a18b-9d973fcfb162 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793752 Nov 23 02:21:17.902381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff3d910c-d62c-49a9-ae8d-815d1ea5302c req-086d5a8d-2b60-4eab-922d-94b636ed0246 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441897 Nov 23 02:21:18.157146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4d2cf-910d-45c6-90e9-851a301d8b75 req-30379848-5529-4579-89df-dbe89a7de973 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:18.171246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab4d2cf-910d-45c6-90e9-851a301d8b75 req-30379848-5529-4579-89df-dbe89a7de973 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1378727 Nov 23 02:21:18.281855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab4d2cf-910d-45c6-90e9-851a301d8b75 req-9f5b703b-4952-482d-94da-df28c2a10bbf tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996237 Nov 23 02:21:18.311864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556819ec-768c-49b5-bd6f-98ea07dcf1b9 req-0942d5c3-83e1-4a7e-9fe4-cad2ac3c5a7e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:18.318068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556819ec-768c-49b5-bd6f-98ea07dcf1b9 req-0942d5c3-83e1-4a7e-9fe4-cad2ac3c5a7e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.1206970 Nov 23 02:21:18.414686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556819ec-768c-49b5-bd6f-98ea07dcf1b9 req-6f06ad8d-e574-4908-8158-c466b7b9f1ed tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947347 Nov 23 02:21:18.509816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b07e4440-4be5-47e4-9848-03889dea86fd details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:18.521192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f52d71d3-2324-432b-af6b-ecff0b04f181 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:18.599474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port f52d71d3-2324-432b-af6b-ecff0b04f181 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:18.681475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-fa49cb7d-20e3-4877-8484-269f5c72e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:18.683281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-fa49cb7d-20e3-4877-8484-269f5c72e35f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1102 time: 0.0563033 Nov 23 02:21:18.777417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port f52d71d3-2324-432b-af6b-ecff0b04f181 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:18.777749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.795964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-7769be10-d53c-4326-8044-d7d59d1f7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:18.797708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-7769be10-d53c-4326-8044-d7d59d1f7495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1060524 Nov 23 02:21:18.899713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-7691faa8-cd81-45e8-8b4f-7c1e5066e451 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.0900457 Nov 23 02:21:18.988551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-05d8b800-a673-4d0b-b617-29c240fc8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:18.990082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.994487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-05d8b800-a673-4d0b-b617-29c240fc8b56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0810368 Nov 23 02:21:19.086004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b07e4440-4be5-47e4-9848-03889dea86fd,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:19.098399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:19.104954 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10494c-9f8f-430f-a578-0bb0f540e586" -d '{"events": [{"server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "name": "network-vif-plugged", "status": "completed", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:19.147801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'b07e4440-4be5-47e4-9848-03889dea86fd', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'b07e4440-4be5-47e4-9848-03889dea86fd', 'mac_address': 'fa:16:3e:ae:75:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:19.159760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f52d71d3-2324-432b-af6b-ecff0b04f181,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:19.172639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-2db29a11-acde-4f9e-a5b9-b106a01f0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.174188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-2db29a11-acde-4f9e-a5b9-b106a01f0271 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1691513 Nov 23 02:21:19.187355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868552aa-6485-4cee-a446-77b80a5e3af6 req-b7291da4-d5ad-4b43-b4e9-ed167e63eee1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.194905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-868552aa-6485-4cee-a446-77b80a5e3af6 req-b7291da4-d5ad-4b43-b4e9-ed167e63eee1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 949 time: 0.1144881 Nov 23 02:21:19.232430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e14e6-7f9b-4621-909c-395695755137 req-ecba89af-33d3-4621-ae08-fd2965aad8ca tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.234096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-824e14e6-7f9b-4621-909c-395695755137 req-ecba89af-33d3-4621-ae08-fd2965aad8ca tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1804082 Nov 23 02:21:19.257145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.260426 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.309003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07e4440-4be5-47e4-9848-03889dea86fd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:19.350627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b07e4440-4be5-47e4-9848-03889dea86fd,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:19.357841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.360867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.409807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-868552aa-6485-4cee-a446-77b80a5e3af6 req-ffaeaa82-729f-4c93-a628-d9f5e98bd718 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138450 Nov 23 02:21:19.455884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-824e14e6-7f9b-4621-909c-395695755137 req-3f40dfd8-32ed-4a2d-9b97-79818f8da3e1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837697 Nov 23 02:21:19.491361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-16796e3f-8234-4409-a785-a4f69c7c4f83 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932289 Nov 23 02:21:19.547128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.614155 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2ca1ee-6cfd-4865-a14a-d3528feb9948 x-openstack-request-id: req-3c2ca1ee-6cfd-4865-a14a-d3528feb9948 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:19.614480 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "name": "network-vif-plugged", "status": "completed", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:19.614788 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c2ca1ee-6cfd-4865-a14a-d3528feb9948 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:19.615193 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'code': 200} Nov 23 02:21:19.697638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-3ba25b87-39a4-459e-8ca1-5772b94200a7 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967261 Nov 23 02:21:19.725583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['b07e4440-4be5-47e4-9848-03889dea86fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:19.880674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c9a4c-9383-4d82-ab6a-35f5e633570a req-3391bfa3-a542-41ba-9458-42fa6074a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.882296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-709c9a4c-9383-4d82-ab6a-35f5e633570a req-3391bfa3-a542-41ba-9458-42fa6074a7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 1102 time: 0.1463635 Nov 23 02:21:19.900984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec817-59a5-44e6-9b64-5d75b8a6f2db req-66e85541-f515-434b-af83-93be4d3665ee tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.912275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb5ec817-59a5-44e6-9b64-5d75b8a6f2db req-66e85541-f515-434b-af83-93be4d3665ee tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1775405 Nov 23 02:21:19.929890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2992395-d5f9-4904-91f7-07402caa1fa0 req-aafe8517-d2d6-4afe-8d31-2002459b2005 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.931466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2992395-d5f9-4904-91f7-07402caa1fa0 req-aafe8517-d2d6-4afe-8d31-2002459b2005 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.1727309 Nov 23 02:21:20.053824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2992395-d5f9-4904-91f7-07402caa1fa0 req-71d335a1-d615-460a-869f-1c20a2dc243b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144695 Nov 23 02:21:20.068964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-709c9a4c-9383-4d82-ab6a-35f5e633570a req-6063d23e-8092-4c99-a9cf-f88874f972be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531940 Nov 23 02:21:20.079950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb5ec817-59a5-44e6-9b64-5d75b8a6f2db req-ce2a7c37-f020-473f-aca0-b994207677ca tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667309 Nov 23 02:21:20.508772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:20.594769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2d8eb-7766-473d-b1ab-3aaee37d3d86 req-2f4631a7-fa26-4f0c-a451-4f0099ab5e59 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:20.608748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62f2d8eb-7766-473d-b1ab-3aaee37d3d86 req-2f4631a7-fa26-4f0c-a451-4f0099ab5e59 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 950 time: 0.1127110 Nov 23 02:21:20.701447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:20.723360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:20.724341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.782389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62f2d8eb-7766-473d-b1ab-3aaee37d3d86 req-1a912790-1b25-4226-bc77-9ff30f8c16ad tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724999 Nov 23 02:21:20.819033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45272dcf-0275-45b0-81a5-d8c5a5435c7e req-544501a1-3479-4234-a1e5-3ce7f02b55a3 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:20.824268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45272dcf-0275-45b0-81a5-d8c5a5435c7e req-544501a1-3479-4234-a1e5-3ce7f02b55a3 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.2131257 Nov 23 02:21:20.916316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.925766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45272dcf-0275-45b0-81a5-d8c5a5435c7e req-6553a05e-a7b6-458e-9517-34e3686b5b48 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000121 Nov 23 02:21:20.990305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:20.996036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.093909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:21.311480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7fd04-a17f-406e-8e6b-ac8ff2d12256 req-ff25c7d5-11a5-4106-89b5-1f87f696f55c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:21.313122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60e7fd04-a17f-406e-8e6b-ac8ff2d12256 req-ff25c7d5-11a5-4106-89b5-1f87f696f55c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.1465702 Nov 23 02:21:21.327619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5c48a-53b4-4c77-8f1c-bed1bc746703 req-e9d82a7d-1af4-4ab5-9287-1ff34717676d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:21.338992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24a5c48a-53b4-4c77-8f1c-bed1bc746703 req-e9d82a7d-1af4-4ab5-9287-1ff34717676d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1635907 Nov 23 02:21:21.430190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60e7fd04-a17f-406e-8e6b-ac8ff2d12256 req-111fc5d3-7b4b-4bdd-a4b2-7477b7adf3aa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890625 Nov 23 02:21:21.440400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24a5c48a-53b4-4c77-8f1c-bed1bc746703 req-6776065b-f509-44a0-bd97-18ed2ba2a76c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004832 Nov 23 02:21:21.616435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:21.619553 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d70c41-4655-401e-8616-4b6b39a5302b" -d '{"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-plugged", "status": "completed", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:21.664783 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b967b-6303-4687-a4c8-a5e87a2be19d x-openstack-request-id: req-5b9b967b-6303-4687-a4c8-a5e87a2be19d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:21.665363 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-plugged", "status": "completed", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:21.665846 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b9b967b-6303-4687-a4c8-a5e87a2be19d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:21.666468 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'code': 200} Nov 23 02:21:21.816167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341e76-ae18-499f-bb4c-56e3036f917f req-bf88a944-2d6d-41ca-9c0e-82d2a3328523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:21.818325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6341e76-ae18-499f-bb4c-56e3036f917f req-bf88a944-2d6d-41ca-9c0e-82d2a3328523 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1097 time: 0.0472231 Nov 23 02:21:21.887898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6341e76-ae18-499f-bb4c-56e3036f917f req-5e13ef0c-9b9c-4373-87e8-43c3d218bacc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 Nov 23 02:21:21.987442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de67ff-0d73-4560-a818-b6b259c565d8 req-2ef8d5d0-b9ea-484e-a028-e3a609df3f63 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:21.993006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45de67ff-0d73-4560-a818-b6b259c565d8 req-2ef8d5d0-b9ea-484e-a028-e3a609df3f63 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 950 time: 0.1001363 Nov 23 02:21:22.153648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45de67ff-0d73-4560-a818-b6b259c565d8 req-8ff7babe-a320-4596-a78e-b608bc700ea9 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534064 Nov 23 02:21:22.443166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c796121-ba1b-49be-87ed-f1e9fc1f8c3a req-819800c6-6f5d-43c8-a984-88f5e907a7af tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:22.456237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c796121-ba1b-49be-87ed-f1e9fc1f8c3a req-819800c6-6f5d-43c8-a984-88f5e907a7af tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 949 time: 0.1392884 Nov 23 02:21:22.521327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b07e4440-4be5-47e4-9848-03889dea86fd up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:22.576074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c796121-ba1b-49be-87ed-f1e9fc1f8c3a req-c45b8d13-67eb-4d9e-9b62-2e92dce3bcec tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132276 Nov 23 02:21:22.597599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port b07e4440-4be5-47e4-9848-03889dea86fd completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:22.605071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dab15e-5c7b-4a78-9b1c-79798cc74183 req-0fbbe5d2-d76e-4ff1-bbc4-7b07957c077d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:22.607640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port b07e4440-4be5-47e4-9848-03889dea86fd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:22.608296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.608854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5dab15e-5c7b-4a78-9b1c-79798cc74183 req-0fbbe5d2-d76e-4ff1-bbc4-7b07957c077d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1370621 Nov 23 02:21:22.726381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5dab15e-5c7b-4a78-9b1c-79798cc74183 req-89d51e78-a95b-4ce9-82d6-45592e9f822b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083076 Nov 23 02:21:22.747486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d010cf8-c50a-4eb7-ac22-19f9dfb3ddfb req-1cd77ef7-038a-419b-a2d8-eb15c3b8d372 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:22.756029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d010cf8-c50a-4eb7-ac22-19f9dfb3ddfb req-1cd77ef7-038a-419b-a2d8-eb15c3b8d372 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.0729656 Nov 23 02:21:22.789051 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.837590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d010cf8-c50a-4eb7-ac22-19f9dfb3ddfb req-67d1fdc9-5e0a-4c54-bc37-5289a8cd941f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753593 Nov 23 02:21:22.876872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b07e4440-4be5-47e4-9848-03889dea86fd,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:22.882703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.914882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409288b9-2b80-481b-91aa-53e9ba995b96 req-96183424-ce9f-474d-bac6-335ebee16aec tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:22.916421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-409288b9-2b80-481b-91aa-53e9ba995b96 req-96183424-ce9f-474d-bac6-335ebee16aec tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.0761385 Nov 23 02:21:22.973500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-409288b9-2b80-481b-91aa-53e9ba995b96 req-72cc4921-397d-4592-b196-a0d92e1eafc3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Nov 23 02:21:22.993375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.108574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.667964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:23.672750 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae1742-7204-44cf-b061-dfccd3b89c19" -d '{"events": [{"server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "name": "network-vif-plugged", "status": "completed", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:23.695587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97aeb-2618-4c6b-80b7-7c5473c37225 req-93a14163-160b-4164-a009-a710c272480c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:23.697825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97e97aeb-2618-4c6b-80b7-7c5473c37225 req-93a14163-160b-4164-a009-a710c272480c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.0580389 Nov 23 02:21:23.714166 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d85a18b-46b3-4326-a659-eeeb005d9c09 x-openstack-request-id: req-1d85a18b-46b3-4326-a659-eeeb005d9c09 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:23.714489 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "name": "network-vif-plugged", "status": "completed", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:23.714780 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d85a18b-46b3-4326-a659-eeeb005d9c09 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:23.715184 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd', 'code': 200} Nov 23 02:21:23.751711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97e97aeb-2618-4c6b-80b7-7c5473c37225 req-59a4c878-b3d3-403b-9450-59e9fb3d3309 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Nov 23 02:21:23.890089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc44b88-f9c1-45fa-8bbf-ab125d6df14b req-b5827f94-260b-4fbd-88e5-f3a58efb928f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:23.897956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc44b88-f9c1-45fa-8bbf-ab125d6df14b req-b5827f94-260b-4fbd-88e5-f3a58efb928f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.0735221 Nov 23 02:21:23.966801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc44b88-f9c1-45fa-8bbf-ab125d6df14b req-d2175d18-11b6-4e43-ba83-bda2c3609727 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 Nov 23 02:21:23.980169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c412dc-efd9-4ea5-8040-421739551b53 req-1b9c4856-2fac-49d6-9247-6cecd7073cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:23.982042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c412dc-efd9-4ea5-8040-421739551b53 req-1b9c4856-2fac-49d6-9247-6cecd7073cad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 1102 time: 0.1101429 Nov 23 02:21:24.049679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c412dc-efd9-4ea5-8040-421739551b53 req-8780a7b4-695d-4161-a903-1e840bb6f80d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Nov 23 02:21:24.059930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4c22-f97a-40a5-b589-dcf293236c5c req-82a2e5c3-9289-4c93-8968-c006e8723beb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:24.061419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2fcd4c22-f97a-40a5-b589-dcf293236c5c req-82a2e5c3-9289-4c93-8968-c006e8723beb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.0923822 Nov 23 02:21:24.141417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2fcd4c22-f97a-40a5-b589-dcf293236c5c req-26a27469-9097-461b-8203-57d04b1ad28d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730710 Nov 23 02:21:24.152334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ee19a-2cf7-415b-ad94-e8c8e3870371 req-daee2b67-c112-4bc6-8827-e2d5b9c4bb7f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:24.153886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a32ee19a-2cf7-415b-ad94-e8c8e3870371 req-daee2b67-c112-4bc6-8827-e2d5b9c4bb7f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.0839875 Nov 23 02:21:24.222009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a32ee19a-2cf7-415b-ad94-e8c8e3870371 req-ff787cd3-b5a9-4db4-bb2e-40dc4c059d10 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619121 Nov 23 02:21:24.350544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1f7c4-45b5-4f27-8195-446807974a5e req-31adf33b-e3ab-45e2-b652-0b02e718a30d tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:24.352347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2b1f7c4-45b5-4f27-8195-446807974a5e req-31adf33b-e3ab-45e2-b652-0b02e718a30d tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1097 time: 0.0409403 Nov 23 02:21:24.410458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2b1f7c4-45b5-4f27-8195-446807974a5e req-ed7eb615-e29f-440c-a502-a3de4bea4a8b tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517209 Nov 23 02:21:24.419310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.424641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-415706160'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:24.464847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:24.468746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.500813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:24.511586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.512029 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Added segment d4724830-a25b-4c32-9266-b19772674203 of type vlan for network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c Nov 23 02:21:24.560504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.594452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.600406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:24.601161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.635598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2128274 Nov 23 02:21:24.635921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58530) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.641790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1764020697'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:24.681799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:24.685805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.710119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:24.719585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.720142 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Added segment 5952e6a5-8eed-475d-bffc-57a0526641f9 of type vlan for network 7a820282-6f7e-4c0e-996e-6aa1171e155f Nov 23 02:21:24.762092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.764135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cafd8c-3a47-46f2-a104-ef9eb31b7546 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Network': ['ID=9e3edc06-c7b3-46b4-8124-cf27c4465b6c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:24.779863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:24.808342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.818167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:24.821083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.879104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.880293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2425995 Nov 23 02:21:24.883344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'subnet': {'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:24.987553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Network': ['ID=7a820282-6f7e-4c0e-996e-6aa1171e155f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:24.999996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.000599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.001183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.001725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.002497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.003078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.003785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.004330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.005000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.005662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.006209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.006784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4622d6-0124-4695-98be-b5db6cc95138 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:25.021776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:25.120933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03a080-c1c5-4bf5-a982-28ffe95303d2 req-9fa5b533-efbf-4771-89e3-cfaa462dc21b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:25.132056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea03a080-c1c5-4bf5-a982-28ffe95303d2 req-9fa5b533-efbf-4771-89e3-cfaa462dc21b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.2393618 Nov 23 02:21:25.227115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea03a080-c1c5-4bf5-a982-28ffe95303d2 req-696507ef-b1c4-4d95-873c-157c83557e5f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901403 Nov 23 02:21:25.229297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:25.233121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.633133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280310c-8b54-4d53-86a0-201e41532bcf req-c983f7d2-7e37-4bfb-af1f-36de28eeb28d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:25.643273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3280310c-8b54-4d53-86a0-201e41532bcf req-c983f7d2-7e37-4bfb-af1f-36de28eeb28d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.0864227 Nov 23 02:21:25.655379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db6d2-2a89-44a6-9e10-52c94d209728 req-42ca32c4-320b-4d3e-8119-d922a1e58a4b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:25.656896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-613db6d2-2a89-44a6-9e10-52c94d209728 req-42ca32c4-320b-4d3e-8119-d922a1e58a4b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.5150723 Nov 23 02:21:25.778739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3280310c-8b54-4d53-86a0-201e41532bcf req-7e0c3230-97d9-474b-afef-ed5f58b37e47 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345155 Nov 23 02:21:25.796257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-613db6d2-2a89-44a6-9e10-52c94d209728 req-82535e0e-eab5-43ca-9f13-33f6c9715268 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252804 Nov 23 02:21:25.948892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.026671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Subnet': ['ID=a9bbd770-f772-4925-a8fe-4a5eca0dd744,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.036695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:26.036914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network hostable DHCP agents. Network: 9e3edc06-c7b3-46b4-8124-cf27c4465b6c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:26.061064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:26.077697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9e3edc06-c7b3-46b4-8124-cf27c4465b6c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:26.089688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deeb5a7-d4cf-42be-a4f8-e4834f732884 None None] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:26.094005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.095360 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.128191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a1ce9095-3603-42f1-be1b-16172e788a36 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2492440 Nov 23 02:21:26.130631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.135694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'subnet': {'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:26.241294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:26.245239 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.283143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:26.284014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.420029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28019e85-1f81-4386-83cc-2d17da9840a0 req-6759c261-1743-42a0-afc6-c8ac4e1b09e6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.421600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28019e85-1f81-4386-83cc-2d17da9840a0 req-6759c261-1743-42a0-afc6-c8ac4e1b09e6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.0859191 Nov 23 02:21:26.490449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Allocated IP 10.1.1.2 (9e3edc06-c7b3-46b4-8124-cf27c4465b6c/a9bbd770-f772-4925-a8fe-4a5eca0dd744/0feedbb3-d44a-4e2c-baad-7c75706fc595) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:26.533353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28019e85-1f81-4386-83cc-2d17da9840a0 req-4a4b883c-ff1c-4540-a18e-5f7bf58a5ed4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031423 Nov 23 02:21:26.560033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.663049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Subnet': ['ID=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.672718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Checking segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:26.673080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network hostable DHCP agents. Network: 7a820282-6f7e-4c0e-996e-6aa1171e155f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:26.696945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:26.713842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7a820282-6f7e-4c0e-996e-6aa1171e155f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:26.717533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.723885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118622c-eca3-40c7-bb84-fab55d707181 None None] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:26.728173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.729846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.733044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.757047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-549332b6-4b0b-4819-96af-b1c0b63dd570 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6252935 Nov 23 02:21:26.759754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.765772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'name': 'tempest-TaggedBootDevicesTest_v242-1638279656', 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:26.813050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Pushing event updated for resources: {'Port': ['ID=0feedbb3-d44a-4e2c-baad-7c75706fc595,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.865627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:26.872771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:26.876454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:26.947623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:26.953425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Attempting to bind port 0feedbb3-d44a-4e2c-baad-7c75706fc595 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:26.953811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Attempting to bind port 0feedbb3-d44a-4e2c-baad-7c75706fc595 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:26.954308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Attempting to bind port 0feedbb3-d44a-4e2c-baad-7c75706fc595 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:26.961196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:26.961568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:26.961989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.962589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Bound using segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:26.963074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Bound port: 0feedbb3-d44a-4e2c-baad-7c75706fc595, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:26.963593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.036224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b153b59-a72f-4cb8-86a7-582429464fbe req-ffe81584-dbf2-4379-8a45-81c8acfa6bf4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.048163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b153b59-a72f-4cb8-86a7-582429464fbe req-ffe81584-dbf2-4379-8a45-81c8acfa6bf4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.059209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b153b59-a72f-4cb8-86a7-582429464fbe req-ffe81584-dbf2-4379-8a45-81c8acfa6bf4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74&device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 1691 time: 0.1769314 Nov 23 02:21:27.096650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] For port 0feedbb3-d44a-4e2c-baad-7c75706fc595, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:27.105994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] For port 0feedbb3-d44a-4e2c-baad-7c75706fc595, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0feedbb3-d44a-4e2c-baad-7c75706fc595,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:27.107344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.112873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7a820282-6f7e-4c0e-996e-6aa1171e155f', 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ips': [{'subnet_id': '02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:27.113747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.141058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.149843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] device_id is not set on port c523b17d-5d71-4280-a8d7-7ff2789822b7 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:27.152609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e432-0007-4926-9a35-b7525783d5ac req-06ae87b8-14e9-45d9-86a3-355da2453414 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.168297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e0e432-0007-4926-9a35-b7525783d5ac req-06ae87b8-14e9-45d9-86a3-355da2453414 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.2013640 Nov 23 02:21:27.173829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b153b59-a72f-4cb8-86a7-582429464fbe req-ede8030a-1a0f-433a-95b9-4a92315ee736 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081996 Nov 23 02:21:27.257716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e0e432-0007-4926-9a35-b7525783d5ac req-080db6a5-1b3e-4c43-bf5b-4459fc513544 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Nov 23 02:21:27.375774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03ce4b-207e-4948-846e-937d378ab36a req-1b0b90e6-8f2f-432e-a771-1ec6c6456bd1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.378931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc03ce4b-207e-4948-846e-937d378ab36a req-1b0b90e6-8f2f-432e-a771-1ec6c6456bd1 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.0890570 Nov 23 02:21:27.389316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff921d3-a8bc-4a6f-8c05-1e08bf201752 None None] Pushing event updated for resources: {'Port': ['ID=0feedbb3-d44a-4e2c-baad-7c75706fc595,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:27.471007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc03ce4b-207e-4948-846e-937d378ab36a req-c0a67cb8-2159-4c8e-bbc4-b1271fcb860d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822172 Nov 23 02:21:27.577582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Allocated IP 10.2.2.2 (7a820282-6f7e-4c0e-996e-6aa1171e155f/02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f/7a59ba9d-1147-4648-a8b9-52f05ccf9d8f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:27.698040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.1.1.122 (9e3edc06-c7b3-46b4-8124-cf27c4465b6c/a9bbd770-f772-4925-a8fe-4a5eca0dd744/c523b17d-5d71-4280-a8d7-7ff2789822b7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:27.813246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81de2c-cd58-4178-86ef-d3567d92b19a req-cd67923d-74dc-4c7c-895b-8243b1072210 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.822937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb81de2c-cd58-4178-86ef-d3567d92b19a req-cd67923d-74dc-4c7c-895b-8243b1072210 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 1102 time: 0.0798445 Nov 23 02:21:27.887105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb81de2c-cd58-4178-86ef-d3567d92b19a req-e8f989de-e4b0-46f2-993c-a3515959aafe tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624926 Nov 23 02:21:27.908435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.917842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.000826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:28.002409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:28.006588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:28.016330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.069048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43934cb2-1f6c-4e2e-8e83-6e6c45f1b797 req-b24cf05d-3a2f-422e-849a-a0af09281494 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:28.069402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.073116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43934cb2-1f6c-4e2e-8e83-6e6c45f1b797 req-b24cf05d-3a2f-422e-849a-a0af09281494 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 1102 time: 0.0813031 Nov 23 02:21:28.113856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:28.117248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:28.122014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:28.154764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43934cb2-1f6c-4e2e-8e83-6e6c45f1b797 req-aa266337-e3c1-4c20-a140-1b93f30ba01a tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680554 Nov 23 02:21:28.170541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.211498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:28.212711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.236640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27a84acb-94d5-4f16-8aaf-ee94180a7ca4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4749446 Nov 23 02:21:28.239326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.245164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'name': 'tempest-TaggedBootDevicesTest_v242-521154680', 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.303030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Pushing event updated for resources: {'Port': ['ID=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.305479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Attempting to bind port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:28.305845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Attempting to bind port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:28.306203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Attempting to bind port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f on network 7a820282-6f7e-4c0e-996e-6aa1171e155f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:28.313302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:28.313776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Checking segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:28.315291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.315291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Bound using segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:28.315480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Bound port: 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:28.315929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.493067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] For port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:28.497021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] For port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:28.503970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.570303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bfafb-7729-4531-a4f0-a6a7fde4bc58 None None] Pushing event updated for resources: {'Port': ['ID=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.634925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-df65dfe1-a6e4-4fb8-84a4-605c8121d88e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396942 Nov 23 02:21:28.665962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eca65-b30b-4fc0-9692-03dca8ba69fd req-af7530b6-da21-4b7f-acd2-6117b208cd91 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:28.667569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e40eca65-b30b-4fc0-9692-03dca8ba69fd req-af7530b6-da21-4b7f-acd2-6117b208cd91 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.2355382 Nov 23 02:21:28.669172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:28.915942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7bf39-18f0-4685-ab95-41fb3361a143 None None] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:29.039281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.110248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] Provisioning complete for port 0feedbb3-d44a-4e2c-baad-7c75706fc595 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:29.110647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.198110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] device_id is not set on port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:29.225625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-33fb003e-9879-4401-9d3e-bf2c4498ff37 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:29.235354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-33fb003e-9879-4401-9d3e-bf2c4498ff37 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5892339 Nov 23 02:21:29.261894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e40eca65-b30b-4fc0-9692-03dca8ba69fd req-aaaee0e3-1ee0-46bc-a172-ae5f5fd6a3e8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730102 Nov 23 02:21:29.326030 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.326905 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.421884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] For port 0feedbb3-d44a-4e2c-baad-7c75706fc595, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0feedbb3-d44a-4e2c-baad-7c75706fc595,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:29.430122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.537896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ee40b833-8b5f-4a37-ac28-cf83c6748d0b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.2662787 Nov 23 02:21:29.587405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c235d6-726c-4bfd-807d-a28ec7aca6fd None None] Pushing event updated for resources: {'Port': ['ID=0feedbb3-d44a-4e2c-baad-7c75706fc595,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.778861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0feedbb3-d44a-4e2c-baad-7c75706fc595 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:29.892102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0ff82e9d-48e7-4d11-b5ab-359f07f33efd None None] Provisioning complete for port 0feedbb3-d44a-4e2c-baad-7c75706fc595 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:29.906768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e9d-48e7-4d11-b5ab-359f07f33efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.944904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ea9b9cdb-c631-4cdc-aeed-e67fa6df1702 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3807008 Nov 23 02:21:29.968212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0a5f1-b862-4a08-af41-f92d18392ea7 req-4c5bc1c0-aeca-4f25-9d87-a68be3929087 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:29.974673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63a0a5f1-b862-4a08-af41-f92d18392ea7 req-4c5bc1c0-aeca-4f25-9d87-a68be3929087 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.3416698 Nov 23 02:21:30.010084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0feedbb3-d44a-4e2c-baad-7c75706fc595 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.010458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.052854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.1.1.100 (9e3edc06-c7b3-46b4-8124-cf27c4465b6c/a9bbd770-f772-4925-a8fe-4a5eca0dd744/3ae34b1f-8195-4256-b9a9-baaf5fd60713) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:30.171348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63a0a5f1-b862-4a08-af41-f92d18392ea7 req-7a1d560b-f168-41a6-ae71-f4384a340a96 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818309 Nov 23 02:21:30.257816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc6dbd-8464-4db5-8adc-99ab7cc1d3ec None None] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:30.403407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.460823 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.489475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0ff82e9d-48e7-4d11-b5ab-359f07f33efd None None] Provisioning complete for port c523b17d-5d71-4280-a8d7-7ff2789822b7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.490235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e9d-48e7-4d11-b5ab-359f07f33efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.583593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:30.589376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:30.592399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:30.604546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:30.613445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.614122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.629063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.646789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef9c250f-28eb-4c59-8daf-1096a5b2ab85 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4027963 Nov 23 02:21:30.761625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0ff82e9d-48e7-4d11-b5ab-359f07f33efd None None] Port c523b17d-5d71-4280-a8d7-7ff2789822b7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:30.890971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.891273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.969459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97369d0-b590-4067-a676-fe7a83d3929a req-ec52482c-117d-4322-9a32-964ad6b432a3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.971076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d97369d0-b590-4067-a676-fe7a83d3929a req-ec52482c-117d-4322-9a32-964ad6b432a3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1451292 Nov 23 02:21:30.991259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:31.038827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:21:31.130902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d97369d0-b590-4067-a676-fe7a83d3929a req-0ed6b6db-4b1d-4168-ad39-5cf08b72eae5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475689 Nov 23 02:21:31.175040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-278a1759-e903-4660-84fa-3fcae96dd79a None None] Provisioning complete for port c523b17d-5d71-4280-a8d7-7ff2789822b7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:31.175417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-278a1759-e903-4660-84fa-3fcae96dd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.625465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2733-1630-4897-8754-c77cc8b155cb req-ed4ecc71-d497-4d5b-abb5-4762b03c6d12 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:31.632730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa3c2733-1630-4897-8754-c77cc8b155cb req-ed4ecc71-d497-4d5b-abb5-4762b03c6d12 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 971 time: 0.1259060 Nov 23 02:21:31.663049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.686276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:31.724924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'mac_address': 'fa:16:3e:b7:3e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-116653577', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:31.749431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa3c2733-1630-4897-8754-c77cc8b155cb req-5b267f17-53f6-43d9-9169-7a488b226eba tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077762 Nov 23 02:21:31.759204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-278a1759-e903-4660-84fa-3fcae96dd79a None None] Port c523b17d-5d71-4280-a8d7-7ff2789822b7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:31.821981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:31.837392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-278a1759-e903-4660-84fa-3fcae96dd79a None None] Provisioning complete for port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:31.837831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-278a1759-e903-4660-84fa-3fcae96dd79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.874842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.886154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.888790 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.891295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084500627', 'description': 'tempest-description--1285974751'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:31.958075 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.009539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.023848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:32.082354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:32.093680 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e657ce19-de1e-4da0-a968-91c6f167a9f9" -d '{"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:32.134955 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.160643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d368106-1b71-48b6-9e5a-38c391151bc4 req-79593852-68d8-40bf-b13e-1e5010710e24 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 210 time: 0.1200306 Nov 23 02:21:32.172691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.180781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0feedbb3-d44a-4e2c-baad-7c75706fc595 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:32.294746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.325184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.331077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.360440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.361473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:32.372075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.373934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4950485 Nov 23 02:21:32.377349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'security_group_rule': {'security_group_id': 'eaca9870-b329-40a4-b5b3-de8285db83e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.399904 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e48c8-d7b3-4ece-a377-7d08ea6735d5 x-openstack-request-id: req-dd8e48c8-d7b3-4ece-a377-7d08ea6735d5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:32.400207 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:32.408705 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd8e48c8-d7b3-4ece-a377-7d08ea6735d5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:32.409341 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'code': 200} Nov 23 02:21:32.442724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4fce8-2bd3-49cb-86a6-253b3df53db5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca9870-b329-40a4-b5b3-de8285db83e1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.500139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.556463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:32.557499 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:32.591975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0feedbb3-d44a-4e2c-baad-7c75706fc595 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:32.592424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.691763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.696408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.702347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dca5e-a0af-448b-9543-3b6f2147f3bc req-91e58113-f752-449e-8203-413ff2cd8dee tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.712572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db4dca5e-a0af-448b-9543-3b6f2147f3bc req-91e58113-f752-449e-8203-413ff2cd8dee tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1002851 Nov 23 02:21:32.723309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6f42ab73-d415-48b5-83b6-f84959e8e11e None None] Provisioning complete for port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:32.723824 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f42ab73-d415-48b5-83b6-f84959e8e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.734265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0c9520-499d-45ae-befe-380fe0b018e2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.770949 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.773167 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88b2e026-5926-4e5e-9db0-1d37225e66a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995097 Nov 23 02:21:32.775905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58680) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.788045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'security_group_rule': {'security_group_id': 'eaca9870-b329-40a4-b5b3-de8285db83e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.842809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.887964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db4dca5e-a0af-448b-9543-3b6f2147f3bc req-5326ece4-9252-489c-a20d-8e6df1d41d08 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744580 Nov 23 02:21:32.891627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6f42ab73-d415-48b5-83b6-f84959e8e11e None None] Port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:32.932398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6f42ab73-d415-48b5-83b6-f84959e8e11e None None] Provisioning complete for port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:32.932778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f42ab73-d415-48b5-83b6-f84959e8e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.018785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.023999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.059698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f329ef8-68fb-4d15-92b3-d5cc2d60e1c5,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:33.089082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.093970 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-07226187-d4f5-4d51-b533-afb98adf8b0b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130703 Nov 23 02:21:33.094970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58684) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:33.105870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:33.151969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f2cf-6d58-4899-a725-ff62c31947f3 req-becf5658-dcb8-4653-aed2-a520c95e50c9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:33.153529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c44f2cf-6d58-4899-a725-ff62c31947f3 req-becf5658-dcb8-4653-aed2-a520c95e50c9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 969 time: 0.1008821 Nov 23 02:21:33.171142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.335167 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.395689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61015f1e-629d-4025-b4cc-916b63f12050 req-941cd287-75ae-4792-9cad-313cbfedffb9 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 210 time: 0.0923624 Nov 23 02:21:33.411334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.419097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c44f2cf-6d58-4899-a725-ff62c31947f3 req-ba03d033-4a19-4090-906d-95e7bf72df08 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549462 Nov 23 02:21:33.457843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:33.475549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-561de37a-9983-4ce4-a5b8-e516fe4765f2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552354 Nov 23 02:21:33.502748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:33.510352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.582802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:33.630158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 172.25.1.150 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/e841b7f7-c5ff-49af-8fa3-9c116bd4414a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:33.740773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-c82812e5-d644-49ef-b6c3-b2ed7662dab6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552750 Nov 23 02:21:33.797963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:33.830447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e6d7de1a-c7c0-414e-bc9b-e417e3c0bf1b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:33.832328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e6d7de1a-c7c0-414e-bc9b-e417e3c0bf1b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494256 Nov 23 02:21:33.837629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.890604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.894161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:34.125447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:34.206118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-3f673cee-93fc-4063-a2ad-de2a5884452e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:34.216484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-3f673cee-93fc-4063-a2ad-de2a5884452e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699211 Nov 23 02:21:34.244439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:34.255163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:34.255532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.374006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:34.377415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:34.383974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:34.423592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:34.427330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.479648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda74d5-6079-436c-94ea-b27dc5829ffa req-438647c1-5414-4d2a-be10-c5f834fdf417 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:34.487198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9eda74d5-6079-436c-94ea-b27dc5829ffa req-438647c1-5414-4d2a-be10-c5f834fdf417 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.4172537 Nov 23 02:21:34.561643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:34.565152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=e841b7f7-c5ff-49af-8fa3-9c116bd4414a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.566187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.608310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.656921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.695468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.227 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/14ad8484-f4c1-4eac-9ed1-514453e2168e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:34.843508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.852304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.908515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=e841b7f7-c5ff-49af-8fa3-9c116bd4414a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:35.005783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.041932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.058764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a89a260-21da-43b9-9903-60d7ed76b76d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9624205 Nov 23 02:21:35.139919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.197393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b4d2a07-b1aa-4318-9cd4-579cd8f5186d req-4785e850-c376-4156-8dad-d7a7d0294637 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 210 time: 0.6507473 Nov 23 02:21:35.224394 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.265346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:35.393794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9eda74d5-6079-436c-94ea-b27dc5829ffa req-ad234bf6-4aae-4d8e-89e7-a8830e529ad4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9057159 Nov 23 02:21:35.397505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.220 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/1302067d-c7b3-472f-af06-941928b1a52d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:35.458118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:35.460433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:35.482707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:35.490869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:35.491781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.534822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:35.548546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:35.604978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0e2b3295-c3df-427f-beb1-c3de2199b1ed tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3705070 Nov 23 02:21:35.620329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580abab-c98f-4d9e-b54c-028a2012e593 req-2628d0b4-b48c-4c73-b198-86e25181cf75 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:35.629740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d580abab-c98f-4d9e-b54c-028a2012e593 req-2628d0b4-b48c-4c73-b198-86e25181cf75 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 970 time: 0.2911205 Nov 23 02:21:35.639360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Request body: {'port': {'device_id': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:35.708669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a3bd7109-8b15-4b4c-ae55-045d49a83bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.757217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e8e4c998-92a6-4ca2-9934-1e7d37decb87 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:35.759805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.762833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d580abab-c98f-4d9e-b54c-028a2012e593 req-df4044c6-16a7-42ba-ad2b-db0b2a90587b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287541 Nov 23 02:21:35.836728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.934910 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.952162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-d4c0f43f-c8bc-41a0-896d-fe113dd5584b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2084500627&fields=id&tenant_id=2fa7438f897d424d8356e6395628dbef HTTP/1.1" status: 200 len: 267 time: 0.1163540 Nov 23 02:21:35.994350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:36.003531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:36.006150 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f54d9d-4bff-468d-8c90-06b1c6eb9c53" -d '{"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:36.009190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.021550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-25a8c4b4-df63-4519-baf1-23dbce30aacd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.023230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-25a8c4b4-df63-4519-baf1-23dbce30aacd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 937 time: 0.0588222 Nov 23 02:21:36.055041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-564b19cb-ea4b-45fc-8434-4f5f488be9c9 None None] Provisioning complete for port 14ad8484-f4c1-4eac-9ed1-514453e2168e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:36.055868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-564b19cb-ea4b-45fc-8434-4f5f488be9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.078455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.160926 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211e2790-03cf-46f3-8aca-20f8104ad839 x-openstack-request-id: req-211e2790-03cf-46f3-8aca-20f8104ad839 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:36.161274 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-plugged", "status": "completed", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:36.161508 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-211e2790-03cf-46f3-8aca-20f8104ad839 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:36.161917 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'code': 200} Nov 23 02:21:36.187021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-564b19cb-ea4b-45fc-8434-4f5f488be9c9 None None] Port 14ad8484-f4c1-4eac-9ed1-514453e2168e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:36.192744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-37b04bf7-fe7f-4790-8fa7-2c38fee4105a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.200424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-37b04bf7-fe7f-4790-8fa7-2c38fee4105a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 936 time: 0.1251736 Nov 23 02:21:36.253183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.288279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ad738-8223-40c1-8672-50e42d446676 req-12225a37-af2c-4696-bb95-e615bf50af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.289800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-503ad738-8223-40c1-8672-50e42d446676 req-12225a37-af2c-4696-bb95-e615bf50af6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1124 time: 0.0759108 Nov 23 02:21:36.327147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-34ef56e2-5af6-4b45-a341-d34782be09ff tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1257336 Nov 23 02:21:36.358766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-503ad738-8223-40c1-8672-50e42d446676 req-974d0783-496b-4c83-9df2-d0765e29c317 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Nov 23 02:21:36.406192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-b8b95d87-0510-45fc-b0d8-b1fa8e815595 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0780313 Nov 23 02:21:36.545107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.620732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea2541-c756-4c44-bd47-d838f614fef3 req-30f38667-3459-466a-b434-6483486cad86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.621743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9ea2541-c756-4c44-bd47-d838f614fef3 req-30f38667-3459-466a-b434-6483486cad86 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 936 time: 0.3099093 Nov 23 02:21:36.671589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:36.691600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:36.710372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.710372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:36.714976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.716311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.744531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-33f94d47-9dfa-4acd-88f1-1ff2492968dc tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.752257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-33f94d47-9dfa-4acd-88f1-1ff2492968dc tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.758187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-33f94d47-9dfa-4acd-88f1-1ff2492968dc tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.759918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-33f94d47-9dfa-4acd-88f1-1ff2492968dc tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/networks?id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=7a820282-6f7e-4c0e-996e-6aa1171e155f&id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 1994 time: 0.3528891 Nov 23 02:21:36.788324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-8ae734ae-d5c8-44f8-9890-6e8651dd972d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9032724 Nov 23 02:21:36.802098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Request body: {'port': {'device_id': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:36.864385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9ea2541-c756-4c44-bd47-d838f614fef3 req-035c2337-7514-480d-93be-f53ce1b21b6c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188933 Nov 23 02:21:36.877018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-7bb81d37-33f9-489c-a3d0-58e9f2c2ea8b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/quotas/2fa7438f897d424d8356e6395628dbef HTTP/1.1" status: 200 len: 375 time: 0.0720317 Nov 23 02:21:37.021802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ad8484-f4c1-4eac-9ed1-514453e2168e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:37.028928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.037203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.112382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-affae9ca-2f8b-4607-922a-cc2977ca2f96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1849341 Nov 23 02:21:37.113363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Transition to ACTIVE for port object 14ad8484-f4c1-4eac-9ed1-514453e2168e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:37.132159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d4c9-e958-4326-9ae0-c985cab9d05e req-be94ec37-b784-4b88-a5c2-97840ec40637 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:37.140038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9813d4c9-e958-4326-9ae0-c985cab9d05e req-be94ec37-b784-4b88-a5c2-97840ec40637 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1579185 Nov 23 02:21:37.140747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.160517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4913a255-b031-4285-92f4-bbff196efc6d None None] Provisioning complete for port 1302067d-c7b3-472f-af06-941928b1a52d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:37.161247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4913a255-b031-4285-92f4-bbff196efc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.198686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:37.276725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4913a255-b031-4285-92f4-bbff196efc6d None None] Port 1302067d-c7b3-472f-af06-941928b1a52d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:37.428990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9813d4c9-e958-4326-9ae0-c985cab9d05e req-fc7b9fdb-6724-46d3-80ba-1fc188e1abeb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430992 Nov 23 02:21:37.572812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Pushing event updated for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:37.608776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Attempting to bind port 14ad8484-f4c1-4eac-9ed1-514453e2168e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:37.609375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Attempting to bind port 14ad8484-f4c1-4eac-9ed1-514453e2168e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:37.609928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Attempting to bind port 14ad8484-f4c1-4eac-9ed1-514453e2168e on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:37.691173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Port 14ad8484-f4c1-4eac-9ed1-514453e2168e on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:37.692255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Attempting to bind port 14ad8484-f4c1-4eac-9ed1-514453e2168e on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:37.705399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6462d490-d6df-4bdf-bab4-fce97f28e120 service neutron] 10.222.0.15 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621824 Nov 23 02:21:37.710854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:37.711584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:37.712196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:37.712860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Bound port: 14ad8484-f4c1-4eac-9ed1-514453e2168e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:37.713440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.954391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:37.978625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532c988a-027b-4cec-bffb-fd5d5649c570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.991190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:38.005018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.015810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-cce42815-55dd-4aaf-85d3-397642cd1c2d service neutron] 10.222.0.15 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791152 Nov 23 02:21:38.343695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322b473-1887-46fd-a987-2e9ffa8b2b9a req-21f324b9-d4cf-4a3d-a907-e72d6a8428e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.345253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4322b473-1887-46fd-a987-2e9ffa8b2b9a req-21f324b9-d4cf-4a3d-a907-e72d6a8428e7 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 972 time: 0.4865594 Nov 23 02:21:38.346598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.347216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.348517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] 10.222.0.41 "PUT /v2.0/ports/14ad8484-f4c1-4eac-9ed1-514453e2168e HTTP/1.1" status: 200 len: 1097 time: 2.7161188 Nov 23 02:21:38.352899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1302067d-c7b3-472f-af06-941928b1a52d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:38.359456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:38.361741 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580a439-0956-45f7-9c5a-2c08597edca7" -d '{"events": [{"name": "network-changed", "server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:38.374964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.400812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-f6ccc85f-5c45-43b2-99a9-1785e69411a9 service neutron] 10.222.0.15 "GET /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1051457 Nov 23 02:21:38.428024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Transition to ACTIVE for port object 1302067d-c7b3-472f-af06-941928b1a52d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:38.430610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c911a-726c-4cad-ac11-012aa7e97a70 service neutron] Pushing event updated for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.453537 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.543818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4322b473-1887-46fd-a987-2e9ffa8b2b9a req-91138b39-27b4-4ddf-a0ec-41f5819e4ed9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769822 Nov 23 02:21:38.593381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Pushing event updated for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.626594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-88b84c61-7724-40b3-a627-46dc3a3e0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.628108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-88b84c61-7724-40b3-a627-46dc3a3e0f46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 1100 time: 0.1410875 Nov 23 02:21:38.712890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-061db176-d1cb-4bed-90a5-3c3a7a4312c3 service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989812 Nov 23 02:21:38.732798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-f932fbe5-6e26-446b-a110-de496df84f62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e HTTP/1.1" status: 200 len: 217 time: 0.0714929 Nov 23 02:21:38.743302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Attempting to bind port 1302067d-c7b3-472f-af06-941928b1a52d on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:38.743650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Attempting to bind port 1302067d-c7b3-472f-af06-941928b1a52d by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:38.743962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Attempting to bind port 1302067d-c7b3-472f-af06-941928b1a52d on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:38.818000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Port 1302067d-c7b3-472f-af06-941928b1a52d on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:38.818328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Attempting to bind port 1302067d-c7b3-472f-af06-941928b1a52d on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:38.838879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:38.839224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:38.839607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:38.840068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Bound port: 1302067d-c7b3-472f-af06-941928b1a52d, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:38.840424 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.869000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-72a5559a-b77d-425f-b329-84b47bd98314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.870441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-72a5559a-b77d-425f-b329-84b47bd98314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1283772 Nov 23 02:21:38.887661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8d01e-f68f-4018-ab02-85f06a9a6cc2 req-18011304-7f21-4abb-a43a-6ebd2312bb57 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.889127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f8d01e-f68f-4018-ab02-85f06a9a6cc2 req-18011304-7f21-4abb-a43a-6ebd2312bb57 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 948 time: 0.2390654 Nov 23 02:21:38.973191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5f7f9c02-db8a-4859-9d3a-be66279f55ec service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441819 Nov 23 02:21:39.050320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-b7d6d381-abc0-4da3-945a-808d1f8e9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.051854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-b7d6d381-abc0-4da3-945a-808d1f8e9589 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593404 Nov 23 02:21:39.059420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-cc8c964b-ea05-4269-a0e4-1ec62b66ad31 service neutron] 10.222.0.15 "GET /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0730665 Nov 23 02:21:39.062732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f8d01e-f68f-4018-ab02-85f06a9a6cc2 req-4eb3cd7a-37da-4be7-8691-0f0f12073abf tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660213 Nov 23 02:21:39.063792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:39.141017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.163184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1302067d-c7b3-472f-af06-941928b1a52d,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:39.171225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.271183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.271765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.273429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] 10.222.0.47 "PUT /v2.0/ports/1302067d-c7b3-472f-af06-941928b1a52d HTTP/1.1" status: 200 len: 1097 time: 2.4765799 Nov 23 02:21:39.360796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-d2737590-89d9-4565-9287-6c20dd01cac3 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945645 Nov 23 02:21:39.385163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6254cc4f-e54a-4297-aec0-a230ca6d82c7 service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178561 Nov 23 02:21:39.395043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8ded6-b87d-4579-aad9-a3801e696ccd service neutron] Pushing event updated for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:39.538443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-02b1b7ea-9c0d-4170-9c37-bff534cf083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.539962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-02b1b7ea-9c0d-4170-9c37-bff534cf083a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 1100 time: 0.2164228 Nov 23 02:21:39.553353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-da400dd0-2ca5-4551-b7e5-091ca7c3738d tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.554967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-da400dd0-2ca5-4551-b7e5-091ca7c3738d tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/networks?id=52605f5e-7a95-4e1f-8c8f-782907b5b302 HTTP/1.1" status: 200 len: 814 time: 0.3420162 Nov 23 02:21:39.624269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0b0e5fda-ba6d-4e56-a671-dfd910e7526f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1302067d-c7b3-472f-af06-941928b1a52d HTTP/1.1" status: 200 len: 217 time: 0.0663950 Nov 23 02:21:39.645313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-57fa1873-c0cd-4e53-9f73-5e3ed04f9686 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/quotas/f34f07f259684019b431d7ceb3dc6043 HTTP/1.1" status: 200 len: 375 time: 0.0804775 Nov 23 02:21:39.677731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-06fca7f9-72fb-4eda-80dd-5f72a452b1d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949560 Nov 23 02:21:39.693536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2f0e220c-0a7d-468b-a9af-b14b59ffb320 service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952707 Nov 23 02:21:39.764449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0de9b0d5-ea6d-4255-9a62-4e82b8d9446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.765826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-0de9b0d5-ea6d-4255-9a62-4e82b8d9446a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1336491 Nov 23 02:21:39.814906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-c24b17bc-824f-43b5-9d79-469935dc27e6 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f34f07f259684019b431d7ceb3dc6043&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437788 Nov 23 02:21:39.897962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-58eb1285-9058-40a5-9f68-cf7db983c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.899417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-58eb1285-9058-40a5-9f68-cf7db983c0fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229925 Nov 23 02:21:39.902677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-47d76cb5-88f2-4c64-a52a-364686456f3a service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857533 Nov 23 02:21:40.047496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-e174cf79-7bce-4da1-8803-ff8700da2b01 service neutron] 10.222.0.15 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195568 Nov 23 02:21:40.138489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-f43aae76-034e-413c-9641-91c31587b99f service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297676 Nov 23 02:21:40.141820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-891eec92-af5a-4217-88ad-c08a3978711d service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248256 Nov 23 02:21:40.282053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-6c99bf87-7a35-4c40-aadf-aedd7fb23ce8 service neutron] 10.222.0.15 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273161 Nov 23 02:21:40.327786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-77b5470d-1b62-45fa-8fa0-9d3630ac821d service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788621 Nov 23 02:21:40.329716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dda0dace-1d99-4b7f-bdb0-ed357687bed9 req-4bffe2f9-c44d-460f-a00d-0798a537923b service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819601 Nov 23 02:21:40.447778 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37014427-15f6-4c31-844f-47603f99ed08 x-openstack-request-id: req-37014427-15f6-4c31-844f-47603f99ed08 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:40.448290 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:40.448720 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37014427-15f6-4c31-844f-47603f99ed08 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:40.449799 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e', 'status': 'completed', 'code': 200} Nov 23 02:21:40.464789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-bc622f5a-a308-481f-b6de-406c564bade0 service neutron] 10.222.0.15 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291068 Nov 23 02:21:40.556459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.926407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-4224f871-22e4-4819-b711-cfada9abd020 service neutron] 10.222.0.15 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599421 Nov 23 02:21:40.936952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950499b9-9634-4ff0-8153-2b7232f71b7b req-99d02d58-338b-463f-98a4-875779c2524b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:40.938471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-950499b9-9634-4ff0-8153-2b7232f71b7b req-99d02d58-338b-463f-98a4-875779c2524b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.4073901 Nov 23 02:21:40.941697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-a867d35e-1440-4d77-adb0-02977673e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:40.943067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-a867d35e-1440-4d77-adb0-02977673e466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 1100 time: 0.3977478 Nov 23 02:21:41.124565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-950499b9-9634-4ff0-8153-2b7232f71b7b req-b5e4ef73-9d42-4eb7-95bc-f72dcf4bf625 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741381 Nov 23 02:21:41.145476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-8f3b737f-aa81-4ea3-b28c-7c1cb83d4f60 service neutron] 10.222.0.15 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056787 Nov 23 02:21:41.206865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-7e13e0e3-fbc2-493c-9112-f8e78cf45226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:41.208353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-7e13e0e3-fbc2-493c-9112-f8e78cf45226 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2502565 Nov 23 02:21:41.260413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-41a2ce0f-c17b-46d9-9ebd-8e9d9deb7d36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e HTTP/1.1" status: 200 len: 217 time: 0.0413332 Nov 23 02:21:41.329613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-465a2e88-b464-40a2-909b-59628f9907b0 service neutron] 10.222.0.15 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833432 Nov 23 02:21:41.447694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-cbf05621-90f1-4174-9626-35f255da960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:41.449309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-cbf05621-90f1-4174-9626-35f255da960b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1794808 Nov 23 02:21:41.477218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-3035eaa4-f243-4498-9c77-1c42269f392d service neutron] 10.222.0.15 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373096 Nov 23 02:21:41.570814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238521a-4119-4422-bab6-9dd55d2038c7 req-4896f4af-5085-48e7-bf42-2671af76b88c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:41.572393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8238521a-4119-4422-bab6-9dd55d2038c7 req-4896f4af-5085-48e7-bf42-2671af76b88c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 948 time: 0.1459520 Nov 23 02:21:41.592169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-c27d695c-4a01-479d-826b-0e06171e7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:41.594028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-c27d695c-4a01-479d-826b-0e06171e7402 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287770 Nov 23 02:21:41.619330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.774873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8238521a-4119-4422-bab6-9dd55d2038c7 req-6853f68a-7143-4296-afdd-4fef8c494ede tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894276 Nov 23 02:21:41.878560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa5b651f-1f7b-427e-bb15-d5d26cfc2632 req-ffe1efa1-9776-411c-b9ee-bb475694e130 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 210 time: 0.0287726 Nov 23 02:21:41.909366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b700f1b8-cf1e-4e31-98e1-5f78ea722172 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:41.910963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b700f1b8-cf1e-4e31-98e1-5f78ea722172 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.47 "GET /v2.0/networks?id=52605f5e-7a95-4e1f-8c8f-782907b5b302 HTTP/1.1" status: 200 len: 814 time: 0.2768047 Nov 23 02:21:41.931853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Request body: {'port': {'device_id': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'admin_state_up': True, 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:41.959743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-b69055e0-68d5-4b3c-86d7-b66f90a4ef37 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485761 Nov 23 02:21:42.110728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3c753-cfd1-4a01-b2b8-98c5880edb31 req-aae9a75e-c86f-4c6c-8c7c-a9a27a21fa87 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:42.112252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1e3c753-cfd1-4a01-b2b8-98c5880edb31 req-aae9a75e-c86f-4c6c-8c7c-a9a27a21fa87 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1124 time: 0.1105740 Nov 23 02:21:42.216062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7580a439-0956-45f7-9c5a-2c08597edca7 req-b7dbe0e6-8140-4709-a271-b0fd1e872791 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227137 Nov 23 02:21:42.225660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1e3c753-cfd1-4a01-b2b8-98c5880edb31 req-8548f300-bd94-4dc0-97e4-8d14f9bda98b tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978138 Nov 23 02:21:42.245391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Made reservation on behalf of f34f07f259684019b431d7ceb3dc6043 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:42.250491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.431603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Allocated IP 172.20.0.8 (52605f5e-7a95-4e1f-8c8f-782907b5b302/90f50d2a-0662-4226-a96e-e479e19de553/ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:42.561524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:42.564342 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38116cf9-a536-4306-818a-8e868eaead6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "tag": "1302067d-c7b3-472f-af06-941928b1a52d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:42.640714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 14ad8484-f4c1-4eac-9ed1-514453e2168e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:42.900381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a98191-4c99-4c1e-916d-e03c78aa54b8 req-b7c2ad15-1cdc-489b-8750-3ae26ead8270 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:42.920262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26a98191-4c99-4c1e-916d-e03c78aa54b8 req-b7c2ad15-1cdc-489b-8750-3ae26ead8270 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.3597331 Nov 23 02:21:42.939491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:42.971618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '14ad8484-f4c1-4eac-9ed1-514453e2168e', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '14ad8484-f4c1-4eac-9ed1-514453e2168e', 'mac_address': 'fa:16:3e:e1:7c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:43.033093 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-b854d6f9-5e16-4c1e-badf-c5261db96daa service neutron] show failed (client error): The resource could not be found. Nov 23 02:21:43.049715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-b854d6f9-5e16-4c1e-badf-c5261db96daa service neutron] 10.222.0.41 "GET /v2.0/ports/2e42c136-ed3e-404d-9976-abfd850df0cb/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.5463567 Nov 23 02:21:43.125691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.140504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.166397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ad8484-f4c1-4eac-9ed1-514453e2168e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:43.208685 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cfe2ff-cc48-4fe3-9d95-af3554c0cbd1 x-openstack-request-id: req-92cfe2ff-cc48-4fe3-9d95-af3554c0cbd1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:43.208685 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "tag": "1302067d-c7b3-472f-af06-941928b1a52d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:43.208685 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92cfe2ff-cc48-4fe3-9d95-af3554c0cbd1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:43.209068 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d', 'status': 'completed', 'code': 200} Nov 23 02:21:43.244008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:43.247646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26a98191-4c99-4c1e-916d-e03c78aa54b8 req-1832a0fe-c67d-4d96-ad8c-3e5ad7953501 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237259 Nov 23 02:21:43.278068 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.310908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.400796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116cf9-a536-4306-818a-8e868eaead6e req-f6b76241-f4f6-4d76-80bd-a58649982bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.407121 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-f6b76241-f4f6-4d76-80bd-a58649982bdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 1100 time: 0.1421003 Nov 23 02:21:43.409831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:43.499535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-811df30d-d192-4617-9ce2-93de0c0430dc req-b655357c-1873-46cb-9afe-3831f1bed2c0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0596738 Nov 23 02:21:43.567174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1302067d-c7b3-472f-af06-941928b1a52d details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:43.576547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:43.580907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Pushing event updated for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:43.584818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:43.588673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:43.596880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.597157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.609947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea85b-2537-4d03-b76d-25523060e9e5 req-728668f1-92ce-4126-a2dc-5750c2dc6efb tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.620143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf9ea85b-2537-4d03-b76d-25523060e9e5 req-728668f1-92ce-4126-a2dc-5750c2dc6efb tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 1124 time: 0.1926901 Nov 23 02:21:43.700075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-b935587d-4a51-41fa-9213-cdd5690ee280 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7720072 Nov 23 02:21:43.735082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:43.788515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf9ea85b-2537-4d03-b76d-25523060e9e5 req-6cc7e4f2-8ba8-4b9d-b1f4-2e48672526b6 tempest-ServersAdminTestJSON-1952813945 tempest-ServersAdminTestJSON-1952813945-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671464 Nov 23 02:21:43.831522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286e747-7a74-4889-a8b5-833b2cb13cce req-9a137ddf-26c4-4ea4-933b-19c504f4e17a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.834266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f286e747-7a74-4889-a8b5-833b2cb13cce req-9a137ddf-26c4-4ea4-933b-19c504f4e17a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 949 time: 0.1152596 Nov 23 02:21:43.990962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f286e747-7a74-4889-a8b5-833b2cb13cce req-0e395237-71fd-429c-8343-8151f093474f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487701 Nov 23 02:21:44.065721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7c385-d6a7-40d5-8367-106f11fdec17 req-c364afa4-ceea-4ca0-b2e8-2cde132d8ec3 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:44.076495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77b7c385-d6a7-40d5-8367-106f11fdec17 req-c364afa4-ceea-4ca0-b2e8-2cde132d8ec3 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 931 time: 0.0842755 Nov 23 02:21:44.093474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1302067d-c7b3-472f-af06-941928b1a52d,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:44.147777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '1302067d-c7b3-472f-af06-941928b1a52d', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '1302067d-c7b3-472f-af06-941928b1a52d', 'mac_address': 'fa:16:3e:85:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:44.159692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77b7c385-d6a7-40d5-8367-106f11fdec17 req-0516cfcc-0413-48e4-96da-e68d4ee3fd5f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Nov 23 02:21:44.223012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-02382bf5-11a0-4184-968c-2953b2e3f688 None None] Provisioning complete for port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:44.223389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-02382bf5-11a0-4184-968c-2953b2e3f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.297524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.329187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1302067d-c7b3-472f-af06-941928b1a52d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:44.333180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-02382bf5-11a0-4184-968c-2953b2e3f688 None None] Port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:44.361170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1302067d-c7b3-472f-af06-941928b1a52d,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:44.369244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.467467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0878f6-4bfa-42a9-bb70-807139d97c9e req-433dbff7-2429-4770-bff2-5c2baf906d12 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:44.471540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:44.475530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc0878f6-4bfa-42a9-bb70-807139d97c9e req-433dbff7-2429-4770-bff2-5c2baf906d12 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.0718360 Nov 23 02:21:44.551946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc0878f6-4bfa-42a9-bb70-807139d97c9e req-f94ec9f4-a2f6-4cb9-8fcf-87c903d157c5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754642 Nov 23 02:21:44.643721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-aa7848b3-e3d9-4aca-83ba-9c72dc691538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:44.645090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-aa7848b3-e3d9-4aca-83ba-9c72dc691538 service neutron] 10.222.0.41 "GET /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 1033 time: 0.0570383 Nov 23 02:21:44.654793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:21:44.716785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:44.771648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f75dac-d75a-4fa5-b827-2bb2f001723b req-3bbdc654-ad32-412e-ae11-eb3a9b75ade5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:44.779406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84f75dac-d75a-4fa5-b827-2bb2f001723b req-3bbdc654-ad32-412e-ae11-eb3a9b75ade5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 950 time: 0.1384058 Nov 23 02:21:44.798350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1849cb6c-29e3-4f22-86b7-6af655c40305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:44.799753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1849cb6c-29e3-4f22-86b7-6af655c40305 service neutron] 10.222.0.41 "GET /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 1032 time: 0.0834491 Nov 23 02:21:44.892490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84f75dac-d75a-4fa5-b827-2bb2f001723b req-6d24283c-f43f-49a5-9a1c-41f99fed211a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126320 Nov 23 02:21:44.897419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.998435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:45.000891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:45.003976 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdaaea3-bdfb-4c6e-9451-0c4daabe19b0" -d '{"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-unplugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:45.007999 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.041278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-f4a59eba-bda8-433c-b98a-25d0585203f4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.048401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-f4a59eba-bda8-433c-b98a-25d0585203f4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.055393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-f4a59eba-bda8-433c-b98a-25d0585203f4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.057232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-f4a59eba-bda8-433c-b98a-25d0585203f4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/networks?id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=7a820282-6f7e-4c0e-996e-6aa1171e155f&id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 1994 time: 0.2395079 Nov 23 02:21:45.102186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:45.141110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac5af20a-e00f-4653-bf1f-f41b562660aa req-bb563406-5b8c-4cfa-9b6d-d80df886cf69 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0725222 Nov 23 02:21:45.193364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-90a9d5f7-0ef2-4192-aa29-f660385c346b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fa7438f897d424d8356e6395628dbef HTTP/1.1" status: 200 len: 380 time: 0.1125677 Nov 23 02:21:45.216483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'admin_state_up': True, 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'security_groups': ['eaca9870-b329-40a4-b5b3-de8285db83e1']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:45.262337 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13185284-d5ee-4e8d-a1e6-dfc4095db227 x-openstack-request-id: req-13185284-d5ee-4e8d-a1e6-dfc4095db227 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:45.262971 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-unplugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:45.263414 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13185284-d5ee-4e8d-a1e6-dfc4095db227 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:45.264001 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'code': 200} Nov 23 02:21:45.363424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:45.368704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.561454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e8410-bc63-43d7-9cfa-29fd6545cefd req-b48b3a68-3a78-46d9-be9b-7241169ab5a4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.568612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-886e8410-bc63-43d7-9cfa-29fd6545cefd req-b48b3a68-3a78-46d9-be9b-7241169ab5a4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 949 time: 0.1801925 Nov 23 02:21:45.648936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 172.20.0.13 (20f9c805-4a7a-4545-a45f-d2c4cf8013d0/39854760-a93c-4f97-a8ef-218bb3894fca/7268d99b-e088-4aa2-be29-dc210a948b0e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:45.666421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-886e8410-bc63-43d7-9cfa-29fd6545cefd req-f135474e-d5d4-4246-96b9-d56274fb2818 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Nov 23 02:21:45.908838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db463-837d-4297-b363-25223480ba84 req-b643409e-8f0e-49f6-87c5-f90e1e5ef267 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.910660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b0db463-837d-4297-b363-25223480ba84 req-b643409e-8f0e-49f6-87c5-f90e1e5ef267 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 931 time: 0.1399686 Nov 23 02:21:45.934433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.002124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b0db463-837d-4297-b363-25223480ba84 req-3bcd6fae-b016-4812-a734-8b6057d43261 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Nov 23 02:21:46.026812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.144847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:46.159423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:46.178049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:46.184571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:46.185234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.208881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:46.224006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-18819ce9-d252-4ec3-97f8-78c1fe51d748 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0115197 Nov 23 02:21:46.242026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78692790-8284-4bf7-a661-05911111f41c req-2526763d-cea0-4a5c-b715-33ec932fcf90 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:46.252615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78692790-8284-4bf7-a661-05911111f41c req-2526763d-cea0-4a5c-b715-33ec932fcf90 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.1278284 Nov 23 02:21:46.262331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'admin_state_up': True, 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'security_groups': ['eaca9870-b329-40a4-b5b3-de8285db83e1']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:46.578033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-198425ab-48e2-465d-9b73-490c659022de None None] Provisioning complete for port 7268d99b-e088-4aa2-be29-dc210a948b0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:46.578633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-198425ab-48e2-465d-9b73-490c659022de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.674087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 14ad8484-f4c1-4eac-9ed1-514453e2168e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:46.761888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-198425ab-48e2-465d-9b73-490c659022de None None] Port 7268d99b-e088-4aa2-be29-dc210a948b0e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:46.811441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 14ad8484-f4c1-4eac-9ed1-514453e2168e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:46.826963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 14ad8484-f4c1-4eac-9ed1-514453e2168e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:46.827490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.889518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78692790-8284-4bf7-a661-05911111f41c req-a885672d-27a1-482d-888f-0dd439231174 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341841 Nov 23 02:21:46.932895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:46.937473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.044005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.153217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:47.158036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.230146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:47.265445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:47.269429 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f0bab2-cae4-4339-b499-196ad1da2716" -d '{"events": [{"server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "name": "network-vif-plugged", "status": "completed", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:47.291931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327638b-6415-4674-bd13-f1563be2e6f6 req-5c469e30-d351-41ae-8e9d-bc53cfb47458 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:47.300603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2327638b-6415-4674-bd13-f1563be2e6f6 req-5c469e30-d351-41ae-8e9d-bc53cfb47458 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.2991817 Nov 23 02:21:47.303036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.1.1.28 (9e3edc06-c7b3-46b4-8124-cf27c4465b6c/a9bbd770-f772-4925-a8fe-4a5eca0dd744/74cd12ed-a2c7-40d6-b299-51f67fbed266) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:47.416489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2327638b-6415-4674-bd13-f1563be2e6f6 req-9ab689b7-9e29-4d6d-a830-d15205bcc19f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059158 Nov 23 02:21:47.584629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1302067d-c7b3-472f-af06-941928b1a52d up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:47.644409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cbf79-4b56-4cd9-95f4-398a8f77796e req-7b43b741-0533-4380-a3c1-04dbc1c4c1c1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:47.646142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2cbf79-4b56-4cd9-95f4-398a8f77796e req-7b43b741-0533-4380-a3c1-04dbc1c4c1c1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 932 time: 0.0906608 Nov 23 02:21:47.649762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.706176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 1302067d-c7b3-472f-af06-941928b1a52d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:21:47.718803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 1302067d-c7b3-472f-af06-941928b1a52d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:47.719557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.742701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2cbf79-4b56-4cd9-95f4-398a8f77796e req-e8bd744c-1a53-4b2b-85ad-d61ace9cb988 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842333 Nov 23 02:21:47.752282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.880839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:48.015743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:48.036323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:48.040719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:48.056041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:21:48.058338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.059122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.155451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd14d73-b4d1-453e-9414-eb76434cfc21 req-721dd5e1-a1d9-491b-b595-e622b0dfa37c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.163192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4dd14d73-b4d1-453e-9414-eb76434cfc21 req-721dd5e1-a1d9-491b-b595-e622b0dfa37c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 950 time: 0.2707682 Nov 23 02:21:48.200217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5add829b-c646-4c11-aabf-07d905383725 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9325266 Nov 23 02:21:48.220366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'admin_state_up': True, 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'security_groups': ['eaca9870-b329-40a4-b5b3-de8285db83e1']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:48.327651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4dd14d73-b4d1-453e-9414-eb76434cfc21 req-338f4561-c513-4dc9-b6f4-1bae582b89e4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582499 Nov 23 02:21:48.358372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.456360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1302067d-c7b3-472f-af06-941928b1a52d,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:48.466868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.523753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32475ff-352a-4155-b33d-856a6ce49935 req-db56a1e2-8801-49c1-8431-993a789230bd tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.525846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32475ff-352a-4155-b33d-856a6ce49935 req-db56a1e2-8801-49c1-8431-993a789230bd tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 931 time: 0.0986650 Nov 23 02:21:48.526678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:48.531172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.582694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:48.603255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-524dc48a-0208-4518-a5e3-27f6ac0f3073 None None] Provisioning complete for port 74cd12ed-a2c7-40d6-b299-51f67fbed266 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:48.604489 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-524dc48a-0208-4518-a5e3-27f6ac0f3073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.642749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-524dc48a-0208-4518-a5e3-27f6ac0f3073 None None] Port 74cd12ed-a2c7-40d6-b299-51f67fbed266 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:48.722007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32475ff-352a-4155-b33d-856a6ce49935 req-22864617-92ee-4fe8-931b-dc985f4a48b3 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866260 Nov 23 02:21:48.816414 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29227cf0-d95f-41b6-ba42-8d1a3fcef22a x-openstack-request-id: req-29227cf0-d95f-41b6-ba42-8d1a3fcef22a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:48.817026 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "name": "network-vif-plugged", "status": "completed", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:48.817341 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29227cf0-d95f-41b6-ba42-8d1a3fcef22a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:48.817806 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e', 'code': 200} Nov 23 02:21:48.835261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.1.1.152 (9e3edc06-c7b3-46b4-8124-cf27c4465b6c/a9bbd770-f772-4925-a8fe-4a5eca0dd744/8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:49.139933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe18cf9-1cb8-45a1-9c61-bf5a71070d24 req-628677c5-d120-4532-ad83-8b0574425a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.141448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fe18cf9-1cb8-45a1-9c61-bf5a71070d24 req-628677c5-d120-4532-ad83-8b0574425a3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 1102 time: 0.1638398 Nov 23 02:21:49.152487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae011f-4d0a-4342-bdac-1348c3eb0069 req-f61a48e5-df57-4b7b-aec2-3b41a42b8106 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.160607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5aae011f-4d0a-4342-bdac-1348c3eb0069 req-f61a48e5-df57-4b7b-aec2-3b41a42b8106 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.2282915 Nov 23 02:21:49.187489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.284358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5aae011f-4d0a-4342-bdac-1348c3eb0069 req-0d1ee015-ca61-4058-929d-49e67bbe5dbe tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227994 Nov 23 02:21:49.291374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fe18cf9-1cb8-45a1-9c61-bf5a71070d24 req-038d871b-74f1-4578-bc98-20e17693f3c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219249 Nov 23 02:21:49.293798 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.352576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:49.366286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:49.378751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:49.415659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:49.423589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.424400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.467388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641236b8-1a6b-40e0-b84b-95584ff46e36 req-b447d54c-6c9c-4d8a-b9db-88aa6c400e65 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.476793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-641236b8-1a6b-40e0-b84b-95584ff46e36 req-b447d54c-6c9c-4d8a-b9db-88aa6c400e65 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.1317937 Nov 23 02:21:49.509624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-6613b498-fd1b-434e-97cb-c2dc1c40272f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2932789 Nov 23 02:21:49.547978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-641236b8-1a6b-40e0-b84b-95584ff46e36 req-eca6bd67-b4b6-4add-9af9-1cff8b02dc13 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702002 Nov 23 02:21:49.690703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'admin_state_up': True, 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'security_groups': ['eaca9870-b329-40a4-b5b3-de8285db83e1']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:49.765689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7787-2763-4a5b-9b46-75448ca055af req-4c54fb8c-d18f-41d0-9763-66a765c2078a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.772303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7787-2763-4a5b-9b46-75448ca055af req-4c54fb8c-d18f-41d0-9763-66a765c2078a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.779767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7787-2763-4a5b-9b46-75448ca055af req-4c54fb8c-d18f-41d0-9763-66a765c2078a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:49.781154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c1485bca-8c85-4024-8f20-700bc6a1f253 None None] Provisioning complete for port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:49.781685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-651a7787-2763-4a5b-9b46-75448ca055af req-4c54fb8c-d18f-41d0-9763-66a765c2078a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 2374 time: 0.1325305 Nov 23 02:21:49.782215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c1485bca-8c85-4024-8f20-700bc6a1f253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.826779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c1485bca-8c85-4024-8f20-700bc6a1f253 None None] Port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:49.864447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-651a7787-2763-4a5b-9b46-75448ca055af req-4b594c2f-cd2f-46ed-86f3-7b065d583254 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704782 Nov 23 02:21:49.877249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:49.981886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.186965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caf2ad-4a25-46c8-a469-5ec87ecef70c req-fe769df9-1224-450a-9fe3-8da5d2c51e23 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:50.188480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96caf2ad-4a25-46c8-a469-5ec87ecef70c req-fe769df9-1224-450a-9fe3-8da5d2c51e23 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 950 time: 0.2294297 Nov 23 02:21:50.251729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96caf2ad-4a25-46c8-a469-5ec87ecef70c req-b6d2b84d-3d54-4b59-be45-b5cea2b3d6cc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554092 Nov 23 02:21:50.307353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.2.2.100 (7a820282-6f7e-4c0e-996e-6aa1171e155f/02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f/975ba745-d5b0-4272-ba15-90ffe0a4031e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:50.448363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b09d-e3e5-4abd-891a-2a1bba93e59d req-97ac01a1-b0e9-44a3-917c-11afe3008c2e tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:50.450034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2af2b09d-e3e5-4abd-891a-2a1bba93e59d req-97ac01a1-b0e9-44a3-917c-11afe3008c2e tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 931 time: 0.1166351 Nov 23 02:21:50.525205 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.537314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2af2b09d-e3e5-4abd-891a-2a1bba93e59d req-6095376b-e3c0-443c-85c3-bc1a4c809f84 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Nov 23 02:21:50.576306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.661019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:50.670650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:50.675977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:50.689264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:50.690825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.696299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:50.740903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe04d8-fa2a-44ee-a06f-a810b5ae5b6c req-c8c6f4a8-b6a5-45f6-a273-bd48d9594e7c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:50.752036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21fe04d8-fa2a-44ee-a06f-a810b5ae5b6c req-c8c6f4a8-b6a5-45f6-a273-bd48d9594e7c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.1337557 Nov 23 02:21:50.767441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-94c02cb1-85b0-4775-9d16-d5e0c0d8eb7d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0822225 Nov 23 02:21:50.819100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:50.822422 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acc08e2-c22c-4e28-bc3c-3f6c04983ac4" -d '{"events": [{"server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "name": "network-vif-plugged", "status": "completed", "tag": "1302067d-c7b3-472f-af06-941928b1a52d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:50.839078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'admin_state_up': True, 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'security_groups': ['eaca9870-b329-40a4-b5b3-de8285db83e1']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:50.945001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21fe04d8-fa2a-44ee-a06f-a810b5ae5b6c req-e19d99e8-b667-45a0-b860-6c1bb3a6cf2b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877954 Nov 23 02:21:51.085427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Made reservation on behalf of 2fa7438f897d424d8356e6395628dbef for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:51.098094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.158629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0a861329-d781-437f-b6fc-277f7e0fefd6 None None] Provisioning complete for port 975ba745-d5b0-4272-ba15-90ffe0a4031e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:51.165018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a861329-d781-437f-b6fc-277f7e0fefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.229215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0a861329-d781-437f-b6fc-277f7e0fefd6 None None] Port 975ba745-d5b0-4272-ba15-90ffe0a4031e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:51.230954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d1c65-40f1-4406-9945-745eef3cbc3e req-f9ac8829-a9b6-4d50-8bca-e5f50e9bbba7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.238535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c7d1c65-40f1-4406-9945-745eef3cbc3e req-f9ac8829-a9b6-4d50-8bca-e5f50e9bbba7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.1373479 Nov 23 02:21:51.369819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c7d1c65-40f1-4406-9945-745eef3cbc3e req-c19c47a8-d01c-4fab-9e4b-c32ceecf0f32 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276076 Nov 23 02:21:51.445105 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f055a9-8fde-4e78-9d51-d875e54c77ad x-openstack-request-id: req-f5f055a9-8fde-4e78-9d51-d875e54c77ad {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:51.445419 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "name": "network-vif-plugged", "status": "completed", "tag": "1302067d-c7b3-472f-af06-941928b1a52d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:51.445679 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5f055a9-8fde-4e78-9d51-d875e54c77ad {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:51.446257 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d', 'code': 200} Nov 23 02:21:51.459094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Allocated IP 10.2.2.200 (7a820282-6f7e-4c0e-996e-6aa1171e155f/02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f/e171795f-a5cb-4294-b1de-9f86869b4082) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:51.627720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-cf347611-bfbc-4dd9-9e5c-7c73a64b7d3f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.633740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-cf347611-bfbc-4dd9-9e5c-7c73a64b7d3f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.640338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-cf347611-bfbc-4dd9-9e5c-7c73a64b7d3f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.646255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-cf347611-bfbc-4dd9-9e5c-7c73a64b7d3f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.648315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-cf347611-bfbc-4dd9-9e5c-7c73a64b7d3f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 3095 time: 0.1311636 Nov 23 02:21:51.725024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.736175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-598f968d-01eb-44a3-b9ec-44ddfaba2ee1 req-17603a45-337c-4070-b074-ef48206e78ba tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808477 Nov 23 02:21:51.775066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.863911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:51.939496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:51.942193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:51.947766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.948462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.999073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.047691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0ef342d0-bf71-40d7-81ed-988f9d3612b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302802 Nov 23 02:21:52.063936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd10cf-4b02-4bb6-819d-3d389651d5a5 req-24287fdd-ee91-4e78-8b06-15633374b41e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:52.071028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2bd10cf-4b02-4bb6-819d-3d389651d5a5 req-24287fdd-ee91-4e78-8b06-15633374b41e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 950 time: 0.2338159 Nov 23 02:21:52.086564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:52.221944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.252735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2bd10cf-4b02-4bb6-819d-3d389651d5a5 req-da21465d-a22a-4c9d-8f50-1092bf6c62d6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796937 Nov 23 02:21:52.265979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b2ad0790-b084-462f-9040-3b793ed2cedb None None] Provisioning complete for port e171795f-a5cb-4294-b1de-9f86869b4082 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:52.267217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0790-b084-462f-9040-3b793ed2cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.336665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad0790-b084-462f-9040-3b793ed2cedb None None] Port e171795f-a5cb-4294-b1de-9f86869b4082 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:52.709691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8192b-9dbf-406a-9adc-b7cf4f6cbc6e req-170215c4-13d2-4e9f-8d37-0b3227479c58 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:52.711174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36f8192b-9dbf-406a-9adc-b7cf4f6cbc6e req-170215c4-13d2-4e9f-8d37-0b3227479c58 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 931 time: 0.1161747 Nov 23 02:21:52.837753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36f8192b-9dbf-406a-9adc-b7cf4f6cbc6e req-3492a557-acbb-453d-a5c2-74d3f75a60bf tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169055 Nov 23 02:21:53.002544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7268d99b-e088-4aa2-be29-dc210a948b0e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:53.015092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.034872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Transition to ACTIVE for port object 7268d99b-e088-4aa2-be29-dc210a948b0e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:53.037925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e37bc-a665-4f99-8bf9-817f2212c749 req-3082c275-1663-4299-b804-b554c4bf08fe tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.039739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b97e37bc-a665-4f99-8bf9-817f2212c749 req-3082c275-1663-4299-b804-b554c4bf08fe tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1097 time: 0.0968196 Nov 23 02:21:53.042379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.109520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.170645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.194256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Attempting to bind port 7268d99b-e088-4aa2-be29-dc210a948b0e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:53.194694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Attempting to bind port 7268d99b-e088-4aa2-be29-dc210a948b0e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:53.195029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Attempting to bind port 7268d99b-e088-4aa2-be29-dc210a948b0e on network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:53.216641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b97e37bc-a665-4f99-8bf9-817f2212c749 req-54b6ffb4-5fbb-46d3-9b0b-e96de99be96f tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512797 Nov 23 02:21:53.219139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Port 7268d99b-e088-4aa2-be29-dc210a948b0e on network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:53.219470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Attempting to bind port 7268d99b-e088-4aa2-be29-dc210a948b0e on network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:53.226634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:53.226924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Checking segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:53.227321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Bound using segment: {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:53.227760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Bound port: 7268d99b-e088-4aa2-be29-dc210a948b0e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6034b35-b23c-45ba-abc3-dd3deb323ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:53.228124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.424719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:53.429667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:53.444589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c43b0-8b09-46b6-9e54-c6acbb1fc33b req-6ca7a2c7-2529-4bf8-8684-cf761b813492 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.452799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d4c43b0-8b09-46b6-9e54-c6acbb1fc33b req-6ca7a2c7-2529-4bf8-8684-cf761b813492 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.1099706 Nov 23 02:21:53.475993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.523925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.524513 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.525901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] 10.222.0.41 "PUT /v2.0/ports/7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 200 len: 1093 time: 1.4448626 Nov 23 02:21:53.526521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:53.528880 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab3ac4-c046-455d-8ede-3dacde00455c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:53.572292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:53.623017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d4c43b0-8b09-46b6-9e54-c6acbb1fc33b req-1c23f2b5-7453-4481-81ad-cc33c166ea69 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691608 Nov 23 02:21:53.659245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f5242-dac7-452a-bc9f-e2e279959757 service neutron] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.690646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.953381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61c07f-fd1f-4470-ba57-4ae76f865670 req-759290b2-be03-4135-a24d-5dd297af09a8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.954943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c61c07f-fd1f-4470-ba57-4ae76f865670 req-759290b2-be03-4135-a24d-5dd297af09a8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 950 time: 0.2311668 Nov 23 02:21:54.049579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c61c07f-fd1f-4470-ba57-4ae76f865670 req-b533cbfb-1826-4bd9-9036-a17a4bcd639d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869935 Nov 23 02:21:54.266537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c523b17d-5d71-4280-a8d7-7ff2789822b7 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:54.302752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.319788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Transition to ACTIVE for port object c523b17d-5d71-4280-a8d7-7ff2789822b7 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:54.349794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.474485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.529242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Attempting to bind port c523b17d-5d71-4280-a8d7-7ff2789822b7 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:54.529618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Attempting to bind port c523b17d-5d71-4280-a8d7-7ff2789822b7 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:54.529917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Attempting to bind port c523b17d-5d71-4280-a8d7-7ff2789822b7 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:54.558099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be807f-f5ea-4cbb-ac55-67ced4bbd5c1 req-542eb1f5-4a04-4b67-9cc8-390f4a3252e7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.567818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47be807f-f5ea-4cbb-ac55-67ced4bbd5c1 req-542eb1f5-4a04-4b67-9cc8-390f4a3252e7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.3795068 Nov 23 02:21:54.617255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Port c523b17d-5d71-4280-a8d7-7ff2789822b7 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:54.617576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Attempting to bind port c523b17d-5d71-4280-a8d7-7ff2789822b7 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:54.661365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47be807f-f5ea-4cbb-ac55-67ced4bbd5c1 req-5b962432-c123-48b0-9c65-73e8e1577ae1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861216 Nov 23 02:21:54.670312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:54.670707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:54.671108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Bound using segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:54.671553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Bound port: c523b17d-5d71-4280-a8d7-7ff2789822b7, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:54.671990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.774348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:54.778323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:54.790947 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.868022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.877510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.877510 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.877510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-176f514b-beb2-4e76-afd9-045404499cea service neutron] 10.222.0.41 "PUT /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 1137 time: 1.3085809 Nov 23 02:21:54.908747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.914895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.920905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.927016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.932997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.939575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.941472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-8b3e46fe-79f8-481d-9fab-0184f2ae9f38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 4606 time: 0.1614633 Nov 23 02:21:54.946593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.021412 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.061949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a22dd4b9-fe07-4ef7-bd2d-cf4afa642b8e req-b5598ae7-86f5-47dd-86be-8d6e6252693a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc6792-dd41-4039-a995-61acdf683586&id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803001 Nov 23 02:21:55.430255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Request body: {'port': {'device_id': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.477362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116cf9-a536-4306-818a-8e868eaead6e req-d1b5bc3e-047c-4a50-b438-6aafa925687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.479276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-d1b5bc3e-047c-4a50-b438-6aafa925687b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1756167 Nov 23 02:21:55.515064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae34b1f-8195-4256-b9a9-baaf5fd60713 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:55.524495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.528620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.576489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Transition to ACTIVE for port object 3ae34b1f-8195-4256-b9a9-baaf5fd60713 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:55.583125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.637583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:55.701431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.47', 50936) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:55.836526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-7c18a963-9d23-4fd3-815e-34f0c3b66775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=1302067d-c7b3-472f-af06-941928b1a52d HTTP/1.1" status: 200 len: 217 time: 0.1377096 Nov 23 02:21:55.864419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-f80b7e80-2e1b-42de-819d-472433ecc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.866428 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-f80b7e80-2e1b-42de-819d-472433ecc897 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1100 time: 0.3702459 Nov 23 02:21:55.896405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.906575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80390eb2-4413-4bf4-9916-aaa2c2eefa0e req-a23c42fb-d25c-4f2b-8289-c996842fb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.912599 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80390eb2-4413-4bf4-9916-aaa2c2eefa0e req-a23c42fb-d25c-4f2b-8289-c996842fb602 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 1102 time: 0.1716950 Nov 23 02:21:55.952499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:55.966936 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.987376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Transition to ACTIVE for port object ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:55.992308 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a4926-c953-444f-bdeb-71a5de9df6fc x-openstack-request-id: req-4a4a4926-c953-444f-bdeb-71a5de9df6fc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:55.992857 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:55.993191 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a4a4926-c953-444f-bdeb-71a5de9df6fc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:55.993906 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'status': 'completed', 'code': 200} Nov 23 02:21:56.031762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80390eb2-4413-4bf4-9916-aaa2c2eefa0e req-4a687941-7abe-4010-9272-89b7b1d9a239 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684922 Nov 23 02:21:56.062449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.075292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116cf9-a536-4306-818a-8e868eaead6e req-de0d395d-e71c-47e5-8477-8f6e28f03fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.076781 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-de0d395d-e71c-47e5-8477-8f6e28f03fdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2238798 Nov 23 02:21:56.093373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.166647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.193315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.193799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.194321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.194864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.195329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.195791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.196250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.198301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-0ec5ab14-5219-4e56-aea6-b16d96558baf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6181 time: 0.1879964 Nov 23 02:21:56.468932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:56.489400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Attempting to bind port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:56.489765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Attempting to bind port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:56.490218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Attempting to bind port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.493759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-d8cbd5a5-a619-4382-a616-7d62698d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.494252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-d8cbd5a5-a619-4382-a616-7d62698d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.494787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-d8cbd5a5-a619-4382-a616-7d62698d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.496545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-d8cbd5a5-a619-4382-a616-7d62698d943b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2fa7438f897d424d8356e6395628dbef&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2657506 Nov 23 02:21:56.503764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Attempting to bind port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:56.504085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Attempting to bind port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:56.504411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Attempting to bind port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa on network 52605f5e-7a95-4e1f-8c8f-782907b5b302 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.506331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:56.506693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Attempting to bind port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.523387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:56.523731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:56.524126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Bound using segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:56.524585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Bound port: 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:56.524945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.551996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116cf9-a536-4306-818a-8e868eaead6e req-5da2d6fe-534e-459b-99d4-f794073c50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.556135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-5da2d6fe-534e-459b-99d4-f794073c50c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3088424 Nov 23 02:21:56.589927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627359-eeb7-4fef-ae6f-3c4ca67540fb req-b63f51e0-18b0-4b1f-b941-a96a3e2daa7b tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.591533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03627359-eeb7-4fef-ae6f-3c4ca67540fb req-b63f51e0-18b0-4b1f-b941-a96a3e2daa7b tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 943 time: 0.5375206 Nov 23 02:21:56.598997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-79d869ca-e13d-4924-a121-defc3dfc0840 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:21:56.600055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-79d869ca-e13d-4924-a121-defc3dfc0840 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053823 Nov 23 02:21:56.628394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa on network 52605f5e-7a95-4e1f-8c8f-782907b5b302 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:56.628726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Attempting to bind port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa on network 52605f5e-7a95-4e1f-8c8f-782907b5b302 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.654341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:56.680093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-68aaa063-cfba-458a-aae5-4918c50e70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.681447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-68aaa063-cfba-458a-aae5-4918c50e70ea service neutron] 10.222.0.15 "GET /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 1094 time: 0.0504191 Nov 23 02:21:56.700127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:56.701109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:21:56.704519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:56.720023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.743532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Transition to ACTIVE for port object 2e42c136-ed3e-404d-9976-abfd850df0cb will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:56.745308 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-34911ea0-c6ed-45ce-9a4c-030e78189be4 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761317 Nov 23 02:21:56.747829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.766813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:56.767190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Checking segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:56.767630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Bound using segment: {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:56.770398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Bound port: ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:56.770398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.893993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.908218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] No DVR routers for this DVR port 2e42c136-ed3e-404d-9976-abfd850df0cb on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:56.973722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:56.974105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:56.974583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:57.000257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:57.000718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Attempting to bind port 2e42c136-ed3e-404d-9976-abfd850df0cb on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:57.005879 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38116cf9-a536-4306-818a-8e868eaead6e req-95f64c96-a0bc-400d-9a91-95b3e3d51aea service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497602 Nov 23 02:21:57.008854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:57.009192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:57.009571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:57.009999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Bound port: 2e42c136-ed3e-404d-9976-abfd850df0cb, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:57.010357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.125163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:57.129591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:57.149654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.197276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:57.202038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.202982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.204919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 1097 time: 1.3132112 Nov 23 02:21:57.208114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:57.210398 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed5fad-4aaf-4573-9164-af2bc91c224f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:57.210756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03627359-eeb7-4fef-ae6f-3c4ca67540fb req-6f355ed8-63f7-4dcc-90be-09bc61329a11 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438135 Nov 23 02:21:57.251636 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-07a418b1-f1da-4145-a85b-8870bad8b0c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1195984 Nov 23 02:21:57.255514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:57.275572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.301124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340069-4dc5-4628-8b7f-3ef27c2d0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.312402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-88fcb38a-a64d-4140-87e3-b4f8cbf0b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.314087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dab3ac4-c046-455d-8ede-3dacde00455c req-88fcb38a-a64d-4140-87e3-b4f8cbf0b33c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8015890 Nov 23 02:21:57.315858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:57.331066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-d055637b-5bf4-4420-bf64-1ead5bf2ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.332919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-d055637b-5bf4-4420-bf64-1ead5bf2ab1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1100 time: 0.0804255 Nov 23 02:21:57.386210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:57.388043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.388846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.391104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 1136 time: 2.4486063 Nov 23 02:21:57.406061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.464683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a1d2-dce5-410f-abdb-872dcb7adc16 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.482830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.483697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.486064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] 10.222.0.47 "PUT /v2.0/ports/ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa HTTP/1.1" status: 200 len: 1092 time: 2.0772619 Nov 23 02:21:57.578801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:57.697154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c985c-7074-4e57-a091-a572c36ab356 req-8c0d2d1c-c14f-4878-88d5-851fca49b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.698289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-8c0d2d1c-c14f-4878-88d5-851fca49b72d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 1119 time: 0.3258944 Nov 23 02:21:57.712282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:57.712774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:57.713259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:57.761538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:57.763112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:57.795748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8342c4-8748-4fde-a879-8eb215d51f69 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.817016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:57.819154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:57.819620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:57.820231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Bound port: 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:57.834724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.865648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-77ea4c6a-81eb-4fec-98ed-cad4badb0965 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.867204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-77ea4c6a-81eb-4fec-98ed-cad4badb0965 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.3224528 Nov 23 02:21:57.888009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-cfcea32f-79aa-4035-b43a-bfa3a5a59256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.889493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-cfcea32f-79aa-4035-b43a-bfa3a5a59256 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f34f07f259684019b431d7ceb3dc6043&device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 1095 time: 0.2609937 Nov 23 02:21:57.904849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e552f14-ffbd-4317-a973-08f10b6161da req-e13cd1fb-6ca8-4236-b67d-7ae96718ab1a tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.907653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e552f14-ffbd-4317-a973-08f10b6161da req-e13cd1fb-6ca8-4236-b67d-7ae96718ab1a tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=637b1873-e462-4287-9068-78aaceedf5bf HTTP/1.1" status: 200 len: 949 time: 0.2520959 Nov 23 02:21:57.916526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c985c-7074-4e57-a091-a572c36ab356 req-8172cf03-0199-4546-ac78-46ab31edcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.918608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-8172cf03-0199-4546-ac78-46ab31edcf04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 925 time: 0.1669545 Nov 23 02:21:57.996427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': 'c523b17d-5d71-4280-a8d7-7ff2789822b7'}, {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713'}, {'name': 'network-changed', 'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:57.998641 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ff231-037a-42bb-9685-054411d1282f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "c523b17d-5d71-4280-a8d7-7ff2789822b7"}, {"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713"}, {"name": "network-changed", "server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:58.013148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-8730ef1a-6a15-49c0-bf66-1b65eed1cb0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa HTTP/1.1" status: 200 len: 217 time: 0.1042593 Nov 23 02:21:58.020703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-1860c821-764f-4c43-9a33-eabcde97c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.022446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-1860c821-764f-4c43-9a33-eabcde97c503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.6649184 Nov 23 02:21:58.029157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:58.067912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.069206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-29409eb7-68a4-400b-8eb3-ff63bac1ec9a service neutron] 10.222.0.15 "POST /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14/bindings HTTP/1.1" status: 201 len: 390 time: 1.3732877 Nov 23 02:21:58.093347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-d4317478-905a-48a1-9841-4260554c6f12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.0613613 Nov 23 02:21:58.095235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-9b459dc4-241c-43cd-b8d7-f89b46bd72c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 200 len: 1022 time: 0.1680264 Nov 23 02:21:58.185183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e552f14-ffbd-4317-a973-08f10b6161da req-734c2a59-6177-46f2-a36a-d67db233c2b6 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373981 Nov 23 02:21:58.196024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-8978ca7f-c5e3-4150-9a45-4d46d87dedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.197565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-8978ca7f-c5e3-4150-9a45-4d46d87dedc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90f50d2a-0662-4226-a96e-e479e19de553 HTTP/1.1" status: 200 len: 853 time: 0.1749544 Nov 23 02:21:58.393902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.47', 50939) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:58.410342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-2e993683-6c08-4235-a468-b3e1ce226082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.412174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-2e993683-6c08-4235-a468-b3e1ce226082 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52605f5e-7a95-4e1f-8c8f-782907b5b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031498 Nov 23 02:21:58.474160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Deleting port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:58.474514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.518808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-418a1ae4-da86-4587-b867-56674d0fffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.520163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-418a1ae4-da86-4587-b867-56674d0fffe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4124143 Nov 23 02:21:58.528142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c985c-7074-4e57-a091-a572c36ab356 req-cc2633c1-286f-437d-89d5-00e7e91f9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.530123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-cc2633c1-286f-437d-89d5-00e7e91f9bbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.4116688 Nov 23 02:21:58.596648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-e08b8966-c532-4c58-adfd-ec022b6d9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.598420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-e08b8966-c532-4c58-adfd-ec022b6d9c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1097 time: 0.2015700 Nov 23 02:21:58.611595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0ef8c-f9ed-4966-bcdf-2a87fda74b5f req-1484d19e-0973-4f74-8faa-2d1da849b016 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.613081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ba0ef8c-f9ed-4966-bcdf-2a87fda74b5f req-1484d19e-0973-4f74-8faa-2d1da849b016 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.2368977 Nov 23 02:21:58.639201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c985c-7074-4e57-a091-a572c36ab356 req-141f16e0-061c-4f14-8e0a-45598454ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.640722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-141f16e0-061c-4f14-8e0a-45598454ce08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004736 Nov 23 02:21:58.645869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] For port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:58.646239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.650167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-8db4018e-c047-4032-94ec-e6b836d69d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.652021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-8db4018e-c047-4032-94ec-e6b836d69d06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206291 Nov 23 02:21:58.687540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Calling delete_port for 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:58.723543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6f566-3726-4ef2-b255-2160dbf969e0 req-57000d91-a016-4041-8c50-4e009d233092 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.725595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ae6f566-3726-4ef2-b255-2160dbf969e0 req-57000d91-a016-4041-8c50-4e009d233092 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 950 time: 0.2609515 Nov 23 02:21:58.755134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cd12ed-a2c7-40d6-b299-51f67fbed266 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:58.775200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-f962fd4b-51a0-49e4-806b-135f25ff1043 service neutron] 10.222.0.47 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258781 Nov 23 02:21:58.790998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.869880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-898ae680-f724-4efb-bfdf-561e382efb20 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169976 Nov 23 02:21:58.879664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-f9c2e31e-eadc-4479-9664-21acfa65bd0c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133887 Nov 23 02:21:58.880875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Transition to ACTIVE for port object 74cd12ed-a2c7-40d6-b299-51f67fbed266 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:58.887021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ba0ef8c-f9ed-4966-bcdf-2a87fda74b5f req-224dae5c-033d-449b-8dc2-83f0ea1959d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365863 Nov 23 02:21:58.905142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.952085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-a673e512-a42a-44b2-b513-73e19a1fe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.954907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-a673e512-a42a-44b2-b513-73e19a1fe448 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.3409603 Nov 23 02:21:59.033710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-26b65df1-4631-4526-abae-e31a98b9ae82 service neutron] 10.222.0.47 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454758 Nov 23 02:21:59.051445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ae6f566-3726-4ef2-b255-2160dbf969e0 req-580e7ce6-0d2b-4b07-babb-df664425e03d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006923 Nov 23 02:21:59.105717 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-073c985c-7074-4e57-a091-a572c36ab356 req-8ab2e565-f58f-42ae-a4b2-e0d51e6d790d service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245533 Nov 23 02:21:59.108044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.121766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:59.143167 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e6e75af-1d72-47c5-a381-6650af2fc029 req-5c892d9b-07d2-40d0-822e-e298ea8fc891 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526789 Nov 23 02:21:59.147920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event deleted for resources: {'Port': ['ID=0f99c8ce-8ab6-4223-aa5b-05c12f11e939,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:59.164647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-414519e4-a910-4c72-b535-83cdd10ef650 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 217 time: 0.1108632 Nov 23 02:21:59.199277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:59.295446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5cd1c144-72c6-44ea-961e-332f50e3e5f4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:59.322297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-94ce5b36-ceb2-4b1a-a23c-d613435b1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.324579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-94ce5b36-ceb2-4b1a-a23c-d613435b1d10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1346672 Nov 23 02:21:59.338309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] No DVR routers for this DVR port 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:59.354415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.355154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Attempting to bind port 74cd12ed-a2c7-40d6-b299-51f67fbed266 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:59.355437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Attempting to bind port 74cd12ed-a2c7-40d6-b299-51f67fbed266 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:59.355769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Attempting to bind port 74cd12ed-a2c7-40d6-b299-51f67fbed266 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:59.358647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e30d7d75-a20a-4ab9-a637-909fdab81a29 req-670fbc0d-3f67-4e46-b1d0-10dea88e9b6b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "DELETE /v2.0/ports/0f99c8ce-8ab6-4223-aa5b-05c12f11e939 HTTP/1.1" status: 204 len: 173 time: 1.4837329 Nov 23 02:21:59.384058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032b7a-b7ae-421c-ac6a-3c472faa8825 req-e10555fe-e03f-4671-9a32-960712d72b50 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.385624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54032b7a-b7ae-421c-ac6a-3c472faa8825 req-e10555fe-e03f-4671-9a32-960712d72b50 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.3332078 Nov 23 02:21:59.387067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Port 74cd12ed-a2c7-40d6-b299-51f67fbed266 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:59.387405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Attempting to bind port 74cd12ed-a2c7-40d6-b299-51f67fbed266 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:59.419900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-7449c2d9-e465-4a87-8a4f-9a3766e1ac0d tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.420064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:59.420452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:59.420841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Bound using segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:59.421284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Bound port: 74cd12ed-a2c7-40d6-b299-51f67fbed266, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:59.421642 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.425424 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-7449c2d9-e465-4a87-8a4f-9a3766e1ac0d tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.47 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 945 time: 0.2035928 Nov 23 02:21:59.485045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-64600851-12ff-4600-9d72-371d023f7881 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238441 Nov 23 02:21:59.579226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54032b7a-b7ae-421c-ac6a-3c472faa8825 req-cf241d02-2541-4614-ba26-0e4e80bfd3a6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813805 Nov 23 02:21:59.668306 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.719315 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dab3f7-ebfd-4e7a-b602-0d1421b53b54 x-openstack-request-id: req-d8dab3f7-ebfd-4e7a-b602-0d1421b53b54 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:59.719688 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:59.719878 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8dab3f7-ebfd-4e7a-b602-0d1421b53b54 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:59.734105 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'status': 'completed', 'code': 200} Nov 23 02:21:59.762422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.791496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.799767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Deleting port b126e971-fd59-4b5d-8625-7a67b3c9928f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:59.800114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.814406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.827159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.833571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.840364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.846756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.854960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-d61e6985-21fc-4337-8e40-bc717cf39fb0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5395 time: 0.6019683 Nov 23 02:21:59.884435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-2c41f637-b080-48f5-8a70-4d25aa9336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.885931 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-2c41f637-b080-48f5-8a70-4d25aa9336b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1100 time: 0.1500957 Nov 23 02:21:59.960089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:59.963447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] For port b126e971-fd59-4b5d-8625-7a67b3c9928f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b126e971-fd59-4b5d-8625-7a67b3c9928f,segment=NetworkSegment(e179cdb6-28bd-428c-b898-cea88df40c0e),segment_id=e179cdb6-28bd-428c-b898-cea88df40c0e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:59.963810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.983400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Calling delete_port for b126e971-fd59-4b5d-8625-7a67b3c9928f owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:59.984243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-d34c936a-ffa4-40b1-be9b-d66f49e6470d service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664023 Nov 23 02:21:59.989289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:00.005773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.061169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-be070beb-c957-4405-871a-148074a5ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.062788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-be070beb-c957-4405-871a-148074a5ee5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1100 time: 0.2025115 Nov 23 02:22:00.138316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594ed1-e583-482b-a0d8-ca040ef9be0f req-419ef53a-8aa2-4dfc-82d0-d1564ea2b374 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.145853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91594ed1-e583-482b-a0d8-ca040ef9be0f req-419ef53a-8aa2-4dfc-82d0-d1564ea2b374 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/ports?device_id=efdacedf-3c21-4c61-a49c-b6edee1bdbb3 HTTP/1.1" status: 200 len: 945 time: 0.2789798 Nov 23 02:22:00.152384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.153016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.154372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/74cd12ed-a2c7-40d6-b299-51f67fbed266 HTTP/1.1" status: 200 len: 1091 time: 2.5849111 Nov 23 02:22:00.185040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e5bcebe-fcba-4da1-8d45-8d6b70448ee5 req-fc2dd714-6906-46b5-9a69-ec0b46459558 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3226275 Nov 23 02:22:00.234901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:00.517400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.519868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-f4109847-7962-4b61-9883-a7ddc3ed4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.521608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-f4109847-7962-4b61-9883-a7ddc3ed4c43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3866346 Nov 23 02:22:00.533015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-685ecf76-5986-466d-b763-2e3ac1493729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.535038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-685ecf76-5986-466d-b763-2e3ac1493729 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f34f07f259684019b431d7ceb3dc6043&device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 1095 time: 0.1624618 Nov 23 02:22:00.577311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.578036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.578717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.579358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.579996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.580631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.581264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.583395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-5d9d61a5-4fdb-4e72-bc90-98964a54b930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6291 time: 0.2212830 Nov 23 02:22:00.592357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Pushing event deleted for resources: {'Port': ['ID=b126e971-fd59-4b5d-8625-7a67b3c9928f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.671978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-89d3c791-8bc6-4427-a05b-2aef13dcfebb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.1108179 Nov 23 02:22:00.801867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-278ddf10-2f6e-4826-b041-4ec65803bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.803397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-278ddf10-2f6e-4826-b041-4ec65803bfdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.6154757 Nov 23 02:22:00.830864 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0daa33-9b77-408a-86fc-1b71deda5a38 x-openstack-request-id: req-8c0daa33-9b77-408a-86fc-1b71deda5a38 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:00.831139 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "c523b17d-5d71-4280-a8d7-7ff2789822b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:00.831394 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c0daa33-9b77-408a-86fc-1b71deda5a38 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:00.831802 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': 'c523b17d-5d71-4280-a8d7-7ff2789822b7', 'status': 'completed', 'code': 200} Nov 23 02:22:00.832058 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713', 'status': 'completed', 'code': 200} Nov 23 02:22:00.832308 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa', 'status': 'completed', 'code': 200} Nov 23 02:22:00.835945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] No DVR routers for this DVR port b126e971-fd59-4b5d-8625-7a67b3c9928f on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:00.852663 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.856237 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a434b97-712f-4cbe-b283-745aadc9e78f req-0251666b-e015-41fa-a834-d41f0650c023 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.47 "DELETE /v2.0/ports/b126e971-fd59-4b5d-8625-7a67b3c9928f HTTP/1.1" status: 204 len: 173 time: 1.4213738 Nov 23 02:22:00.913805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-6ebbd2da-fd04-4304-895c-faff461b1cd7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.0671375 Nov 23 02:22:00.915229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953dab5-4df9-4bb6-8684-d9c867b5a8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.974914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-aa3086b5-d890-4380-b112-68891654bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.976587 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-aa3086b5-d890-4380-b112-68891654bc6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2640924 Nov 23 02:22:00.996540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-140cda31-4c0c-443f-8e3f-6a77f50d0776 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9843721 Nov 23 02:22:01.005545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-656c6302-7f9b-43cd-8bf4-7b919c27680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.006018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-656c6302-7f9b-43cd-8bf4-7b919c27680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.006481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-656c6302-7f9b-43cd-8bf4-7b919c27680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.008079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-656c6302-7f9b-43cd-8bf4-7b919c27680f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2fa7438f897d424d8356e6395628dbef&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3586748 Nov 23 02:22:01.031709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.039126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-362ef7af-37c7-40aa-9ecc-ac2428578248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.040927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-362ef7af-37c7-40aa-9ecc-ac2428578248 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52605f5e-7a95-4e1f-8c8f-782907b5b302 HTTP/1.1" status: 200 len: 915 time: 0.4712403 Nov 23 02:22:01.070524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-368d4c69-23ac-4ec2-9242-1f584975950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.072237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-368d4c69-23ac-4ec2-9242-1f584975950c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1188874 Nov 23 02:22:01.075845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91594ed1-e583-482b-a0d8-ca040ef9be0f req-8ba2ebe7-11a8-4f90-ae82-393ded827938 tempest-VolumesAdminNegativeTest-1987636622 tempest-VolumesAdminNegativeTest-1987636622-project] 10.222.0.15 "GET /v2.0/security-groups?id=d97b4089-eec8-491c-a671-e3677ff432ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9291873 Nov 23 02:22:01.083995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f2662-a4bd-44d0-a687-327d9304a5d8 req-0f48c75d-3002-4a3c-9aa1-d72f5ca20492 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.085604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f47f2662-a4bd-44d0-a687-327d9304a5d8 req-0f48c75d-3002-4a3c-9aa1-d72f5ca20492 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2524736 Nov 23 02:22:01.129824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-220e14e6-ec69-4d53-ac1c-c80729f9b434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa HTTP/1.1" status: 200 len: 217 time: 0.0679078 Nov 23 02:22:01.203352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-597fc8f0-3d72-4657-b71b-010f74a434f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.205357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-597fc8f0-3d72-4657-b71b-010f74a434f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183457 Nov 23 02:22:01.339870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f47f2662-a4bd-44d0-a687-327d9304a5d8 req-c8d3e85d-5ea1-42d1-9614-978321ee4575 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422338 Nov 23 02:22:01.499617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7d39a-ec0a-4661-9088-c7610aa5f575 req-089d435c-c2c3-438b-942e-8a9e29af0c4d tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.507847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea7d39a-ec0a-4661-9088-c7610aa5f575 req-089d435c-c2c3-438b-942e-8a9e29af0c4d tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 943 time: 0.2403159 Nov 23 02:22:01.581457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-880383e5-d136-4c39-8636-ab8568c0394d service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188994 Nov 23 02:22:01.702447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:01.706139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:01.744022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea7d39a-ec0a-4661-9088-c7610aa5f575 req-6af9b0cf-f94f-47a5-8e2a-4d45ea11da4f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338886 Nov 23 02:22:02.050387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:02.079243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.090978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-4c15e9c5-41b1-4f85-bf63-7299dd76cfc7 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902048 Nov 23 02:22:02.125443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Transition to ACTIVE for port object 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:02.141026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.149565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:02.157365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0f99c8ce-8ab6-4223-aa5b-05c12f11e939 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:02.161244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b126e971-fd59-4b5d-8625-7a67b3c9928f no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:02.170546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1887cd-b12b-4d71-9613-f36bffeca0e5 req-8e13d031-b21a-4e8c-bf9d-14457d74e8ce tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.184684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1887cd-b12b-4d71-9613-f36bffeca0e5 req-8e13d031-b21a-4e8c-bf9d-14457d74e8ce tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.188417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'name': 'network-vif-deleted', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939'}, {'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'name': 'network-vif-deleted', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:02.195173 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db56d01-7c17-43d1-866a-70f9fe0e50aa" -d '{"events": [{"server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "name": "network-vif-deleted", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939"}, {"server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "name": "network-vif-deleted", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:02.201004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f1887cd-b12b-4d71-9613-f36bffeca0e5 req-8e13d031-b21a-4e8c-bf9d-14457d74e8ce tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167&device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 1691 time: 0.2989373 Nov 23 02:22:02.266645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-912437cc-f941-4089-83f9-80ab22f7f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.268181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-912437cc-f941-4089-83f9-80ab22f7f969 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2642186 Nov 23 02:22:02.298420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.314972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b126e971-fd59-4b5d-8625-7a67b3c9928f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:02.315351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b126e971-fd59-4b5d-8625-7a67b3c9928f not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:02.321490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa', 'network_id': '52605f5e-7a95-4e1f-8c8f-782907b5b302', 'port_id': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa', 'mac_address': 'fa:16:3e:ed:97:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f50d2a-0662-4226-a96e-e479e19de553', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:02.428292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.469143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:02.503807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a5e34f7-c6fa-4400-a74e-6f3277548b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.505380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a5e34f7-c6fa-4400-a74e-6f3277548b79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=90f50d2a-0662-4226-a96e-e479e19de553 HTTP/1.1" status: 200 len: 853 time: 0.2916167 Nov 23 02:22:02.528917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.531749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f1887cd-b12b-4d71-9613-f36bffeca0e5 req-360f6dd4-13bd-4483-978f-11709439aa33 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296156 Nov 23 02:22:02.554379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.555089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:02.630854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.654545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-1ab2560b-c818-4e9b-a7d3-22802eaa6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.656078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-1ab2560b-c818-4e9b-a7d3-22802eaa6d25 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6139741 Nov 23 02:22:02.721999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-19c31bb5-6930-4d65-ae4a-5830fe75934b service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270506 Nov 23 02:22:02.725263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-d7740175-b6e7-4cc5-bd36-a6c088b64041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.726987 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-d7740175-b6e7-4cc5-bd36-a6c088b64041 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52605f5e-7a95-4e1f-8c8f-782907b5b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626341 Nov 23 02:22:02.796056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Attempting to bind port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:02.796641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Attempting to bind port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:02.796991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Attempting to bind port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:02.809465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:02.809843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Attempting to bind port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:02.825862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:02.826258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Checking segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:02.826798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Bound using segment: {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:02.827247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Bound port: 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4724830-a25b-4c32-9266-b19772674203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:02.827602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.850925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:02.853310 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf03932-2d0c-4793-8043-c945f987b5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:02.854039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.870494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'mac_address': 'fa:16:3e:e0:4d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:02.949596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.966644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.980599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:02.998145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:03.011956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.028430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:03.029558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.035178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.040020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.058530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.076284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.081889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.087957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.088458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.088985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.089521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.089985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.090665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.091130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.093110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-4f5783ad-6aec-40df-89b0-a032a3071a00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6317 time: 0.3119507 Nov 23 02:22:03.101240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.103210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-af59ff49-34b4-4bff-970c-bcf86bd9a3d3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5407 time: 0.3634024 Nov 23 02:22:03.121565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06de5a-5ff9-4c83-9710-f17353c2f427 req-26f7ec28-700a-42b4-98b2-42fa3c811b1e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.123136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed06de5a-5ff9-4c83-9710-f17353c2f427 req-26f7ec28-700a-42b4-98b2-42fa3c811b1e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 948 time: 0.6937919 Nov 23 02:22:03.126248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-7b475a0f-910a-429e-964b-71bada4026d1 service neutron] 10.222.0.47 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857055 Nov 23 02:22:03.132258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.174231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:03.212386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.332215 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-e21ece21-2f16-4c0d-b827-8d0d5d2b8c0a service neutron] 10.222.0.47 "GET /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687231 Nov 23 02:22:03.339995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed06de5a-5ff9-4c83-9710-f17353c2f427 req-5e508065-034a-4d61-90ac-8c9748491f8e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007535 Nov 23 02:22:03.347240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.347892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.349976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 200 len: 1092 time: 3.1439824 Nov 23 02:22:03.356163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a1ed5fad-4aaf-4573-9164-af2bc91c224f req-26898cc4-b1b8-40bb-a233-000455ad95e3 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038172 Nov 23 02:22:03.358857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-046db78b-4883-4757-a84b-92e8f16a2f02 req-4e7fbcdc-552f-46bb-84c7-39bc8ce814e5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346938 Nov 23 02:22:03.446773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:03.450189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:03.450710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:03.517084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a3aee76-db59-4920-b46e-08eef48aed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.522775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a3aee76-db59-4920-b46e-08eef48aed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.523256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a3aee76-db59-4920-b46e-08eef48aed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.525090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-6a3aee76-db59-4920-b46e-08eef48aed9b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2fa7438f897d424d8356e6395628dbef&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3931656 Nov 23 02:22:03.535431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59058) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.571093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032033-ac9b-4197-ad5f-a6a0344d16d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.722591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.798114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e616d-6373-4006-a9c3-1a93af88b07d x-openstack-request-id: req-b43e616d-6373-4006-a9c3-1a93af88b07d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:03.798114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b1873-e462-4287-9068-78aaceedf5bf", "name": "network-vif-deleted", "tag": "0f99c8ce-8ab6-4223-aa5b-05c12f11e939", "status": "completed", "code": 200}, {"server_uuid": "efdacedf-3c21-4c61-a49c-b6edee1bdbb3", "name": "network-vif-deleted", "tag": "b126e971-fd59-4b5d-8625-7a67b3c9928f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:03.802851 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b43e616d-6373-4006-a9c3-1a93af88b07d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:03.804278 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b1873-e462-4287-9068-78aaceedf5bf', 'name': 'network-vif-deleted', 'tag': '0f99c8ce-8ab6-4223-aa5b-05c12f11e939', 'status': 'completed', 'code': 200} Nov 23 02:22:03.805062 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdacedf-3c21-4c61-a49c-b6edee1bdbb3', 'name': 'network-vif-deleted', 'tag': 'b126e971-fd59-4b5d-8625-7a67b3c9928f', 'status': 'completed', 'code': 200} Nov 23 02:22:03.895949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Deleting subnet 646afd00-2a12-489b-8e11-fb358f17c376 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:03.945080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.986687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff231-037a-42bb-9685-054411d1282f req-70f49ff6-d815-4635-a2d2-8dc73626e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.988777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d6ff231-037a-42bb-9685-054411d1282f req-70f49ff6-d815-4635-a2d2-8dc73626e3b6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4451122 Nov 23 02:22:04.015903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-408c9bbd-50a7-44b5-abe0-ad13c99b3df2 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.017432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-408c9bbd-50a7-44b5-abe0-ad13c99b3df2 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4946549-57af-4e68-bdcb-5ba9a372b4fd HTTP/1.1" status: 200 len: 967 time: 0.1109188 Nov 23 02:22:04.028861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.149006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb3442-ebcf-447e-bbe5-5b518a83ea5e req-670a33c3-971a-4b7a-b3bf-5124a3d52e3a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.150778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcdb3442-ebcf-447e-bbe5-5b518a83ea5e req-670a33c3-971a-4b7a-b3bf-5124a3d52e3a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.3020191 Nov 23 02:22:04.183584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.324451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Deleting port 515adfe2-4901-4cba-bf44-bc617e2fdbac {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:04.324873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.330358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.336226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-8278fc2b-979e-4267-a9f1-4d529622191a tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--315009828&fields=id&tenant_id=48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 267 time: 0.2571375 Nov 23 02:22:04.389681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.395442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/646afd00-2a12-489b-8e11-fb358f17c376 HTTP/1.1" status: 204 len: 168 time: 0.8566947 Nov 23 02:22:04.413734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59072) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:04.439447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcdb3442-ebcf-447e-bbe5-5b518a83ea5e req-1a2e44da-b359-485f-96bb-83ff01ad293e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657032 Nov 23 02:22:04.450205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c1705-6df7-4e80-9fc6-52c34a8b1974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646afd00-2a12-489b-8e11-fb358f17c376,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:04.565232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-2dd9dd73-e2c6-4be0-afef-74b0fe6ab3ca tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.566818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-2dd9dd73-e2c6-4be0-afef-74b0fe6ab3ca tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 824 time: 0.2296524 Nov 23 02:22:04.597394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.600043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] For port 515adfe2-4901-4cba-bf44-bc617e2fdbac, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515adfe2-4901-4cba-bf44-bc617e2fdbac,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:04.600404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.617595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-f1cb3aaa-b435-449b-8ef1-fade0485072f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/quotas/48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 375 time: 0.0359032 Nov 23 02:22:04.793863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9ac0-a858-4ed3-860c-6fe48a3ea565 req-cefb4ee0-1d24-4ccf-bddc-5e5a91f26f76 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.795660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da6a9ac0-a858-4ed3-860c-6fe48a3ea565 req-cefb4ee0-1d24-4ccf-bddc-5e5a91f26f76 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 944 time: 0.2275615 Nov 23 02:22:04.815036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-b2bde455-31e6-4489-b8bb-2a9421e4d472 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1822655 Nov 23 02:22:04.840415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975ba745-d5b0-4272-ba15-90ffe0a4031e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:04.845842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.857171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.876165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec2d1d-2b68-425f-8735-0e1a0069c804']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:04.917535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e179cdb6-28bd-428c-b898-cea88df40c0e') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:04.917833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e179cdb6-28bd-428c-b898-cea88df40c0e') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:04.927404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Transition to ACTIVE for port object 975ba745-d5b0-4272-ba15-90ffe0a4031e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:04.938323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.939534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da6a9ac0-a858-4ed3-860c-6fe48a3ea565 req-304c489d-595d-4e41-b132-3dd717a017bb tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346164 Nov 23 02:22:04.940161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.986028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:04.986528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.001738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:05.002143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:05.004866 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:05.017304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.017728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.018082 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976 disassociated. External IP: 172.25.1.21, port: 515adfe2-4901-4cba-bf44-bc617e2fdbac. Nov 23 02:22:05.018440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Calling delete_port for 515adfe2-4901-4cba-bf44-bc617e2fdbac owned by compute:tempest-test_az-116653577 {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:05.036878 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da11e1-d8b3-4145-a3e0-297b26959ff7 x-openstack-request-id: req-88da11e1-d8b3-4145-a3e0-297b26959ff7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:05.037323 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:05.037689 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88da11e1-d8b3-4145-a3e0-297b26959ff7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:05.038173 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'status': 'completed', 'code': 200} Nov 23 02:22:05.070896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-6c0ac443-3d92-46cc-80e4-149eb991f417 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510503 Nov 23 02:22:05.089404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-49828507-7d5d-4bb6-8a99-cf53ca132395 service neutron] 10.222.0.15 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513196 Nov 23 02:22:05.110997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Attempting to bind port 975ba745-d5b0-4272-ba15-90ffe0a4031e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:05.111477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Attempting to bind port 975ba745-d5b0-4272-ba15-90ffe0a4031e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:05.111928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Attempting to bind port 975ba745-d5b0-4272-ba15-90ffe0a4031e on network 7a820282-6f7e-4c0e-996e-6aa1171e155f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:05.186397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Port 975ba745-d5b0-4272-ba15-90ffe0a4031e on network 7a820282-6f7e-4c0e-996e-6aa1171e155f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:05.186907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Attempting to bind port 975ba745-d5b0-4272-ba15-90ffe0a4031e on network 7a820282-6f7e-4c0e-996e-6aa1171e155f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:05.208795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.215485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.228628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] 10.222.0.15 "DELETE /v2.0/networks/edec2d1d-2b68-425f-8735-0e1a0069c804 HTTP/1.1" status: 204 len: 168 time: 0.8022120 Nov 23 02:22:05.229574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59078) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:05.236640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:05.237264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Checking segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:05.237827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Bound using segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:05.238447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Bound port: 975ba745-d5b0-4272-ba15-90ffe0a4031e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:05.239012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.267347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36619a-7359-47fb-96d2-539ccc0f2f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=edec2d1d-2b68-425f-8735-0e1a0069c804,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.302756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-10e9e014-276c-46cd-b94d-2df22ee4e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.304466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-10e9e014-276c-46cd-b94d-2df22ee4e16a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1101 time: 0.1855137 Nov 23 02:22:05.330161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.330692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.331163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.331624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.332080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.332534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.333114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.337170 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-a334c43e-aab9-4dd9-970b-53ac54f0aad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6385 time: 0.2064798 Nov 23 02:22:05.457135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-833db237-3fc3-4a36-8c74-0a44e3a92bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472514 Nov 23 02:22:05.465404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:05.477119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6df9c-e500-45af-9e8d-8a126861b4d2 req-bc0b8112-ab3c-469e-9383-9ba30e8292c4 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.478702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0d6df9c-e500-45af-9e8d-8a126861b4d2 req-bc0b8112-ab3c-469e-9383-9ba30e8292c4 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.2226553 Nov 23 02:22:05.484988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:05.511753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.575307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-3bc1cdb7-8ba3-45bb-bb7f-4f542d431cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.576822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-3bc1cdb7-8ba3-45bb-bb7f-4f542d431cbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2346933 Nov 23 02:22:05.580042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.580670 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.583270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 200 len: 1092 time: 2.1772418 Nov 23 02:22:05.602530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Deleting subnet 38c0249a-e5e0-4f76-8213-9179aff545cf {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:05.620105 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a6b4d9a3-7a93-4a88-a2ec-65b1d6e7f19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.621732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.688577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0d6df9c-e500-45af-9e8d-8a126861b4d2 req-59a19462-9ec4-42df-a2fa-a4af75c56a1a tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997950 Nov 23 02:22:05.710798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Request body: {'port': {'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:05.737714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:05.743237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-9a5d4b93-850a-4d98-9a02-1e305387c1a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 200 len: 217 time: 0.1332414 Nov 23 02:22:05.746301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ee5d7-9390-4760-81f6-7f2f9798b0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.841769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:05.851230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:05.853963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.987043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-caf3aa89-9545-420b-952e-bb6c14532bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.988541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-caf3aa89-9545-420b-952e-bb6c14532bfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1900949 Nov 23 02:22:06.024790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.066353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.104339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:06.108589 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeeb256-1d6e-448f-aaed-c9aee563b81d" -d '{"events": [{"server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:06.128693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:06.135479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.137743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:06.210164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.248422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.278656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2e42c136-ed3e-404d-9976-abfd850df0cb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:06.284872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2e42c136-ed3e-404d-9976-abfd850df0cb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:06.285323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.293965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.361021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event deleted for resources: {'Port': ['ID=515adfe2-4901-4cba-bf44-bc617e2fdbac,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.401876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-f97c3d82-052b-4f7c-9619-70ed6d99e9ac tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.403746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-f97c3d82-052b-4f7c-9619-70ed6d99e9ac tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248&tenant_id=7b1638c79e344f298db1a9a730889436&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 949 time: 0.9762268 Nov 23 02:22:06.423733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25183ff6-fabb-426a-9ae4-9c8757e34651 req-5d678ef2-29b8-4961-b125-7283f6ba4537 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.425378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25183ff6-fabb-426a-9ae4-9c8757e34651 req-5d678ef2-29b8-4961-b125-7283f6ba4537 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 1102 time: 0.5941448 Nov 23 02:22:06.459985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.498884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:06.503687 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.531629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-81d6dceb-7a1f-4ea4-8696-27be73dc76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.532099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-81d6dceb-7a1f-4ea4-8696-27be73dc76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.532574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-81d6dceb-7a1f-4ea4-8696-27be73dc76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.534127 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-81d6dceb-7a1f-4ea4-8696-27be73dc76bb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2fa7438f897d424d8356e6395628dbef&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1681335 Nov 23 02:22:06.537578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-799d1b8f-1adb-48c0-aacb-7ba9e87fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.552277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-799d1b8f-1adb-48c0-aacb-7ba9e87fc224 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5491703 Nov 23 02:22:06.561173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-5834aa4f-608b-478c-a32b-b00ed8555b6d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.562715 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-5834aa4f-608b-478c-a32b-b00ed8555b6d tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.41 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.2628138 Nov 23 02:22:06.563919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.564126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.598344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.606265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.613964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.619381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.626301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.632709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.639313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.642990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-350654e5-f052-452b-b07e-3532e5abdee1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5419 time: 0.6024990 Nov 23 02:22:06.679572 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-51937e28-4dee-45c5-a7fd-2f66d861a8b6 service neutron] delete failed (client error): The resource could not be found. Nov 23 02:22:06.680588 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-51937e28-4dee-45c5-a7fd-2f66d861a8b6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/2e42c136-ed3e-404d-9976-abfd850df0cb/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.2536342 Nov 23 02:22:06.847028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.851851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:06.856076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25183ff6-fabb-426a-9ae4-9c8757e34651 req-489ce9a4-bc8a-4402-b53a-68c29f1441e6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969600 Nov 23 02:22:06.929488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c0249a-e5e0-4f76-8213-9179aff545cf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.938752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.945082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b355c62-b395-418b-9bb5-373de91648bc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/38c0249a-e5e0-4f76-8213-9179aff545cf HTTP/1.1" status: 204 len: 168 time: 1.6908607 Nov 23 02:22:06.946362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-72a01635-dee6-40bd-acc6-1b443dbb77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.947815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-72a01635-dee6-40bd-acc6-1b443dbb77c9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4025114 Nov 23 02:22:06.951510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:07.039578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5'}, {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:07.041777 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86978483-42de-4565-83de-dc13bb9d5241" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5"}, {"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:07.070833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Deleting port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:07.071274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.071628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3a43ec1-aca4-41f4-a347-63fd0056e19e req-8e90b1bc-0f65-480b-bd8d-0232ea5f0d8a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3400056 Nov 23 02:22:07.170546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-e5663102-96fb-4674-920d-e9d2e7b04c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.172357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-e5663102-96fb-4674-920d-e9d2e7b04c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1103 time: 0.3012142 Nov 23 02:22:07.257293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-f445833c-77f6-4335-a877-5bcb0dd1e8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858337 Nov 23 02:22:07.270835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.272809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74f7da-e727-4892-9632-d79ca7e8417f req-a75016d4-7781-4e7b-8797-44e9a4bccde2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.274374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f74f7da-e727-4892-9632-d79ca7e8417f req-a75016d4-7781-4e7b-8797-44e9a4bccde2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.2902899 Nov 23 02:22:07.413365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba59bad-682a-4e2b-91f9-1b05a355e899 req-a8a97e4c-6c5b-4f76-8fe1-21c6e862eaaa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.421412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba59bad-682a-4e2b-91f9-1b05a355e899 req-a8a97e4c-6c5b-4f76-8fe1-21c6e862eaaa tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2280297 Nov 23 02:22:07.429716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:07.445102 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:07.456168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:07.457155 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:21:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:07.503063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e171795f-a5cb-4294-b1de-9f86869b4082 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:07.515733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.522114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] For port 5cd1c144-72c6-44ea-961e-332f50e3e5f4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5cd1c144-72c6-44ea-961e-332f50e3e5f4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:07.522491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.539825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Transition to ACTIVE for port object e171795f-a5cb-4294-b1de-9f86869b4082 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:07.555383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] No DVR routers for this DVR port 515adfe2-4901-4cba-bf44-bc617e2fdbac on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:07.559464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.562817 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17338db6-6b18-4e8a-b766-d9cf57236ab5 req-78f99f2b-478d-4ba5-ad19-d8960e68a374 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "DELETE /v2.0/ports/515adfe2-4901-4cba-bf44-bc617e2fdbac HTTP/1.1" status: 204 len: 173 time: 3.5315456 Nov 23 02:22:07.564112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab7e59d-677c-4394-bb5b-809c3da67406 req-e31e5b15-ceba-43ac-9125-8809510eaca4 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887418 Nov 23 02:22:07.569306 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:07.577416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'name': 'network-vif-deleted', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:07.579804 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f9f14-9188-45db-8563-12136a6613ce" -d '{"events": [{"server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "name": "network-vif-deleted", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:07.583356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-87f48b9b-2a5f-496f-8a40-194b713336f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.585619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-87f48b9b-2a5f-496f-8a40-194b713336f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3729899 Nov 23 02:22:07.606124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.629483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-5d2f69dd-6e80-4419-a5c8-5f793ecbc4d9 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.632113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-5d2f69dd-6e80-4419-a5c8-5f793ecbc4d9 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 824 time: 0.4182763 Nov 23 02:22:07.640119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Calling delete_port for 5cd1c144-72c6-44ea-961e-332f50e3e5f4 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:07.689813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f74f7da-e727-4892-9632-d79ca7e8417f req-50f81f8f-ba56-4a58-a60b-08224561a2b2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913047 Nov 23 02:22:07.712850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba59bad-682a-4e2b-91f9-1b05a355e899 req-6dc13fc9-8784-4c9f-a458-b3bdaa9ee993 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847245 Nov 23 02:22:07.758036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515adfe2-4901-4cba-bf44-bc617e2fdbac no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:07.791026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-163dd45d-4457-45e1-aee8-03cf69365499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.1584249 Nov 23 02:22:07.793937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.800867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.833282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 515adfe2-4901-4cba-bf44-bc617e2fdbac {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:07.833882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515adfe2-4901-4cba-bf44-bc617e2fdbac not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:07.836978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Attempting to bind port e171795f-a5cb-4294-b1de-9f86869b4082 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:07.847114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Attempting to bind port e171795f-a5cb-4294-b1de-9f86869b4082 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:07.847632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Attempting to bind port e171795f-a5cb-4294-b1de-9f86869b4082 on network 7a820282-6f7e-4c0e-996e-6aa1171e155f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:07.861355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Port e171795f-a5cb-4294-b1de-9f86869b4082 on network 7a820282-6f7e-4c0e-996e-6aa1171e155f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:07.862005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Attempting to bind port e171795f-a5cb-4294-b1de-9f86869b4082 on network 7a820282-6f7e-4c0e-996e-6aa1171e155f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:07.880395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:07.880395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Checking segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:07.880395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Bound using segment: {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:07.880847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Bound port: e171795f-a5cb-4294-b1de-9f86869b4082, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5952e6a5-8eed-475d-bffc-57a0526641f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:07.880847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.944197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:07.964685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeb8c60d-3e8e-4b9a-ba23-b45c935edfa0 req-8cc0994b-d779-40fd-86a3-d4dca1384e36 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 210 time: 0.0879529 Nov 23 02:22:08.007764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ce78f-a8ab-4eaa-95bf-33967c930435 req-9315aaee-c1d6-4312-ba80-ca5e4ffd72e4 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.008796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f90359d2-6608-4a6e-878d-88714ba54e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.015926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e6ce78f-a8ab-4eaa-95bf-33967c930435 req-9315aaee-c1d6-4312-ba80-ca5e4ffd72e4 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.1514382 Nov 23 02:22:08.047491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786a01cd-cff4-43eb-aa77-a06333ecdbd1') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.049388 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.049910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786a01cd-cff4-43eb-aa77-a06333ecdbd1') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.052363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:08.066440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.073927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:08.083859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.101193 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1456775-752d-4b33-9d84-b0ec21e8cd5a x-openstack-request-id: req-f1456775-752d-4b33-9d84-b0ec21e8cd5a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:08.101604 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "name": "network-vif-plugged", "status": "completed", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:08.101941 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1456775-752d-4b33-9d84-b0ec21e8cd5a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:08.102426 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa', 'code': 200} Nov 23 02:22:08.144812 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:08.167127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:08.168975 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.189875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e6ce78f-a8ab-4eaa-95bf-33967c930435 req-0f9b09d6-4fee-4bb9-99bd-2afb6d2e2365 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724396 Nov 23 02:22:08.208941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.222593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-f795cb33-990b-4c0b-ad6f-f07c2b563873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.225166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-f795cb33-990b-4c0b-ad6f-f07c2b563873 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3990254 Nov 23 02:22:08.228571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:08.229275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:08.234981 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:08.241289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-244dddc2-8d61-4b4f-8217-7761248e5fe1 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48fef1bcd52f496480cc8819e656b59a HTTP/1.1" status: 200 len: 379 time: 0.5981388 Nov 23 02:22:08.245962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.246861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.248450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 200 len: 1092 time: 2.5562909 Nov 23 02:22:08.262140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45985ae9-16c1-4b76-b8e0-fe362b9aa6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:08.331500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7670481-185d-408c-91ef-8c6dccd8bf22 req-99d8bd85-cb4f-4269-8f79-859b8bb6cc9b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.333640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7670481-185d-408c-91ef-8c6dccd8bf22 req-99d8bd85-cb4f-4269-8f79-859b8bb6cc9b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=1556cf47-c0f9-4752-88ef-fc5ef709fdae HTTP/1.1" status: 200 len: 949 time: 0.1354992 Nov 23 02:22:08.335357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'port': {'device_id': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'admin_state_up': True, 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'security_groups': ['04a31601-5b86-4de5-be69-93b27e1e0f9b']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:08.469582 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:08.486961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7670481-185d-408c-91ef-8c6dccd8bf22 req-a6deedd5-1688-4cd4-b653-82962385ee5f tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453426 Nov 23 02:22:08.558980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.568659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.570453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.572400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.573061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.573669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.574707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.577869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.580952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-121e2eed-45d0-471a-803f-9050305c05c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6495 time: 0.2043319 Nov 23 02:22:08.596202 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded1f994-c13e-4e44-a494-a2140b70aca6 x-openstack-request-id: req-ded1f994-c13e-4e44-a494-a2140b70aca6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:08.596599 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:08.598257 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ded1f994-c13e-4e44-a494-a2140b70aca6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:08.599179 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'status': 'completed', 'code': 200} Nov 23 02:22:08.599179 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'status': 'completed', 'code': 200} Nov 23 02:22:08.599643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.603465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e HTTP/1.1" status: 204 len: 168 time: 1.6504612 Nov 23 02:22:08.608922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e8858-50a4-46b4-86c6-06b3ab85e4e8 req-b1665eec-d1a4-4c07-8202-e69ff98546a3 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.612694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-070e8858-50a4-46b4-86c6-06b3ab85e4e8 req-b1665eec-d1a4-4c07-8202-e69ff98546a3 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 1102 time: 0.2527158 Nov 23 02:22:08.637203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-7661bfab-9bd4-4d16-b703-6298a21e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.639156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-7661bfab-9bd4-4d16-b703-6298a21e7231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3844624 Nov 23 02:22:08.650121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d154e6-af25-40b4-ae5b-8902549c30b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a87b542-64d4-4ad8-a9b3-bf0a1a01b39e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:08.663467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e76956-e98b-4ad2-99c9-d3fe53286d2e req-bd5fd29e-2f4b-4460-80b6-dd76f7ccd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.665193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b0e76956-e98b-4ad2-99c9-d3fe53286d2e req-bd5fd29e-2f4b-4460-80b6-dd76f7ccd9da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 1097 time: 0.3097165 Nov 23 02:22:08.734829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-77b28551-9e2c-4839-bc23-9b98a7468b89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 200 len: 217 time: 0.1152809 Nov 23 02:22:08.793955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-070e8858-50a4-46b4-86c6-06b3ab85e4e8 req-ef5e0441-8f20-46ab-9391-6ab8f961b284 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728456 Nov 23 02:22:08.856956 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee59a86d-be9e-47c1-8fd3-a0767076b7b9 x-openstack-request-id: req-ee59a86d-be9e-47c1-8fd3-a0767076b7b9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:08.857472 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4946549-57af-4e68-bdcb-5ba9a372b4fd", "name": "network-vif-deleted", "tag": "515adfe2-4901-4cba-bf44-bc617e2fdbac", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:08.857713 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee59a86d-be9e-47c1-8fd3-a0767076b7b9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:08.859142 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4946549-57af-4e68-bdcb-5ba9a372b4fd', 'name': 'network-vif-deleted', 'tag': '515adfe2-4901-4cba-bf44-bc617e2fdbac', 'status': 'completed', 'code': 200} Nov 23 02:22:08.886385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ef35f38f-e449-424c-91f8-798494d5d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.888352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ef35f38f-e449-424c-91f8-798494d5d238 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39854760-a93c-4f97-a8ef-218bb3894fca HTTP/1.1" status: 200 len: 855 time: 0.0991058 Nov 23 02:22:08.894640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.000496 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:09.020037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.030951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71dbdfa8-90bb-4bb9-a7f2-7424c92a1e59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f7797a313444d509385f76a974ff0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1033397 Nov 23 02:22:09.030951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Made reservation on behalf of 48fef1bcd52f496480cc8819e656b59a for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:09.032673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.034348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e8e4c998-92a6-4ca2-9934-1e7d37decb87'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:09.043325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c453836-ce37-4602-9f55-9c3b083a7b4c None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:09.058467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.065236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.071577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.079059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.085068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.091763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.097923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.108731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.110672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6869bd08-0bc7-455f-9096-593f627709a6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.3200336 Nov 23 02:22:09.126247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-963732ab-bc2e-43be-8915-3e88c6a62b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.127832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-963732ab-bc2e-43be-8915-3e88c6a62b7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2244177 Nov 23 02:22:09.157675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5750d1-ece8-4a4f-bd0c-3768705ff0e1 req-dfc2fa9e-ab98-45b7-9ce3-83ceb921cb2b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.159239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be5750d1-ece8-4a4f-bd0c-3768705ff0e1 req-dfc2fa9e-ab98-45b7-9ce3-83ceb921cb2b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2305040 Nov 23 02:22:09.198073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.204885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event deleted for resources: {'Port': ['ID=5cd1c144-72c6-44ea-961e-332f50e3e5f4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:09.217415 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-24197b5a-0433-44ed-b179-6bf9121cf244 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507810 Nov 23 02:22:09.310060 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b0e76956-e98b-4ad2-99c9-d3fe53286d2e req-4643bcac-9027-4b0d-9012-28ad08d537e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599450 Nov 23 02:22:09.378706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] No DVR routers for this DVR port 5cd1c144-72c6-44ea-961e-332f50e3e5f4 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:09.384149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.388356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78ad24f5-4188-4b75-b1a7-193798cb4cb2 req-65f3b9dd-8e5c-4c74-b079-9d786dd7d829 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.41 "DELETE /v2.0/ports/5cd1c144-72c6-44ea-961e-332f50e3e5f4 HTTP/1.1" status: 204 len: 173 time: 2.8107963 Nov 23 02:22:09.392336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-793a2e31-8fd4-406d-9fc9-4f15e2fab8d7 req-6e9ef698-bb7b-4d80-bab6-cdd25ecb3d69 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2432780 Nov 23 02:22:09.399014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.408956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be5750d1-ece8-4a4f-bd0c-3768705ff0e1 req-f45ecd97-92c7-4128-9f31-5e05afe4eeaf tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202940 Nov 23 02:22:09.439954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-cc0e028a-0213-4c37-b93b-3a09485fe564 service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919650 Nov 23 02:22:09.455267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.466544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Allocated IP 172.20.0.7 (580c9cd6-b55c-44a0-8fa0-2865656000aa/cb457442-32a0-4053-8fc3-d865ce622771/fab0baed-f259-47ae-8949-64b5bd75964a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:09.574290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c203d7-0e7c-45fd-b79c-e4a84c1896a5 None None] New status for floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:22:09.741553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-b269db31-ff83-4667-b434-c81b453d4c5f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911489 Nov 23 02:22:09.799892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-cc6f52bb-1382-42e5-8859-ae233f4387e9 service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426545 Nov 23 02:22:09.944183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8415f86-2006-43eb-9e24-35d65b072acf req-cc05f969-493c-40b7-acfc-16b479fe0d13 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.953915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8415f86-2006-43eb-9e24-35d65b072acf req-cc05f969-493c-40b7-acfc-16b479fe0d13 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.3990452 Nov 23 02:22:09.956788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-8379626e-994e-40cc-834a-8baf195cb8b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 217 time: 0.1488056 Nov 23 02:22:09.989385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.992442 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.993777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d97b4089-eec8-491c-a671-e3677ff432ee HTTP/1.1" status: 204 len: 168 time: 0.9610262 Nov 23 02:22:10.023134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d19a193-8ac1-4bb2-a814-f45ed43a6c4e req-69ff874b-3a91-4ed8-aa29-521699787b27 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170713 Nov 23 02:22:10.079527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceae33-249d-4cf2-bcd7-2e6979aab4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b4089-eec8-491c-a671-e3677ff432ee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.105145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:10.115058 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e043fe-1f01-410b-9002-8dde9c1b6ef0" -d '{"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-plugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:10.135454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.155281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8415f86-2006-43eb-9e24-35d65b072acf req-a4fffbb1-ec94-4e39-8aa3-c2d09a02d274 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999996 Nov 23 02:22:10.157253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1d59366a-6571-43c0-93d4-9420bfdcea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.168329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1d59366a-6571-43c0-93d4-9420bfdcea96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1706412 Nov 23 02:22:10.210928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.269646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:10.273790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:10.282947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:10.337334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event updated for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.337535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-9398d017-68ca-438c-9c3e-eab88f6b3ab5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.338999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-9398d017-68ca-438c-9c3e-eab88f6b3ab5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369227 Nov 23 02:22:10.380149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.380802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.387112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-bbafeacc-ae06-419c-b26d-d0fa226bf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.388626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-bbafeacc-ae06-419c-b26d-d0fa226bf7a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1966157 Nov 23 02:22:10.400482 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-c144ef8e-feb3-450b-b21a-db94366d00d7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0806324 Nov 23 02:22:10.405859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-cc17cc54-2f17-4fc8-a4f7-a5b2e7a239b4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.0538523 Nov 23 02:22:10.424790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Request body: {'port': {'device_id': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:10.441488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a495a-0f9c-45ed-9550-f58bc0ee81a9 req-b222e1dd-a9bf-454b-a921-18689ea53a2d tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.443043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad2a495a-0f9c-45ed-9550-f58bc0ee81a9 req-b222e1dd-a9bf-454b-a921-18689ea53a2d tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 931 time: 0.1877549 Nov 23 02:22:10.498402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.573075 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.731041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5cd1c144-72c6-44ea-961e-332f50e3e5f4 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:10.739626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59148) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.796933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1abde136-56b8-49f4-a43d-6e8e75ff275c None None] Provisioning complete for port fab0baed-f259-47ae-8949-64b5bd75964a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:10.798527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abde136-56b8-49f4-a43d-6e8e75ff275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.828165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 5cd1c144-72c6-44ea-961e-332f50e3e5f4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:10.828758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5cd1c144-72c6-44ea-961e-332f50e3e5f4 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:10.841304 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c55fdee5-9a2b-40a3-95a8-2e7a33aed9bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b273cb7f24ad45fb9ee2b00addfe255b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676663 Nov 23 02:22:10.842116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.869343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'name': 'network-vif-deleted', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:10.872772 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f46504-cae6-4980-8d32-f5ba7e093abc" -d '{"events": [{"server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "name": "network-vif-deleted", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:10.876500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1abde136-56b8-49f4-a43d-6e8e75ff275c None None] Port fab0baed-f259-47ae-8949-64b5bd75964a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:10.950357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.963948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:10.966941 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1124a-884c-466a-9626-d2c0f2ee1526" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:10.977032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.037488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.040946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.052639 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9488a38c-c45d-4ae2-be5a-5dcc801f0c76 HTTP/1.1" status: 204 len: 168 time: 0.2058806 Nov 23 02:22:11.067554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faedf16-8997-4ca8-a4ea-dd46f86f29a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9488a38c-c45d-4ae2-be5a-5dcc801f0c76,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:11.094660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-25f8e6d8-9fc0-4edd-9958-fe60041f572b service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913323 Nov 23 02:22:11.137773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-c5a5e65e-799c-41d2-9dce-436b9a39112c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7225463 Nov 23 02:22:11.171774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad2a495a-0f9c-45ed-9550-f58bc0ee81a9 req-73ae8680-2e34-40f4-8514-2282d1b16d2b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869268 Nov 23 02:22:11.178705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab0baed-f259-47ae-8949-64b5bd75964a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:11.194913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.211132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Transition to ACTIVE for port object fab0baed-f259-47ae-8949-64b5bd75964a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:11.215568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.303454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:11.428942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-93422ac0-e1a1-4294-9ec2-33e33837d348 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860491 Nov 23 02:22:11.487428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Attempting to bind port fab0baed-f259-47ae-8949-64b5bd75964a on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:11.487833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Attempting to bind port fab0baed-f259-47ae-8949-64b5bd75964a by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:11.488627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Attempting to bind port fab0baed-f259-47ae-8949-64b5bd75964a on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:11.494796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Port fab0baed-f259-47ae-8949-64b5bd75964a on network 580c9cd6-b55c-44a0-8fa0-2865656000aa not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:11.495532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Attempting to bind port fab0baed-f259-47ae-8949-64b5bd75964a on network 580c9cd6-b55c-44a0-8fa0-2865656000aa {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:11.502757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:11.503102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Checking segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:11.503535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Bound using segment: {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:11.504062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Bound port: fab0baed-f259-47ae-8949-64b5bd75964a, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c17cc52-777b-4896-99d7-6b38aa2f3ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:11.504427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.538258 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82c025-96ca-4402-8503-76ddfbad8634 x-openstack-request-id: req-eb82c025-96ca-4402-8503-76ddfbad8634 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:11.539261 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-plugged", "status": "completed", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:11.539740 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb82c025-96ca-4402-8503-76ddfbad8634 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:11.540345 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'code': 200} Nov 23 02:22:11.549039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1469876c-bb1f-43e2-ab76-e2bdcd6c0ea6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 217 time: 0.1045880 Nov 23 02:22:11.614446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473f340-521f-4a9f-b38d-faba4103547f req-59100b0e-2635-4f5d-9a0f-3e8b609f6f3a tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.623280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c473f340-521f-4a9f-b38d-faba4103547f req-59100b0e-2635-4f5d-9a0f-3e8b609f6f3a tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.2619426 Nov 23 02:22:11.635816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.734020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:11.742936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-606cd132-464c-4839-bb48-47ed3a0f9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.744396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-606cd132-464c-4839-bb48-47ed3a0f9228 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1883211 Nov 23 02:22:11.744986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=fab0baed-f259-47ae-8949-64b5bd75964a,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:11.753230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.791029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.791664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.793131 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] 10.222.0.47 "PUT /v2.0/ports/fab0baed-f259-47ae-8949-64b5bd75964a HTTP/1.1" status: 200 len: 1092 time: 1.3743420 Nov 23 02:22:11.830349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.848748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.859798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.866408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.870799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdadff1-5226-4e8a-9d7f-4233915f4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:11.877156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.884346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.893810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.895657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-05026538-f041-4ea6-b50a-5d0941d491a1 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2491286 Nov 23 02:22:11.934488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-d5bd202d-77b4-4b01-9a0d-6c73323781f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.936461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-d5bd202d-77b4-4b01-9a0d-6c73323781f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 1095 time: 0.0626130 Nov 23 02:22:12.016412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c473f340-521f-4a9f-b38d-faba4103547f req-a31b9a05-26ec-46c3-9ca9-c26113f30792 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908601 Nov 23 02:22:12.016989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-44097b67-99b5-459d-b16c-10571e2402ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab0baed-f259-47ae-8949-64b5bd75964a HTTP/1.1" status: 200 len: 217 time: 0.0697508 Nov 23 02:22:12.115652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-bfb90463-c2ee-400d-b57c-3d6e46969fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.117142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-bfb90463-c2ee-400d-b57c-3d6e46969fa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.0916083 Nov 23 02:22:12.119291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-14e0ed72-c6a9-4eeb-b170-749f8ac9fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.121787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-14e0ed72-c6a9-4eeb-b170-749f8ac9fca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3522851 Nov 23 02:22:12.131017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a16b898-3277-4b34-957b-02ffc092f1dd req-d4b8c24f-c193-427a-b98b-f19cb3e897f0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2235987 Nov 23 02:22:12.193521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad27-4894-45e5-a695-f21642955542 req-1a895b14-cdd7-4217-9ff5-d3942f7c897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.193521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-1a895b14-cdd7-4217-9ff5-d3942f7c897c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638356 Nov 23 02:22:12.310561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37faba-bbee-442a-95ab-cfe8cfa700aa req-9e38a150-a4eb-410f-9f97-beb6cd0320b0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.312154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a37faba-bbee-442a-95ab-cfe8cfa700aa req-9e38a150-a4eb-410f-9f97-beb6cd0320b0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.1798239 Nov 23 02:22:12.336683 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-22e3ad58-7220-481c-9b9e-be6d374a331b service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375675 Nov 23 02:22:12.338284 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302eb74-4f5d-401d-931c-04f675238629 x-openstack-request-id: req-e302eb74-4f5d-401d-931c-04f675238629 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:12.338599 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556cf47-c0f9-4752-88ef-fc5ef709fdae", "name": "network-vif-deleted", "tag": "5cd1c144-72c6-44ea-961e-332f50e3e5f4", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:12.339744 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e302eb74-4f5d-401d-931c-04f675238629 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:12.340264 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556cf47-c0f9-4752-88ef-fc5ef709fdae', 'name': 'network-vif-deleted', 'tag': '5cd1c144-72c6-44ea-961e-332f50e3e5f4', 'status': 'completed', 'code': 200} Nov 23 02:22:12.359995 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5d5598-5aaf-4d27-a439-165a5ef047ed x-openstack-request-id: req-fe5d5598-5aaf-4d27-a439-165a5ef047ed {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:12.360298 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:12.360556 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe5d5598-5aaf-4d27-a439-165a5ef047ed {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:12.360957 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'status': 'completed', 'code': 200} Nov 23 02:22:12.364959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-b4de79a3-fafe-493a-8727-7ecd045c3679 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313395 Nov 23 02:22:12.376232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.490213 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-588fad27-4894-45e5-a695-f21642955542 req-e37d84ce-9bf5-444d-b5b9-dce920f81871 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343131 Nov 23 02:22:12.509262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a37faba-bbee-442a-95ab-cfe8cfa700aa req-cf0d0551-16e7-467f-872c-782db3e7e0b3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882787 Nov 23 02:22:12.568157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b8683-c0f9-4249-b4b1-b511f565ec48 req-6a49b715-7dec-4ce0-b2b9-c5548d4d6446 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.569997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f0b8683-c0f9-4249-b4b1-b511f565ec48 req-6a49b715-7dec-4ce0-b2b9-c5548d4d6446 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.1493473 Nov 23 02:22:12.579881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-network', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:12.616232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-8601c689-ae92-42cf-87f0-1ea999a6956c service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389834 Nov 23 02:22:12.693719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Made reservation on behalf of 4a01d9c557844d2582160b6435f03a1e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:12.696212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.699895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18d38059-0508-4ae6-828c-6793efc447bf req-360cc21e-9e89-4edc-8372-814f4ed68aff tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 210 time: 0.0802383 Nov 23 02:22:12.709131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-17dc6446-7722-402c-a03a-3f9886ef9c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266 HTTP/1.1" status: 200 len: 217 time: 0.0757453 Nov 23 02:22:12.720185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f0b8683-c0f9-4249-b4b1-b511f565ec48 req-8d52fa51-e330-43be-bd58-af1620f20710 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371081 Nov 23 02:22:12.726988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.792659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2c51c26f-3dee-41d8-80a1-8c2e784de486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.794137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-2c51c26f-3dee-41d8-80a1-8c2e784de486 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.0779099 Nov 23 02:22:12.912134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-debed65e-ad45-4c03-b69b-b44dae2306eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.913705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-debed65e-ad45-4c03-b69b-b44dae2306eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121781 Nov 23 02:22:12.952336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.001132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a51e-ec77-4677-bace-a56cfae69a48 req-5bd97d1c-9f83-4b30-b62d-50892a430123 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.002684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c111a51e-ec77-4677-bace-a56cfae69a48 req-5bd97d1c-9f83-4b30-b62d-50892a430123 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 943 time: 0.1734200 Nov 23 02:22:13.003986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.060526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:13.095300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae48cbc-ceef-48ff-b488-6450432ae485,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:13.102361 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-f01d1b74-aec3-46ee-aa2b-c166e12e6cc9 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295455 Nov 23 02:22:13.113672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.114109 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Added segment c4f87e1e-4713-487f-8db0-70c4b2c0423f of type vlan for network a0981994-0f54-41d4-acbd-bb6dae9afa53 Nov 23 02:22:13.133254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.133711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.134128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.134555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.134993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.135392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.135842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.136243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.136635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.137043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.137448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.137849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:13.185865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984577-b6b3-44e4-98c8-f5d289a21f00 req-8ee961f5-f83e-4d43-8ef0-df52b205d66e tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.187740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94984577-b6b3-44e4-98c8-f5d289a21f00 req-8ee961f5-f83e-4d43-8ef0-df52b205d66e tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1103 time: 0.2343071 Nov 23 02:22:13.198830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-b649138a-fb5b-4c98-b23d-4499cb26ab30 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748055 Nov 23 02:22:13.231621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c111a51e-ec77-4677-bace-a56cfae69a48 req-d87817fe-3829-4e24-a091-54aef1d8c3f1 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905367 Nov 23 02:22:13.240208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.275713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-e3b32044-efa7-4fae-ac2f-a3db22fa2431 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.284972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-e3b32044-efa7-4fae-ac2f-a3db22fa2431 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746233 Nov 23 02:22:13.325938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:13.358722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.359683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.360306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.381700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94984577-b6b3-44e4-98c8-f5d289a21f00 req-7885b119-1e25-4e0b-81cc-7949a6370f05 tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790376 Nov 23 02:22:13.450649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0721984 Nov 23 02:22:13.454186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59206) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:13.460546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-e616a36d-31db-4b46-8789-827da29be02d service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519591 Nov 23 02:22:13.462137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Request body: {'subnet': {'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-subnet', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:13.479987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301018e-f5a1-4a04-a6d8-ca8c0545ac17 admin admin] Pushing event updated for resources: {'Network': ['ID=a0981994-0f54-41d4-acbd-bb6dae9afa53,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:13.490835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:13.494926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:13.499173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.517430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b5216-f304-471f-bb32-067d29aab0b8 req-fe4428db-3c0a-4465-a860-88b756793aa5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.519075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16b5216-f304-471f-bb32-067d29aab0b8 req-fe4428db-3c0a-4465-a860-88b756793aa5 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 972 time: 0.2091417 Nov 23 02:22:13.523388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-b19b2448-a905-40bc-9874-4a9724021659 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 200 len: 217 time: 0.0521245 Nov 23 02:22:13.528842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Made reservation on behalf of 4a01d9c557844d2582160b6435f03a1e for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:13.531985 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.641435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-fdcc6bf1-b3b8-4e8b-84ee-f3c283c877fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.643350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-fdcc6bf1-b3b8-4e8b-84ee-f3c283c877fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1118920 Nov 23 02:22:13.656330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.661839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.668011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.674007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.679969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.686645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.692682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.694720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9f2ce367-faa8-4f68-b909-6947b63528d4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1743147 Nov 23 02:22:13.709956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16b5216-f304-471f-bb32-067d29aab0b8 req-e2851fb8-bd2c-41c7-8b1d-de7140d1e25b tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776943 Nov 23 02:22:13.774683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.54 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/0748c3b0-f713-43f9-8375-74e8ebf15214) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:13.775959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-e60872fc-251e-4ca6-8c01-c43512978ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.778049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-e60872fc-251e-4ca6-8c01-c43512978ea4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824096 Nov 23 02:22:13.879548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49bd4432-5cfb-4a15-9e8d-e0f429b58df9 req-9cc2558c-17d2-4eb8-80aa-26d867d63ecb tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747808 Nov 23 02:22:13.987209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-780dcf4c-0d73-456d-a8df-7578e86d1566 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001982 Nov 23 02:22:14.014339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.033619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5c40926-bec5-4137-927a-07e9882c600b req-0495a4ab-9971-4b3e-abaa-78c5820e65ae tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 210 time: 0.0452855 Nov 23 02:22:14.120546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8e6f4-2137-40cc-9482-337a7481fdf4 req-61effb1c-70b1-41c9-a59e-8a01804ce367 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.133683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29d8e6f4-2137-40cc-9482-337a7481fdf4 req-61effb1c-70b1-41c9-a59e-8a01804ce367 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2667816 Nov 23 02:22:14.155413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Checking segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:14.155918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Network hostable DHCP agents. Network: a0981994-0f54-41d4-acbd-bb6dae9afa53, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:14.205607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3fc947-ddd9-48da-87c1-4be97e2c37a0,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:14.230547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:14.243365 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.245662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, a0981994-0f54-41d4-acbd-bb6dae9afa53) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:14.255757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.256480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.256847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74e63b-cb63-4ac8-a985-7138f495ab6d None None] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:14.272066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-0b372b60-550d-4175-891d-4fd67e843b92 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787923 Nov 23 02:22:14.297199 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-16e8fdf7-6819-447e-ac00-243550cbf197 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8417673 Nov 23 02:22:14.303677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:14.308786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:14.334657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.336015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.341982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:14.344492 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e77f54-72b0-4f2e-8a39-30541de95ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:14.371125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.387946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:14.423954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:14.458772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:14.471369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.544419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:14.548147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:14.552335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:14.676729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.776976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.782586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.853348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29d8e6f4-2137-40cc-9482-337a7481fdf4 req-c2fbc737-5580-4760-9639-2199e85150e3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180035 Nov 23 02:22:14.878399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-1ea072b9-0566-4de9-a3e7-f96d238db162 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670025 Nov 23 02:22:14.915396 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-6f7340ce-48ba-4cf4-86c0-082bd65b6408 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5942051 Nov 23 02:22:14.941710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Request body: {'port': {'device_id': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:14.942945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-d91fb70d-e2f4-41d5-9fbc-dd9e79a477f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 200 len: 217 time: 0.0635018 Nov 23 02:22:15.023542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-a64438d9-c4dd-407b-aedd-efa43d29af76 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.025080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-a64438d9-c4dd-407b-aedd-efa43d29af76 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 972 time: 0.2366555 Nov 23 02:22:15.035170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ec38ffe9-0347-4b3b-b658-dca4392164b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.037062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-ec38ffe9-0347-4b3b-b658-dca4392164b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.0852487 Nov 23 02:22:15.135271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3328599a-b828-4a8d-9a7f-026c66b2b951 None None] Provisioning complete for port 0748c3b0-f713-43f9-8375-74e8ebf15214 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:15.135872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3328599a-b828-4a8d-9a7f-026c66b2b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.161038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-424a1e7e-1b58-4000-b9ab-be5161168f1b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.164597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-a0981994-0f54-41d4-acbd-bb6dae9afa53', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:15.165445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.170560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-424a1e7e-1b58-4000-b9ab-be5161168f1b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8854058 Nov 23 02:22:15.192946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-7198830c-2b39-44f6-89cd-5b4b614377f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.195095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-7198830c-2b39-44f6-89cd-5b4b614377f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349959 Nov 23 02:22:15.205690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-832b51b8-3ca0-4bc6-aec0-656b25e6c565 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/quotas/7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 375 time: 0.0338004 Nov 23 02:22:15.235451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.267490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813dfb7-6f18-4e5a-88a4-2810c1c6f608 req-9c6e4aaa-0821-484d-8da9-0d33c7613a5d tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.276856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5813dfb7-6f18-4e5a-88a4-2810c1c6f608 req-9c6e4aaa-0821-484d-8da9-0d33c7613a5d tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 943 time: 0.2386332 Nov 23 02:22:15.410146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-1ced5d5c-989d-4a97-ad55-1deb2b0e7bc6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031164 Nov 23 02:22:15.437201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5813dfb7-6f18-4e5a-88a4-2810c1c6f608 req-c640a4c8-3e0e-4465-be8c-95fb85f3f362 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590288 Nov 23 02:22:15.442161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Allocated IP 172.20.0.2 (a0981994-0f54-41d4-acbd-bb6dae9afa53/ef3fc947-ddd9-48da-87c1-4be97e2c37a0/c14379fd-65cb-4bd5-b415-0b7af697f257) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:15.550363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-732f13dc-cacc-40a0-a520-170516bf55fe service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422868 Nov 23 02:22:15.602060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3328599a-b828-4a8d-9a7f-026c66b2b951 None None] Port 0748c3b0-f713-43f9-8375-74e8ebf15214 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:15.612323 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e456da6-b7fb-441b-a5a9-126820011870 x-openstack-request-id: req-1e456da6-b7fb-441b-a5a9-126820011870 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:15.612857 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:15.612857 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e456da6-b7fb-441b-a5a9-126820011870 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:15.613828 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'status': 'completed', 'code': 200} Nov 23 02:22:15.765321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-0c247d33-afe9-4e14-900b-53fa6f4ec681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.767440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-0c247d33-afe9-4e14-900b-53fa6f4ec681 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 1095 time: 0.1535151 Nov 23 02:22:15.804636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a26dfe-1eb6-4030-97dd-943618a15491 req-a570f1a6-948b-4092-a8ca-e41a7326e77c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.812923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7a26dfe-1eb6-4030-97dd-943618a15491 req-a570f1a6-948b-4092-a8ca-e41a7326e77c tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 972 time: 0.1444495 Nov 23 02:22:15.876998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-d3d559f6-aa04-4ece-b3f7-cc7973efec38 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189929 Nov 23 02:22:15.909371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.913861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.919913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Deleting port e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:15.920417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.956349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7a26dfe-1eb6-4030-97dd-943618a15491 req-2ba2f21a-5bf4-4936-987d-29e0223f0956 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/security-groups?id=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388118 Nov 23 02:22:15.977499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.995900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device fab0baed-f259-47ae-8949-64b5bd75964a details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:16.080575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-45fc3d04-81d8-4d7a-8c34-0444d035327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.082586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-45fc3d04-81d8-4d7a-8c34-0444d035327b service neutron] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 925 time: 0.3058186 Nov 23 02:22:16.086016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-fc74182c-2587-4cd5-b644-4f51594ac770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 200 len: 217 time: 0.1928337 Nov 23 02:22:16.092838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.154049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Pushing event updated for resources: {'Port': ['ID=c14379fd-65cb-4bd5-b415-0b7af697f257,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.159291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Allocated IP 172.25.1.4 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/012f98e7-264f-47b5-93e7-c6d8e79258b4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:16.164896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:16.169314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-3a511a84-2dd3-4349-8cd5-f17e2b322a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.172076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-3a511a84-2dd3-4349-8cd5-f17e2b322a88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.0693195 Nov 23 02:22:16.181945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:16.196147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:16.234836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-75443dc9-3721-4195-9dcb-601a37a6ac85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab0baed-f259-47ae-8949-64b5bd75964a HTTP/1.1" status: 200 len: 217 time: 0.1308320 Nov 23 02:22:16.269717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.275985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.282578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.291094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.296202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.303416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.309616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.312212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-a0c84a87-119b-48d2-8fbd-a49d6fd14108 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.4798157 Nov 23 02:22:16.316753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=fab0baed-f259-47ae-8949-64b5bd75964a,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:16.351004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'port_id': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'mac_address': 'fa:16:3e:07:01:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:16.389549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1c184-0e7f-48f0-9e3b-da9b1e72188a req-5b81b888-c75b-497b-9554-5e59bb4095c0 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.397154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5f1c184-0e7f-48f0-9e3b-da9b1e72188a req-5b81b888-c75b-497b-9554-5e59bb4095c0 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 935 time: 0.3124089 Nov 23 02:22:16.416376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.432900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-c38bbe22-28cd-4046-8927-f98bf94d1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.434582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-c38bbe22-28cd-4046-8927-f98bf94d1195 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.1788867 Nov 23 02:22:16.436277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5735cdad-f2ad-4d3d-8010-f4b9007c0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.437771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-5735cdad-f2ad-4d3d-8010-f4b9007c0873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2180090 Nov 23 02:22:16.464794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab0baed-f259-47ae-8949-64b5bd75964a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:16.475872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Attempting to bind port c14379fd-65cb-4bd5-b415-0b7af697f257 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:16.476409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Attempting to bind port c14379fd-65cb-4bd5-b415-0b7af697f257 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:16.476872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Attempting to bind port c14379fd-65cb-4bd5-b415-0b7af697f257 on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:16.485972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:16.486570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Checking segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:16.487093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.487595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Bound using segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:16.488190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Bound port: c14379fd-65cb-4bd5-b415-0b7af697f257, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:16.488676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.583826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] For port c14379fd-65cb-4bd5-b415-0b7af697f257, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:16.587656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cc40785-a586-43e0-9b6f-6f9698b8fdc6 req-ca270c96-1fc1-4834-b30e-102c24cf4dee tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604141 Nov 23 02:22:16.589361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=fab0baed-f259-47ae-8949-64b5bd75964a,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:16.603484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.607402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] For port c14379fd-65cb-4bd5-b415-0b7af697f257, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c14379fd-65cb-4bd5-b415-0b7af697f257,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:16.612738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.641886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5f1c184-0e7f-48f0-9e3b-da9b1e72188a req-f5df6f5b-ff46-4d40-bbb0-5b80f59003eb tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436516 Nov 23 02:22:16.691060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-ad6f38c4-204f-47db-bbad-37b33c8aca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.692774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-ad6f38c4-204f-47db-bbad-37b33c8aca21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434387 Nov 23 02:22:16.732768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-b37f880c-50a4-4eea-9191-d99cddf44e83 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699118 Nov 23 02:22:16.743878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.763181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0748c3b0-f713-43f9-8375-74e8ebf15214 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:16.812665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] For port e8e4c998-92a6-4ca2-9934-1e7d37decb87, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e8e4c998-92a6-4ca2-9934-1e7d37decb87,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:16.813649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.817855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.840423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e4041-de0c-46c8-bc6a-3616cd2e0124 None None] Pushing event updated for resources: {'Port': ['ID=c14379fd-65cb-4bd5-b415-0b7af697f257,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.857600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.867366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Calling delete_port for e8e4c998-92a6-4ca2-9934-1e7d37decb87 owned by compute:tempest-test_az-116653577 {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:16.884278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Transition to ACTIVE for port object 0748c3b0-f713-43f9-8375-74e8ebf15214 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:16.898141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.931544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e00def51-233e-46be-98d1-3f7533f485aa req-60499a92-dcf4-4d6a-9905-0389744d086a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 210 time: 0.1804376 Nov 23 02:22:17.000384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.004136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['fab0baed-f259-47ae-8949-64b5bd75964a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:17.019864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b671b9-1ac6-4567-b53f-239fbb14a291 req-bd9d787c-f5cc-4ff8-ae45-401fd708a9a9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.021382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74b671b9-1ac6-4567-b53f-239fbb14a291 req-bd9d787c-f5cc-4ff8-ae45-401fd708a9a9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2213984 Nov 23 02:22:17.033605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334d1bc0-1c12-46a1-810c-3e4664dd73db req-01af9f99-b61c-4330-8ca6-e31ce263e822 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918046 Nov 23 02:22:17.071110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-2046a8ef-76eb-4456-aa58-8b4ca4d916d5 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373370 Nov 23 02:22:17.152154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.213533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74b671b9-1ac6-4567-b53f-239fbb14a291 req-64ed21d9-e4d1-4147-a7aa-b288e958ced7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695848 Nov 23 02:22:17.269991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24e77f54-72b0-4f2e-8a39-30541de95ff4 req-9b3ab563-43f4-49a4-9683-260674dd52b6 service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860998 Nov 23 02:22:17.285441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdcf42-ee85-453b-9f76-c488f6946f04 req-d7904090-ef0d-49f6-8dcd-1cafb572fcd0 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.295011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:17.301149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:17.303502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53bdcf42-ee85-453b-9f76-c488f6946f04 req-d7904090-ef0d-49f6-8dcd-1cafb572fcd0 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 944 time: 0.2931764 Nov 23 02:22:17.304478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:17.342937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Pushing event updated for resources: {'Port': ['ID=012f98e7-264f-47b5-93e7-c6d8e79258b4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.383991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Attempting to bind port 0748c3b0-f713-43f9-8375-74e8ebf15214 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:17.384423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Attempting to bind port 0748c3b0-f713-43f9-8375-74e8ebf15214 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:17.384697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Attempting to bind port 0748c3b0-f713-43f9-8375-74e8ebf15214 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:17.434477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Port 0748c3b0-f713-43f9-8375-74e8ebf15214 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:17.434845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Attempting to bind port 0748c3b0-f713-43f9-8375-74e8ebf15214 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:17.462104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:17.462460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:17.462896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:17.463366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Bound port: 0748c3b0-f713-43f9-8375-74e8ebf15214, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:17.463735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.467519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.471742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.472415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.473052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.474005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.474818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.475435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.477671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-6646052c-c5f0-41d1-b44d-1a99d189016f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6495 time: 0.1720376 Nov 23 02:22:17.493249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53bdcf42-ee85-453b-9f76-c488f6946f04 req-33c09dbf-9617-4320-bee1-44ffc5a02383 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839411 Nov 23 02:22:17.638123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bb621d9-4f63-4935-80b4-a81b80106878 req-6fd49f1c-abc6-4e32-8091-ed7c938ea3a2 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 210 time: 0.0331726 Nov 23 02:22:17.663368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-529a358d-67a2-415b-8dbf-40340b598853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.665031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-529a358d-67a2-415b-8dbf-40340b598853 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c HTTP/1.1" status: 200 len: 902 time: 0.1704817 Nov 23 02:22:17.736717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-b92a9094-57cf-4297-b5a6-d645f01a8fec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 200 len: 217 time: 0.0630105 Nov 23 02:22:17.844796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-2e7b4e2c-fe47-4041-89a5-990ceab0aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.846391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-2e7b4e2c-fe47-4041-89a5-990ceab0aa01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.0749378 Nov 23 02:22:17.860417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.866360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.874652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.885940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.892343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.898727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.905069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.907119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-e5f8a897-8188-4b67-a7ed-3e944e06acc0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1730134 Nov 23 02:22:17.934818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:17.943049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.960155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: e8e4c998-92a6-4ca2-9934-1e7d37decb87 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:17.960664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e8e4c998-92a6-4ca2-9934-1e7d37decb87 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:18.025243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-84493b96-4f57-4ff3-afd7-becb24309064 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4526007 Nov 23 02:22:18.082795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Pushing event deleted for resources: {'Port': ['ID=e8e4c998-92a6-4ca2-9934-1e7d37decb87,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:18.111095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-d1c31b72-cff7-4d00-afc0-e34dce20902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.114292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-d1c31b72-cff7-4d00-afc0-e34dce20902a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2062426 Nov 23 02:22:18.135840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac344e-0846-4ba0-9c89-2ae3471e29ca req-52856b01-4ba8-4aeb-8439-b691eba792e5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.138217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cac344e-0846-4ba0-9c89-2ae3471e29ca req-52856b01-4ba8-4aeb-8439-b691eba792e5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 947 time: 0.2163155 Nov 23 02:22:18.140786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c14379fd-65cb-4bd5-b415-0b7af697f257 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:18.175002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed33136a-6938-44b4-ad13-d554c66bfa03 req-407e8479-78fa-44a0-accb-b6fe15ffb88f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2522552 Nov 23 02:22:18.214543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c14379fd-65cb-4bd5-b415-0b7af697f257 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:18.214930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.303397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] No DVR routers for this DVR port e8e4c998-92a6-4ca2-9934-1e7d37decb87 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:18.376344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-7044fd6c-9b18-473a-bab2-93d747962820 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368205 Nov 23 02:22:18.378143 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.410954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d874eb54-58f8-4d67-a352-683320e249f5 req-9fbef41e-a8ec-4231-89b6-1519ef945a54 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 210 time: 0.1221433 Nov 23 02:22:18.432415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cac344e-0846-4ba0-9c89-2ae3471e29ca req-31ddab27-cad4-42a6-835b-8144f7c76754 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782621 Nov 23 02:22:18.435042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port c14379fd-65cb-4bd5-b415-0b7af697f257, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c14379fd-65cb-4bd5-b415-0b7af697f257,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:18.451672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.451672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d94db566-a380-4cf0-839b-2e9c03bcd206 req-b477b772-2987-41bf-9c1a-3bd536bbcf57 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.47 "DELETE /v2.0/ports/e8e4c998-92a6-4ca2-9934-1e7d37decb87 HTTP/1.1" status: 204 len: 173 time: 3.3912959 Nov 23 02:22:18.452555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e7954-0b59-4eb9-9937-c63b6600a03f None None] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:18.472586 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.512861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-17cbdced-2226-4fd0-bee6-b155baa6c46d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.514422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-17cbdced-2226-4fd0-bee6-b155baa6c46d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4523180 Nov 23 02:22:18.515018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-deleted', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:18.535075 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524fd11-1390-428b-b929-f212c4c87cb7" -d '{"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-deleted", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:18.557658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Request body: {'port': {'device_id': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '7b1638c79e344f298db1a9a730889436'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:18.561360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:18.686013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9967cbc2-a7ad-4917-9977-69a06d536975 None None] Provisioning complete for port c14379fd-65cb-4bd5-b415-0b7af697f257 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:18.686791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9967cbc2-a7ad-4917-9977-69a06d536975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.712797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0678dc-502d-4f72-8b69-0c1dc980d103 req-4e7ecce3-d92b-4f37-9469-1af7bb1750c9 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.714925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a0678dc-502d-4f72-8b69-0c1dc980d103 req-4e7ecce3-d92b-4f37-9469-1af7bb1750c9 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 944 time: 0.1006539 Nov 23 02:22:18.735396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=c14379fd-65cb-4bd5-b415-0b7af697f257,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:18.757978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0748c3b0-f713-43f9-8375-74e8ebf15214,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:18.759885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.760475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.762148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.762610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.763084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.763551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.763996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.764436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.764878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.765313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.765756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.766184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:18.778710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a0678dc-502d-4f72-8b69-0c1dc980d103 req-247d573d-226a-4646-86fc-c655750bfaf7 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480936 Nov 23 02:22:18.785922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-0f33fc89-2c96-435d-8cd6-5b2f01302d01 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855495 Nov 23 02:22:18.802452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74059b-41da-4473-adaf-8a5138ed7291 req-71e042a4-79ee-4f7c-b97d-2ee28334881d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.813392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c74059b-41da-4473-adaf-8a5138ed7291 req-71e042a4-79ee-4f7c-b97d-2ee28334881d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.2210717 Nov 23 02:22:18.840480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.925909 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b435d74-b9ea-4bf2-9889-21096867c906 x-openstack-request-id: req-5b435d74-b9ea-4bf2-9889-21096867c906 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:18.929397 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d8287f-fefb-4c7f-9c1e-f748f5a2ae30", "name": "network-vif-deleted", "tag": "e8e4c998-92a6-4ca2-9934-1e7d37decb87", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:18.929669 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b435d74-b9ea-4bf2-9889-21096867c906 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:18.930092 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d8287f-fefb-4c7f-9c1e-f748f5a2ae30', 'name': 'network-vif-deleted', 'tag': 'e8e4c998-92a6-4ca2-9934-1e7d37decb87', 'status': 'completed', 'code': 200} Nov 23 02:22:18.968421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c74059b-41da-4473-adaf-8a5138ed7291 req-d1792cef-35db-40ac-ad98-ce53e43cd2e6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524045 Nov 23 02:22:19.022067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.023441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.025090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] 10.222.0.47 "PUT /v2.0/ports/0748c3b0-f713-43f9-8375-74e8ebf15214 HTTP/1.1" status: 200 len: 1096 time: 4.0897036 Nov 23 02:22:19.043152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7521d498-135d-4649-b360-a47aae80afa0 req-c5339e59-b2ed-48d5-831b-2df65aa7add9 tempest-ServersAdminTestJSON-2113250384 tempest-ServersAdminTestJSON-2113250384-project] 10.222.0.15 "GET /v2.0/ports?device_id=86d8287f-fefb-4c7f-9c1e-f748f5a2ae30 HTTP/1.1" status: 200 len: 210 time: 0.0714328 Nov 23 02:22:19.072412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.075051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.075760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.076840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.077506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.078347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.079398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.080088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.082453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-b576cf09-1520-4ab9-b464-1906e675b118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6495 time: 0.1894336 Nov 23 02:22:19.170448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54c4e-7064-45ea-8b4d-2df290e2c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:19.177990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Made reservation on behalf of 7b1638c79e344f298db1a9a730889436 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:19.182579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.260127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-2b040764-dbaf-4537-bb8e-1b323f933c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.261700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-2b040764-dbaf-4537-bb8e-1b323f933c58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 903 time: 0.1709034 Nov 23 02:22:19.266230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-e77802d3-2ccf-4e58-9af8-4d3f961bca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.267948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-e77802d3-2ccf-4e58-9af8-4d3f961bca4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 1099 time: 0.1821713 Nov 23 02:22:19.350614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-9aa97807-ecf9-4d61-bab9-725a243fdc54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 200 len: 217 time: 0.0797496 Nov 23 02:22:19.352845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-859f763c-5831-469d-a34c-fecbfa9629fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=0748c3b0-f713-43f9-8375-74e8ebf15214 HTTP/1.1" status: 200 len: 217 time: 0.0425673 Nov 23 02:22:19.439349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.445508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.458318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.467847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.476544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.487643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.494081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6f1428a9-9d34-46d7-bbea-3a3c92bb5680 None None] Provisioning complete for port c14379fd-65cb-4bd5-b415-0b7af697f257 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:19.495045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f1428a9-9d34-46d7-bbea-3a3c92bb5680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.499142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.505452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-9ed486d3-b20d-4eff-9a78-21da1c41ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.507324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-9ed486d3-b20d-4eff-9a78-21da1c41ff02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1269684 Nov 23 02:22:19.511533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-0f048d9d-74e0-4c43-870c-7d77dda27f1a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1725230 Nov 23 02:22:19.524744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-ad1aa96a-caef-4600-b097-b9aa199bcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.527461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-ad1aa96a-caef-4600-b097-b9aa199bcf1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.1544778 Nov 23 02:22:19.601075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Allocated IP 192.168.233.242 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/d4f6504d-ab17-4d34-b8b4-f62200ab111c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:19.622688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-806b6b13-80ed-49b7-8614-8078c55a36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.624398 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-806b6b13-80ed-49b7-8614-8078c55a36f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063793 Nov 23 02:22:19.707491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.835648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8de77f74-ed81-47ec-9004-7be46618dc1c req-d23f2936-fb3f-4fdf-ac36-36e39fb6714a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 210 time: 0.2857893 Nov 23 02:22:19.910821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9f8bc22-f2bb-4676-a893-8a83a6edd6ae req-8de8ab43-b590-4ec1-a38c-322adbebd0e9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3919156 Nov 23 02:22:19.913936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-9018f645-9ff5-45fc-a9d0-540795b6e40f service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790008 Nov 23 02:22:19.929509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86978483-42de-4565-83de-dc13bb9d5241 req-940df6fd-d103-44ae-8905-32f7672446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:19.931313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-940df6fd-d103-44ae-8905-32f7672446d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3953540 Nov 23 02:22:19.932100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device fab0baed-f259-47ae-8949-64b5bd75964a up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:20.045095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port fab0baed-f259-47ae-8949-64b5bd75964a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:20.049020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port fab0baed-f259-47ae-8949-64b5bd75964a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:20.049394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.077240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f061b69a-01af-4f40-86c9-cca17f810bf0 req-f97317cd-30cd-43d9-8c1c-550680609d0c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484532 Nov 23 02:22:20.118307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.145789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54642fb-a072-44f5-85a0-5d12f6e0e5a6 req-5abfcabb-7267-4e71-a550-2e8ebca31b96 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.147930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e54642fb-a072-44f5-85a0-5d12f6e0e5a6 req-5abfcabb-7267-4e71-a550-2e8ebca31b96 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 947 time: 0.2138522 Nov 23 02:22:20.155555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c14379fd-65cb-4bd5-b415-0b7af697f257 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:20.190830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Router c05362f6-7f9e-4f41-936f-9c830561f126 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:20.193720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eaf24-ba9c-4d33-98e9-94592fc89c33 req-79926928-82f6-446d-b74b-cf3f9bd10563 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.194563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.195711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac3eaf24-ba9c-4d33-98e9-94592fc89c33 req-79926928-82f6-446d-b74b-cf3f9bd10563 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 944 time: 0.1819901 Nov 23 02:22:20.217510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:20.247846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:20.257615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:20.265085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:20.292808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e54642fb-a072-44f5-85a0-5d12f6e0e5a6 req-296cdb62-7db1-4858-ad85-5a779fc5fe5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294155 Nov 23 02:22:20.320170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.322186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-d472154f-6473-4261-bc06-97985cdc4547 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389153 Nov 23 02:22:20.338162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c14379fd-65cb-4bd5-b415-0b7af697f257 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:20.339589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.397772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.457060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac3eaf24-ba9c-4d33-98e9-94592fc89c33 req-fd756db7-585f-48e7-9d67-38265cd32f88 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535591 Nov 23 02:22:20.465743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.466673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.531559 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4a943758-279f-4ca9-a51f-6ba489ac671b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9889698 Nov 23 02:22:20.570222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:20.571923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bbd41-2779-435c-8de8-9e7a1526efe9 req-f4412236-7fde-4cb8-87e3-657982dfc31d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.579787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Request body: {'port': {'device_id': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:20.581051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-117bbd41-2779-435c-8de8-9e7a1526efe9 req-f4412236-7fde-4cb8-87e3-657982dfc31d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 945 time: 0.1229718 Nov 23 02:22:20.596042 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68630d0e-d336-4802-8ed2-05197a65c8c3" -d '{"events": [{"server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "name": "network-vif-plugged", "status": "completed", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:20.600226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86978483-42de-4565-83de-dc13bb9d5241 req-988c1512-5d77-4477-b72a-a230d9f451e8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533309 Nov 23 02:22:20.645404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:20.658834 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:20.679901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-117bbd41-2779-435c-8de8-9e7a1526efe9 req-651435ae-195f-411d-b0a3-082b5a70da79 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973065 Nov 23 02:22:20.683632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:20.684493 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:20.716100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.720163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c471d91b-3ebf-4a7e-b756-baaa15b3f634 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4125149 Nov 23 02:22:20.720407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59306) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.722353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.748245 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a61c082-adcb-45fe-81c2-991b45d9b024 x-openstack-request-id: req-1a61c082-adcb-45fe-81c2-991b45d9b024 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:20.748567 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "name": "network-vif-plugged", "status": "completed", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:20.748839 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a61c082-adcb-45fe-81c2-991b45d9b024 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:20.749249 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'code': 200} Nov 23 02:22:20.753969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=fab0baed-f259-47ae-8949-64b5bd75964a,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:20.834631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.835817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.837443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.838114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.841329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.842147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.845405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.848283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-c792a79c-91b8-41a5-8b90-00323afd98ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6495 time: 0.1131530 Nov 23 02:22:20.910563 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.946897 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:21.060120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:21.069687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cedcbb68-bafc-4388-a3d9-883c9e7bfe5a None None] Provisioning complete for port d4f6504d-ab17-4d34-b8b4-f62200ab111c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:21.070175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cedcbb68-bafc-4388-a3d9-883c9e7bfe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.089618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.103291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-1fe61755-3d33-4f39-9480-558322038bf8 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.120563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-1fe61755-3d33-4f39-9480-558322038bf8 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.5448208 Nov 23 02:22:21.122439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbb68-bafc-4388-a3d9-883c9e7bfe5a None None] Port d4f6504d-ab17-4d34-b8b4-f62200ab111c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:21.127024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:21.133311 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4044993a-58bb-41d6-946c-6cd3a7c7ef27" -d '{"events": [{"name": "network-changed", "server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:21.183146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-706c2c5d-1d80-4cf5-9230-63ff490550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.184656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-706c2c5d-1d80-4cf5-9230-63ff490550e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 903 time: 0.3284502 Nov 23 02:22:21.197862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.201005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.207411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.214348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.222669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.228739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.235524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.242784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.251431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51834710-a91e-4acc-9605-098618875b95 req-2df4efa7-b524-456a-b5db-98faa787323d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2083061 Nov 23 02:22:21.281239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cc549-672d-46ed-b072-ab9dc4c3bb68 req-50e4166e-15ac-424c-8d31-8187cbcb3fec tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.283570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a19cc549-672d-46ed-b072-ab9dc4c3bb68 req-50e4166e-15ac-424c-8d31-8187cbcb3fec tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 936 time: 0.2757833 Nov 23 02:22:21.316505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-7da8834e-f236-432d-8a58-bdbf1438afc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 200 len: 217 time: 0.0630131 Nov 23 02:22:21.443676 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:18Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:21.473604 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:21.473962 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Updating router c05362f6-7f9e-4f41-936f-9c830561f126 port 012f98e7-264f-47b5-93e7-c6d8e79258b4 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:22:21.483390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51834710-a91e-4acc-9605-098618875b95 req-85748fc0-fd1e-4c57-b934-1e2c47d8d035 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310536 Nov 23 02:22:21.506313 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.511186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a9269660-f69a-4693-a6e7-4a703840ffa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9d3b2d2d3e54cb7b5254e091f93db36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123056 Nov 23 02:22:21.514683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-3087b10e-40b3-423e-858e-bc2b48d45701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.516791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-3087b10e-40b3-423e-858e-bc2b48d45701 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.1798167 Nov 23 02:22:21.517440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.532056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc7400-49c2-4743-adee-b75b2419441d req-296758e4-3819-40c3-ad97-cc4d9aa87923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.536340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-48dc7400-49c2-4743-adee-b75b2419441d req-296758e4-3819-40c3-ad97-cc4d9aa87923 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 1097 time: 0.3326089 Nov 23 02:22:21.542404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a19cc549-672d-46ed-b072-ab9dc4c3bb68 req-4b9a835a-3df7-4774-9d94-6264890a84b0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078884 Nov 23 02:22:21.722945 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5709411b-f86d-4f52-86c5-5bd96f7fcdfe x-openstack-request-id: req-5709411b-f86d-4f52-86c5-5bd96f7fcdfe {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:21.723516 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:21.723877 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5709411b-f86d-4f52-86c5-5bd96f7fcdfe {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:21.724376 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214', 'status': 'completed', 'code': 200} Nov 23 02:22:21.767869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-be59df90-c8ce-49af-8d8b-fb1715ce4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.769381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-be59df90-c8ce-49af-8d8b-fb1715ce4d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2237048 Nov 23 02:22:21.826537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-682b84e8-f6c9-42e2-b2cc-b994970bac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.828412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-682b84e8-f6c9-42e2-b2cc-b994970bac7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 1099 time: 0.1787999 Nov 23 02:22:21.839761 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.847004 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.864736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.889789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1868a0d-a9c0-4e16-8a10-7fb8bdf5e6ca req-1994cf9c-68ce-4064-8078-adef3c32d243 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.898218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1868a0d-a9c0-4e16-8a10-7fb8bdf5e6ca req-1994cf9c-68ce-4064-8078-adef3c32d243 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 947 time: 0.2359819 Nov 23 02:22:21.919635 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Attempting to bind port 012f98e7-264f-47b5-93e7-c6d8e79258b4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:21.920959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Attempting to bind port 012f98e7-264f-47b5-93e7-c6d8e79258b4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:21.922123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Attempting to bind port 012f98e7-264f-47b5-93e7-c6d8e79258b4 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:21.926428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0748c3b0-f713-43f9-8375-74e8ebf15214 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:21.934683 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:21.935353 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:21.936324 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.936879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:21.937516 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Bound port: 012f98e7-264f-47b5-93e7-c6d8e79258b4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:21.938080 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.985557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87391601-f387-4b9b-b069-c9893d8a5e13 req-b6662407-b286-49b6-a76c-cb936db600d3 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.994023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87391601-f387-4b9b-b069-c9893d8a5e13 req-b6662407-b286-49b6-a76c-cb936db600d3 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.3007476 Nov 23 02:22:22.006406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-48dc7400-49c2-4743-adee-b75b2419441d req-def6e5fc-b1de-4aaa-a2ac-2a05f41cb8dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957115 Nov 23 02:22:22.006974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.009597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.033718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] For port 012f98e7-264f-47b5-93e7-c6d8e79258b4, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:22.039153 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] For port 012f98e7-264f-47b5-93e7-c6d8e79258b4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=012f98e7-264f-47b5-93e7-c6d8e79258b4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:22.049131 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.067935 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Pushing event updated for resources: {'Port': ['ID=012f98e7-264f-47b5-93e7-c6d8e79258b4,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.090474 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.091014 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.092220 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.092743 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.093245 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.093785 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.095168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.095671 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.096255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.096740 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.098380 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.098921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:22.151857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1868a0d-a9c0-4e16-8a10-7fb8bdf5e6ca req-86dae2fb-f925-43eb-ba17-829757ffdf3f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425373 Nov 23 02:22:22.178276 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:22.181001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:22.187591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-3750658b-a93d-43ef-8ce9-d944350d9534 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062035 Nov 23 02:22:22.223741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:22.225016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87391601-f387-4b9b-b069-c9893d8a5e13 req-3d318d1a-b564-4cb3-a9bc-8970be8509c2 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299490 Nov 23 02:22:22.247747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-36c6d595-86be-4d31-bec3-cc08c762f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.249281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-36c6d595-86be-4d31-bec3-cc08c762f10b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3884459 Nov 23 02:22:22.263208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba89b2-418a-4632-a2ed-df2936820ce6 None None] Pushing event updated for resources: {'Port': ['ID=012f98e7-264f-47b5-93e7-c6d8e79258b4,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.266203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:22.346363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.352115 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:22.355353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.360947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.404258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0748c3b0-f713-43f9-8375-74e8ebf15214,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:22.407294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-d4fbb7bb-93ee-47a1-aa72-da057803464c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=0748c3b0-f713-43f9-8375-74e8ebf15214 HTTP/1.1" status: 200 len: 217 time: 0.1271405 Nov 23 02:22:22.428370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '0748c3b0-f713-43f9-8375-74e8ebf15214', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '0748c3b0-f713-43f9-8375-74e8ebf15214', 'mac_address': 'fa:16:3e:19:3a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:22.463487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.463849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.466414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.467581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c HTTP/1.1" status: 204 len: 168 time: 0.9487920 Nov 23 02:22:22.512006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.530055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:22.530351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:22.530838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:22.558004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0748c3b0-f713-43f9-8375-74e8ebf15214 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:22.629210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:18Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:22.634126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0748c3b0-f713-43f9-8375-74e8ebf15214,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:22.635357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913110a1-a7f1-4e46-a9bd-665cb89a038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd25b0e-b6e4-4b0e-a6bb-71ec9653486c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.638876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.639535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:22.681981 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd32ca7-d822-4c56-9ff1-96a857e9a481 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:18Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:22.714124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-405399b7-926d-474c-97bf-c4c5a8012c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.715666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-405399b7-926d-474c-97bf-c4c5a8012c4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2844658 Nov 23 02:22:22.722426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:22.723513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:22.746889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:22.747782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:22.748338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:22.748906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Bound port: 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:22.749456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.750314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29af4e-dea2-4da1-9ce5-5c4b6fc08442 req-3269a378-53ab-4154-9908-d26a67a75d88 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.761794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df29af4e-dea2-4da1-9ce5-5c4b6fc08442 req-3269a378-53ab-4154-9908-d26a67a75d88 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.3948154 Nov 23 02:22:22.803996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14d1124a-884c-466a-9626-d2c0f2ee1526 req-fdacefd2-d387-4b49-b26e-d7426a95b37f service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769234 Nov 23 02:22:22.809660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.830887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Allocated IP 172.20.0.1 (a0981994-0f54-41d4-acbd-bb6dae9afa53/ef3fc947-ddd9-48da-87c1-4be97e2c37a0/7f48c711-0c63-40a4-83e8-2eebab59f794) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:22.927618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.936021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.944030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.949682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:22.954066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:22.956781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.959531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:22.972129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.977169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.982645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:22.983232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:22.983978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:22.991193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:22.991772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Attempting to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:22.997066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.999025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:22.999758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:23.000348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:23.000958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Bound port: 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:23.001475 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.013295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.019671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-47fd97c2-bf1f-410b-8194-8d2f47ccfb12 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.3541150 Nov 23 02:22:23.023407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.061530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df29af4e-dea2-4da1-9ce5-5c4b6fc08442 req-ccd16ed1-4f18-433a-b170-96057a8ec381 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982795 Nov 23 02:22:23.095676 n-d-714676-12 neutron-server[103573]: WARNING neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Concurrent port binding operations failed on port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 Nov 23 02:22:23.099923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:23.101698 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Attempt 2 to bind port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 Nov 23 02:22:23.102167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:22:23.110397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-9c4b6178-f186-425c-9407-7ee36ef34ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.117229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-9c4b6178-f186-425c-9407-7ee36ef34ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3472977 Nov 23 02:22:23.184665 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.263206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.302801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f6504d-ab17-4d34-b8b4-f62200ab111c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:23.346464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-944aeddb-47fe-4071-a16c-27aeda1a0515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36e7825b403e4282a30f1b57fafe1e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130250 Nov 23 02:22:23.352836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.393645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ea4f6ef-d2b1-4b81-81b4-1b8d0c6a099e req-422c4502-2cca-4a1f-a10c-3a3c29eb4112 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3541539 Nov 23 02:22:23.410015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.410690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.429244 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-700a61e5-89f5-479f-a8cd-720446bbe12e service neutron] 10.222.0.47 "PUT /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 1123 time: 2.2904708 Nov 23 02:22:23.449612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.479438 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.480574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766817-1164-4b24-bcef-b772536c4093 req-22262fa6-7559-42de-a8b0-a40a70e27d37 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.488988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4766817-1164-4b24-bcef-b772536c4093 req-22262fa6-7559-42de-a8b0-a40a70e27d37 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 936 time: 0.2921581 Nov 23 02:22:23.508820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-6cd3d384-3c16-42dd-a0bd-34a9a24ef31f service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730602 Nov 23 02:22:23.529667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Transition to ACTIVE for port object d4f6504d-ab17-4d34-b8b4-f62200ab111c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:23.534603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0748c3b0-f713-43f9-8375-74e8ebf15214'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:23.571737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.611820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.633986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:23.640078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:23.726003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.729635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14'}, {'name': 'network-changed', 'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:23.732895 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c" -d '{"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-unplugged", "status": "completed", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14"}, {"name": "network-changed", "server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:23.736991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.756757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.786915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4766817-1164-4b24-bcef-b772536c4093 req-c6bd0fea-3a0e-4358-8db1-6f2e8e711560 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916882 Nov 23 02:22:23.876912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:23.894829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:23.899265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:23.936873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4044993a-58bb-41d6-946c-6cd3a7c7ef27 req-55e05589-0ea5-4481-bc21-53529282c4c4 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127774 Nov 23 02:22:23.993151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Pushing event updated for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.058935 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.066781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3821045-fbaf-4288-8e79-18d4d33f008c req-20051f10-8fab-4bd6-9c02-1e2fccfbff07 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.072989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.079460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3821045-fbaf-4288-8e79-18d4d33f008c req-20051f10-8fab-4bd6-9c02-1e2fccfbff07 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 948 time: 0.5078173 Nov 23 02:22:24.083054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87570798-c74b-4f26-aeb2-8479d2ab3a8b HTTP/1.1" status: 204 len: 168 time: 0.7256525 Nov 23 02:22:24.172890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.177871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980501-04b9-46b5-9bbc-34f907a25aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87570798-c74b-4f26-aeb2-8479d2ab3a8b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.282429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484359-b38f-43bd-9279-8c2a14ca88f4 req-e4dd4fdf-9218-4f27-89da-1d4b1648a110 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.291714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b484359-b38f-43bd-9279-8c2a14ca88f4 req-e4dd4fdf-9218-4f27-89da-1d4b1648a110 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.1888807 Nov 23 02:22:24.300631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Attempting to bind port d4f6504d-ab17-4d34-b8b4-f62200ab111c on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:24.301131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Attempting to bind port d4f6504d-ab17-4d34-b8b4-f62200ab111c by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:24.301322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Attempting to bind port d4f6504d-ab17-4d34-b8b4-f62200ab111c on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:24.308972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 012f98e7-264f-47b5-93e7-c6d8e79258b4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:24.319045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3821045-fbaf-4288-8e79-18d4d33f008c req-07c0bc0b-6e49-4f62-bf88-4f863f93c592 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387037 Nov 23 02:22:24.323549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Port d4f6504d-ab17-4d34-b8b4-f62200ab111c on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:24.324528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Attempting to bind port d4f6504d-ab17-4d34-b8b4-f62200ab111c on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:24.358209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:24.358775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:24.359274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:24.360038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Bound port: d4f6504d-ab17-4d34-b8b4-f62200ab111c, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:24.360581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.418702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b484359-b38f-43bd-9279-8c2a14ca88f4 req-e047a30b-3e7e-4e6c-96f2-1932c11ced5c tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170182 Nov 23 02:22:24.487492 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4213db3e-e670-483a-9528-835015db8776 x-openstack-request-id: req-4213db3e-e670-483a-9528-835015db8776 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:24.487789 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-unplugged", "status": "completed", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14", "code": 200}, {"name": "network-changed", "server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:24.488323 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4213db3e-e670-483a-9528-835015db8776 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:24.488471 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'code': 200} Nov 23 02:22:24.488665 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'status': 'completed', 'code': 200} Nov 23 02:22:24.514261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 012f98e7-264f-47b5-93e7-c6d8e79258b4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:24.514919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.581631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42eb20-1fac-4767-993d-0fc54b359b86 req-cdda8ada-136b-44f0-992a-6cf0b6f52a40 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.595491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc42eb20-1fac-4767-993d-0fc54b359b86 req-cdda8ada-136b-44f0-992a-6cf0b6f52a40 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.0811119 Nov 23 02:22:24.762084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:24.770787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.780810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.786902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.793933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.798412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.800328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.803820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:24.807009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.807162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.814246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.816245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3de479cc-207f-4175-a5a1-27c365724d00 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2014375 Nov 23 02:22:24.818393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-f87bb9d4-dab5-42cb-95bf-5f5cc1906ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.819936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-f87bb9d4-dab5-42cb-95bf-5f5cc1906ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1126 time: 0.2235076 Nov 23 02:22:24.826004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.838385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc42eb20-1fac-4767-993d-0fc54b359b86 req-128f44c7-a01d-46fb-b739-e58219728bc3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201684 Nov 23 02:22:24.853309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 012f98e7-264f-47b5-93e7-c6d8e79258b4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=012f98e7-264f-47b5-93e7-c6d8e79258b4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:24.854997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5779e3c4-c685-4176-98e2-c9926ba22f85 None None] Provisioning complete for port 7f48c711-0c63-40a4-83e8-2eebab59f794 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:24.855477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5779e3c4-c685-4176-98e2-c9926ba22f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.956108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5779e3c4-c685-4176-98e2-c9926ba22f85 None None] Port 7f48c711-0c63-40a4-83e8-2eebab59f794 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:24.967556 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.980903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:25.056298 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:22:25.080166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-745cf791-bb3b-4523-962c-6e6b014217d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.082654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-745cf791-bb3b-4523-962c-6e6b014217d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.2341542 Nov 23 02:22:25.093118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.093831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.095526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-d67ff255-8cbb-471e-8ee6-e4444390be9c service neutron] 10.222.0.41 "PUT /v2.0/ports/d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 1097 time: 4.5255198 Nov 23 02:22:25.098264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=012f98e7-264f-47b5-93e7-c6d8e79258b4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:25.212882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-655ec7ae-42a8-4d67-8d63-8d7880725679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 217 time: 0.0770202 Nov 23 02:22:25.230763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90a96ba9-412b-482a-99cd-dca59ac627c9 req-3a7fff48-04eb-4f4b-bb35-cfbf9e302f69 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3906105 Nov 23 02:22:25.315483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-c7498fe8-1838-419b-bcc3-9cb4e7e37d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.320253 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-c7498fe8-1838-419b-bcc3-9cb4e7e37d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1100 time: 0.1281362 Nov 23 02:22:25.397468 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-5a60989b-7ec0-4606-bfe5-33b9c6d7aaeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.0604613 Nov 23 02:22:25.427636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.451119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.608257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4fc619a3-703b-4707-a7a5-b2457570238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.609770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-4fc619a3-703b-4707-a7a5-b2457570238a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1981714 Nov 23 02:22:25.622666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.638401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Pushing event updated for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:25.658671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.659238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.660082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.660643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.661181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.661726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.662289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.662839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.663364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.664006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.664725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.665244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:25.738874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94a8ad-24e0-4d08-a593-5b7761d5db60 req-9d2ac1a7-43dd-4771-82b7-8d2d6cd306fe tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.750453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.758496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f94a8ad-24e0-4d08-a593-5b7761d5db60 req-9d2ac1a7-43dd-4771-82b7-8d2d6cd306fe tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.7506406 Nov 23 02:22:25.759225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Request body: {'floatingip': {'port_id': 'fab0baed-f259-47ae-8949-64b5bd75964a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:25.832928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-2c970807-2c56-4c11-8003-2e1d09c4094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.835914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-2c970807-2c56-4c11-8003-2e1d09c4094b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098038 Nov 23 02:22:25.844916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.892352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8552403-a315-4f2f-a089-b37e0488bb17 req-357070fa-c8c4-4fc4-9cb5-ed4e9fffea2a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.900005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8552403-a315-4f2f-a089-b37e0488bb17 req-357070fa-c8c4-4fc4-9cb5-ed4e9fffea2a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.1383913 Nov 23 02:22:25.924273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-62069592-a32a-4e45-aad9-e3309227cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.925779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-62069592-a32a-4e45-aad9-e3309227cfa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.6940687 Nov 23 02:22:25.954800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0748c3b0-f713-43f9-8375-74e8ebf15214 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:25.997313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8552403-a315-4f2f-a089-b37e0488bb17 req-d1bb7bc2-ef71-400d-ae29-02429407f38f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892115 Nov 23 02:22:26.003463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-ebf3632b-6579-4c03-bc83-ef45b50060c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518796 Nov 23 02:22:26.025218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d702-4fa3-413b-8bd5-557afc2c4f84 req-04373c20-3c23-4f1c-b1c2-0c0934c9e199 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.041666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2295d702-4fa3-413b-8bd5-557afc2c4f84 req-04373c20-3c23-4f1c-b1c2-0c0934c9e199 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 948 time: 0.2194877 Nov 23 02:22:26.076501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 0748c3b0-f713-43f9-8375-74e8ebf15214 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:26.081866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 0748c3b0-f713-43f9-8375-74e8ebf15214 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:26.082559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.142440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-449f1e30-b383-4ce4-b227-4b24b2aa20eb service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927244 Nov 23 02:22:26.156073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 012f98e7-264f-47b5-93e7-c6d8e79258b4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:26.168029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:26.244714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.271791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:26.274348 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a90c6-3ee6-48bf-9572-5e9767e27e2c" -d '{"events": [{"server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "name": "network-vif-plugged", "status": "completed", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:26.296768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0748c3b0-f713-43f9-8375-74e8ebf15214,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:26.301918 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.333341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27b9f6-ae2a-428a-8ead-a4e6ab029d9b req-f97ff40f-4dfe-49d9-b56c-04db4edae7ea tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.341333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c27b9f6-ae2a-428a-8ead-a4e6ab029d9b req-f97ff40f-4dfe-49d9-b56c-04db4edae7ea tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.2368054 Nov 23 02:22:26.349188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2295d702-4fa3-413b-8bd5-557afc2c4f84 req-74c0cc24-106d-4635-bed4-cc04097bda2d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066869 Nov 23 02:22:26.354244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 012f98e7-264f-47b5-93e7-c6d8e79258b4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:26.354830 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.378210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-a5f5ca20-8170-4019-8d25-3948556278f1 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228993 Nov 23 02:22:26.399535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:26.471394 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e43cb40-01eb-4c9c-a9df-98897b522091 x-openstack-request-id: req-0e43cb40-01eb-4c9c-a9df-98897b522091 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:26.471778 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "name": "network-vif-plugged", "status": "completed", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:26.472077 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e43cb40-01eb-4c9c-a9df-98897b522091 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:26.472336 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214', 'code': 200} Nov 23 02:22:26.527174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c27b9f6-ae2a-428a-8ead-a4e6ab029d9b req-fdc5d127-17d0-4e61-8e5e-cb4513266a64 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847224 Nov 23 02:22:26.686038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:26.688155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:26.690114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e72578-8737-4e4d-97d9-392728717a43" -d '{"events": [{"name": "network-changed", "server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:26.725999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf646-187e-4cda-806e-8c89fdd661c4 req-822f86ef-f2a2-498e-bb26-da03e524725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.727562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e0bf646-187e-4cda-806e-8c89fdd661c4 req-822f86ef-f2a2-498e-bb26-da03e524725c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 1101 time: 0.1573613 Nov 23 02:22:26.791062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.798412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.805220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.811792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.818320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.833492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.847836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.849807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57caa322-c637-46c1-9302-dd354266ec17 req-51a7d0a9-aae5-4df2-a3ed-2045e9b62909 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2561653 Nov 23 02:22:26.891923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aee9b99-c3d5-43b4-8cac-b5eae8e0193c req-c5c71c0d-2575-498a-b75a-bf223985158d service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636519 Nov 23 02:22:26.940892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e0bf646-187e-4cda-806e-8c89fdd661c4 req-aac598cf-7274-4172-b10c-ceccfc796195 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992426 Nov 23 02:22:26.947045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-f1a22381-0c61-452b-aa2b-0206f4c4bec0 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956535 Nov 23 02:22:27.030881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a36aaf35-934a-4fad-933e-ca25960b3f5c None None] Provisioning complete for port 7f48c711-0c63-40a4-83e8-2eebab59f794 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:27.032181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36aaf35-934a-4fad-933e-ca25960b3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.043711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57caa322-c637-46c1-9302-dd354266ec17 req-331a16a7-79c3-4b7a-bf07-62cdde6aec38 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769679 Nov 23 02:22:27.043945 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81f0c3bd-a5f4-429d-b7c9-43744e94451a req-8c014a4b-2e36-41bc-baf0-055dd3eb415e service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741450 Nov 23 02:22:27.114363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a36aaf35-934a-4fad-933e-ca25960b3f5c None None] Port 7f48c711-0c63-40a4-83e8-2eebab59f794 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:27.114909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-10393638-875e-455c-8224-984922c18af7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.116436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-10393638-875e-455c-8224-984922c18af7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628125 Nov 23 02:22:27.119650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:27.125656 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f486f-fa38-4546-9054-8cc35d3e85f3 x-openstack-request-id: req-866f486f-fa38-4546-9054-8cc35d3e85f3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:27.125949 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:27.126174 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-866f486f-fa38-4546-9054-8cc35d3e85f3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:27.126582 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'status': 'completed', 'code': 200} Nov 23 02:22:27.135589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-7cad3eb0-b029-4c38-a374-b99acbf6c2a1 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/quotas/fc8eec7fb4c54f8c931469cc78a746ce HTTP/1.1" status: 200 len: 375 time: 0.0095520 Nov 23 02:22:27.180623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-dfbc4037-d4f5-4022-b93c-4572dbd2ded8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378678 Nov 23 02:22:27.237435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a31ea3-ab08-4199-a876-6a305ea633a2 req-be5b1ea7-1dd1-4fdc-92c1-944e809b302e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.237435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16a31ea3-ab08-4199-a876-6a305ea633a2 req-be5b1ea7-1dd1-4fdc-92c1-944e809b302e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.0583413 Nov 23 02:22:27.250041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.258156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.295266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16a31ea3-ab08-4199-a876-6a305ea633a2 req-7dfcc2cf-1153-42f1-99b6-9066c7a050d4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503266 Nov 23 02:22:27.377092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f9c728-c185-4a07-b83a-ec2c119b4b40 req-ddda539e-f789-4b40-9873-3b91dc98c530 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Nov 23 02:22:27.395733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72578-8737-4e4d-97d9-392728717a43 req-c705e8a6-7498-4a72-bc2b-ae15be8d6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.398064 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-c705e8a6-7498-4a72-bc2b-ae15be8d6d96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1100 time: 0.1890512 Nov 23 02:22:27.420563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:27.431388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:27.443093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b02e45a-e241-4143-b3d1-255ca4a89498 admin admin] 10.222.0.15 "PUT /v2.0/routers/c05362f6-7f9e-4f41-936f-9c830561f126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7214854 Nov 23 02:22:27.455379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:27.456723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:27.538039 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976 associated. External IP: 172.25.1.21, port: fab0baed-f259-47ae-8949-64b5bd75964a. Nov 23 02:22:27.540136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090b6d-1d28-4356-ac32-4bdf2656e4ec req-2f44de17-9618-4819-921c-8318a63633e1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.541753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10090b6d-1d28-4356-ac32-4bdf2656e4ec req-2f44de17-9618-4819-921c-8318a63633e1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.1014774 Nov 23 02:22:27.615138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:27.652624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10090b6d-1d28-4356-ac32-4bdf2656e4ec req-06a0a454-367d-4c0d-873d-f6a0af86aa4b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031530 Nov 23 02:22:27.667490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72578-8737-4e4d-97d9-392728717a43 req-81220c4f-877b-4b57-b84c-b88e0babe88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.669059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-81220c4f-877b-4b57-b84c-b88e0babe88a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2629194 Nov 23 02:22:27.751691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aed285-f152-4921-a6e0-2e0c04f43796 req-a95fc682-0841-411f-8a6b-9afa9da16758 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.753879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2aed285-f152-4921-a6e0-2e0c04f43796 req-a95fc682-0841-411f-8a6b-9afa9da16758 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.0665903 Nov 23 02:22:27.776943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-23fdf408-c141-4d33-97c6-cccb24a8dc52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.0948260 Nov 23 02:22:27.811126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2aed285-f152-4921-a6e0-2e0c04f43796 req-cf271def-53b0-4b38-9366-ccf0c142b26a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 Nov 23 02:22:27.916006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72578-8737-4e4d-97d9-392728717a43 req-f2020d11-3656-495d-827e-12e6eb3984d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:27.918082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-f2020d11-3656-495d-827e-12e6eb3984d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1209507 Nov 23 02:22:27.932881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:25Z', 'revision_number': 2, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:27.970387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:27.971940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Updating router c05362f6-7f9e-4f41-936f-9c830561f126 port 7f48c711-0c63-40a4-83e8-2eebab59f794 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:22:28.002177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.043396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72578-8737-4e4d-97d9-392728717a43 req-a0cd32a0-39ae-472f-ba10-dda93a4ca659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.044893 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-a0cd32a0-39ae-472f-ba10-dda93a4ca659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014123 Nov 23 02:22:28.048176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-7f5b6dc0-e775-404b-ba6a-93fd67cd8b0b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.049871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-7f5b6dc0-e775-404b-ba6a-93fd67cd8b0b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 820 time: 0.1724381 Nov 23 02:22:28.053313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:28.067516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-d137bd97-18ee-4b7c-9eec-93d97945350d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/quotas/4a01d9c557844d2582160b6435f03a1e HTTP/1.1" status: 200 len: 375 time: 0.0104048 Nov 23 02:22:28.132770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-76473614-e800-4b0e-a2a1-28a6b69b6cf6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590403 Nov 23 02:22:28.234298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-2a75ef4b-949a-4946-abf9-15e2e11f5169 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796169 Nov 23 02:22:28.248394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:28.253270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.261758 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:28.272323 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:28.273215 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:28.302030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-be710af6-87f8-414b-a959-7c1c1fa38d43 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622281 Nov 23 02:22:28.336615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9146059-b408-4dff-85c7-7ec8e474d53b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "PUT /v2.0/floatingips/0b15b4db-ee20-4f77-ba40-7490ce8fb976 HTTP/1.1" status: 200 len: 990 time: 2.5807862 Nov 23 02:22:28.395683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.402303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41e72578-8737-4e4d-97d9-392728717a43 req-879fe1a3-5dc8-4dab-b7b8-a0f24cb0b0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450772 Nov 23 02:22:28.402816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.408879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.410112 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:28.415487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.422445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.439669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.447139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.449280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df81fdb6-0347-46ce-8767-48c225b55632 req-08f1e985-9889-465f-a8ec-485d99162791 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2680516 Nov 23 02:22:28.452764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.460456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.484752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-399ad4f0-edad-481a-af6d-611073450f44 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750505 Nov 23 02:22:28.529037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dfc5d-c878-4352-9684-52462891e1ba None None] Pushing event updated for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.579508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df81fdb6-0347-46ce-8767-48c225b55632 req-91de9c66-10ce-409a-8b9d-85f0c0fb7b1e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932915 Nov 23 02:22:28.603091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Attempting to bind port 7f48c711-0c63-40a4-83e8-2eebab59f794 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:28.603468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Attempting to bind port 7f48c711-0c63-40a4-83e8-2eebab59f794 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:28.604011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Attempting to bind port 7f48c711-0c63-40a4-83e8-2eebab59f794 on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:28.609772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:28.610141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Checking segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:28.610617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.611012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Bound using segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:28.612166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Bound port: 7f48c711-0c63-40a4-83e8-2eebab59f794, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:28.612552 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.715291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] For port 7f48c711-0c63-40a4-83e8-2eebab59f794, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:28.723502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] For port 7f48c711-0c63-40a4-83e8-2eebab59f794, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7f48c711-0c63-40a4-83e8-2eebab59f794,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:28.732206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.761582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-a905c09d-dcec-4eba-a37e-2639d13ce325 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448697 Nov 23 02:22:28.821192 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:07:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:22:27Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:28.849002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40875ae1-7561-4292-b963-01531b54ba06 req-ed4a3514-6693-47ed-b9bb-386fb23bac18 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.860038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40875ae1-7561-4292-b963-01531b54ba06 req-ed4a3514-6693-47ed-b9bb-386fb23bac18 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.1192849 Nov 23 02:22:28.880411 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:28.896880 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:28.897440 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:28.922231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:28.924274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:28.929838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dfc5d-c878-4352-9684-52462891e1ba None None] Pushing event updated for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.957149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-cd74de50-792c-4841-8226-968d530d12ff tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:28.958848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-cd74de50-792c-4841-8226-968d530d12ff tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890693 Nov 23 02:22:28.959531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40875ae1-7561-4292-b963-01531b54ba06 req-990133df-19b5-4b5b-b3b0-2fb7e876e6fd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870998 Nov 23 02:22:28.986293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Request body: {'port': {'device_id': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'fc8eec7fb4c54f8c931469cc78a746ce'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:29.012419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] Provisioning complete for port 7f48c711-0c63-40a4-83e8-2eebab59f794 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:29.012419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.109210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f78ba32-7273-4abe-ba3d-9abdaf47b762 req-34bdf910-8394-4146-87b8-f1d92ad17ca8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0455010 Nov 23 02:22:29.137603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:29.153181 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe598b9b-689d-45e7-9077-1debc6a6aad6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:29.239577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c7a70b5-3903-4aaf-bb96-24ceff7887be req-7da81acf-61b8-4068-b994-6711ef53105a tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 210 time: 0.0418620 Nov 23 02:22:29.264166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Made reservation on behalf of fc8eec7fb4c54f8c931469cc78a746ce for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:29.264775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.292032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.354303 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:29.363416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.409242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:29.437568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.442266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.451189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259beb2a-1a0a-4757-b57c-b44c3423824d req-e86a328b-ab87-454d-b050-643e66eed60b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:29.453332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-259beb2a-1a0a-4757-b57c-b44c3423824d req-e86a328b-ab87-454d-b050-643e66eed60b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.0638261 Nov 23 02:22:29.517692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-259beb2a-1a0a-4757-b57c-b44c3423824d req-0f193ee2-14f3-43db-8dcc-a1024d41a7bf tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 Nov 23 02:22:29.524229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.526704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53ab067-d85e-40ca-890f-4aa47ee3da59,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:29.629303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Allocated IP 192.168.233.113 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/f51790ba-478d-4b1f-964d-c422e841db1b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:29.662725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] For port 7f48c711-0c63-40a4-83e8-2eebab59f794, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7f48c711-0c63-40a4-83e8-2eebab59f794,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:29.682735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1d6ea-e1dd-468d-9d2d-025376f9fb9e req-bf2275cb-b7d6-4568-9027-cf30f56b4744 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:29.687016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc1d6ea-e1dd-468d-9d2d-025376f9fb9e req-bf2275cb-b7d6-4568-9027-cf30f56b4744 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.0696526 Nov 23 02:22:29.692931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.704024 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:07:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:22:27Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:29.735447 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f373d8d-e8ef-4f6e-9c26-e045c2e3f910 None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '0b15b4db-ee20-4f77-ba40-7490ce8fb976', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'floating_ip_address': '172.25.1.21', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'port_id': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'mac_address': 'fa:16:3e:07:01:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:19:43Z', 'updated_at': '2021-11-23T02:22:27Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:29.754999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc1d6ea-e1dd-468d-9d2d-025376f9fb9e req-9e5fe609-4940-4054-8ff5-92f4b48b9a3e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Nov 23 02:22:29.785344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b7345-5cb3-4bcf-8847-3810dbd9fd6d None None] Pushing event updated for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:29.827392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4cc76fc4-d3b9-4752-a5c4-76bae55ce591 None None] Provisioning complete for port 7f48c711-0c63-40a4-83e8-2eebab59f794 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:29.828082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4cc76fc4-d3b9-4752-a5c4-76bae55ce591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.862195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:28Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:29.901169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6efeb47-08a7-478c-b05b-72a532074d9b None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:28Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:29.954352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:29.998251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.036653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.044422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.052360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.060326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.066640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.085052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6b97106-d364-4033-b821-f08491c278b7 req-c500a867-ec13-40a6-a4c2-695c3ab77fe4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2009530 Nov 23 02:22:30.089749 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9511d8fb-84f9-4cc9-ba7e-9e212988ee1a x-openstack-request-id: req-9511d8fb-84f9-4cc9-ba7e-9e212988ee1a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:30.090293 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:30.090293 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9511d8fb-84f9-4cc9-ba7e-9e212988ee1a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:30.094597 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'status': 'completed', 'code': 200} Nov 23 02:22:30.136112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17526a6-3a59-46af-8fd4-4a146853e279 None None] New status for floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:22:30.182088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7f48c711-0c63-40a4-83e8-2eebab59f794 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:30.196070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6b97106-d364-4033-b821-f08491c278b7 req-d494af52-4c24-4773-8fd4-9b4440cf237f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086707 Nov 23 02:22:30.329390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.389359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.411770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-013396f9-d1a1-44f5-8288-19bc3f9013cc req-56668a41-8e0a-4513-9d47-cf5820b0de4f tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 210 time: 0.0950046 Nov 23 02:22:30.428967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-a1e5dec2-f99d-4bd1-9f69-c2745f6fbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.437758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-a1e5dec2-f99d-4bd1-9f69-c2745f6fbbab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48fef1bcd52f496480cc8819e656b59a&device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 1097 time: 0.1819146 Nov 23 02:22:30.453723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7f48c711-0c63-40a4-83e8-2eebab59f794 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:30.454320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.468963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:30.479657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:30.483108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:30.555375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Pushing event updated for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.581628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6813-7df1-4700-9595-25fa4acc047e req-dac86a72-c33c-467a-aa85-047bd3895443 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.591700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-785e6813-7df1-4700-9595-25fa4acc047e req-dac86a72-c33c-467a-aa85-047bd3895443 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.2913589 Nov 23 02:22:30.603759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.606762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.656895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-da039a5d-6bb2-4a0b-bb32-1ce3abf7950c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6760163 Nov 23 02:22:30.674783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18e9cfe9-3de6-4c01-9b9e-d8fccb3440fa req-f48df1ad-b532-42ad-b116-878cb8268dca tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 210 time: 0.1016121 Nov 23 02:22:30.679930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Request body: {'port': {'device_id': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:30.749727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-785e6813-7df1-4700-9595-25fa4acc047e req-8e92cde8-e77b-4618-a209-4bf0965693dd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527386 Nov 23 02:22:30.755053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-9d89b36f-8c0a-4f32-8cc9-66223ef6541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.756737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-9d89b36f-8c0a-4f32-8cc9-66223ef6541a service neutron] 10.222.0.47 "GET /v2.0/networks?id=580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 200 len: 925 time: 0.3090105 Nov 23 02:22:30.762776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.781315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:30.895649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1c603f2f-6924-4727-bc2b-4e232055034d None None] Provisioning complete for port f51790ba-478d-4b1f-964d-c422e841db1b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:30.896020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c603f2f-6924-4727-bc2b-4e232055034d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.950159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1c603f2f-6924-4727-bc2b-4e232055034d None None] Port f51790ba-478d-4b1f-964d-c422e841db1b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:30.967342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:30.979270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'mac_address': 'fa:16:3e:48:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:31.024338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62986245-871b-45fe-9385-5977b6356574 req-e2ed790a-cc89-4d3f-8397-c8f94d1cbff1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.026408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62986245-871b-45fe-9385-5977b6356574 req-e2ed790a-cc89-4d3f-8397-c8f94d1cbff1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.2287300 Nov 23 02:22:31.027962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.029239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-adb54dd2-2bb4-43fc-84a8-2824ba6b4f36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab0baed-f259-47ae-8949-64b5bd75964a HTTP/1.1" status: 200 len: 1000 time: 0.2533953 Nov 23 02:22:31.042311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f6504d-ab17-4d34-b8b4-f62200ab111c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:31.061203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f038-9ffd-41ab-b586-3890f5d2b577 req-12d3fb79-f442-4705-a693-a4c678f6ceb0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.062844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9298f038-9ffd-41ab-b586-3890f5d2b577 req-12d3fb79-f442-4705-a693-a4c678f6ceb0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.1707888 Nov 23 02:22:31.068282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:31.072996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.134222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.167730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51790ba-478d-4b1f-964d-c422e841db1b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:31.179367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.187266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-d9133c2b-e7f0-4848-8a7d-4ae9b73eccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.189184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-d9133c2b-e7f0-4848-8a7d-4ae9b73eccfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 200 len: 863 time: 0.1490283 Nov 23 02:22:31.194917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Transition to ACTIVE for port object f51790ba-478d-4b1f-964d-c422e841db1b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:31.199318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.203997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62986245-871b-45fe-9385-5977b6356574 req-0bca67ef-4c0e-46fd-b68b-cd41ca6498cc tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670623 Nov 23 02:22:31.242247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9298f038-9ffd-41ab-b586-3890f5d2b577 req-87301fc3-ba85-4522-af2c-3872f30af567 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458070 Nov 23 02:22:31.320011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-439e7e56-7d21-4551-a83c-2b12256367be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.321468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-439e7e56-7d21-4551-a83c-2b12256367be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=580c9cd6-b55c-44a0-8fa0-2865656000aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165819 Nov 23 02:22:31.461383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.467728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.473899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.481916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.487936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.495217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.501676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.502664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:31.509752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-7888416a-7165-4dec-a92c-e9a1a8fafef8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1735516 Nov 23 02:22:31.560340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Pushing event updated for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.599500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Attempting to bind port f51790ba-478d-4b1f-964d-c422e841db1b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:31.599981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-fe726849-136f-4da7-91c9-ebbbf64e1cad service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620118 Nov 23 02:22:31.600319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Attempting to bind port f51790ba-478d-4b1f-964d-c422e841db1b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:31.600811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Attempting to bind port f51790ba-478d-4b1f-964d-c422e841db1b on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:31.612456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Port f51790ba-478d-4b1f-964d-c422e841db1b on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:31.613030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Attempting to bind port f51790ba-478d-4b1f-964d-c422e841db1b on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:31.631120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-8d56a5c6-b504-43e5-9a2a-7c97270e0f36 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.632996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-8d56a5c6-b504-43e5-9a2a-7c97270e0f36 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 820 time: 0.3137987 Nov 23 02:22:31.633977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:31.634293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:31.634864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:31.635753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Bound port: f51790ba-478d-4b1f-964d-c422e841db1b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:31.635885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.657883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'port': {'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'admin_state_up': True, 'tenant_id': '4a01d9c557844d2582160b6435f03a1e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:31.814842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:31.819574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f51790ba-478d-4b1f-964d-c422e841db1b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:31.833927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.881643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.881996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.883662 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] 10.222.0.41 "PUT /v2.0/ports/f51790ba-478d-4b1f-964d-c422e841db1b HTTP/1.1" status: 200 len: 1097 time: 1.2080419 Nov 23 02:22:31.905396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Made reservation on behalf of 4a01d9c557844d2582160b6435f03a1e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:31.909957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.925192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-498a2df9-866c-4a46-8fb5-adb5ee5ef45d req-b4f0ab80-bb65-41dd-9289-560d0c7d1772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4141538 Nov 23 02:22:31.940468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2c46d-ee75-4249-9184-dd40be555513 service neutron] Pushing event updated for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.963809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3065a-bcca-4afc-b9ce-62a0bb8c8a76 req-0dc57e36-ddf4-4969-bcdb-e45938b657b1 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.971231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89a3065a-bcca-4afc-b9ce-62a0bb8c8a76 req-0dc57e36-ddf4-4969-bcdb-e45938b657b1 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 948 time: 0.4333830 Nov 23 02:22:32.001034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe598b9b-689d-45e7-9077-1debc6a6aad6 req-1f1a7dc6-ffbd-4c54-95be-88346523d35b service neutron] 10.222.0.47 "GET /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842795 Nov 23 02:22:32.038435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89a3065a-bcca-4afc-b9ce-62a0bb8c8a76 req-8b3111ec-d4d3-4d74-88f1-855d4dd3a34f tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Nov 23 02:22:32.068000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e813baae-bc36-4dd0-95f2-6e854fe01fa0 req-7c834f41-c895-4c9b-9531-d1c1d60f0be8 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Nov 23 02:22:32.085440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-375301c3-13c7-4c15-9f9c-6f376de8d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.087045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-375301c3-13c7-4c15-9f9c-6f376de8d481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 1100 time: 0.1232955 Nov 23 02:22:32.092878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:32.094992 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243d548-f653-4451-b88e-2829ef45c5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:32.157130 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71715b83-e03b-4a8f-86c3-8ba985a74af1 x-openstack-request-id: req-71715b83-e03b-4a8f-86c3-8ba985a74af1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:32.157492 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:32.157681 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71715b83-e03b-4a8f-86c3-8ba985a74af1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:32.158075 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b', 'status': 'completed', 'code': 200} Nov 23 02:22:32.166320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d12cd-5359-46fc-9c6d-e63193dde28a req-56133b61-6be6-4ff5-8f56-aa1f4357e14a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.168294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624d12cd-5359-46fc-9c6d-e63193dde28a req-56133b61-6be6-4ff5-8f56-aa1f4357e14a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 949 time: 0.0531354 Nov 23 02:22:32.178519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-f7d59cb9-e912-4cc5-87fe-048a80a6b272 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f51790ba-478d-4b1f-964d-c422e841db1b HTTP/1.1" status: 200 len: 217 time: 0.0748570 Nov 23 02:22:32.231639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624d12cd-5359-46fc-9c6d-e63193dde28a req-df1d7641-f599-4a73-9a6d-0f82179fb7b0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Nov 23 02:22:32.240388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Allocated IP 172.20.0.6 (a0981994-0f54-41d4-acbd-bb6dae9afa53/ef3fc947-ddd9-48da-87c1-4be97e2c37a0/31207130-ca63-4457-bf0f-770d14f723c8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:32.262811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-4a489086-57d6-42a4-8fff-0f983d837090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.264328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-4a489086-57d6-42a4-8fff-0f983d837090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0730150 Nov 23 02:22:32.366880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9250d-0715-43f0-8996-97cf7471636c req-3357b6ca-681f-40d4-85f0-9cb18d767f89 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.368346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e9250d-0715-43f0-8996-97cf7471636c req-3357b6ca-681f-40d4-85f0-9cb18d767f89 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.0787501 Nov 23 02:22:32.392424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-868d9cb9-1d1b-43a6-b807-f22a04b736e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.393953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-868d9cb9-1d1b-43a6-b807-f22a04b736e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1105821 Nov 23 02:22:32.411207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9333d4-79fe-4891-862b-da8e3dea0296 req-0c1f2415-3044-4681-bd4d-057e219b1a91 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.412675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b9333d4-79fe-4891-862b-da8e3dea0296 req-0c1f2415-3044-4681-bd4d-057e219b1a91 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.0824306 Nov 23 02:22:32.455895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e9250d-0715-43f0-8996-97cf7471636c req-189222fd-1579-442e-b6bd-eaf7a9886581 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Nov 23 02:22:32.457696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.500905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b9333d4-79fe-4891-862b-da8e3dea0296 req-3d464703-212e-4bf1-a28e-9a3f145c3271 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820107 Nov 23 02:22:32.569574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.573321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-f607339c-e9d6-4417-bfc8-87998af39904 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268349 Nov 23 02:22:32.627606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942bfb6-2ffa-4483-9176-73d52f1e169f req-a8c0964b-15c6-4bfb-ae97-60c3153b5fb7 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.634973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1942bfb6-2ffa-4483-9176-73d52f1e169f req-a8c0964b-15c6-4bfb-ae97-60c3153b5fb7 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 1101 time: 0.0660245 Nov 23 02:22:32.702260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1942bfb6-2ffa-4483-9176-73d52f1e169f req-b454ec38-647a-4ac7-bb48-1f0e89e75c53 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648067 Nov 23 02:22:32.751877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event updated for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.757481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:32.763645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:32.767609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:32.790412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:32.879397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:32.880166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.887340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9170947b-02f0-4d4a-acec-59403359c4c7 req-0dad2d13-7c4e-483c-a8aa-b3ba49097d5e service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874978 Nov 23 02:22:32.936849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-081562f0-d0af-4042-9258-1eae8bf9a938 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815917 Nov 23 02:22:32.958902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Request body: {'port': {'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.967034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port d4f6504d-ab17-4d34-b8b4-f62200ab111c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:32.975783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port d4f6504d-ab17-4d34-b8b4-f62200ab111c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:32.976219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.077511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-afe7c6ef-f006-42c3-939e-d969c6084c22 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554330 Nov 23 02:22:33.094052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.121565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:33.124831 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af31ab-e1d4-48f4-86eb-dc7cb7a824dd" -d '{"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:33.140163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:33.149084 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.163277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.168290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c0fd3ad7-65ad-4505-b804-d8b2abd0a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.172782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c0fd3ad7-65ad-4505-b804-d8b2abd0a916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 1100 time: 0.1339438 Nov 23 02:22:33.222025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:33.263356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-38c6430b-cb24-43ef-b768-f7079324cb7b None None] Provisioning complete for port 31207130-ca63-4457-bf0f-770d14f723c8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:33.263729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38c6430b-cb24-43ef-b768-f7079324cb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.273014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.287454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.300075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.306180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.313205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.319667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.325629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.334856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-a910c82a-47e1-45cc-ab67-c2a534f460c8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.2268498 Nov 23 02:22:33.373347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-38c6430b-cb24-43ef-b768-f7079324cb7b None None] Port 31207130-ca63-4457-bf0f-770d14f723c8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:33.381575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-541e9570-ecfd-402c-95c2-0c6e3c55ab1e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.383722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d548-f653-4451-b88e-2829ef45c5ee req-9eb5ab16-ddbf-4b7b-807e-a12baf45c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.385682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-9eb5ab16-ddbf-4b7b-807e-a12baf45c1de service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2073641 Nov 23 02:22:33.389032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-541e9570-ecfd-402c-95c2-0c6e3c55ab1e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3052940 Nov 23 02:22:33.422790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-57d03f66-7663-4db9-af0c-9c9a87047cdd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.0327084 Nov 23 02:22:33.463637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-78d0a699-7bb6-4e33-a421-1ab1daf3c4c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f51790ba-478d-4b1f-964d-c422e841db1b HTTP/1.1" status: 200 len: 217 time: 0.0422950 Nov 23 02:22:33.464930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9233690-17eb-49e8-a1c7-ab008ec5a030 req-4945880f-3d8e-4cca-8ce0-8d2bac50fdde tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287937 Nov 23 02:22:33.499402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-606ee115-cb2d-43c1-9a98-a956d5ba1ce2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0755706 Nov 23 02:22:33.576261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c24e6210-6417-41e7-8bf8-b0d5f0509f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.577821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c24e6210-6417-41e7-8bf8-b0d5f0509f8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0988224 Nov 23 02:22:33.617896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a3993-4d0b-4639-958b-6340089b3e3b req-9aa4fb67-9993-4123-aa6b-4127c3164a35 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.623126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-546a3993-4d0b-4639-958b-6340089b3e3b req-9aa4fb67-9993-4123-aa6b-4127c3164a35 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 948 time: 0.0644104 Nov 23 02:22:33.671746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31207130-ca63-4457-bf0f-770d14f723c8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:33.681699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.701820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-546a3993-4d0b-4639-958b-6340089b3e3b req-1625ceb4-954b-4cd4-b3bb-3552907bbcf0 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748439 Nov 23 02:22:33.705933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c485277b-226c-4868-8a65-c4e23dc8fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.709548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-c485277b-226c-4868-8a65-c4e23dc8fcc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202798 Nov 23 02:22:33.756252 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d7503a-9dfb-4242-a4b8-171429e5acf6 x-openstack-request-id: req-d9d7503a-9dfb-4242-a4b8-171429e5acf6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:33.756578 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:33.756832 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9d7503a-9dfb-4242-a4b8-171429e5acf6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:33.757409 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'code': 200} Nov 23 02:22:33.768570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Transition to ACTIVE for port object 31207130-ca63-4457-bf0f-770d14f723c8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:33.837376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.852483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db16f0e-6442-4e4b-9456-14e26f380fa5 req-9a997ec0-7b2d-4746-a709-e5d57c9d5d06 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.861908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7db16f0e-6442-4e4b-9456-14e26f380fa5 req-9a997ec0-7b2d-4746-a709-e5d57c9d5d06 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 931 time: 0.1062186 Nov 23 02:22:33.905034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Pushing event updated for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:33.967201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7db16f0e-6442-4e4b-9456-14e26f380fa5 req-e9f6eba5-c7be-403d-87a3-dce63d81f07d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042979 Nov 23 02:22:34.064330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8b5e-6d54-4fa0-a94f-2c8dcc828527 req-e384dc02-bf7e-4cf0-8fe3-b197bea8bd86 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.069284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-fbf1584f-09ea-4c34-990e-789a41344837 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413768 Nov 23 02:22:34.089894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-874c8b5e-6d54-4fa0-a94f-2c8dcc828527 req-e384dc02-bf7e-4cf0-8fe3-b197bea8bd86 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.2641246 Nov 23 02:22:34.138530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015642b-b3be-4317-af96-a437c93a668f req-6b4d5986-6a29-47ab-943d-f33b661df39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.140507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1015642b-b3be-4317-af96-a437c93a668f req-6b4d5986-6a29-47ab-943d-f33b661df39b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.2432034 Nov 23 02:22:34.204721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e243d548-f653-4451-b88e-2829ef45c5ee req-afa656e5-de1b-4fad-88ee-7a700892a1c1 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222751 Nov 23 02:22:34.215208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Attempting to bind port 31207130-ca63-4457-bf0f-770d14f723c8 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:34.215677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Attempting to bind port 31207130-ca63-4457-bf0f-770d14f723c8 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:34.216134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Attempting to bind port 31207130-ca63-4457-bf0f-770d14f723c8 on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:34.220784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Port 31207130-ca63-4457-bf0f-770d14f723c8 on network a0981994-0f54-41d4-acbd-bb6dae9afa53 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:34.221342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Attempting to bind port 31207130-ca63-4457-bf0f-770d14f723c8 on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:34.226647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:34.227330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Checking segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:34.227841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Bound using segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:34.228390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Bound port: 31207130-ca63-4457-bf0f-770d14f723c8, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:34.229400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.257066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-874c8b5e-6d54-4fa0-a94f-2c8dcc828527 req-701b30d6-cb31-4953-9c5f-02b8fb414f5f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654713 Nov 23 02:22:34.293338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1015642b-b3be-4317-af96-a437c93a668f req-72bce067-593a-4c63-b642-891b725daa22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346319 Nov 23 02:22:34.323869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc27ae9-f90f-4396-9c0f-8d905c031cd3 req-ce7cd189-a750-44f2-907a-7565aab4da6a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.326293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fc27ae9-f90f-4396-9c0f-8d905c031cd3 req-ce7cd189-a750-44f2-907a-7565aab4da6a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.1235542 Nov 23 02:22:34.355329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:34.361808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=31207130-ca63-4457-bf0f-770d14f723c8,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:34.369459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.396343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fc27ae9-f90f-4396-9c0f-8d905c031cd3 req-d8dc222d-5459-4749-84b9-d3b481c32082 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615246 Nov 23 02:22:34.434861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.435570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.437630 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] 10.222.0.47 "PUT /v2.0/ports/31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 1092 time: 1.4847457 Nov 23 02:22:34.438163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:34.452118 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c8e39-874b-4198-8e48-e430532bd074" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:34.492347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fb374fd-af2f-48e6-aada-ccf8b6c4bf59 req-e60f4464-fe07-4ec1-a5f7-fa83cda2745f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 210 time: 0.0507870 Nov 23 02:22:34.496552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6beea3-6cb7-4e68-b678-f2d36d911576 service neutron] Pushing event updated for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.574317 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87375f97-00c5-4343-8b37-d9573e1505dd x-openstack-request-id: req-87375f97-00c5-4343-8b37-d9573e1505dd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:34.574867 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:34.576964 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87375f97-00c5-4343-8b37-d9573e1505dd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:34.577578 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:22:34.595946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-373a0e9d-edd9-454e-80be-f8d91e3bae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.604229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-373a0e9d-edd9-454e-80be-f8d91e3bae9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1095 time: 0.0973256 Nov 23 02:22:34.734497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-f37b8c81-8e32-4d33-a7cf-73e80d8f0e6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.1209502 Nov 23 02:22:34.766641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.776804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.784061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.792031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.798862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.799810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-662592b9-6ec1-499e-b524-feda3644ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.801745 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-662592b9-6ec1-499e-b524-feda3644ec21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0607955 Nov 23 02:22:34.805589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.812688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.814726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-4e8e5e90-b7d8-4e6a-b761-049f695f0a1f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1399326 Nov 23 02:22:34.858143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-a8a6ca18-2c32-4c4e-9d75-d88b7e9639aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:34.860149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-a8a6ca18-2c32-4c4e-9d75-d88b7e9639aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504954 Nov 23 02:22:34.887042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3f08593-9a8a-45a1-9627-9ec47e342bc4 req-2707b66f-2f80-494d-aa95-0fd36574e3b5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654833 Nov 23 02:22:35.001032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-46b9ece9-a21a-41a6-877e-5942f140ad5a service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142738 Nov 23 02:22:35.025608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9911f-5d58-4e11-916b-3da035fca7c2 req-4cff3072-5f94-46c1-a195-4e7f9250a974 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.029874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2fb9911f-5d58-4e11-916b-3da035fca7c2 req-4cff3072-5f94-46c1-a195-4e7f9250a974 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 948 time: 0.0733500 Nov 23 02:22:35.103332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2fb9911f-5d58-4e11-916b-3da035fca7c2 req-2f82d1f3-579e-48a3-a183-a5a6ac49f03e tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Nov 23 02:22:35.126525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cca6ce13-0cab-4270-8555-1a0585f391ae req-b1ce26ee-524f-4206-9c95-c80f83652478 service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245239 Nov 23 02:22:35.173030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c9b8e-577b-4c1b-90e4-eb7cc4a8b7af req-c343fdcc-fa70-4ec5-86a6-2c090b6b3ce4 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.174820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b8c9b8e-577b-4c1b-90e4-eb7cc4a8b7af req-c343fdcc-fa70-4ec5-86a6-2c090b6b3ce4 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 943 time: 0.0614293 Nov 23 02:22:35.229001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b8c9b8e-577b-4c1b-90e4-eb7cc4a8b7af req-c9cd05fc-81f2-498b-9325-5ed7feacc349 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456898 Nov 23 02:22:35.271076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-ab809a14-aa9d-461c-9f0f-cd2fd36216c2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299439 Nov 23 02:22:35.282816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8e39-874b-4198-8e48-e430532bd074 req-c17547b1-b606-49a2-9d27-1176267e4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.285933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-c17547b1-b606-49a2-9d27-1176267e4bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1095 time: 0.0655854 Nov 23 02:22:35.424528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8e39-874b-4198-8e48-e430532bd074 req-d91f3ca2-7417-4183-be4e-d4e34e7da9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.426272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-d91f3ca2-7417-4183-be4e-d4e34e7da9e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1256375 Nov 23 02:22:35.455584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-f11147f6-7ff5-44bd-96ab-c2e4831415fd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.457184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-f11147f6-7ff5-44bd-96ab-c2e4831415fd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641815 Nov 23 02:22:35.510861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-30383dee-b8f2-46a2-bcf0-e6aaa85190b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.0540943 Nov 23 02:22:35.533863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.579852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8e39-874b-4198-8e48-e430532bd074 req-cac72d9a-d3eb-41b4-a1ef-a51456cb6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.581329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-cac72d9a-d3eb-41b4-a1ef-a51456cb6458 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0585356 Nov 23 02:22:35.621585 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5e288e2-06a4-41bc-80be-82ed761f0b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.638781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8e39-874b-4198-8e48-e430532bd074 req-a88a8390-f520-458c-8e04-d4142a57772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.640209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd40d8e-0f87-4513-b1b8-854eee5243fb req-0707f4de-1c1f-4c8d-aba0-291598d81bcd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.640601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-a88a8390-f520-458c-8e04-d4142a57772d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460105 Nov 23 02:22:35.642936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acd40d8e-0f87-4513-b1b8-854eee5243fb req-0707f4de-1c1f-4c8d-aba0-291598d81bcd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.2126563 Nov 23 02:22:35.657748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-681e1c55-f768-401b-8825-3a8a71c8cc70 service neutron] 10.222.0.41 "GET /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.1791286 Nov 23 02:22:35.741531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-de6aba26-f985-422b-8a7e-7a33b5f32d8f service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892587 Nov 23 02:22:35.748026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71281dc5-ea21-42a2-8998-cf35bc2ab7cd req-704a24b4-2c6a-49d6-a562-93ea19c03df2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.749567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71281dc5-ea21-42a2-8998-cf35bc2ab7cd req-704a24b4-2c6a-49d6-a562-93ea19c03df2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 943 time: 0.1954653 Nov 23 02:22:35.807712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acd40d8e-0f87-4513-b1b8-854eee5243fb req-58d728e8-f31e-46bc-a1d8-2da574fbf39b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589050 Nov 23 02:22:35.838272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:35.842960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.863193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-752c8e39-874b-4198-8e48-e430532bd074 req-0b128aee-a483-45b9-986a-939a6a51e09c service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044657 Nov 23 02:22:35.901672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71281dc5-ea21-42a2-8998-cf35bc2ab7cd req-a1ce47c2-9119-4df4-b89e-3558d29804ab tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423850 Nov 23 02:22:35.945098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ec0b09a-e743-434d-81b7-626c6f09a70c req-7926edeb-99b8-435e-aafc-1b40e032cdfb tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 210 time: 0.0473261 Nov 23 02:22:36.127760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.133666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.141140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.147298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.153207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.159117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.164894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.166848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-6dfee182-1b5e-40ae-875a-bf40af4a2ab4 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5431 time: 0.1802056 Nov 23 02:22:36.256014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:36.266465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.33 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/9a3023ce-9c23-4364-970f-598c74abe32a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:36.324257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:36.365309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e219e-9c74-4229-badb-19b50a8f2b78 req-71c10755-1531-4a33-b5e3-5078fead864e tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.366824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff5e219e-9c74-4229-badb-19b50a8f2b78 req-71c10755-1531-4a33-b5e3-5078fead864e tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 948 time: 0.1819205 Nov 23 02:22:36.375688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-826820ef-a7d4-4cde-9ded-5d29da3a2e1e req-7c469345-f36d-4895-978c-d8f08b4325b5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2002251 Nov 23 02:22:36.422844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fca24e-c3e9-4bde-bcfd-450b662c1c14 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:36.477841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:36.539636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.557849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff5e219e-9c74-4229-badb-19b50a8f2b78 req-2dab75fa-3acd-49b4-b092-b07c0651c139 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806169 Nov 23 02:22:36.621129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a95aa-55f9-4283-824c-638aff50c229 req-7ad39bb6-f8c4-4fbd-8484-757c945b4298 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.622644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad8a95aa-55f9-4283-824c-638aff50c229 req-7ad39bb6-f8c4-4fbd-8484-757c945b4298 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 943 time: 0.1472685 Nov 23 02:22:36.681824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.729538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad8a95aa-55f9-4283-824c-638aff50c229 req-d480262d-8633-443e-9baf-5005de4c594d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952253 Nov 23 02:22:36.742815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] Transition to ACTIVE for port object 06fca24e-c3e9-4bde-bcfd-450b662c1c14 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:36.752756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.764128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.776566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d', '0748c3b0-f713-43f9-8375-74e8ebf15214'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:36.806309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:36.815937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 975ba745-d5b0-4272-ba15-90ffe0a4031e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:36.847522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] No DVR routers for this DVR port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:36.850458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:36.853074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] Pushing event updated for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:36.857596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:36.862270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:36.867985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:36.868613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.893612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:36.960978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4374912 Nov 23 02:22:36.965115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-9b791a71-c5a2-4878-aa80-f86f8a0c7061 service neutron] 10.222.0.41 "PUT /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2890687 Nov 23 02:22:36.986131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Request body: {'port': {'device_id': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:37.019346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9fc1b-6b3a-4ac5-b333-ad03a80e5b6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:37.105336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31f6d2-83ae-4ce7-884d-a8d5188b5a6e req-c9586b0b-7031-4599-b546-7fadd66a7c56 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.106983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c31f6d2-83ae-4ce7-884d-a8d5188b5a6e req-c9586b0b-7031-4599-b546-7fadd66a7c56 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.1862762 Nov 23 02:22:37.139436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.179457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dde07-ac64-482e-aa71-86d6214f96ba req-4afb4c7a-3141-422d-8359-7b94e17beeb3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.189379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-020dde07-ac64-482e-aa71-86d6214f96ba req-4afb4c7a-3141-422d-8359-7b94e17beeb3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.1650298 Nov 23 02:22:37.215344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-c1f4b535-7eaa-4c78-9e66-d596a8af2808 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.217149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-c1f4b535-7eaa-4c78-9e66-d596a8af2808 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.1217413 Nov 23 02:22:37.267972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c31f6d2-83ae-4ce7-884d-a8d5188b5a6e req-d5b04e42-babc-4656-853a-7e07a0df6d87 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505475 Nov 23 02:22:37.285700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-eb12e76a-ae63-4144-ac4a-0bd955e6b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.287611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-eb12e76a-ae63-4144-ac4a-0bd955e6b2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb&tenant_id=bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0601299 Nov 23 02:22:37.297851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-020dde07-ac64-482e-aa71-86d6214f96ba req-d3232b39-b40c-4908-ae6b-d3f15e965b04 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069403 Nov 23 02:22:37.411710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-59e2d2cf-3fe8-4752-93dd-7271e03f6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.417908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-59e2d2cf-3fe8-4752-93dd-7271e03f6d86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1096 time: 0.0886884 Nov 23 02:22:37.435929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:37.440810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-e5775c62-2080-43d0-9d61-e08dc0667fa3 req-bd80179b-f550-4b2f-b5ee-647266e22772 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:22:37.441880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5775c62-2080-43d0-9d61-e08dc0667fa3 req-bd80179b-f550-4b2f-b5ee-647266e22772 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065560 Nov 23 02:22:37.519057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8204-6d38-4cd4-a2ee-958801eb9bfe req-c3aaf81c-04fb-4fc0-8540-5cd276709d87 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.528843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066b8204-6d38-4cd4-a2ee-958801eb9bfe req-c3aaf81c-04fb-4fc0-8540-5cd276709d87 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 935 time: 0.1321883 Nov 23 02:22:37.541628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'port_id': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'mac_address': 'fa:16:3e:3c:b3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:37.556268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3d054ad7-b345-4a29-858a-16e6c956e2c8 None None] Provisioning complete for port 9a3023ce-9c23-4364-970f-598c74abe32a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:37.557171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d054ad7-b345-4a29-858a-16e6c956e2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.606010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:37.610575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3d054ad7-b345-4a29-858a-16e6c956e2c8 None None] Port 9a3023ce-9c23-4364-970f-598c74abe32a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:37.623987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-3571c541-f8df-4b6b-9407-7cf0e1a6af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.625284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066b8204-6d38-4cd4-a2ee-958801eb9bfe req-f81b5845-c129-43dc-a0f3-e061c6deeddf tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954905 Nov 23 02:22:37.626793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-3571c541-f8df-4b6b-9407-7cf0e1a6af08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.2011387 Nov 23 02:22:37.744029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.764442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-b656671e-13b6-4e6a-936d-510ddba964cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 200 len: 217 time: 0.1281931 Nov 23 02:22:37.792150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975ba745-d5b0-4272-ba15-90ffe0a4031e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:37.859657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:37.875067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-7da8ec7d-8918-4c09-9392-6692a50eb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.876049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.876548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-7da8ec7d-8918-4c09-9392-6692a50eb37c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1036069 Nov 23 02:22:37.876761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e171795f-a5cb-4294-b1de-9f86869b4082 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:37.913336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:37.916230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-676a8a71-7f25-4b4a-9ed0-6300c9e854fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312881 Nov 23 02:22:37.917462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59626) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:37.932287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'network_id': '7a820282-6f7e-4c0e-996e-6aa1171e155f', 'port_id': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'mac_address': 'fa:16:3e:26:cf:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:38.065036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 31207130-ca63-4457-bf0f-770d14f723c8 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:38.079279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.080580 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-97f7470a-68e9-4e8f-a899-3deac042d0ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1618900 Nov 23 02:22:38.084392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-915a534c-6bb9-4640-bdac-07914435f3ee service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483319 Nov 23 02:22:38.091442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-59afe1c7-bc3b-4148-98d3-e519e02fd681 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:22:38.092521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-59afe1c7-bc3b-4148-98d3-e519e02fd681 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070057 Nov 23 02:22:38.205084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3023ce-9c23-4364-970f-598c74abe32a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:38.219286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.233085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a39f5-5621-4ece-be76-ecb96ebdbfa0 req-216a2973-e07c-455f-9dcd-536e760d0a0c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.241572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-147a39f5-5621-4ece-be76-ecb96ebdbfa0 req-216a2973-e07c-455f-9dcd-536e760d0a0c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 948 time: 0.5059471 Nov 23 02:22:38.241794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=31207130-ca63-4457-bf0f-770d14f723c8,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:38.255515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '31207130-ca63-4457-bf0f-770d14f723c8', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:38.275276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Transition to ACTIVE for port object 9a3023ce-9c23-4364-970f-598c74abe32a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:38.290325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.298434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.300026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-8afb51a1-6e99-4865-9644-6b49feeab15b service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065263 Nov 23 02:22:38.305570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.312773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.320650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.321794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e171795f-a5cb-4294-b1de-9f86869b4082 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:38.327320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.331942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18ddd6b4-aed4-48aa-aac2-e032096bca85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.333895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.336008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-025bca95-d14d-48a0-af66-07a617c1dcac req-0b187d34-55a4-4b07-9b48-db381c2c9fbe tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5432 time: 0.2328358 Nov 23 02:22:38.340804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.413574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.416754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:38.467651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-147a39f5-5621-4ece-be76-ecb96ebdbfa0 req-b4fb1f41-a399-4397-8de8-f063c918a1f3 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249739 Nov 23 02:22:38.473004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:38.476933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31207130-ca63-4457-bf0f-770d14f723c8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:38.504605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.505614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f51790ba-478d-4b1f-964d-c422e841db1b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:38.598172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Pushing event updated for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:38.750850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-025bca95-d14d-48a0-af66-07a617c1dcac req-47509543-e72d-4fcd-a687-15f88164fd09 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3867738 Nov 23 02:22:38.753014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Attempting to bind port 9a3023ce-9c23-4364-970f-598c74abe32a on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:38.753926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Attempting to bind port 9a3023ce-9c23-4364-970f-598c74abe32a by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:38.754281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Attempting to bind port 9a3023ce-9c23-4364-970f-598c74abe32a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:38.768202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Port 9a3023ce-9c23-4364-970f-598c74abe32a on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:38.768544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Attempting to bind port 9a3023ce-9c23-4364-970f-598c74abe32a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:38.786607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-a8bd3df3-49fd-47d2-86ed-e869ad236139 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.788123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-a8bd3df3-49fd-47d2-86ed-e869ad236139 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0687399 Nov 23 02:22:38.796455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:38.796782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:38.797184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:38.798037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Bound port: 9a3023ce-9c23-4364-970f-598c74abe32a, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:38.798037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.816338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=31207130-ca63-4457-bf0f-770d14f723c8,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:38.832806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe848fe6-a31a-4242-aeda-83db577fc24d req-ff41d6bc-c4c8-4160-895b-3c1fd5b86861 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.834420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe848fe6-a31a-4242-aeda-83db577fc24d req-ff41d6bc-c4c8-4160-895b-3c1fd5b86861 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.2270889 Nov 23 02:22:38.878943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.965783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.036638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f51790ba-478d-4b1f-964d-c422e841db1b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:39.039449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-5a6baaae-25de-4fa4-8a9a-477e8cf3fea3 service neutron] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:39.043773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe848fe6-a31a-4242-aeda-83db577fc24d req-9e10413f-8369-468f-a86b-3fd8de94aa9b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932151 Nov 23 02:22:39.045154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-5a6baaae-25de-4fa4-8a9a-477e8cf3fea3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.046338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b91a231d-37f3-4aab-ab05-a6d5147e0aa5 req-5a6baaae-25de-4fa4-8a9a-477e8cf3fea3 service neutron] 10.222.0.47 "DELETE /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.2443855 Nov 23 02:22:39.073200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:39.077744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9a3023ce-9c23-4364-970f-598c74abe32a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:39.084241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.103629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bdacf-3470-4fb9-a8b0-9df4e6d14a5b req-cc407884-6bd1-466a-a65f-4336ff05313c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.105317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe2bdacf-3470-4fb9-a8b0-9df4e6d14a5b req-cc407884-6bd1-466a-a65f-4336ff05313c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 944 time: 0.1284497 Nov 23 02:22:39.107934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'f51790ba-478d-4b1f-964d-c422e841db1b', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'f51790ba-478d-4b1f-964d-c422e841db1b', 'mac_address': 'fa:16:3e:26:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:39.176592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.177224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.178807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] 10.222.0.47 "PUT /v2.0/ports/9a3023ce-9c23-4364-970f-598c74abe32a HTTP/1.1" status: 200 len: 1096 time: 2.2020621 Nov 23 02:22:39.195818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:39.200684 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072e8027-178c-4676-bd15-64df561985bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:39.272258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb5ac3-e630-4785-93af-fc76fabd2beb service neutron] Pushing event updated for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.296670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.313529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.337346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['31207130-ca63-4457-bf0f-770d14f723c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:39.373896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.404756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51790ba-478d-4b1f-964d-c422e841db1b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:39.419536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe2bdacf-3470-4fb9-a8b0-9df4e6d14a5b req-6702c302-f1bc-4beb-a1f8-b0f27be0f3b4 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895195 Nov 23 02:22:39.472702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-508bc6ed-d49a-4365-8a35-7384cd035ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.474371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-508bc6ed-d49a-4365-8a35-7384cd035ed8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 1099 time: 0.1925824 Nov 23 02:22:39.489635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a693-8b07-45a4-97ae-e927c304a555 req-331bd5df-3f89-477e-9291-f6e09d356143 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.499145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e014a693-8b07-45a4-97ae-e927c304a555 req-331bd5df-3f89-477e-9291-f6e09d356143 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.2919726 Nov 23 02:22:39.549261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f51790ba-478d-4b1f-964d-c422e841db1b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:39.558589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.560127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c523b17d-5d71-4280-a8d7-7ff2789822b7 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:39.570183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-24e799f4-4cc4-4696-b15f-8a56fe922e46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9a3023ce-9c23-4364-970f-598c74abe32a HTTP/1.1" status: 200 len: 217 time: 0.0469825 Nov 23 02:22:39.657566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e014a693-8b07-45a4-97ae-e927c304a555 req-9b14ed4e-8e28-4820-88d1-330f0f29d899 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575191 Nov 23 02:22:39.684265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-90181312-7191-4bc4-9a5b-669cb6c2a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.686077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-90181312-7191-4bc4-9a5b-669cb6c2a675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0978270 Nov 23 02:22:39.694810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c916e-1a4d-4c61-ae4c-15b3a3c3ed29 req-644c669d-15c5-442c-8d7f-f25c238ffac7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.696331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62c916e-1a4d-4c61-ae4c-15b3a3c3ed29 req-644c669d-15c5-442c-8d7f-f25c238ffac7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 947 time: 0.1199174 Nov 23 02:22:39.740336 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed9555-4a5b-4238-8d09-036f35474e57 x-openstack-request-id: req-b8ed9555-4a5b-4238-8d09-036f35474e57 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:39.740619 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:39.740880 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8ed9555-4a5b-4238-8d09-036f35474e57 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:39.741283 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a', 'status': 'completed', 'code': 200} Nov 23 02:22:39.786980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.790388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62c916e-1a4d-4c61-ae4c-15b3a3c3ed29 req-b67d9c0b-be18-4042-ab21-82d2302a6b87 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829926 Nov 23 02:22:39.830611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54328269-4486-4734-831c-31b189f0396f req-67e916d0-b7b4-4557-8aa2-15270f758bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.830611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-67e916d0-b7b4-4557-8aa2-15270f758bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302435 Nov 23 02:22:39.905396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:39.920340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791fa2a-2f54-4163-bb37-12d8827d4758 req-d1eef103-630a-4bc5-8ab4-72d1ccf43a14 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:39.923894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3791fa2a-2f54-4163-bb37-12d8827d4758 req-d1eef103-630a-4bc5-8ab4-72d1ccf43a14 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.1308012 Nov 23 02:22:39.926530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c523b17d-5d71-4280-a8d7-7ff2789822b7', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'port_id': 'c523b17d-5d71-4280-a8d7-7ff2789822b7', 'mac_address': 'fa:16:3e:de:d7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:39.971792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.986035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c523b17d-5d71-4280-a8d7-7ff2789822b7 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:40.007577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.012379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.012714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:40.054553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.062796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.069225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.076544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.079448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.081985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.082753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.088629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.094272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'port_id': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'mac_address': 'fa:16:3e:66:b5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:40.094571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.096508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-ceb2b9e1-3931-484d-94eb-292a74fb125e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5433 time: 0.2009487 Nov 23 02:22:40.098543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-b25e1fd6-e70f-4841-8452-68e83a5e7e75 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599883 Nov 23 02:22:40.104049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3791fa2a-2f54-4163-bb37-12d8827d4758 req-477afb03-90a5-445d-82db-c7b909e41170 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640968 Nov 23 02:22:40.144352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.161126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:40.190816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.196004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.196802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ae34b1f-8195-4256-b9a9-baaf5fd60713 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:40.277755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-549c715c-3d2b-476f-8982-8e22d2d75d0c req-79109034-89d2-47fa-853d-2de3c09fa3ae tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702199 Nov 23 02:22:40.289610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.294762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54328269-4486-4734-831c-31b189f0396f req-f1c6ef05-12a5-41a0-a01f-2ef320c5e2cd service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705937 Nov 23 02:22:40.302147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.310763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe70a6-2cb1-44dc-b92f-c527378b69eb req-c53dc5d6-33d4-44fd-9c8d-81fce41650d2 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.319535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dbe70a6-2cb1-44dc-b92f-c527378b69eb req-c53dc5d6-33d4-44fd-9c8d-81fce41650d2 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1096 time: 0.1249824 Nov 23 02:22:40.338839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '3ae34b1f-8195-4256-b9a9-baaf5fd60713', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'port_id': '3ae34b1f-8195-4256-b9a9-baaf5fd60713', 'mac_address': 'fa:16:3e:f1:6f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:40.388190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dbe70a6-2cb1-44dc-b92f-c527378b69eb req-b6db3434-4339-40b6-ac44-9924fbdcfc37 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Nov 23 02:22:40.397971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.418455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae34b1f-8195-4256-b9a9-baaf5fd60713 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:40.440926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.446700 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.452316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 74cd12ed-a2c7-40d6-b299-51f67fbed266 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:40.580821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.591159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.595118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580238e6-d884-4ecc-becc-e35426a8e093 req-493b4cfa-2968-469b-bbe7-99e696543181 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.602010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-580238e6-d884-4ecc-becc-e35426a8e093 req-493b4cfa-2968-469b-bbe7-99e696543181 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.1487598 Nov 23 02:22:40.603734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'network_id': '9e3edc06-c7b3-46b4-8124-cf27c4465b6c', 'port_id': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'mac_address': 'fa:16:3e:c8:50:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bbd770-f772-4925-a8fe-4a5eca0dd744', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:40.607767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.629272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e8027-178c-4676-bd15-64df561985bd req-63059cb7-f91b-4454-b481-373784f7b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.630917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-63059cb7-f91b-4454-b481-373784f7b001 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 1099 time: 0.2143462 Nov 23 02:22:40.650132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.665967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cd12ed-a2c7-40d6-b299-51f67fbed266 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:40.685525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ba2f2-44ac-4d35-805e-0029c53594be req-8e01b6f0-a6f3-4bef-be3e-8ab38853cc7e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.689481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.691244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15ba2f2-44ac-4d35-805e-0029c53594be req-8e01b6f0-a6f3-4bef-be3e-8ab38853cc7e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 944 time: 0.1388140 Nov 23 02:22:40.694020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.694721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7268d99b-e088-4aa2-be29-dc210a948b0e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:40.744860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-580238e6-d884-4ecc-becc-e35426a8e093 req-01446010-40b6-42b2-bb3c-eab47dba2c94 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385307 Nov 23 02:22:40.784539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15ba2f2-44ac-4d35-805e-0029c53594be req-7dc8f768-1236-4d31-ba72-16bd75ef2548 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607777 Nov 23 02:22:40.790397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.826549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e8027-178c-4676-bd15-64df561985bd req-d6d879d6-14eb-4656-a421-c34e0f6ec34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:40.828062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-d6d879d6-14eb-4656-a421-c34e0f6ec34b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1792524 Nov 23 02:22:40.872595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.892017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'port_id': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'mac_address': 'fa:16:3e:22:89:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:40.949038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.962189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7268d99b-e088-4aa2-be29-dc210a948b0e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:40.972316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-26d43c18-26c0-4d62-8041-e9a86e892b96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=9a3023ce-9c23-4364-970f-598c74abe32a HTTP/1.1" status: 200 len: 217 time: 0.1328249 Nov 23 02:22:40.984714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:40.990804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.042185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:41.081449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75fc16-bbbc-43f6-9f90-90a573ed4306 req-f0bc3f40-7d6b-4a8e-bd19-a3b88002293e tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.083029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb75fc16-bbbc-43f6-9f90-90a573ed4306 req-f0bc3f40-7d6b-4a8e-bd19-a3b88002293e tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 1096 time: 0.2290661 Nov 23 02:22:41.093211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e8027-178c-4676-bd15-64df561985bd req-a4fc689c-cd92-4f8b-beac-0f690925022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.094671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-a4fc689c-cd92-4f8b-beac-0f690925022c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0958254 Nov 23 02:22:41.104047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5905a5-ad4d-40e0-a774-aaed00a58703 req-67e22331-c315-4874-ad99-c6984f50aec3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.105417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f5905a5-ad4d-40e0-a774-aaed00a58703 req-67e22331-c315-4874-ad99-c6984f50aec3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 947 time: 0.1632431 Nov 23 02:22:41.115786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-add47414-d75d-4f61-b95d-f0b88e108019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.117453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-add47414-d75d-4f61-b95d-f0b88e108019 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.1567295 Nov 23 02:22:41.279041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb75fc16-bbbc-43f6-9f90-90a573ed4306 req-548340ff-23f3-4096-a63e-33a670c46764 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832876 Nov 23 02:22:41.282223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f5905a5-ad4d-40e0-a774-aaed00a58703 req-1f6d2aaf-5caa-44c6-829c-8efed864d4f2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627765 Nov 23 02:22:41.284042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e8027-178c-4676-bd15-64df561985bd req-a3923bb8-84df-4f48-adc9-622916055230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.285493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-a3923bb8-84df-4f48-adc9-622916055230 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785178 Nov 23 02:22:41.409236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-c40b9295-1a2f-4fb0-83fd-87fd742ae91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.409236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-c40b9295-1a2f-4fb0-83fd-87fd742ae91a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2692552 Nov 23 02:22:41.498325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-d9691bb2-1ce0-4e67-948f-c39fa79f5fa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.0638993 Nov 23 02:22:41.502250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-b5b804c8-e2dc-4b76-9195-a5faf3817f49 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060080 Nov 23 02:22:41.561158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d0c7-6ef9-4b8f-9576-987fc4d76888 req-81b0ea85-3fd4-4e3f-926e-b93e3f66757c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.562752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f65d0c7-6ef9-4b8f-9576-987fc4d76888 req-81b0ea85-3fd4-4e3f-926e-b93e3f66757c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.1806736 Nov 23 02:22:41.621258 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.624171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.629985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.636350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.642181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.648184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.653921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.659665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.661570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff60053-88e8-489c-9acf-67645f0a228a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5438 time: 0.2577825 Nov 23 02:22:41.937178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-7db41a10-c4bc-43ed-8f7d-1f179256f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:41.938557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-7db41a10-c4bc-43ed-8f7d-1f179256f39d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4296050 Nov 23 02:22:42.020907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9a3023ce-9c23-4364-970f-598c74abe32a details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:42.025151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 31207130-ca63-4457-bf0f-770d14f723c8 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:42.042478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f65d0c7-6ef9-4b8f-9576-987fc4d76888 req-2d61e1c0-0778-45f0-8a05-093a82210522 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361694 Nov 23 02:22:42.049743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072e8027-178c-4676-bd15-64df561985bd req-05137767-aaa4-4166-93e8-4f99be6286c6 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275469 Nov 23 02:22:42.064844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3ffe0ee-1a9c-48a6-8b79-6274d328cfeb req-cff96c12-4c2a-4576-a751-5137efbe4f6f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3867090 Nov 23 02:22:42.066984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-44eefc4b-6d1e-4619-942b-ca950e75b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.068726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-44eefc4b-6d1e-4619-942b-ca950e75b5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206172 Nov 23 02:22:42.174549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-0019826c-f68c-40da-a11b-af91e9ec95d2 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980074 Nov 23 02:22:42.208113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['3ae34b1f-8195-4256-b9a9-baaf5fd60713'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.210272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['975ba745-d5b0-4272-ba15-90ffe0a4031e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.212216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['f51790ba-478d-4b1f-964d-c422e841db1b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.214923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e171795f-a5cb-4294-b1de-9f86869b4082'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.224751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7268d99b-e088-4aa2-be29-dc210a948b0e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.315994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1382cc4-b065-429b-92d3-d93c2074fa0d req-87f8cf62-4e74-4320-8803-edf35a8c8bc7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.317082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c523b17d-5d71-4280-a8d7-7ff2789822b7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:42.317481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1382cc4-b065-429b-92d3-d93c2074fa0d req-87f8cf62-4e74-4320-8803-edf35a8c8bc7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0792511 Nov 23 02:22:42.320728 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:22:42.348402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-a487ccf1-c3dc-4907-b305-3c8148cbc560 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667688 Nov 23 02:22:42.379831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1382cc4-b065-429b-92d3-d93c2074fa0d req-cab8425f-5f70-46d8-b660-8af8ebbc6de7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Nov 23 02:22:42.562928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601a5c-1560-4282-8845-6578d7f35db7 req-57a5e6b7-28dc-43c5-804a-c51643bc92cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.564445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25601a5c-1560-4282-8845-6578d7f35db7 req-57a5e6b7-28dc-43c5-804a-c51643bc92cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 944 time: 0.1151602 Nov 23 02:22:42.580693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc036a-5ec1-4c72-9ffa-f1ceb6d6d723 req-2124579a-88f2-4e24-b393-09e9e52eee0d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.582389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92cc036a-5ec1-4c72-9ffa-f1ceb6d6d723 req-2124579a-88f2-4e24-b393-09e9e52eee0d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 947 time: 0.0752139 Nov 23 02:22:42.613158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 31207130-ca63-4457-bf0f-770d14f723c8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:42.648890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9a3023ce-9c23-4364-970f-598c74abe32a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:42.660077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25601a5c-1560-4282-8845-6578d7f35db7 req-5990081f-c99f-49a1-9062-a3c4051af922 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884044 Nov 23 02:22:42.671823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92cc036a-5ec1-4c72-9ffa-f1ceb6d6d723 req-6ebe829c-dfc8-4102-8314-a555cdde9fc7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708342 Nov 23 02:22:42.677860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 31207130-ca63-4457-bf0f-770d14f723c8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:42.678182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.753838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9a3023ce-9c23-4364-970f-598c74abe32a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '9a3023ce-9c23-4364-970f-598c74abe32a', 'mac_address': 'fa:16:3e:5b:32:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:42.965448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:43.048587 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.110665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324821-0ebc-4c66-bb1c-1ca3e50ae6e0 req-79e95a93-cbf0-47ec-94c6-c800ca8042e5 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.112182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e324821-0ebc-4c66-bb1c-1ca3e50ae6e0 req-79e95a93-cbf0-47ec-94c6-c800ca8042e5 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.0535359 Nov 23 02:22:43.143384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['74cd12ed-a2c7-40d6-b299-51f67fbed266'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:43.176022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3023ce-9c23-4364-970f-598c74abe32a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:43.218752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e324821-0ebc-4c66-bb1c-1ca3e50ae6e0 req-83cbaa70-59e5-4d6e-a8fb-4fe03247b0de tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951064 Nov 23 02:22:43.233909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1c553-bf33-411d-b86d-db63ab95cf78 req-8c297a1f-ebd9-418a-aebd-6732303e1ea7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.235742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59f1c553-bf33-411d-b86d-db63ab95cf78 req-8c297a1f-ebd9-418a-aebd-6732303e1ea7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.1160302 Nov 23 02:22:43.300455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.303150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59f1c553-bf33-411d-b86d-db63ab95cf78 req-5f8f910a-e3fa-4c52-9716-775315818bc6 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Nov 23 02:22:43.327048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9a3023ce-9c23-4364-970f-598c74abe32a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:43.357259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.388301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.396946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.401625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.408411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.414443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.421039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.427588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.435470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-d4439a2c-17c4-4245-b71f-477bfa3dc76b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5438 time: 0.1311486 Nov 23 02:22:43.449262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:43.451503 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd60812-f606-4020-beca-2ec98f7bdc8e" -d '{"events": [{"server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "name": "network-vif-plugged", "status": "completed", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:43.477264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=31207130-ca63-4457-bf0f-770d14f723c8,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:43.501050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.507185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d56967-ac14-4fd4-a8d3-5bd135d47ede req-29cc8dd7-b5ea-4370-b1ff-15ffa1d348ae tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707169 Nov 23 02:22:43.527298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.573534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a5b73-3b3b-491d-b2bf-b863df127b96 req-1eee8f81-7508-4a9d-981d-d3d407b9883a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.573747 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6400283b-bd84-4999-ad51-e86089515496 x-openstack-request-id: req-6400283b-bd84-4999-ad51-e86089515496 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:43.574035 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "name": "network-vif-plugged", "status": "completed", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:43.574292 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6400283b-bd84-4999-ad51-e86089515496 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:43.574712 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'code': 200} Nov 23 02:22:43.585011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab8a5b73-3b3b-491d-b2bf-b863df127b96 req-1eee8f81-7508-4a9d-981d-d3d407b9883a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0767598 Nov 23 02:22:43.651663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab8a5b73-3b3b-491d-b2bf-b863df127b96 req-fc0df924-4bc8-48f0-a6a2-54d56f077679 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655789 Nov 23 02:22:43.684219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.717306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1862e9-78f4-47c8-a69c-15b32587b6c0 req-0e77e2e3-6b6c-4309-9555-86827aaff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.718832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d1862e9-78f4-47c8-a69c-15b32587b6c0 req-0e77e2e3-6b6c-4309-9555-86827aaff266 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.0481896 Nov 23 02:22:43.769026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d1862e9-78f4-47c8-a69c-15b32587b6c0 req-ace7f615-17f2-4137-91d9-11d055e597bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Nov 23 02:22:43.841849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9a3023ce-9c23-4364-970f-598c74abe32a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:43.844054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81121e26-b95d-4ff9-8e9a-36852865c8fc req-69f80d17-be76-4b49-99ef-f02cbf7588d6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.845912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81121e26-b95d-4ff9-8e9a-36852865c8fc req-69f80d17-be76-4b49-99ef-f02cbf7588d6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 948 time: 0.0672321 Nov 23 02:22:43.852895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233861a3-bb5b-47a3-9788-5cd5eb185e6e req-6db80be6-f2a2-4b66-bbe3-971ec55055f3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.854493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-233861a3-bb5b-47a3-9788-5cd5eb185e6e req-6db80be6-f2a2-4b66-bbe3-971ec55055f3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.0845940 Nov 23 02:22:43.937689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81121e26-b95d-4ff9-8e9a-36852865c8fc req-4c8e741a-f9a6-42a5-8c39-d8b7620ff236 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766890 Nov 23 02:22:43.951496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-233861a3-bb5b-47a3-9788-5cd5eb185e6e req-eb8f5513-e252-4446-9356-1bad34474077 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812461 Nov 23 02:22:44.325872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e00f9-c027-4f31-8b77-88047b86cf29 req-0dc6776b-d5a6-4625-b683-5eba55bfeb02 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.327830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-523e00f9-c027-4f31-8b77-88047b86cf29 req-0dc6776b-d5a6-4625-b683-5eba55bfeb02 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.0500741 Nov 23 02:22:44.388210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-523e00f9-c027-4f31-8b77-88047b86cf29 req-feb3750a-5154-43ac-be02-7d4984e829e1 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535860 Nov 23 02:22:44.425051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9b795-a220-4867-8f84-770dfd82b07c req-389b3d55-7839-4e55-847a-04eeb2b516c9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.426593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66e9b795-a220-4867-8f84-770dfd82b07c req-389b3d55-7839-4e55-847a-04eeb2b516c9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.0546536 Nov 23 02:22:44.480394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66e9b795-a220-4867-8f84-770dfd82b07c req-e7b895a5-3ce4-412c-97c2-a7aaacfa962d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Nov 23 02:22:44.634993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.640824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.646936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.653333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.659179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.664996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.671761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.673691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-4960e082-477c-4acf-81f5-65d8580a80c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5438 time: 0.0920448 Nov 23 02:22:44.744726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ec62845-2199-4856-8b2b-b10588bb07ae req-488e8ea9-082f-4946-aff0-5060b6a8bd3e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644243 Nov 23 02:22:44.779930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8386f-188c-449d-bd62-fb59e9047aa8 req-0028cca6-8e9c-4ece-9ed5-aa3a26e07178 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.781402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bb8386f-188c-449d-bd62-fb59e9047aa8 req-0028cca6-8e9c-4ece-9ed5-aa3a26e07178 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0584977 Nov 23 02:22:44.829769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bb8386f-188c-449d-bd62-fb59e9047aa8 req-8fe19086-9dbc-47c7-9be5-bf702f416d4f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Nov 23 02:22:45.085752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a3e1f-20e4-40ac-ba8f-33f245db8943 req-d5051259-e2d5-42a1-aa1e-6d8a3f9bfe4f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.087259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-288a3e1f-20e4-40ac-ba8f-33f245db8943 req-d5051259-e2d5-42a1-aa1e-6d8a3f9bfe4f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 948 time: 0.0775888 Nov 23 02:22:45.099550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c730a6-d622-4246-8f89-036c0fda5640 req-d947d91f-8999-40de-9b78-600a8d6bec85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.100980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4c730a6-d622-4246-8f89-036c0fda5640 req-d947d91f-8999-40de-9b78-600a8d6bec85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Nov 23 02:22:45.172477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-288a3e1f-20e4-40ac-ba8f-33f245db8943 req-171e5685-48f5-4fe0-88cb-ec77322a6f4c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Nov 23 02:22:45.175739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4c730a6-d622-4246-8f89-036c0fda5640 req-96aa396b-f21d-4688-816f-1477afcb631f tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676134 Nov 23 02:22:45.506209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162a56-53e2-4a70-ab66-cde62b959245 req-6d6a719c-dd0f-46b3-9987-d99a4954a746 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.507508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5162a56-53e2-4a70-ab66-cde62b959245 req-6d6a719c-dd0f-46b3-9987-d99a4954a746 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.0521455 Nov 23 02:22:45.564628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5162a56-53e2-4a70-ab66-cde62b959245 req-a1bd41b3-fa9d-410c-bdec-7424d3a1ee00 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Nov 23 02:22:45.685810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fb939-a4d3-4ebc-850a-4887a5d893c7 req-bf971a07-faef-4729-8268-7e826795c6d2 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.691248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-445fb939-a4d3-4ebc-850a-4887a5d893c7 req-bf971a07-faef-4729-8268-7e826795c6d2 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.0598388 Nov 23 02:22:45.738147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-445fb939-a4d3-4ebc-850a-4887a5d893c7 req-3eed7dbd-cc09-49b0-9573-75a46755ca14 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446930 Nov 23 02:22:45.883802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.890490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.896588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.902706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.908527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.914361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.920316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.922211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de61358d-3112-413e-b2b8-17090b483b6f req-f797637d-171a-487e-bfb7-10042a6b9d7c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5438 time: 0.0959599 Nov 23 02:22:46.004731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d9b76-1b7c-46e0-b31d-ca5f9173c822 req-2e1e8510-35a5-451c-b74c-8ff39eebd810 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.006208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb4d9b76-1b7c-46e0-b31d-ca5f9173c822 req-2e1e8510-35a5-451c-b74c-8ff39eebd810 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0829775 Nov 23 02:22:46.025932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de61358d-3112-413e-b2b8-17090b483b6f req-45ca8fe7-94ba-4720-ac0e-8ec61ce6e8bf tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897336 Nov 23 02:22:46.035354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9a3023ce-9c23-4364-970f-598c74abe32a up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:46.066871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb4d9b76-1b7c-46e0-b31d-ca5f9173c822 req-12deace3-58b8-4867-9858-366265fcee9f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532181 Nov 23 02:22:46.095712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 9a3023ce-9c23-4364-970f-598c74abe32a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:46.099754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9a3023ce-9c23-4364-970f-598c74abe32a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:46.100124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.184650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-c318f985-c850-4cdc-9800-baf1d4a9a690 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.184893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.186496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-c318f985-c850-4cdc-9800-baf1d4a9a690 tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 945 time: 0.0502703 Nov 23 02:22:46.209338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:46.211577 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48901ec0-1bac-47c5-b37d-d78223ad9b1c" -d '{"events": [{"server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "name": "network-vif-plugged", "status": "completed", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:46.225308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9a3023ce-9c23-4364-970f-598c74abe32a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:46.231449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.291781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.383235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Deleting port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:46.383586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.437028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8ec7-353d-478d-b799-8d90ae7d177d req-7a76a454-004a-4dfe-bba7-63afce0fccf9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.438552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6ed8ec7-353d-478d-b799-8d90ae7d177d req-7a76a454-004a-4dfe-bba7-63afce0fccf9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.1288111 Nov 23 02:22:46.456760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813a4a-5522-4334-8a5f-226e0502c376 req-c26bf503-7db9-4c63-9708-0d0742743c65 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.458204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8813a4a-5522-4334-8a5f-226e0502c376 req-c26bf503-7db9-4c63-9708-0d0742743c65 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.1385655 Nov 23 02:22:46.567364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] For port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:46.568068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.574991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6ed8ec7-353d-478d-b799-8d90ae7d177d req-11ea44ea-6e62-4900-9f7d-f51770121767 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288922 Nov 23 02:22:46.583960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8813a4a-5522-4334-8a5f-226e0502c376 req-681e896b-4aa8-49c8-90c6-432ae536b8c5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183567 Nov 23 02:22:46.591092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Calling delete_port for ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:46.650204 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d7588-99b3-4bcb-bb14-c8d2b65db1c3 x-openstack-request-id: req-c15d7588-99b3-4bcb-bb14-c8d2b65db1c3 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:46.650843 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "name": "network-vif-plugged", "status": "completed", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:46.651247 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c15d7588-99b3-4bcb-bb14-c8d2b65db1c3 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:46.652205 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a', 'code': 200} Nov 23 02:22:46.777207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d5c13-d3d1-4fe0-9b15-46fa9cd78215 req-01901597-977d-4861-95e4-5d51afe027bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.778825 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d29d5c13-d3d1-4fe0-9b15-46fa9cd78215 req-01901597-977d-4861-95e4-5d51afe027bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 1101 time: 0.0429630 Nov 23 02:22:46.838642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d29d5c13-d3d1-4fe0-9b15-46fa9cd78215 req-fd1515d5-f53b-465a-8f2f-428ae19fb609 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Nov 23 02:22:46.888655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.900674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:46.934239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf11adc-e532-4680-9dc4-8586ca05c43a req-46cb3be2-67f2-474e-adf0-7e4b3424fa2e tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:46.935755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cf11adc-e532-4680-9dc4-8586ca05c43a req-46cb3be2-67f2-474e-adf0-7e4b3424fa2e tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d55dfec-6eed-4c78-bcc0-780f806a416a HTTP/1.1" status: 200 len: 867 time: 0.2042389 Nov 23 02:22:46.993802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Pushing event deleted for resources: {'Port': ['ID=ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.065633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] No DVR routers for this DVR port ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:47.069295 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.073060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24501ece-5704-43e6-a3bb-219f13ff6107 req-3ca2a1e4-5d71-4b49-a583-523b50fda11f tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.47 "DELETE /v2.0/ports/ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa HTTP/1.1" status: 204 len: 173 time: 0.8725293 Nov 23 02:22:47.076234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'name': 'network-vif-deleted', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:47.078607 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88637dbf-ad49-4853-9c0f-af643fcece63" -d '{"events": [{"server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "name": "network-vif-deleted", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:47.095335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-32a46fcd-1931-4c10-a4ef-e02c9921c2f2 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3470125 Nov 23 02:22:47.101647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:47.155641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cf11adc-e532-4680-9dc4-8586ca05c43a req-9a5e0d24-7f19-4cc0-a958-e82330cf947d tempest-AttachSCSIVolumeTestJSON-542785461 tempest-AttachSCSIVolumeTestJSON-542785461-project] 10.222.0.15 "GET /v2.0/security-groups?id=25295bfc-ba0a-42d4-be44-bc455e980766&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974027 Nov 23 02:22:47.156960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.182886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 975ba745-d5b0-4272-ba15-90ffe0a4031e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:47.268401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 975ba745-d5b0-4272-ba15-90ffe0a4031e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:47.272568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 975ba745-d5b0-4272-ba15-90ffe0a4031e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:47.272938 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.337434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26541c-d1c4-4a0c-bca3-ae288cd904c4 req-ea7a7f11-bcc4-4ab9-a8bc-07f240990262 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.339492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e26541c-d1c4-4a0c-bca3-ae288cd904c4 req-ea7a7f11-bcc4-4ab9-a8bc-07f240990262 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 949 time: 0.0839195 Nov 23 02:22:47.351118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.354423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.388563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:47.392547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.393332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e171795f-a5cb-4294-b1de-9f86869b4082 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:47.441959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e26541c-d1c4-4a0c-bca3-ae288cd904c4 req-3c34bd39-a163-4535-a981-a22abecbc29c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887282 Nov 23 02:22:47.512506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Allocated IP 172.25.1.65 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/279ee63e-cd25-4a25-af17-53a748099497) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:47.618342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.634934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port e171795f-a5cb-4294-b1de-9f86869b4082 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:47.637145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.638863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port e171795f-a5cb-4294-b1de-9f86869b4082 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:47.639236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.644615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.651336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.657502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.664269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.673881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.681202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.683343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-8c88b543-fbd6-4c61-bab0-02027d6dab74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5439 time: 0.1633036 Nov 23 02:22:47.734364 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.754299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.774735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:47.780344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.781149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f51790ba-478d-4b1f-964d-c422e841db1b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:47.785785 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c8d8034-a59f-4b5f-94de-9e159c11d66d req-5d0d78ca-c888-46b8-914a-553908031332 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919008 Nov 23 02:22:47.832144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.863046 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d31803d-c919-4b01-9b9e-78165e334bf9 x-openstack-request-id: req-9d31803d-c919-4b01-9b9e-78165e334bf9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:47.863508 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d55dfec-6eed-4c78-bcc0-780f806a416a", "name": "network-vif-deleted", "tag": "ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:47.863766 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d31803d-c919-4b01-9b9e-78165e334bf9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:47.863894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.864165 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d55dfec-6eed-4c78-bcc0-780f806a416a', 'name': 'network-vif-deleted', 'tag': 'ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa', 'status': 'completed', 'code': 200} Nov 23 02:22:47.882943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port f51790ba-478d-4b1f-964d-c422e841db1b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:47.883219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:47.887694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port f51790ba-478d-4b1f-964d-c422e841db1b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:47.888119 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.889908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:47.894731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:47.899923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event updated for resources: {'Port': ['ID=279ee63e-cd25-4a25-af17-53a748099497,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.973466 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.975171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.994655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392342da-b621-4261-81bf-65d6713bf1c4 req-cbb233a0-8712-4969-98a6-b7674f9bc2a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.996437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-392342da-b621-4261-81bf-65d6713bf1c4 req-cbb233a0-8712-4969-98a6-b7674f9bc2a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0907958 Nov 23 02:22:48.011545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f51790ba-478d-4b1f-964d-c422e841db1b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:48.015644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.016576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c523b17d-5d71-4280-a8d7-7ff2789822b7 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:48.034695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.089902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.102282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-392342da-b621-4261-81bf-65d6713bf1c4 req-9900ce7e-9a14-4bbe-9be2-30135e3e839d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880723 Nov 23 02:22:48.105281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c523b17d-5d71-4280-a8d7-7ff2789822b7 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:48.109116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c523b17d-5d71-4280-a8d7-7ff2789822b7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.109594 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.192062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.224708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:48.229290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.230080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:48.244987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9c33-71d4-43e0-9ca2-e3ccb1f26126 req-a7eb908e-f686-4acc-a4b1-048195dcd205 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:48.246460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78fd9c33-71d4-43e0-9ca2-e3ccb1f26126 req-a7eb908e-f686-4acc-a4b1-048195dcd205 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.0849762 Nov 23 02:22:48.267644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.280048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.314363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.318329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:48.323430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.324294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.324916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.363122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.364356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2682948 Nov 23 02:22:48.365922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c0e3-edb0-4113-983e-53a0e1800ec3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event updated for resources: {'Port': ['ID=279ee63e-cd25-4a25-af17-53a748099497,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.372774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78fd9c33-71d4-43e0-9ca2-e3ccb1f26126 req-ad0b6ade-5176-4ec2-87a0-301d43b3fafa tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192513 Nov 23 02:22:48.411263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.448865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:48.453391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.454239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ae34b1f-8195-4256-b9a9-baaf5fd60713 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:48.457979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-778f693d-2eb7-47fa-9080-b3485dc01e0b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 695 time: 0.0842352 Nov 23 02:22:48.575937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.580849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:48.604194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d087-895f-40a2-8064-40ce66876b56 req-00d5a40f-52b0-4a9b-87da-44aa562faa4e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:48.605903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-00d5a40f-52b0-4a9b-87da-44aa562faa4e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1374145 Nov 23 02:22:48.607477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.607864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.617697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-e2dace05-3d9c-4d84-a1dd-f76160ad43b1 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:22:48.625501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efa3d087-895f-40a2-8064-40ce66876b56 req-e2dace05-3d9c-4d84-a1dd-f76160ad43b1 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136793 Nov 23 02:22:48.655062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082'}, {'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523b17d-5d71-4280-a8d7-7ff2789822b7'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:48.657390 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f8cbf4-5aba-47df-be2c-46bfbc5b3c84" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082"}, {"server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "c523b17d-5d71-4280-a8d7-7ff2789822b7"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:48.752768 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf381d9-2df7-4f11-943e-697e6180cfe0 x-openstack-request-id: req-5bf381d9-2df7-4f11-943e-697e6180cfe0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:48.753108 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082", "code": 200}, {"server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "name": "network-vif-plugged", "status": "completed", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "c523b17d-5d71-4280-a8d7-7ff2789822b7", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:48.753375 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bf381d9-2df7-4f11-943e-697e6180cfe0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:48.753776 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'code': 200} Nov 23 02:22:48.754035 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'code': 200} Nov 23 02:22:48.754290 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b', 'code': 200} Nov 23 02:22:48.754569 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c523b17d-5d71-4280-a8d7-7ff2789822b7', 'code': 200} Nov 23 02:22:48.754812 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'code': 200} Nov 23 02:22:48.787209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0978e-372f-4be4-bfa3-181419cbfa7c req-ff53c9f7-76b8-4c57-8da1-0a900880307d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:48.788729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44d0978e-372f-4be4-bfa3-181419cbfa7c req-ff53c9f7-76b8-4c57-8da1-0a900880307d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.1085885 Nov 23 02:22:48.793526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.837075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:48.842432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.843398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 74cd12ed-a2c7-40d6-b299-51f67fbed266 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:48.859810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44d0978e-372f-4be4-bfa3-181419cbfa7c req-615e7e51-44f7-43fe-b54e-e933a253591d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585663 Nov 23 02:22:48.934376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.959414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 74cd12ed-a2c7-40d6-b299-51f67fbed266 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:48.965094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 74cd12ed-a2c7-40d6-b299-51f67fbed266 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.965657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.088634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.136563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:49.142394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.143404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7268d99b-e088-4aa2-be29-dc210a948b0e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:49.248050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:49.276573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7268d99b-e088-4aa2-be29-dc210a948b0e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:49.281877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7268d99b-e088-4aa2-be29-dc210a948b0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:49.288184 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.331064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e143-9fd3-40f2-a9c7-1b6d76e718fe req-80860190-fd89-445e-a22d-d63ef757606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.332639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e58e143-9fd3-40f2-a9c7-1b6d76e718fe req-80860190-fd89-445e-a22d-d63ef757606b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 1102 time: 0.3685391 Nov 23 02:22:49.396977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.403020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.409006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.414856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.419231 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.421544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.427460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.434659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.442441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-4cb2a92c-cba3-4301-b901-662a9fa1ed07 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5444 time: 0.1754892 Nov 23 02:22:49.451199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-b16f5905-3ded-462b-a1fe-660016b351f5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.456801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:49.458294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-b16f5905-3ded-462b-a1fe-660016b351f5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 820 time: 0.5965736 Nov 23 02:22:49.464156 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.502759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-16a143ea-d5f0-4353-bf3c-0bdacf4292bc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/quotas/4a01d9c557844d2582160b6435f03a1e HTTP/1.1" status: 200 len: 375 time: 0.0434568 Nov 23 02:22:49.522716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:49.568813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e58e143-9fd3-40f2-a9c7-1b6d76e718fe req-65bc3c96-e37c-49a7-a090-aac5d2d26ebf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181563 Nov 23 02:22:49.579231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1eaa02b-aed6-4af0-91ec-9c6f2e85620d req-581c0b2e-5296-4257-86ae-bfe00f2c6be8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357472 Nov 23 02:22:49.614006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-347c3a0f-c2a5-4bda-9de5-93d05cf01cb2 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103702 Nov 23 02:22:49.774650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3121d-84d7-44c8-bb25-b5c17beb85cb req-0fcc2d4b-a1f7-4703-8b2a-d79bebea6620 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.776634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49c3121d-84d7-44c8-bb25-b5c17beb85cb req-0fcc2d4b-a1f7-4703-8b2a-d79bebea6620 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0954475 Nov 23 02:22:49.789334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-a0dc5934-2258-44ed-af1e-c5356d2a35ef service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648250 Nov 23 02:22:49.896765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49c3121d-84d7-44c8-bb25-b5c17beb85cb req-17727793-f1f3-44a5-866b-821ec528c678 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050830 Nov 23 02:22:49.943111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-ba19d6f9-f85d-4bc5-a4b0-5699dfda4096 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528475 Nov 23 02:22:50.049091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:50.071545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5dcf0-1d22-4e36-86c2-4ea94f56389d req-bbf6df2f-654f-48d9-b373-a44053c5a38d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.073695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8c5dcf0-1d22-4e36-86c2-4ea94f56389d req-bbf6df2f-654f-48d9-b373-a44053c5a38d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.0804286 Nov 23 02:22:50.092015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:50.092360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ee5ec2b7-2ecf-4ee6-8f0d-70304f043baa not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:50.140543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8c5dcf0-1d22-4e36-86c2-4ea94f56389d req-df5510af-01b7-4bad-b6ad-6d022abe995a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Nov 23 02:22:50.280423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a13b880-778c-4fd2-b88e-471d1991fa63 req-9570968b-dd44-4b80-8a9f-0d72e22543a3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 210 time: 0.0467889 Nov 23 02:22:50.304150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8659e-2712-4bcc-95be-2d3d69fcf898 req-040e8b80-27c4-4022-a3ca-436e66ef848e tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.305678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8f8659e-2712-4bcc-95be-2d3d69fcf898 req-040e8b80-27c4-4022-a3ca-436e66ef848e tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.0863068 Nov 23 02:22:50.450258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8f8659e-2712-4bcc-95be-2d3d69fcf898 req-c8a879b2-2a14-465e-88f1-ac6f38b4ad9f tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354127 Nov 23 02:22:50.463570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafc1ab-e0c4-4e60-9140-b3aca977526b req-cb179d8c-c0e3-4d7a-86bb-70cacb41c9bb tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.483861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fafc1ab-e0c4-4e60-9140-b3aca977526b req-cb179d8c-c0e3-4d7a-86bb-70cacb41c9bb tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 1101 time: 0.1073999 Nov 23 02:22:50.547940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fafc1ab-e0c4-4e60-9140-b3aca977526b req-f50c1475-440b-4329-ada5-d14796984d8e tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Nov 23 02:22:50.755908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:50.758213 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4919658a-7b3a-4595-a38d-62ddb0da98b3" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:50.766542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c608d2a4-0e3e-4ec4-a524-ee0edbf1fcec tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492775 Nov 23 02:22:50.822006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.829183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.835525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.841967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.848234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.855164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.861764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.871160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-c3c722ec-5de1-469d-8fa7-2eb28455a49e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.1827681 Nov 23 02:22:51.016278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77281f20-4531-4f13-a5fd-ef04e017ee95 req-27ee4b37-2abe-4626-a373-92e0040ac4af tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439164 Nov 23 02:22:51.031232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-da52823d-4147-4f8e-8992-17631811c548 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.049568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-da52823d-4147-4f8e-8992-17631811c548 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744720 Nov 23 02:22:51.074392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-7376645c-ca8c-460c-9d46-eaf86ff33113 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/quotas/53e393ec56864e10931c32fc1dcdf93b HTTP/1.1" status: 200 len: 375 time: 0.0236297 Nov 23 02:22:51.113551 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30f24e-114a-4613-8518-288c8a312d3a x-openstack-request-id: req-6e30f24e-114a-4613-8518-288c8a312d3a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:51.114226 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-plugged", "status": "completed", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:51.114965 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e30f24e-114a-4613-8518-288c8a312d3a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:51.115628 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713', 'code': 200} Nov 23 02:22:51.116890 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'code': 200} Nov 23 02:22:51.117811 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'code': 200} Nov 23 02:22:51.142564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-5941ae34-c6c5-448c-990a-211664f8d19a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0672312 Nov 23 02:22:51.261219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199696-f5cd-4647-8966-bf4927b05811 req-7808ff06-0d73-49ab-9916-540aeecf0d32 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.263331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2199696-f5cd-4647-8966-bf4927b05811 req-7808ff06-0d73-49ab-9916-540aeecf0d32 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.0884759 Nov 23 02:22:51.369613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2199696-f5cd-4647-8966-bf4927b05811 req-16a0cef9-4d95-46d2-89d6-fc54cc8b22e7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998583 Nov 23 02:22:51.386364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.386922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.387390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.387850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.388309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.389037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.389495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.391692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-0cb62e45-66ee-4d9f-99d0-12d8eff99acf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6509 time: 0.0907021 Nov 23 02:22:51.462777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1266b3d6-beb8-42e3-a76d-208fd9e4a03d req-1b7bba30-1836-42af-b8bb-1039bb7465ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11bc6792-dd41-4039-a995-61acdf683586&id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628848 Nov 23 02:22:51.520037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6390952-c413-49ec-b1dd-3cee45dfbe0a req-e71c0364-cf23-4e11-b8e3-7c77f7954299 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 210 time: 0.0824134 Nov 23 02:22:51.551017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeebcb66-345d-406c-b9bd-fc5b0b449cee req-3c30d537-fca4-4fa9-a9e5-f5aea9f0b306 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 210 time: 0.0343235 Nov 23 02:22:51.691472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386cb51-c4d5-4461-b6b1-71204145503f req-8bba0706-e5a6-4e66-9d38-4ee4acdc903c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.693067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4386cb51-c4d5-4461-b6b1-71204145503f req-8bba0706-e5a6-4e66-9d38-4ee4acdc903c tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.0690360 Nov 23 02:22:51.749536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4386cb51-c4d5-4461-b6b1-71204145503f req-4fd0cc47-dbac-4246-9847-7d851c75754b tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478895 Nov 23 02:22:52.115999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-36d2b791-5fc7-4f6f-9208-16bf37de1e5a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138008 Nov 23 02:22:52.299402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.306882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.314729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.318714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.325467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.331442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.337527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.339608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-65defd31-180d-484c-ba45-5492690b6fa5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2183969 Nov 23 02:22:52.365358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-bed5fd68-2de4-4336-8a25-4f18b9d3f6ce tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.367090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-bed5fd68-2de4-4336-8a25-4f18b9d3f6ce tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.41 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 820 time: 0.3765430 Nov 23 02:22:52.401236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-87a5cdc2-4853-44b1-a7b9-95a4ab66d039 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.402761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-87a5cdc2-4853-44b1-a7b9-95a4ab66d039 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859399 Nov 23 02:22:52.408898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'port': {'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'admin_state_up': True, 'tenant_id': '4a01d9c557844d2582160b6435f03a1e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:52.477872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-5245d374-adb2-46bc-afe6-ea52d5cfc7f7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/quotas/fc8eec7fb4c54f8c931469cc78a746ce HTTP/1.1" status: 200 len: 375 time: 0.0598092 Nov 23 02:22:52.529655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b467a23-e624-4c28-a83b-16aedb4174d9 req-dab251d3-08c3-4edf-97e0-ca80ca210dd5 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799030 Nov 23 02:22:52.577661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-85fc1ba4-a032-4a95-a281-3881e55af088 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889251 Nov 23 02:22:52.606627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Made reservation on behalf of 4a01d9c557844d2582160b6435f03a1e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:52.611010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.828509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb1b87-d1a3-49eb-8763-adf23546f5fc req-f49e83fc-54e5-4726-b4c9-0efb0949a71b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.836978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24cb1b87-d1a3-49eb-8763-adf23546f5fc req-f49e83fc-54e5-4726-b4c9-0efb0949a71b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.1770353 Nov 23 02:22:52.891557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-ddc1ce23-61b4-471e-9854-06705ad6883f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=53e393ec56864e10931c32fc1dcdf93b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860000 Nov 23 02:22:52.898328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Allocated IP 172.20.0.3 (a0981994-0f54-41d4-acbd-bb6dae9afa53/ef3fc947-ddd9-48da-87c1-4be97e2c37a0/5b07bad3-9098-4319-a504-62fdb150a67a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:53.013441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24cb1b87-d1a3-49eb-8763-adf23546f5fc req-1dc38ece-b333-4f6e-be46-07c2d3e28f55 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699011 Nov 23 02:22:53.104288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f14205e5-ca31-49ce-97a9-56fad4aac673 req-e874230d-83a7-414b-b0dd-c312e9de4749 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 210 time: 0.0849066 Nov 23 02:22:53.162884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f550156b-cf6a-4b31-9f04-557397be853b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.166267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f550156b-cf6a-4b31-9f04-557397be853b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646787 Nov 23 02:22:53.166768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.192346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Request body: {'port': {'device_id': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '53e393ec56864e10931c32fc1dcdf93b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:53.250792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8525a347-7b6d-4dfd-81ee-19bbb91fde94 req-67424a23-b27e-4cb3-bd26-547cc63e8a5f tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 210 time: 0.0966191 Nov 23 02:22:53.397517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Made reservation on behalf of 53e393ec56864e10931c32fc1dcdf93b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:53.402668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.415214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9e17f76-fec3-4d03-8f55-47ec0c022f87 req-08c00ff6-5a89-4a97-98c8-f43fab81f84f tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1782465 Nov 23 02:22:53.536948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.594113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Allocated IP 192.168.233.145 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/554ef8d0-29a3-4bf0-8539-0fcdd4438779) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:53.645749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.660188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['31207130-ca63-4457-bf0f-770d14f723c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:53.786915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:53.792682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:53.810018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:53.816403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.817061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.861395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event updated for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:53.887590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.892317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-9fcd0bde-af48-48d9-97df-6f00cc059cf3 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4883585 Nov 23 02:22:53.919852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.946328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.971258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.989915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.007243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.008711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.032335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.044511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:54.047725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.057190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-42297f89-7a5e-4d73-b7c8-f2b4db085f59 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.4008930 Nov 23 02:22:54.076644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Request body: {'port': {'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:54.113987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:54.130384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:54.138782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:54.210984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.211804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.250599 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0632713 Nov 23 02:22:54.253037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0eb5f-91ed-4f66-89a1-770b72449635 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event updated for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.262090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.268834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Request body: {'port': {'device_id': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:54.371030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d419db8-8811-40b5-83e7-7fe57dbaad98 req-1e2514ba-6661-4da2-8ab2-91d7d9a42a74 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3071365 Nov 23 02:22:54.398127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ed02f13d-9e4e-4d42-a151-7a69dcae885f None None] Provisioning complete for port 5b07bad3-9098-4319-a504-62fdb150a67a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:54.398789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed02f13d-9e4e-4d42-a151-7a69dcae885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.425123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.500331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d', '0748c3b0-f713-43f9-8375-74e8ebf15214', '9a3023ce-9c23-4364-970f-598c74abe32a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:54.505579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-db7837d1-dc80-4e7a-9dcc-d525722d7043 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329781 Nov 23 02:22:54.568138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f6903-bddf-40f8-9489-15402d5be846 req-20d5b784-d22f-41ba-8acd-7dd7d0748ad6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:54.577876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334f6903-bddf-40f8-9489-15402d5be846 req-20d5b784-d22f-41ba-8acd-7dd7d0748ad6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.2042534 Nov 23 02:22:54.729379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ed02f13d-9e4e-4d42-a151-7a69dcae885f None None] Port 5b07bad3-9098-4319-a504-62fdb150a67a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:54.846452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-334f6903-bddf-40f8-9489-15402d5be846 req-4b544370-6f81-4198-a447-6dc37284cabb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675645 Nov 23 02:22:54.895123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3ae2bb7b-0bdb-4c61-8aa1-a33bdb3ba50a None None] Provisioning complete for port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:54.895836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ae2bb7b-0bdb-4c61-8aa1-a33bdb3ba50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.940125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2bb7b-0bdb-4c61-8aa1-a33bdb3ba50a None None] Port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:55.032466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60064) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.128287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b07bad3-9098-4319-a504-62fdb150a67a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:55.137386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.160191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Transition to ACTIVE for port object 5b07bad3-9098-4319-a504-62fdb150a67a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:55.177696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-1b276eb9-f16f-4b82-8c18-e0bcd0d1ac50 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.179501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-1b276eb9-f16f-4b82-8c18-e0bcd0d1ac50 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6619036 Nov 23 02:22:55.194396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.205518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Request body: {'port': {'device_id': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'fc8eec7fb4c54f8c931469cc78a746ce'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:55.262228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f1da8-01f2-4cab-9b33-a7f295614f20 req-718ee935-cdaa-4caf-a099-decfa35269a3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.270526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-328f1da8-01f2-4cab-9b33-a7f295614f20 req-718ee935-cdaa-4caf-a099-decfa35269a3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 936 time: 0.6671834 Nov 23 02:22:55.432287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Pushing event updated for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.497098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-328f1da8-01f2-4cab-9b33-a7f295614f20 req-eaa38879-6e5e-4f18-ad89-44ca95b533e7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250352 Nov 23 02:22:55.543132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755dc2b-2efd-4b1b-9ed1-3bfd92eea52e req-e0f56f00-31a2-4465-b97f-85899810786e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.551317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2755dc2b-2efd-4b1b-9ed1-3bfd92eea52e req-e0f56f00-31a2-4465-b97f-85899810786e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 943 time: 0.3684042 Nov 23 02:22:55.593948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Attempting to bind port 5b07bad3-9098-4319-a504-62fdb150a67a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:55.594288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Attempting to bind port 5b07bad3-9098-4319-a504-62fdb150a67a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:55.594654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Attempting to bind port 5b07bad3-9098-4319-a504-62fdb150a67a on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:55.609187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Port 5b07bad3-9098-4319-a504-62fdb150a67a on network a0981994-0f54-41d4-acbd-bb6dae9afa53 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:55.609519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Attempting to bind port 5b07bad3-9098-4319-a504-62fdb150a67a on network a0981994-0f54-41d4-acbd-bb6dae9afa53 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:55.638873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:55.639217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Checking segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:55.639622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Bound using segment: {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:55.640062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Bound port: 5b07bad3-9098-4319-a504-62fdb150a67a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f87e1e-4713-487f-8db0-70c4b2c0423f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:55.640425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.683751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2755dc2b-2efd-4b1b-9ed1-3bfd92eea52e req-bdfad5b4-fff9-403f-8aa5-7b4bd04481d9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313639 Nov 23 02:22:55.728772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Made reservation on behalf of fc8eec7fb4c54f8c931469cc78a746ce for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:55.732465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.844428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1bf9dd1-87c0-48f5-b5ae-5e983248e83a req-33688e09-fbd8-4bcd-92ae-1789bc63b4ff tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0836308 Nov 23 02:22:55.863763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554ef8d0-29a3-4bf0-8539-0fcdd4438779 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:55.876944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.907479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Transition to ACTIVE for port object 554ef8d0-29a3-4bf0-8539-0fcdd4438779 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:55.911255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.917713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.917885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.923720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.929655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.936378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.942310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.949888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.952051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99a3f1f-d072-4829-b4a3-0e2ca95179bc req-361db927-76e1-421e-9dbc-310467fe4e96 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2612002 Nov 23 02:22:55.963018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.970945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Request body: {'floatingip': {'port_id': '7268d99b-e088-4aa2-be29-dc210a948b0e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:56.034124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Pushing event updated for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.227524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Attempting to bind port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:56.227874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Attempting to bind port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:56.228885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Attempting to bind port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:56.245479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:22:56.246238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Attempting to bind port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:56.258790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.263025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:56.263025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:56.263417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:56.264206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Bound port: 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:56.264611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.313368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:56.357205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5b07bad3-9098-4319-a504-62fdb150a67a,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:56.360171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.410905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.503555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:56.504227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.505561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] 10.222.0.41 "PUT /v2.0/ports/5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 1092 time: 2.4455402 Nov 23 02:22:56.512767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:56.515599 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:56.599148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Allocated IP 192.168.233.12 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/4c59823b-a5da-4e45-832b-db2a5c44bc67) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:56.627962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:56.631014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c4cf7-5182-4d4d-b9ef-a705ce66202d req-9825c12a-1fdd-4e25-84df-fe040d669347 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:56.632550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c0c4cf7-5182-4d4d-b9ef-a705ce66202d req-9825c12a-1fdd-4e25-84df-fe040d669347 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.3140297 Nov 23 02:22:56.656620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e766c7d-b83a-43ed-ae04-16dad6eefffd service neutron] Pushing event updated for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.668021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:56.676612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.753010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:56.753802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.755678 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] 10.222.0.41 "PUT /v2.0/ports/554ef8d0-29a3-4bf0-8539-0fcdd4438779 HTTP/1.1" status: 200 len: 1097 time: 2.4916334 Nov 23 02:22:56.764403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:56.767425 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:56.829195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-215b3194-38fe-478b-bd3a-9ff57a3313ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:56.830902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-215b3194-38fe-478b-bd3a-9ff57a3313ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1095 time: 0.2295036 Nov 23 02:22:56.878434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a031d1-c8a9-40cb-b139-0f1adad07b9f service neutron] Pushing event updated for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.938853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-ca6c3cbc-9c27-476d-8e92-8809d92cd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:56.941702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-ca6c3cbc-9c27-476d-8e92-8809d92cd06d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 1100 time: 0.1290488 Nov 23 02:22:56.946687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c0c4cf7-5182-4d4d-b9ef-a705ce66202d req-36ddab0d-a1b7-47b7-b108-4c7ef005b338 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955239 Nov 23 02:22:56.952438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5466ca91-c894-4b52-8003-28a854a4d4c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 217 time: 0.0729616 Nov 23 02:22:56.956945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Deleting port f6872951-bf55-4095-9ed1-08e0c623ebda {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:56.957512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.058272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] For port f6872951-bf55-4095-9ed1-08e0c623ebda, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f6872951-bf55-4095-9ed1-08e0c623ebda,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:57.059026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.074795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8a440-7460-4155-a82d-8e58e50691e1 req-a72e5982-2223-4c2d-bd79-633a5b1b75fd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.077017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27f8a440-7460-4155-a82d-8e58e50691e1 req-a72e5982-2223-4c2d-bd79-633a5b1b75fd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 948 time: 0.4074574 Nov 23 02:22:57.084341 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7c495-4b21-4af6-94c1-052e9fbd618d x-openstack-request-id: req-31d7c495-4b21-4af6-94c1-052e9fbd618d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:57.084632 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:57.084886 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d7c495-4b21-4af6-94c1-052e9fbd618d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:57.085287 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a', 'status': 'completed', 'code': 200} Nov 23 02:22:57.096572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-978b9f5a-50d2-421d-8bbb-787f89736542 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779 HTTP/1.1" status: 200 len: 217 time: 0.0520394 Nov 23 02:22:57.103022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Calling delete_port for f6872951-bf55-4095-9ed1-08e0c623ebda owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:57.188173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-0e2f8708-0d53-4aca-b16e-23bb6d5dfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.188173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-0e2f8708-0d53-4aca-b16e-23bb6d5dfaeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0823174 Nov 23 02:22:57.273895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-1015405c-8e58-444e-b2f4-c94662a8fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.275475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-1015405c-8e58-444e-b2f4-c94662a8fe99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.2973115 Nov 23 02:22:57.290267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-de81213f-846c-4027-8146-cbe831eddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.291943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-de81213f-846c-4027-8146-cbe831eddad9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0968533 Nov 23 02:22:57.426983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-e41599a6-d308-42be-ab2c-471a4708fae9 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272528 Nov 23 02:22:57.455473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.463721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.467575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27f8a440-7460-4155-a82d-8e58e50691e1 req-56b40005-737d-4a71-8534-880dff2162d9 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647697 Nov 23 02:22:57.527551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-eae63510-290c-4760-8d23-2745f5aee012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.529069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-eae63510-290c-4760-8d23-2745f5aee012 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2265606 Nov 23 02:22:57.529347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6872951-bf55-4095-9ed1-08e0c623ebda,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:57.536758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb311d89-2897-4520-9166-c7bf25c0bbd6 req-8671a4c6-1a71-425c-9cd3-2f66c335d0ce tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.538366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb311d89-2897-4520-9166-c7bf25c0bbd6 req-8671a4c6-1a71-425c-9cd3-2f66c335d0ce tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 943 time: 0.3426762 Nov 23 02:22:57.545317 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af4ee0-6d84-428b-bb7b-74266f8446a6 x-openstack-request-id: req-51af4ee0-6d84-428b-bb7b-74266f8446a6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:57.545809 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:57.546248 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51af4ee0-6d84-428b-bb7b-74266f8446a6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:57.546928 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779', 'status': 'completed', 'code': 200} Nov 23 02:22:57.728030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-558d5e6c-9a6d-412e-801e-9758de31f26e req-6ec9f2a3-2652-4f2a-b671-a9e668eed096 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0572002 Nov 23 02:22:57.735598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1ae4b816-841a-4e8c-ae8e-d8b97ccdf89a req-885ba210-95fe-4701-b1a3-d33c5f12cb4d service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982438 Nov 23 02:22:57.741709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.765953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:22:57.777944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['f51790ba-478d-4b1f-964d-c422e841db1b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:57.848310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.921033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:57.933100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:57.938128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb311d89-2897-4520-9166-c7bf25c0bbd6 req-9e511dea-7cf0-4a96-b57d-bdadaa833049 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825319 Nov 23 02:22:57.944498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:57.950710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.951365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.084541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-6781816b-b655-422d-ba89-db92ae8e3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.086328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-6781816b-b655-422d-ba89-db92ae8e3a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 1100 time: 0.1763668 Nov 23 02:22:58.099554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.105292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Pushing event updated for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:58.111289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-8f068772-a96d-4f28-9d55-ab2d1e17dab3 service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524008 Nov 23 02:22:58.112846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.118295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-40af8c3d-f046-4adb-9237-63563d814b97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9192421 Nov 23 02:22:58.133878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Request body: {'port': {'device_id': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:58.340823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b4b6099a-a9e0-4516-b012-875136e69075 None None] Provisioning complete for port 4c59823b-a5da-4e45-832b-db2a5c44bc67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:58.341196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b6099a-a9e0-4516-b012-875136e69075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.380303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6099a-a9e0-4516-b012-875136e69075 None None] Port 4c59823b-a5da-4e45-832b-db2a5c44bc67 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:58.640752 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-b6bf1c86-babb-4507-9a6a-4988099ce525 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4608374 Nov 23 02:22:58.643355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-24002aa0-60f2-4368-b01f-583aa78fe067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.644701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-24002aa0-60f2-4368-b01f-583aa78fe067 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.5345342 Nov 23 02:22:58.713049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.730789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e35705-109b-4b76-bfa4-7eeced3a8092 req-3c0e2a9c-9fb3-452e-a5de-02d00bb1dc27 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.736378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28e35705-109b-4b76-bfa4-7eeced3a8092 req-3c0e2a9c-9fb3-452e-a5de-02d00bb1dc27 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.2613833 Nov 23 02:22:58.736556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-cf46ed37-d33d-498a-9281-f541aa5c1c06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779 HTTP/1.1" status: 200 len: 217 time: 0.0739951 Nov 23 02:22:58.741538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Router 68641cd6-754c-4dc2-b9c8-117cd9984b52 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:58.764898 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Floating IP 32f6a5df-d869-4511-bfd1-6b3c7a68e63a associated. External IP: 172.25.1.150, port: 7268d99b-e088-4aa2-be29-dc210a948b0e. Nov 23 02:22:58.770787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a16a7c9a-dfaf-4088-8e8d-4e085b37c33b req-5dd66c82-359f-4d3b-9a16-c43dd7bd0ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504834 Nov 23 02:22:58.820769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801cff9-5fd8-4e9b-8b9a-26dd7060d0df req-36fc480f-63f7-49c8-af09-59de2c0aff27 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.826992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e801cff9-5fd8-4e9b-8b9a-26dd7060d0df req-36fc480f-63f7-49c8-af09-59de2c0aff27 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 948 time: 0.2600396 Nov 23 02:22:58.838739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-eaaf7406-ec21-4523-8199-d5e375b0f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.840550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-eaaf7406-ec21-4523-8199-d5e375b0f004 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 1096 time: 0.1684210 Nov 23 02:22:58.855343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-b206c108-0c75-42fe-b128-62e045c1668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:58.856829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-b206c108-0c75-42fe-b128-62e045c1668e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1083288 Nov 23 02:22:58.972877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28e35705-109b-4b76-bfa4-7eeced3a8092 req-24d4c82a-fb6d-4de6-8eb1-0d8e18ee3971 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218285 Nov 23 02:22:59.011137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:59.014619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e801cff9-5fd8-4e9b-8b9a-26dd7060d0df req-4ed3c1a2-6196-4b38-a31a-0c445e782ff3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491723 Nov 23 02:22:59.023819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Sync routers for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:59.027789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d1bf0bb-1098-48bb-b66b-6ec379a95813 admin admin] 10.222.0.15 "PUT /v2.0/routers/68641cd6-754c-4dc2-b9c8-117cd9984b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9918556 Nov 23 02:22:59.029963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-6c8edf37-59af-4ba3-8f64-fc15d0b23b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.032250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-6c8edf37-59af-4ba3-8f64-fc15d0b23b02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349165 Nov 23 02:22:59.034719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.049557 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.050183 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.107853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-e36a446e-1e10-4f0d-8caa-abbb9e119a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.109458 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-e36a446e-1e10-4f0d-8caa-abbb9e119a2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.2135680 Nov 23 02:22:59.178748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-af36c105-8867-4df0-854d-ad2902543489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 200 len: 217 time: 0.0391386 Nov 23 02:22:59.220447 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:59.268620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-ed4562dd-35e8-4f4c-b3a4-9beefe27c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.270059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-ed4562dd-35e8-4f4c-b3a4-9beefe27c5aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1095 time: 0.3732536 Nov 23 02:22:59.312798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-6c930f9e-61a9-4f0b-a70f-a48b7a230924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.314653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-6c930f9e-61a9-4f0b-a70f-a48b7a230924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1260116 Nov 23 02:22:59.319451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-9ec9bfa3-8659-4c0b-b0f5-a63ac2a2111f service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749069 Nov 23 02:22:59.325078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.331200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.436325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-f015da6c-6811-4329-999e-3ad02059bcc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635171 Nov 23 02:22:59.484143 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 5, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.518080 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Checking router: 68641cd6-754c-4dc2-b9c8-117cd9984b52 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:59.528222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Routers {'68641cd6-754c-4dc2-b9c8-117cd9984b52'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.528504 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68641cd6-754c-4dc2-b9c8-117cd9984b52'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.633029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7fd2bdec-1ba4-4922-aba7-9de5ebed70f5 req-95c0ace9-8747-4adb-bc8b-f3b2cff3f3db service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052649 Nov 23 02:22:59.634075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4265f-d91b-465f-9b73-2fbad8bf64c3 req-1d457512-4bc2-4d6a-9265-b2c663da7f84 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.636051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c4265f-d91b-465f-9b73-2fbad8bf64c3 req-1d457512-4bc2-4d6a-9265-b2c663da7f84 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 935 time: 0.5502191 Nov 23 02:22:59.651357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.659704 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-a67257bb-fbd2-45c8-a935-194c3c06e6a3 service neutron] 10.222.0.41 "GET /v2.0/ports/d4f6504d-ab17-4d34-b8b4-f62200ab111c/bindings/n-h2-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.1702509 Nov 23 02:22:59.672476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-e229a579-edbc-4516-8fb0-293c5ede4a47 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237289 Nov 23 02:22:59.686167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c59823b-a5da-4e45-832b-db2a5c44bc67 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:59.724886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.738173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-9f5df093-37a6-4b78-9b37-937987db8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.739935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-9f5df093-37a6-4b78-9b37-937987db8bf0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.4451101 Nov 23 02:22:59.741968 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] Set router 68641cd6-754c-4dc2-b9c8-117cd9984b52 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:59.759015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16078373-6821-43ae-8340-e1b653a6b634 req-64deb2b7-bb7b-4d0b-84dc-743cd622de11 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.761328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16078373-6821-43ae-8340-e1b653a6b634 req-64deb2b7-bb7b-4d0b-84dc-743cd622de11 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 943 time: 0.4814050 Nov 23 02:22:59.826635 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6767cf8f-2759-4fac-a309-b34f1983e93f req-39ed3a6c-c8f1-4b46-8146-897e4a062c49 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311769 Nov 23 02:22:59.829615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Transition to ACTIVE for port object 4c59823b-a5da-4e45-832b-db2a5c44bc67 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:22:59.862808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Deleting port bb39f326-5fb9-4499-a479-fce90dfd5a3a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:59.863507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.870392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-aeb06742-368a-4f3c-b921-71879f212eb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 217 time: 0.1050873 Nov 23 02:22:59.876871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.936137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c4265f-d91b-465f-9b73-2fbad8bf64c3 req-8615fd01-ae8f-4b5d-bf9b-a9e92c58229b tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420816 Nov 23 02:22:59.973070 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 5, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:00.018052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6cb6d-b307-40d5-bf5f-8becea22b279 None None] The sync data for ids ['68641cd6-754c-4dc2-b9c8-117cd9984b52'] in n-d-714676-12 is: [{'id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'name': 'tempest-AttachSCSIVolumeTestJSON-327937724-router', 'tenant_id': 'f34f07f259684019b431d7ceb3dc6043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': True}, 'gw_port_id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:41Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 5, 'project_id': 'f34f07f259684019b431d7ceb3dc6043', 'gw_port': {'id': 'bb39f326-5fb9-4499-a479-fce90dfd5a3a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68641cd6-754c-4dc2-b9c8-117cd9984b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:42Z', 'updated_at': '2021-11-23T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:00.055507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16078373-6821-43ae-8340-e1b653a6b634 req-e1586c47-3865-4319-82ea-e90bf8842e4b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776666 Nov 23 02:23:00.073049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:00.110974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] For port bb39f326-5fb9-4499-a479-fce90dfd5a3a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bb39f326-5fb9-4499-a479-fce90dfd5a3a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:00.114271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.159269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Calling delete_port for bb39f326-5fb9-4499-a479-fce90dfd5a3a owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:00.159574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:00.164567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-fb28f8bc-05be-4bad-9e31-cf9bb4a4b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.166111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-fb28f8bc-05be-4bad-9e31-cf9bb4a4b105 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.2229497 Nov 23 02:23:00.176809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Attempting to bind port 4c59823b-a5da-4e45-832b-db2a5c44bc67 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:00.177507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Attempting to bind port 4c59823b-a5da-4e45-832b-db2a5c44bc67 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:00.183172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Attempting to bind port 4c59823b-a5da-4e45-832b-db2a5c44bc67 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:00.208080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Port 4c59823b-a5da-4e45-832b-db2a5c44bc67 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:00.208417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Attempting to bind port 4c59823b-a5da-4e45-832b-db2a5c44bc67 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:00.250988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:00.251340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:00.251787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:00.252254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Bound port: 4c59823b-a5da-4e45-832b-db2a5c44bc67, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:00.252622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.338453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-d7ab3dc6-da8f-42f3-919d-7d98b0dab782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.340061 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-d7ab3dc6-da8f-42f3-919d-7d98b0dab782 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1102 time: 0.2218761 Nov 23 02:23:00.421318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc11f-6a1c-48bf-9e4f-77aee29bd826 req-f274f106-53d1-4cff-ba52-b224c2ed1ca6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.422900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc0cc11f-6a1c-48bf-9e4f-77aee29bd826 req-f274f106-53d1-4cff-ba52-b224c2ed1ca6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.3211744 Nov 23 02:23:00.471914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.488694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-a702aa4e-ac9a-455c-9b83-e3d0b0e177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.490745 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-a702aa4e-ac9a-455c-9b83-e3d0b0e177aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.1015642 Nov 23 02:23:00.522925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-98e50b1d-279c-432c-8d2d-d01e2fb2734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.524504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-98e50b1d-279c-432c-8d2d-d01e2fb2734d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271770 Nov 23 02:23:00.533485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb39f326-5fb9-4499-a479-fce90dfd5a3a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:00.572058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2531f-f5af-4013-85f9-186c3970fcf2 req-114bb8b3-06e2-458a-9596-89f5e41c5e04 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.573614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca2531f-f5af-4013-85f9-186c3970fcf2 req-114bb8b3-06e2-458a-9596-89f5e41c5e04 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 948 time: 0.3540001 Nov 23 02:23:00.587355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:00.636041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:00.647822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Sync routers for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:00.650687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:00.655249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.663152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc0cc11f-6a1c-48bf-9e4f-77aee29bd826 req-2f1fd1c6-d7bb-4720-836f-75934e34f627 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255971 Nov 23 02:23:00.666926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:00.668004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:00.691054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.698654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.794315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e43aae0-5f1c-4e48-83f6-e52191af4752 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "PUT /v2.0/floatingips/32f6a5df-d869-4511-bfd1-6b3c7a68e63a HTTP/1.1" status: 200 len: 992 time: 4.8293245 Nov 23 02:23:00.801838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:00.807966 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e991a1a-69f5-4e50-880c-051b01a9e38e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:00.816476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.817106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.818544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c59823b-a5da-4e45-832b-db2a5c44bc67 HTTP/1.1" status: 200 len: 1096 time: 2.6890841 Nov 23 02:23:00.854961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-3ea02042-8fd1-4bf2-a6f8-f5b113d9ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.856444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-3ea02042-8fd1-4bf2-a6f8-f5b113d9ee86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3439689 Nov 23 02:23:00.862561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cca2531f-f5af-4013-85f9-186c3970fcf2 req-7e914e41-3abd-4792-909f-16fa96b07b9a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380996 Nov 23 02:23:00.864588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-0015572c-e367-4d7f-ba35-41d898b5942d service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291814 Nov 23 02:23:00.879403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:01.054328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-032acda6-b262-46d5-b0eb-27dbfe5c4f0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.1564825 Nov 23 02:23:01.092490 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da8f6d5-4098-460b-aafb-3465ca96142b x-openstack-request-id: req-8da8f6d5-4098-460b-aafb-3465ca96142b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:01.092490 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:01.092490 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8da8f6d5-4098-460b-aafb-3465ca96142b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:01.092901 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'status': 'completed', 'code': 200} Nov 23 02:23:01.097789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a3c1f-f04e-49e7-a10d-371fa2a16f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:01.131386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.154550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8a6c20c-9ad0-4051-a01c-f0f6ce76163f req-feab68df-2613-4da8-a194-a787e07d738d service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707095 Nov 23 02:23:01.157915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.167923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-9d0d168e-ce8a-4507-894a-3ecb79871c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.169472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-9d0d168e-ce8a-4507-894a-3ecb79871c95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 1099 time: 0.2848828 Nov 23 02:23:01.200184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 554ef8d0-29a3-4bf0-8539-0fcdd4438779 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:01.279766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.279766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68641cd6-754c-4dc2-b9c8-117cd9984b52 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:01.282400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-6443dfb4-9384-4c93-82cb-0ae202022f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.284014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-6443dfb4-9384-4c93-82cb-0ae202022f96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2035611 Nov 23 02:23:01.289008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.290205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a64e0c2-6e9b-4a8d-8891-5cd6129bcf0a admin admin] 10.222.0.15 "DELETE /v2.0/routers/68641cd6-754c-4dc2-b9c8-117cd9984b52 HTTP/1.1" status: 204 len: 168 time: 2.2545488 Nov 23 02:23:01.293514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:01.328976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.329455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.329926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.330392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.330887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.331352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.331814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.333845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-fd39b96b-d064-4815-a50a-370cab3a1bcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6509 time: 0.2853904 Nov 23 02:23:01.506950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Deleting subnet 90f50d2a-0662-4226-a96e-e479e19de553 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:01.522249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.551370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-84f96598-fd66-4ac1-a41f-7aa3fced2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.552951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-84f96598-fd66-4ac1-a41f-7aa3fced2b50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512951 Nov 23 02:23:01.587851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:01.615345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32f6a5df-d869-4511-bfd1-6b3c7a68e63a', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'port_id': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'mac_address': 'fa:16:3e:22:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:34Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 1, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:01.619584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '554ef8d0-29a3-4bf0-8539-0fcdd4438779', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '554ef8d0-29a3-4bf0-8539-0fcdd4438779', 'mac_address': 'fa:16:3e:31:9e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:01.636203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.643925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-fa6a4c9d-0289-4d1f-8210-e727ef93b1c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67 HTTP/1.1" status: 200 len: 217 time: 0.4595892 Nov 23 02:23:01.655347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Checking router: 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:01.676651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88b845-7514-4d00-b1f8-a1d94b4d2a22 req-51e1df2c-714c-40e7-ba93-a77cc82862c9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.678563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f88b845-7514-4d00-b1f8-a1d94b4d2a22 req-51e1df2c-714c-40e7-ba93-a77cc82862c9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 947 time: 0.5726218 Nov 23 02:23:01.710762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:01.711750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:01.761391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f88b845-7514-4d00-b1f8-a1d94b4d2a22 req-535686a4-11d6-4f07-abe4-cce427899d09 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583735 Nov 23 02:23:01.773275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085473f-0a3e-49d2-904b-2cca6b04f98e req-a8ee5ab0-4901-40fe-9fad-1ce8cb30361b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.781806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e085473f-0a3e-49d2-904b-2cca6b04f98e req-a8ee5ab0-4901-40fe-9fad-1ce8cb30361b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 943 time: 0.1745033 Nov 23 02:23:01.824735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-83a452cc-e566-4b90-a00e-cbbd6ba56bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:01.826155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-83a452cc-e566-4b90-a00e-cbbd6ba56bb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1745572 Nov 23 02:23:01.832637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.863888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554ef8d0-29a3-4bf0-8539-0fcdd4438779 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:01.968351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:01.977424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.978663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5b07bad3-9098-4319-a504-62fdb150a67a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:02.014375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-d95bfd96-004d-4fc3-a9f8-ac12554225ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.016235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-d95bfd96-004d-4fc3-a9f8-ac12554225ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0 HTTP/1.1" status: 200 len: 917 time: 0.6318004 Nov 23 02:23:02.059289 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:23:02.063519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e085473f-0a3e-49d2-904b-2cca6b04f98e req-10f5285a-a48e-4d3a-be0f-10bde5015ca6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793665 Nov 23 02:23:02.081301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-9267acf9-a844-4e65-8009-e899bc5cdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.085716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-9267acf9-a844-4e65-8009-e899bc5cdd57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2459836 Nov 23 02:23:02.117757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5b07bad3-9098-4319-a504-62fdb150a67a,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:02.137953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5b07bad3-9098-4319-a504-62fdb150a67a', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:02.180521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-8ad9aa0f-64e9-4aaa-97c9-b7ad857c1c22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 200 len: 1000 time: 0.1537971 Nov 23 02:23:02.205632 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-1798931f-da22-473a-873a-604f21fe4df4 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416926 Nov 23 02:23:02.217769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bb39f326-5fb9-4499-a479-fce90dfd5a3a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:02.265640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928925f3-f063-4823-b880-fe7a41ce1054 req-ccfcee89-9400-453f-b437-3b9fb6b04dae tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.276749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-928925f3-f063-4823-b880-fe7a41ce1054 req-ccfcee89-9400-453f-b437-3b9fb6b04dae tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.3557293 Nov 23 02:23:02.282263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.313873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-05b5a9aa-1d09-45ee-b5c9-d0314be3efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.319495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-05b5a9aa-1d09-45ee-b5c9-d0314be3efbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39854760-a93c-4f97-a8ef-218bb3894fca HTTP/1.1" status: 200 len: 855 time: 0.1309700 Nov 23 02:23:02.332578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:02.337043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: bb39f326-5fb9-4499-a479-fce90dfd5a3a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:02.337460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bb39f326-5fb9-4499-a479-fce90dfd5a3a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:02.338869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f6872951-bf55-4095-9ed1-08e0c623ebda no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:02.347976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b07bad3-9098-4319-a504-62fdb150a67a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:02.354892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-928925f3-f063-4823-b880-fe7a41ce1054 req-817d3951-05a5-4e5d-b991-5d9741c79a8c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694976 Nov 23 02:23:02.442519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f6872951-bf55-4095-9ed1-08e0c623ebda {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:02.443167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f6872951-bf55-4095-9ed1-08e0c623ebda not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:02.476986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.481909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5b07bad3-9098-4319-a504-62fdb150a67a,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:02.487917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.530545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.545956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f9684-9fdc-4f6d-9cde-da877b40db02 req-f0df0467-0905-430a-9ba8-791c48a9e930 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.547724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-613f9684-9fdc-4f6d-9cde-da877b40db02 req-f0df0467-0905-430a-9ba8-791c48a9e930 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 949 time: 0.1896932 Nov 23 02:23:02.549807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-418722a1-17c8-416e-a62e-076fecb30d61 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345634 Nov 23 02:23:02.630030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e7c094e-821a-4bb3-8d22-a63c15d5250b req-76b65f4b-ba79-4fc0-8807-f60d8e12950d service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997111 Nov 23 02:23:02.632900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-c3a22bd1-9554-49d2-8983-eb37c7750e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.634894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-c3a22bd1-9554-49d2-8983-eb37c7750e3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2486069 Nov 23 02:23:02.651771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.701997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.703690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f50d2a-0662-4226-a96e-e479e19de553,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.718298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.724222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8eeab0f2-08e8-4ca7-8ae2-6a72e4b4b82b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90f50d2a-0662-4226-a96e-e479e19de553 HTTP/1.1" status: 204 len: 168 time: 1.4279156 Nov 23 02:23:02.725521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.760687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-613f9684-9fdc-4f6d-9cde-da877b40db02 req-caf928d3-3b69-4343-8d8e-ae184c8248b5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059884 Nov 23 02:23:02.786086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a181e59-e9e7-41b9-8436-6fddcd731414 None None] Network 52605f5e-7a95-4e1f-8c8f-782907b5b302 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:02.868257 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-f9af2ab6-b67f-4ae7-a473-f5965aff6281 service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060421 Nov 23 02:23:02.897817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.975102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad38a22c-d1c1-4fb7-8b70-98b33ef828d2 req-79d8cb62-bac1-45eb-8ac2-72885233ce4c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010251 Nov 23 02:23:03.070455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab51e4a-9fab-4a20-affb-55b482b81880 req-47b927f7-74ed-4de4-973b-ab0352b71ba9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.088353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cab51e4a-9fab-4a20-affb-55b482b81880 req-47b927f7-74ed-4de4-973b-ab0352b71ba9 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 947 time: 0.2047076 Nov 23 02:23:03.088506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5b07bad3-9098-4319-a504-62fdb150a67a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:03.098253 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e991a1a-69f5-4e50-880c-051b01a9e38e req-53bbf1ea-2952-4bac-b00e-734792d6ddac service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141886 Nov 23 02:23:03.101750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:03.104334 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add2fcad-dfd7-4223-8294-bb1c9095cf97" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:03.138292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Deleting port 56120c88-93be-47b2-a1ee-e5887a0292d9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:03.138292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.155931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['554ef8d0-29a3-4bf0-8539-0fcdd4438779'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:03.221745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] DHCP port deletion for 52605f5e-7a95-4e1f-8c8f-782907b5b302 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:03.227973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:03.286842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cab51e4a-9fab-4a20-affb-55b482b81880 req-790483a7-3f72-4658-9f8a-4748f03af428 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940002 Nov 23 02:23:03.345621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] For port 56120c88-93be-47b2-a1ee-e5887a0292d9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=56120c88-93be-47b2-a1ee-e5887a0292d9,segment=NetworkSegment(6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc),segment_id=6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:03.346009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.364892 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e1a712-ca28-4fc5-9c2a-697754850e22 x-openstack-request-id: req-01e1a712-ca28-4fc5-9c2a-697754850e22 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:03.365181 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:03.365431 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01e1a712-ca28-4fc5-9c2a-697754850e22 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:03.365818 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67', 'status': 'completed', 'code': 200} Nov 23 02:23:03.395177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.395691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425471f-99f0-4835-8377-60bb023bfa18 req-8771d496-1001-45ca-9274-cb737ceb529a tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.397544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c425471f-99f0-4835-8377-60bb023bfa18 req-8771d496-1001-45ca-9274-cb737ceb529a tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 944 time: 0.1667981 Nov 23 02:23:03.419901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Calling delete_port for 56120c88-93be-47b2-a1ee-e5887a0292d9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:03.441607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:03.444318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:03.450371 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc13aab5-0cd0-4e2d-a332-afe4ef93b693" -d '{"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:03.493137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.497038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32f6a5df-d869-4511-bfd1-6b3c7a68e63a', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'port_id': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'mac_address': 'fa:16:3e:22:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:34Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 1, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:03.530231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-4a31045d-da7b-477e-bb88-9a45d9a328e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.531965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-4a31045d-da7b-477e-bb88-9a45d9a328e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 1099 time: 0.1297700 Nov 23 02:23:03.552876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c425471f-99f0-4835-8377-60bb023bfa18 req-b101f3c5-bd73-48bd-bde2-5b84445ecc83 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425507 Nov 23 02:23:03.659844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0be4145-6d12-4134-8b06-d64104821e17 None None] The sync data for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 is: [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32f6a5df-d869-4511-bfd1-6b3c7a68e63a', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'floating_ip_address': '172.25.1.150', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'port_id': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'mac_address': 'fa:16:3e:22:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:34Z', 'updated_at': '2021-11-23T02:22:57Z', 'revision_number': 1, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:03.679262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.693289 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e446292d-0f11-4467-860e-ad3756a7c503 x-openstack-request-id: req-e446292d-0f11-4467-860e-ad3756a7c503 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:03.693716 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:03.694073 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e446292d-0f11-4467-860e-ad3756a7c503 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:03.694597 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'code': 200} Nov 23 02:23:03.749543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Pushing event deleted for resources: {'Port': ['ID=56120c88-93be-47b2-a1ee-e5887a0292d9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.762212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-75bbf0d1-0800-4f1e-941e-7354134d65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.764147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-75bbf0d1-0800-4f1e-941e-7354134d65f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2103066 Nov 23 02:23:03.765038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] No DVR routers for this DVR port 56120c88-93be-47b2-a1ee-e5887a0292d9 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:03.808595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c774256-5239-4272-8504-514bf84d6832 req-e3e30c5c-e47d-4a8f-a33a-1dca3ed30be5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.817131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c774256-5239-4272-8504-514bf84d6832 req-e3e30c5c-e47d-4a8f-a33a-1dca3ed30be5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.1877625 Nov 23 02:23:03.820715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Deleting port 56120c88-93be-47b2-a1ee-e5887a0292d9 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:03.821219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.866086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-f6bf9d0f-ca83-45cd-a12b-90d73336bdad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67 HTTP/1.1" status: 200 len: 217 time: 0.0923779 Nov 23 02:23:03.884525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.992642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] For port 56120c88-93be-47b2-a1ee-e5887a0292d9, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:03.992642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.002541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Calling delete_port for 56120c88-93be-47b2-a1ee-e5887a0292d9 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:04.008753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Port 56120c88-93be-47b2-a1ee-e5887a0292d9 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:23:04.013240 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.013576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.025940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec56ff76-628c-44cf-bdd8-8902746352f5 None None] New status for floating IP 32f6a5df-d869-4511-bfd1-6b3c7a68e63a: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:04.053859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] Pushing event deleted for resources: {'Port': ['ID=56120c88-93be-47b2-a1ee-e5887a0292d9,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:04.061859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c774256-5239-4272-8504-514bf84d6832 req-e2a1be37-88ae-42ed-bea9-f9216e06ba11 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437537 Nov 23 02:23:04.069423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-d111d6b6-17a1-4c37-84da-0ed38fcd0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.070962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-d111d6b6-17a1-4c37-84da-0ed38fcd0020 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1917560 Nov 23 02:23:04.079782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0174cd-8ec7-44c4-a71d-61b90571af12 None None] No DVR routers for this DVR port 56120c88-93be-47b2-a1ee-e5887a0292d9 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:04.090136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.090513 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.091291 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.091628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > port after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.091973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.092764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > port after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.092764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.092986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.093979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.093979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.147947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 56120c88-93be-47b2-a1ee-e5887a0292d9 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:04.177661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 56120c88-93be-47b2-a1ee-e5887a0292d9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:04.178281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 56120c88-93be-47b2-a1ee-e5887a0292d9 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:04.229837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.230278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.230737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.231169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103571) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:23:04.231641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52605f5e-7a95-4e1f-8c8f-782907b5b302']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:04.253215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b092250-44d3-4abd-9764-264f05dcd7d2 req-ffc7bd9b-6896-41c0-baa0-a8bec6dac811 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.262265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b092250-44d3-4abd-9764-264f05dcd7d2 req-ffc7bd9b-6896-41c0-baa0-a8bec6dac811 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 949 time: 0.3418417 Nov 23 02:23:04.315747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:04.316152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dafbd6a-fa9d-462b-ba33-c74b48e5b7cc') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:04.342623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.401803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.438593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:04.439120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: from cryptography.utils import int_from_bytes Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: from cryptography.utils import int_from_bytes Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:04.447498 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:04.465220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-a9a0a8f9-a203-4f81-8684-1c15ef7b7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.466879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-a9a0a8f9-a203-4f81-8684-1c15ef7b7dbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3798466 Nov 23 02:23:04.510601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b092250-44d3-4abd-9764-264f05dcd7d2 req-6826f867-6870-40e0-b6fb-70f5e687ab49 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471066 Nov 23 02:23:04.579335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.602824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.605967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] 10.222.0.15 "DELETE /v2.0/networks/52605f5e-7a95-4e1f-8c8f-782907b5b302 HTTP/1.1" status: 204 len: 168 time: 1.8759699 Nov 23 02:23:04.609275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60160) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:04.630056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8084bc9-2844-4a03-a853-e8c8477fde61 req-c0c6939f-ad61-436b-ae25-9af48652cfe8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.638077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8084bc9-2844-4a03-a853-e8c8477fde61 req-c0c6939f-ad61-436b-ae25-9af48652cfe8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 947 time: 0.2630570 Nov 23 02:23:04.657315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebcbb6-296e-47f1-8a1d-02430f615261 admin admin] Pushing event deleted for resources: {'Network': ['ID=52605f5e-7a95-4e1f-8c8f-782907b5b302,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:04.711306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-6e90a7cc-cd2f-43e3-8289-4d90fe617d45 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131433 Nov 23 02:23:04.773757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-cfdc0725-cbca-4787-8251-e9727a7cf6a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0651889 Nov 23 02:23:04.833719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8084bc9-2844-4a03-a853-e8c8477fde61 req-6748e4fe-7c80-4bfe-a2d7-0bb5f5d4febc tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945789 Nov 23 02:23:04.938914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a50b7a-0f0d-45ee-b1b1-b85710844da2 req-89856f1d-a618-45ea-aadf-8d13c70b8bf9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.949976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1a50b7a-0f0d-45ee-b1b1-b85710844da2 req-89856f1d-a618-45ea-aadf-8d13c70b8bf9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 944 time: 0.1718283 Nov 23 02:23:04.985864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add2fcad-dfd7-4223-8294-bb1c9095cf97 req-74446186-9575-48e0-9a48-4c6398f061cd service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544162 Nov 23 02:23:05.017744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1a50b7a-0f0d-45ee-b1b1-b85710844da2 req-200c3634-5e56-467f-918d-0771079fc88f tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664794 Nov 23 02:23:05.060238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-e143dc01-305a-4a6a-af10-c233f77572db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.061827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-e143dc01-305a-4a6a-af10-c233f77572db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=53e393ec56864e10931c32fc1dcdf93b&device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 1101 time: 0.2029254 Nov 23 02:23:05.203901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937deb6-67b4-4cd7-835f-54c7a2573785 req-9254b9ef-5b91-4c94-9162-00ae7aaefbbc tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.205346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4937deb6-67b4-4cd7-835f-54c7a2573785 req-9254b9ef-5b91-4c94-9162-00ae7aaefbbc tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 948 time: 0.0567949 Nov 23 02:23:05.222168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:05.312091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4937deb6-67b4-4cd7-835f-54c7a2573785 req-476179ec-8e5d-4a43-902b-91e148d77359 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953951 Nov 23 02:23:05.317891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-e40ee627-fad7-4298-9816-888ce330b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.320100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-e40ee627-fad7-4298-9816-888ce330b476 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1902657 Nov 23 02:23:05.395611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-c2dc4d71-f090-40bb-95c9-3451c0869522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 200 len: 217 time: 0.0601461 Nov 23 02:23:05.398557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:05.423967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'mac_address': 'fa:16:3e:48:2a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:05.460725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.464617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-a0bfc4a7-368e-41d1-9fba-e0445a59e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.466106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-a0bfc4a7-368e-41d1-9fba-e0445a59e8c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0596659 Nov 23 02:23:05.470655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.486141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f6504d-ab17-4d34-b8b4-f62200ab111c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:05.508442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:05.512942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.595125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:05.613841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-bcd8d958-d17c-47e8-a42d-fc37a605d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.615562 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-bcd8d958-d17c-47e8-a42d-fc37a605d561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196961 Nov 23 02:23:05.635767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f8307e0-79c4-4144-aad0-7b08a7065900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.705621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc4588-96b2-4ea7-8ed0-d16ad7239ab9 req-6ab9c035-2cdf-411c-a759-162b29cc76ba tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.707220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35bc4588-96b2-4ea7-8ed0-d16ad7239ab9 req-6ab9c035-2cdf-411c-a759-162b29cc76ba tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 949 time: 0.0787179 Nov 23 02:23:05.780430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35bc4588-96b2-4ea7-8ed0-d16ad7239ab9 req-5c0c001d-df96-45b8-a714-f813404ce25b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Nov 23 02:23:05.799364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-6700d5e1-f502-4267-9cf2-f1c9799b52fa service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713009 Nov 23 02:23:05.966362 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44568f6a-2acc-4c06-a2f6-779ff1ad0b33 req-ed0ccb56-5d7b-43ee-bc29-7b0254b719a3 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488116 Nov 23 02:23:05.968783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331144d-edeb-4ed3-8ca5-86a06f00d2ed req-0180b12c-96b4-4414-b39e-b99b1613f1ff tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.970649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6331144d-edeb-4ed3-8ca5-86a06f00d2ed req-0180b12c-96b4-4414-b39e-b99b1613f1ff tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 947 time: 0.0513771 Nov 23 02:23:06.004910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Deleting port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:06.005070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.050804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:06.107566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6331144d-edeb-4ed3-8ca5-86a06f00d2ed req-347cc604-5aca-4349-8958-fa658fa2d2e8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206973 Nov 23 02:23:06.144067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c59823b-a5da-4e45-832b-db2a5c44bc67 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:06.168615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] For port e701540c-9a0d-4ef2-9e5f-a9a5db2b5030, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:06.169011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.183631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Calling delete_port for e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:06.260687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ee65f-b939-45b7-b5a1-90ce5b6cb00a req-b0667672-d85b-490d-9b3b-9c8f676b4b85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.262790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f8ee65f-b939-45b7-b5a1-90ce5b6cb00a req-b0667672-d85b-490d-9b3b-9c8f676b4b85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 944 time: 0.0698535 Nov 23 02:23:06.285366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:06.306472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '4c59823b-a5da-4e45-832b-db2a5c44bc67', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '4c59823b-a5da-4e45-832b-db2a5c44bc67', 'mac_address': 'fa:16:3e:b8:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:06.355371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f8ee65f-b939-45b7-b5a1-90ce5b6cb00a req-a79a730e-42b5-4900-a86f-9b4a3eda5c18 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833242 Nov 23 02:23:06.362466 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.404357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c59823b-a5da-4e45-832b-db2a5c44bc67 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:06.426621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.449275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:06.454738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.456642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Pushing event deleted for resources: {'Port': ['ID=e701540c-9a0d-4ef2-9e5f-a9a5db2b5030,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:06.476905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7132b8b-4b11-49e1-bb7b-9c81d76ba9bc req-41839948-0bf0-47fd-b335-80cd9ba460df tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.479930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7132b8b-4b11-49e1-bb7b-9c81d76ba9bc req-41839948-0bf0-47fd-b335-80cd9ba460df tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 949 time: 0.0656877 Nov 23 02:23:06.538230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:06.572454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7132b8b-4b11-49e1-bb7b-9c81d76ba9bc req-b4aa8b35-256a-4aba-912b-87fa635cc794 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815487 Nov 23 02:23:06.655788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.808523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc86e3-8b28-4147-9afd-57e638acd996 req-903bc24b-00ab-4460-a1f0-25a30f80cff9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.816701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fc86e3-8b28-4147-9afd-57e638acd996 req-903bc24b-00ab-4460-a1f0-25a30f80cff9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 949 time: 0.0665135 Nov 23 02:23:06.832947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['4c59823b-a5da-4e45-832b-db2a5c44bc67'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:06.889440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fc86e3-8b28-4147-9afd-57e638acd996 req-cdb9c002-a398-4a78-a8b0-f00d6422247f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675831 Nov 23 02:23:06.948095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-bf4b67d9-9590-4395-951a-f72867cb5498 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.950616 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-bf4b67d9-9590-4395-951a-f72867cb5498 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4&tenant_id=7b1638c79e344f298db1a9a730889436&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 949 time: 0.1783688 Nov 23 02:23:06.959257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313b361-746c-453f-9207-568357f7c251 req-9b8f0d31-d047-4894-aab4-3e98c29afe89 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.961067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f313b361-746c-453f-9207-568357f7c251 req-9b8f0d31-d047-4894-aab4-3e98c29afe89 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 949 time: 0.0529082 Nov 23 02:23:07.022997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f313b361-746c-453f-9207-568357f7c251 req-343052f3-0787-44fe-93a6-2c291bb8ad3c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497398 Nov 23 02:23:07.114947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-79741e29-d0a7-4aa9-8185-c71f86dc1250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.116447 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-79741e29-d0a7-4aa9-8185-c71f86dc1250 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1101 time: 0.0612168 Nov 23 02:23:07.118206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Router 79affc7a-5672-4191-9ab9-d50981e7da56 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:07.218801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 554ef8d0-29a3-4bf0-8539-0fcdd4438779 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:07.239694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfae2f-baef-44f0-951a-ace144478156 req-9819304d-59ed-4edc-95ae-182f29fa436d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.241731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-debfae2f-baef-44f0-951a-ace144478156 req-9819304d-59ed-4edc-95ae-182f29fa436d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 948 time: 0.0544720 Nov 23 02:23:07.286447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:07.291174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:07.291622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.304757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-debfae2f-baef-44f0-951a-ace144478156 req-4866fbb7-8944-4257-98f5-823462a35be6 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Nov 23 02:23:07.387336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.415230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:07.418038 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6564809c-018d-4ff0-a8f9-7cacab2423b9" -d '{"events": [{"server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "name": "network-vif-plugged", "status": "completed", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:07.433581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:07.438709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.439596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5b07bad3-9098-4319-a504-62fdb150a67a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:07.502452 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25a371-21b4-4c2b-a04d-ba83c0cd96cb x-openstack-request-id: req-2e25a371-21b4-4c2b-a04d-ba83c0cd96cb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:07.502796 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "name": "network-vif-plugged", "status": "completed", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:07.503060 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e25a371-21b4-4c2b-a04d-ba83c0cd96cb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:07.503457 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779', 'code': 200} Nov 23 02:23:07.509305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba785f8c-a3ed-4e8b-9886-6a277731c310 req-f671c2c9-7791-4631-9352-63d3cb27e790 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.518661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba785f8c-a3ed-4e8b-9886-6a277731c310 req-f671c2c9-7791-4631-9352-63d3cb27e790 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 944 time: 0.0760071 Nov 23 02:23:07.547301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.564871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5b07bad3-9098-4319-a504-62fdb150a67a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:07.569484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5b07bad3-9098-4319-a504-62fdb150a67a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:07.569856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.611939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba785f8c-a3ed-4e8b-9886-6a277731c310 req-9b00affb-2bfe-4acf-8296-df69baee01f9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923846 Nov 23 02:23:07.673012 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.706114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5b07bad3-9098-4319-a504-62fdb150a67a,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:07.710354 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.746045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba39b-5e07-4009-af02-0754171aed33 req-33fe504b-9b15-412d-924a-fed0db7376d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.747500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-430ba39b-5e07-4009-af02-0754171aed33 req-33fe504b-9b15-412d-924a-fed0db7376d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 1102 time: 0.1226597 Nov 23 02:23:07.755851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-75ace4a7-f786-499d-9370-04dd8ea079b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.757265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-75ace4a7-f786-499d-9370-04dd8ea079b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.6291978 Nov 23 02:23:07.758419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:07.766373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f292d6c0-7078-4bc9-9fe8-9e6258f5c086 admin admin] 10.222.0.15 "PUT /v2.0/routers/79affc7a-5672-4191-9ab9-d50981e7da56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536453 Nov 23 02:23:07.766793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:07.774031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Sync routers for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:07.794550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.803361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:07.804006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:22:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:07.822909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-ac650f6f-bbfc-4480-ba24-b7cac7174f22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.0568333 Nov 23 02:23:07.903019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-430ba39b-5e07-4009-af02-0754171aed33 req-2d5ddb03-d442-4da9-a845-331aea642227 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294756 Nov 23 02:23:07.926900 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.943687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-2f29bc52-df09-46b0-b0f7-0f0c41dd80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.945388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-2f29bc52-df09-46b0-b0f7-0f0c41dd80e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1015480 Nov 23 02:23:07.979159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:08.048168 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1be15dbc-27e7-485b-9ce5-c93e9e7c2eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.099542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d85068-e483-41fe-985a-3e883eb1b4ad req-8cefb112-79e3-4f18-bc08-d4b02240ecb7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.101086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51d85068-e483-41fe-985a-3e883eb1b4ad req-8cefb112-79e3-4f18-bc08-d4b02240ecb7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 949 time: 0.1295187 Nov 23 02:23:08.139082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c59823b-a5da-4e45-832b-db2a5c44bc67 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:08.185037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.218719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdf6a2-fee8-4007-a915-7814c513d17f req-906262e9-c101-4a06-b354-49cfc8516e63 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.220374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2fdf6a2-fee8-4007-a915-7814c513d17f req-906262e9-c101-4a06-b354-49cfc8516e63 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.1076856 Nov 23 02:23:08.230369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51d85068-e483-41fe-985a-3e883eb1b4ad req-3f487f5d-c610-4a27-a728-848aaf00ddb7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147408 Nov 23 02:23:08.240196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 4c59823b-a5da-4e45-832b-db2a5c44bc67 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:08.255119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 4c59823b-a5da-4e45-832b-db2a5c44bc67 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:08.255330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.304191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2fdf6a2-fee8-4007-a915-7814c513d17f req-d267d1f2-0530-406c-aa49-992c3eaa28eb tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683546 Nov 23 02:23:08.311960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-2f9de9b7-ab0d-45d1-a718-71e4addd50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.316079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-2f9de9b7-ab0d-45d1-a718-71e4addd50cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741618 Nov 23 02:23:08.322014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Deleting port a6cbd078-4157-42bb-ae91-455e7c01561c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:08.322454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.356494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:23:06Z', 'revision_number': 5, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port': {'id': 'a6cbd078-4157-42bb-ae91-455e7c01561c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:58Z', 'updated_at': '2021-11-23T02:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:08.410526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Checking router: 79affc7a-5672-4191-9ab9-d50981e7da56 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:08.431152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Routers {'79affc7a-5672-4191-9ab9-d50981e7da56'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:08.431152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['79affc7a-5672-4191-9ab9-d50981e7da56'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:08.458287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-1d845db5-4f1a-4266-a267-b4a92b76f877 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184106 Nov 23 02:23:08.513757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] For port a6cbd078-4157-42bb-ae91-455e7c01561c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6cbd078-4157-42bb-ae91-455e7c01561c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:08.514618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.534768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Calling delete_port for a6cbd078-4157-42bb-ae91-455e7c01561c owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:08.555649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.561678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85cc42-8541-4c45-9a54-df4ec7871d61 req-ee764cc2-1716-4287-8f47-15237d77e29d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.569829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53d3ed5b-b23f-421c-b479-0c6dca3cace6 req-71ed0793-9c87-4cc9-8ad0-f1351e5c9c1d service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009536 Nov 23 02:23:08.570067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb85cc42-8541-4c45-9a54-df4ec7871d61 req-ee764cc2-1716-4287-8f47-15237d77e29d tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 948 time: 0.1092830 Nov 23 02:23:08.595353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] Set router 79affc7a-5672-4191-9ab9-d50981e7da56 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:08.672517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:23:08Z', 'revision_number': 6, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:08.675625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:08.710852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.713716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3430c04-2fb5-4b85-9853-897b9d316a68 None None] The sync data for ids ['79affc7a-5672-4191-9ab9-d50981e7da56'] in n-d-714676-12 is: [{'id': '79affc7a-5672-4191-9ab9-d50981e7da56', 'name': 'tempest-AttachSCSIVolumeTestJSON-1395670457-router', 'tenant_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:57Z', 'updated_at': '2021-11-23T02:23:08Z', 'revision_number': 6, 'project_id': '40ee0e8a39e54c11b133c35b1c9c7096', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:08.794815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:08.994035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb85cc42-8541-4c45-9a54-df4ec7871d61 req-16418b82-4ab4-4de6-b30f-e08e9854d37a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230533 Nov 23 02:23:09.094587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609641e-8582-459a-a3fa-d777f9fdf284 req-b17e397e-f0fb-490c-87c2-56ae06084571 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.096114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1609641e-8582-459a-a3fa-d777f9fdf284 req-b17e397e-f0fb-490c-87c2-56ae06084571 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 945 time: 0.1158400 Nov 23 02:23:09.165288 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.182021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.192557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1609641e-8582-459a-a3fa-d777f9fdf284 req-ada918ba-7183-4ee6-bf18-14c8a33ff9bb tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672994 Nov 23 02:23:09.215328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cbd078-4157-42bb-ae91-455e7c01561c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.236185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:09.298668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.333202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port d4f6504d-ab17-4d34-b8b4-f62200ab111c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:09.335319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.489500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.507583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a'}, {'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:09.510301 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e81dc-6a1a-4937-aaec-af8b7d57ff1f" -d '{"events": [{"server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "name": "network-vif-plugged", "status": "completed", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a"}, {"server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:09.526041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.529140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.550334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:09.555081 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.617699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.642797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa3fd-b861-4891-8651-43a651474849 req-648443ac-b157-4e35-be7d-f9840830ad31 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.644467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d47fa3fd-b861-4891-8651-43a651474849 req-648443ac-b157-4e35-be7d-f9840830ad31 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 949 time: 0.2100899 Nov 23 02:23:09.647159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.647818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79affc7a-5672-4191-9ab9-d50981e7da56 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:09.657412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2292c-b7aa-408c-9fb4-6f65d3f02e4e req-fd590b0a-e138-4d89-b34d-ccdf9cb63db5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.659027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fd2292c-b7aa-408c-9fb4-6f65d3f02e4e req-fd590b0a-e138-4d89-b34d-ccdf9cb63db5 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.2371542 Nov 23 02:23:09.668749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.670378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-800d4efd-90d1-4410-9839-ca100c241482 admin admin] 10.222.0.15 "DELETE /v2.0/routers/79affc7a-5672-4191-9ab9-d50981e7da56 HTTP/1.1" status: 204 len: 168 time: 1.9024382 Nov 23 02:23:09.672819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60252) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:09.729678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Deleting subnet 676ca70f-b02d-4c75-bb79-0b4e488cde69 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:09.733331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.739822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d47fa3fd-b861-4891-8651-43a651474849 req-58e840aa-6ad3-4d11-ad31-12b0abd0face tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790541 Nov 23 02:23:09.763362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fd2292c-b7aa-408c-9fb4-6f65d3f02e4e req-5fbaba23-c864-45c7-a0b5-6ee3fc512912 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Nov 23 02:23:09.775656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.829423 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca45de-5168-42f4-b011-7ed3522e689c x-openstack-request-id: req-57ca45de-5168-42f4-b011-7ed3522e689c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:09.829790 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "name": "network-vif-plugged", "status": "completed", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a", "code": 200}, {"server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:09.830115 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57ca45de-5168-42f4-b011-7ed3522e689c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:09.830612 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a', 'code': 200} Nov 23 02:23:09.831004 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67', 'code': 200} Nov 23 02:23:09.891532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.985578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.993289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d50dc-2f44-4164-9cbc-156cd1ac3de8 req-a4e41d47-9707-40b5-bccc-da5d7b5da4b8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.995593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d24d50dc-2f44-4164-9cbc-156cd1ac3de8 req-a4e41d47-9707-40b5-bccc-da5d7b5da4b8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.1014433 Nov 23 02:23:10.002465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee7d01-e94a-49cd-9530-03672fb6b8c6 req-7bb8ee78-57ac-4c6f-8188-f0eeaeda03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.004678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee7d01-e94a-49cd-9530-03672fb6b8c6 req-7bb8ee78-57ac-4c6f-8188-f0eeaeda03ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 1101 time: 0.0780201 Nov 23 02:23:10.064014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676ca70f-b02d-4c75-bb79-0b4e488cde69,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:10.110797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:10.114211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.118054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60e5329d-6198-4be1-bb2b-26a7bae4da30 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/676ca70f-b02d-4c75-bb79-0b4e488cde69 HTTP/1.1" status: 204 len: 168 time: 0.4435668 Nov 23 02:23:10.122133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:10.131762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34292-d19b-40ed-b79f-c89f2efe9599 req-82f15a68-ac21-4d65-b2fc-e603817ab1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.133451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-96e34292-d19b-40ed-b79f-c89f2efe9599 req-82f15a68-ac21-4d65-b2fc-e603817ab1a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1097 time: 0.1495745 Nov 23 02:23:10.163052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:10.166722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e701540c-9a0d-4ef2-9e5f-a9a5db2b5030 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:10.167325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6cbd078-4157-42bb-ae91-455e7c01561c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:10.169658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44cd9f1-ec7b-4b73-8162-fc51165bf007 None None] Network d1653cac-8ad3-4eec-8a81-2f2eab4c2221 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:10.198833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-96e34292-d19b-40ed-b79f-c89f2efe9599 req-e38a489b-caaa-4921-856c-55e4a8aa67c9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Nov 23 02:23:10.226074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d24d50dc-2f44-4164-9cbc-156cd1ac3de8 req-e57da8b6-851e-4da1-adef-edf0f8b81874 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144034 Nov 23 02:23:10.234630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee7d01-e94a-49cd-9530-03672fb6b8c6 req-fed88060-0065-42ad-8d30-caddef89e07c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126546 Nov 23 02:23:10.273530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.296408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122b682-e6f2-4a80-b946-0fce4f1d9744 req-4833a61d-0471-472a-a7e5-a7e906dfbb58 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.298760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c122b682-e6f2-4a80-b946-0fce4f1d9744 req-4833a61d-0471-472a-a7e5-a7e906dfbb58 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 949 time: 0.1492901 Nov 23 02:23:10.386544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a6cbd078-4157-42bb-ae91-455e7c01561c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:10.387164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6cbd078-4157-42bb-ae91-455e7c01561c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:10.397985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c122b682-e6f2-4a80-b946-0fce4f1d9744 req-a9d6df06-b29d-4533-8c4b-8f6570e02604 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913146 Nov 23 02:23:10.406261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Deleting port a827fe6e-4ac1-4df2-a976-020260dab967 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:10.406751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.476299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] For port a827fe6e-4ac1-4df2-a976-020260dab967, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a827fe6e-4ac1-4df2-a976-020260dab967,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:10.476680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.538291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Calling delete_port for a827fe6e-4ac1-4df2-a976-020260dab967 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:10.573496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.595673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] DHCP port deletion for d1653cac-8ad3-4eec-8a81-2f2eab4c2221 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:10.629217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395fe28-834d-424f-8dd3-d11176380160 req-3370258c-fe34-42a2-8d26-66c28afd08e2 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.638434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d395fe28-834d-424f-8dd3-d11176380160 req-3370258c-fe34-42a2-8d26-66c28afd08e2 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 945 time: 0.1539035 Nov 23 02:23:10.690166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Deleting port a827fe6e-4ac1-4df2-a976-020260dab967 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:10.690571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.727036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d395fe28-834d-424f-8dd3-d11176380160 req-a655d59a-07ae-4dd8-a329-fd72cd6ffb21 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875657 Nov 23 02:23:10.736185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.759644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] No DVR routers for this DVR port a827fe6e-4ac1-4df2-a976-020260dab967 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:10.780659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] For port a827fe6e-4ac1-4df2-a976-020260dab967, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a827fe6e-4ac1-4df2-a976-020260dab967,segment=NetworkSegment(e7d508a8-3328-417a-b2b2-47fa986b7ad7),segment_id=e7d508a8-3328-417a-b2b2-47fa986b7ad7)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:10.781410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.800281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Calling delete_port for a827fe6e-4ac1-4df2-a976-020260dab967 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:10.928145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-775a73e7-1034-4b74-b7c4-f09aefa9e4f7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389438 Nov 23 02:23:10.928894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Pushing event deleted for resources: {'Port': ['ID=a827fe6e-4ac1-4df2-a976-020260dab967,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:10.946135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.959829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] No DVR routers for this DVR port a827fe6e-4ac1-4df2-a976-020260dab967 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:10.982776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa25cd-82ea-4ed3-9dd2-5cb1415b5754 None None] Pushing event deleted for resources: {'Port': ['ID=a827fe6e-4ac1-4df2-a976-020260dab967,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:10.993306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.046353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1653cac-8ad3-4eec-8a81-2f2eab4c2221']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.068150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d508a8-3328-417a-b2b2-47fa986b7ad7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.068450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d508a8-3328-417a-b2b2-47fa986b7ad7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.099792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ce10e-faf1-4bb1-a9af-027ddac859ed req-6419e032-8d8f-41d0-861f-fcdeda471131 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:11.101446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc4ce10e-faf1-4bb1-a9af-027ddac859ed req-6419e032-8d8f-41d0-861f-fcdeda471131 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.2112157 Nov 23 02:23:11.104057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.172141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-917b48e8-7fe2-4906-a93d-1a5c5cc3df4d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:11.174280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-917b48e8-7fe2-4906-a93d-1a5c5cc3df4d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250721 Nov 23 02:23:11.177312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.206653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:11.206981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:11.208623 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:11.255320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-2dcc4b92-6e43-4b79-859a-566167ffdc7a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/quotas/7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 375 time: 0.0743372 Nov 23 02:23:11.272411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc4ce10e-faf1-4bb1-a9af-027ddac859ed req-d3887c63-e174-43fb-bc0c-751e79c23ab4 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528294 Nov 23 02:23:11.317415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.327314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.334332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d1653cac-8ad3-4eec-8a81-2f2eab4c2221 HTTP/1.1" status: 204 len: 168 time: 1.2064431 Nov 23 02:23:11.346884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8673f2-0908-4614-9b1c-33898aafd733 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1653cac-8ad3-4eec-8a81-2f2eab4c2221,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:11.364414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-5ad2f473-8852-4c36-962c-02a13663dbaa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024575 Nov 23 02:23:11.566322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2694254-a310-4c65-b2d8-b3ed1a5de0d5 req-d5fbe0ab-c039-480b-821b-ee4bb8baf194 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:11.568313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2694254-a310-4c65-b2d8-b3ed1a5de0d5 req-d5fbe0ab-c039-480b-821b-ee4bb8baf194 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 1102 time: 0.0606935 Nov 23 02:23:11.655208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.691844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2694254-a310-4c65-b2d8-b3ed1a5de0d5 req-06ef453b-3546-4eb2-9d5e-0a42fddeefd6 tempest-ServersOnMultiNodesTest-586241144 tempest-ServersOnMultiNodesTest-586241144-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005127 Nov 23 02:23:11.710596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60304) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.756638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fea27-3a91-4545-999a-c9136b0244a8 req-c5947954-00a4-42e3-9c73-4d4637c363ac tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:11.759561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a88fea27-3a91-4545-999a-c9136b0244a8 req-c5947954-00a4-42e3-9c73-4d4637c363ac tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 949 time: 0.1256564 Nov 23 02:23:11.820898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-790addf0-0734-4a12-948d-9fc5794e8d65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f34f07f259684019b431d7ceb3dc6043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162095 Nov 23 02:23:11.822478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.832922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:11.838472 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2fbafc-d67e-4ae6-b1f3-47680fa78b15" -d '{"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:11.884775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a88fea27-3a91-4545-999a-c9136b0244a8 req-62a16648-9820-4290-92be-4069a41a92ca tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099160 Nov 23 02:23:11.942591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.971364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.988743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41ea6da9-6c18-43bf-9da1-d0269bf53ec6 req-a32a7cad-7a59-42df-9790-65ffd39a72ee tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0975549 Nov 23 02:23:12.038860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.050255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.055438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25295bfc-ba0a-42d4-be44-bc455e980766 HTTP/1.1" status: 204 len: 168 time: 0.2270544 Nov 23 02:23:12.072891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864046ec-ccdf-4d68-a097-0f7128be09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25295bfc-ba0a-42d4-be44-bc455e980766,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:12.174285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa22af-0b1b-4fb5-8c3a-19826154d5ac req-ddffe1d1-94fd-45df-b5b4-c2a884b45975 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.186083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67fa22af-0b1b-4fb5-8c3a-19826154d5ac req-ddffe1d1-94fd-45df-b5b4-c2a884b45975 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 945 time: 0.1207011 Nov 23 02:23:12.311733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67fa22af-0b1b-4fb5-8c3a-19826154d5ac req-925232c0-17e5-44c0-a16c-60f7c11f1e57 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242378 Nov 23 02:23:12.323465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a827fe6e-4ac1-4df2-a976-020260dab967 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:12.349335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a827fe6e-4ac1-4df2-a976-020260dab967 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:12.349694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a827fe6e-4ac1-4df2-a976-020260dab967 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:12.409835 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6b37fb-c7c2-417c-8d60-efcccf62cee1 x-openstack-request-id: req-ab6b37fb-c7c2-417c-8d60-efcccf62cee1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:12.410851 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:12.411945 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab6b37fb-c7c2-417c-8d60-efcccf62cee1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:12.413617 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'code': 200} Nov 23 02:23:12.510689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560ea0-2d6e-46be-8fbd-02bdd17c3294 req-1aaf66d9-f7ec-4288-ab74-324fb66cd5c6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.519087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da560ea0-2d6e-46be-8fbd-02bdd17c3294 req-1aaf66d9-f7ec-4288-ab74-324fb66cd5c6 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.0854995 Nov 23 02:23:12.642120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-868ac132-303b-4274-8603-18b29f7d7c83 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.643686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-868ac132-303b-4274-8603-18b29f7d7c83 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1217194 Nov 23 02:23:12.651377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.652824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da560ea0-2d6e-46be-8fbd-02bdd17c3294 req-2a5a86b5-d726-4ab9-9b84-486dbc946420 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328690 Nov 23 02:23:12.733738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d2ea74b0-29f0-4a42-9214-2f3f0dd7737a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40ee0e8a39e54c11b133c35b1c9c7096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803716 Nov 23 02:23:12.736529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.763216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-50d75c2e-6dc8-45f6-82e5-e2c794757dd9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 695 time: 0.1092451 Nov 23 02:23:12.781431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:12.858602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.922656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.979187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.138024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d37a-0e63-4255-9afa-679ae19be5b5 req-e7713e3a-d1a4-41bf-910d-4a8dd4e9af90 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:13.139522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49c2d37a-0e63-4255-9afa-679ae19be5b5 req-e7713e3a-d1a4-41bf-910d-4a8dd4e9af90 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 949 time: 0.1584423 Nov 23 02:23:13.212892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.215471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.216617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2abec778-890d-4bf1-9804-43875af2034a HTTP/1.1" status: 204 len: 168 time: 0.4791372 Nov 23 02:23:13.337819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-917c62c8-aa74-4639-bc10-4ec2a9243da7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1781492 Nov 23 02:23:13.342119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abec778-890d-4bf1-9804-43875af2034a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.438890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.439562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.439562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.439891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.440225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.441053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a4274-fd95-4aa1-901b-1e4e23d7ec05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:13.480374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49c2d37a-0e63-4255-9afa-679ae19be5b5 req-a12df9f0-8b79-4484-8fb2-f10eb70029c3 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198159 Nov 23 02:23:13.588458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-9674711b-e2f8-4153-94ee-ba5a6d4b1c06 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:13.589911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-9674711b-e2f8-4153-94ee-ba5a6d4b1c06 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388945 Nov 23 02:23:13.617046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2688c8f8-b09c-43b5-881f-16180dc221da req-e81d8616-c07a-463f-b78d-d7ba453484c0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 210 time: 0.0664892 Nov 23 02:23:13.623911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Request body: {'port': {'device_id': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '7b1638c79e344f298db1a9a730889436'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:13.692507 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.697541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.029342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.124950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-network', 'tenant_id': '5226646371f24acc8e609a1071904571'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:14.141716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Made reservation on behalf of 7b1638c79e344f298db1a9a730889436 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:14.145221 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.149595 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Floating IP ae388ca0-5920-4e2c-90f1-238b20e97328 associated. External IP: 172.25.1.65, port: 31207130-ca63-4457-bf0f-770d14f723c8. Nov 23 02:23:14.154476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Made reservation on behalf of 5226646371f24acc8e609a1071904571 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:14.156834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.166539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.204111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c04174-fdd2-4731-9980-ecc9a1db5735 req-87a768d6-23d2-4252-bac2-53aabc662345 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:14.205623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4c04174-fdd2-4731-9980-ecc9a1db5735 req-87a768d6-23d2-4252-bac2-53aabc662345 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.1283395 Nov 23 02:23:14.244995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.248878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.280889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:14.297989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dd4264-5157-4831-8ac6-714266ba17b0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.317078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.317427 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Added segment f52c5a55-6b42-4964-a72e-704a16d700d0 of type vlan for network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 Nov 23 02:23:14.366048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4c04174-fdd2-4731-9980-ecc9a1db5735 req-c3fec79d-875f-4855-8948-9fb13e0dd06a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513786 Nov 23 02:23:14.370918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.382949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-096938ed-f657-4853-a1df-40b18190531f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:14.385363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-096938ed-f657-4853-a1df-40b18190531f tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c6bfdc4-0447-4685-9ed3-5f6c22e06504 HTTP/1.1" status: 200 len: 950 time: 0.1080949 Nov 23 02:23:14.437987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.438984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:14.439963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.522674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Allocated IP 192.168.233.208 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/9261f1ff-10e4-41b0-8fee-1a6ee42e22f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:14.542710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5121558 Nov 23 02:23:14.545993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60382) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.552092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Request body: {'subnet': {'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-subnet', 'tenant_id': '5226646371f24acc8e609a1071904571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:14.562817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872bc2-015d-4da1-8586-938195e5be54 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bfa19b-f5a1-4429-9e5e-b118b73acd47,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.576884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:14.583825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dad16-a7c9-4640-a034-df7751138637 req-2236b1f2-e86d-488e-a6ba-aee1ea2ac1fc tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:14.585363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f5dad16-a7c9-4640-a034-df7751138637 req-2236b1f2-e86d-488e-a6ba-aee1ea2ac1fc tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 1101 time: 0.1284509 Nov 23 02:23:14.588399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Made reservation on behalf of 5226646371f24acc8e609a1071904571 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:14.590854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.636050 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4f5dad16-a7c9-4640-a034-df7751138637 req-d883f950-8526-401b-be0b-f5531c6c7a2d tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.657143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:14.657486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.658006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:14.813722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port 554ef8d0-29a3-4bf0-8539-0fcdd4438779, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=554ef8d0-29a3-4bf0-8539-0fcdd4438779,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:14.814120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.849098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for 554ef8d0-29a3-4bf0-8539-0fcdd4438779 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:14.885904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.941320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.945822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4f5dad16-a7c9-4640-a034-df7751138637 req-d883f950-8526-401b-be0b-f5531c6c7a2d tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.951215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:14.955311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4f5dad16-a7c9-4640-a034-df7751138637 req-d883f950-8526-401b-be0b-f5531c6c7a2d tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.962835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.965387 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:14.976050 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:14.976922 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.023302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64720a09-1e11-4f58-91a5-adc6fa5a749b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.031277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.040648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-32077147-6784-4869-81aa-520cfbad9ccd tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "PUT /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 995 time: 2.2653906 Nov 23 02:23:15.040805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883f950-8526-401b-be0b-f5531c6c7a2d tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd47a4-3abd-43c3-af7b-16a5ecbf21cb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.041828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Checking segment: {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:15.043468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Network hostable DHCP agents. Network: c0bfa19b-f5a1-4429-9e5e-b118b73acd47, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:15.045313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:15.050341 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8b8785-0943-4d21-a52d-8dc1a00427d6" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:15.057766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f5dad16-a7c9-4640-a034-df7751138637 req-d883f950-8526-401b-be0b-f5531c6c7a2d tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557776 Nov 23 02:23:15.061450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:15.106370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:15.127335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.130288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c0bfa19b-f5a1-4429-9e5e-b118b73acd47) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:15.140699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:15.146563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:15.153030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:15.161943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:15.164253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.165072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.170625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ddf50-4815-468b-9223-df308404b6d4 None None] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:15.175783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=554ef8d0-29a3-4bf0-8539-0fcdd4438779,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.184571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.213787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-d25664ee-1f20-4755-910b-56348cdd6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.216000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-d25664ee-1f20-4755-910b-56348cdd6319 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.1193099 Nov 23 02:23:15.224937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c56c79b3-8f8c-42c6-8a7b-126702ea7765 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6776588 Nov 23 02:23:15.231383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:15.238904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:15.278035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port 554ef8d0-29a3-4bf0-8539-0fcdd4438779 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:15.281499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.285600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfcf7cff-9a4e-4a89-8558-15c6f5d0249a req-85f666e0-f317-4d62-bbfe-671111287f72 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "DELETE /v2.0/ports/554ef8d0-29a3-4bf0-8539-0fcdd4438779 HTTP/1.1" status: 204 len: 173 time: 0.8912303 Nov 23 02:23:15.286306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'name': 'network-vif-deleted', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:15.289097 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e771da-8ed0-4311-99e4-cba35439ab90" -d '{"events": [{"server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "name": "network-vif-deleted", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:15.298344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.304630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.411214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.412256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.429583 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:15.514274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.525667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-157da68a-7a4e-443d-88b3-db2688ed6834 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9067676 Nov 23 02:23:15.557936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Request body: {'port': {'device_id': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:15.732893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'tenant_id': '5226646371f24acc8e609a1071904571', 'fixed_ips': [{'subnet_id': '64720a09-1e11-4f58-91a5-adc6fa5a749b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:15.735260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.735483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-cc8e6184-e3e3-415b-9591-f4da3377b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.736990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-cc8e6184-e3e3-415b-9591-f4da3377b631 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.5052340 Nov 23 02:23:15.748524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2e42f600-dc90-4246-8ad4-79138b369e6a None None] Provisioning complete for port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:15.749050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e42f600-dc90-4246-8ad4-79138b369e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.753423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:13Z', 'revision_number': 1, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.793237 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:15.804243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:15.805130 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.878449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.893918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2e42f600-dc90-4246-8ad4-79138b369e6a None None] Port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:15.920464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.936762 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:15.959064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-986a3cbc-4b6b-4b97-b2b2-8376cf0cdbba tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.960690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-986a3cbc-4b6b-4b97-b2b2-8376cf0cdbba tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.4446731 Nov 23 02:23:15.979130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Allocated IP 172.20.0.2 (c0bfa19b-f5a1-4429-9e5e-b118b73acd47/64720a09-1e11-4f58-91a5-adc6fa5a749b/5428afa9-a272-481f-a8e3-f20db10c4531) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:16.028893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-65bff3e9-7cda-4e5a-af30-575e412ab6b8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/quotas/bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 375 time: 0.0491138 Nov 23 02:23:16.031882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-a65acb3b-6f41-47b0-969b-2f11d8e2c962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 998 time: 0.2823286 Nov 23 02:23:16.176863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.184838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.209467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-3692e5b8-3e41-4f46-92d7-44d0acdeeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:16.210967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-3692e5b8-3e41-4f46-92d7-44d0acdeeaed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1582413 Nov 23 02:23:16.233829 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:13Z', 'revision_number': 1, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:16.235131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d', '0748c3b0-f713-43f9-8375-74e8ebf15214', '9a3023ce-9c23-4364-970f-598c74abe32a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:16.252994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-d46c9cd8-d42c-4175-af50-8d1bfaab9f3c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2229178 Nov 23 02:23:16.265871 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029e5773-a330-4b08-82d2-56491f145bdd None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:13Z', 'revision_number': 1, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:16.268299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:16.273930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Pushing event updated for resources: {'Port': ['ID=5428afa9-a272-481f-a8e3-f20db10c4531,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.279187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:16.285592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:16.380065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Attempting to bind port 5428afa9-a272-481f-a8e3-f20db10c4531 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:16.380440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Attempting to bind port 5428afa9-a272-481f-a8e3-f20db10c4531 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:16.380811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Attempting to bind port 5428afa9-a272-481f-a8e3-f20db10c4531 on network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:16.389674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:16.390022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Checking segment: {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:16.390432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.391133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Bound using segment: {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:16.391619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Bound port: 5428afa9-a272-481f-a8e3-f20db10c4531, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:16.392171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.426239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-cec59ebf-4807-423c-bc05-a34dc69ab8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:16.427682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:16.427819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-cec59ebf-4807-423c-bc05-a34dc69ab8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1890676 Nov 23 02:23:16.453232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-01bb52e4-da75-4a24-b9f0-a017bf011a0a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:16.454249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-01bb52e4-da75-4a24-b9f0-a017bf011a0a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174918 Nov 23 02:23:16.468886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-dd9f2937-e0eb-4b51-bd38-9cff4b7f6c54 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146316 Nov 23 02:23:16.546622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7d7af-4416-4bdb-bafb-618a1f08f168 None None] New status for floating IP ae388ca0-5920-4e2c-90f1-238b20e97328: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:16.562919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] For port 5428afa9-a272-481f-a8e3-f20db10c4531, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:16.623921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] For port 5428afa9-a272-481f-a8e3-f20db10c4531, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5428afa9-a272-481f-a8e3-f20db10c4531,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:16.638730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.827319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ac7fe-a18c-4c78-ae8d-f95a5796f275 None None] Pushing event updated for resources: {'Port': ['ID=5428afa9-a272-481f-a8e3-f20db10c4531,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:17.011360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:17.033838 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.106850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Transition to ACTIVE for port object 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:23:17.112790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-cd49249a-52a8-42c7-ad8a-7487b7742a61 service neutron] 10.222.0.15 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313403 Nov 23 02:23:17.117407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-437b2fce-4a03-4149-bb0e-9b3398b7378a service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465614 Nov 23 02:23:17.119186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.162988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.230094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.233164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 554ef8d0-29a3-4bf0-8539-0fcdd4438779 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:17.275657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:17.291611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 554ef8d0-29a3-4bf0-8539-0fcdd4438779 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:17.291942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 554ef8d0-29a3-4bf0-8539-0fcdd4438779 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:17.376129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7eb6b69-9679-4e02-83eb-c4f3aa5332a3 req-97c4da50-e4dc-41c2-9eb8-003388f5fb64 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469831 Nov 23 02:23:17.455406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Attempting to bind port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:17.456401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Attempting to bind port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:17.456913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Attempting to bind port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:17.475544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Allocated IP 172.25.1.39 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f428c38c-141b-4074-a520-37a1129390cf) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:17.477988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:17.478613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Attempting to bind port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:17.491479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:17.492069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:17.492676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:17.493124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Bound port: 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:17.494145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.579093 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56eab12-39de-40b6-bdab-431cd18fcb68 x-openstack-request-id: req-d56eab12-39de-40b6-bdab-431cd18fcb68 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:17.579393 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:17.579634 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d56eab12-39de-40b6-bdab-431cd18fcb68 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:17.580065 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:23:17.660752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-94ccbe72-18c0-448e-9c04-2227ffd334df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.665955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-94ccbe72-18c0-448e-9c04-2227ffd334df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.0729036 Nov 23 02:23:17.668169 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a1b509-9596-410c-bf38-c8022df71188 x-openstack-request-id: req-17a1b509-9596-410c-bf38-c8022df71188 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:17.669838 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bfdc4-0447-4685-9ed3-5f6c22e06504", "name": "network-vif-deleted", "tag": "554ef8d0-29a3-4bf0-8539-0fcdd4438779", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:17.670194 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17a1b509-9596-410c-bf38-c8022df71188 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:17.672030 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bfdc4-0447-4685-9ed3-5f6c22e06504', 'name': 'network-vif-deleted', 'tag': '554ef8d0-29a3-4bf0-8539-0fcdd4438779', 'status': 'completed', 'code': 200} Nov 23 02:23:17.760021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:17.770336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:17.785989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.802760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d84052-a500-43b4-a4d8-77fc783b5728 req-1bf878e0-b233-4f4d-ae80-be91c79b5686 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.811440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8d84052-a500-43b4-a4d8-77fc783b5728 req-1bf878e0-b233-4f4d-ae80-be91c79b5686 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.2674317 Nov 23 02:23:17.827424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-ec0413a8-03e3-4ae1-8c75-62a68a5aaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.829182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-ec0413a8-03e3-4ae1-8c75-62a68a5aaff5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1536698 Nov 23 02:23:17.846209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.846872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.848293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] 10.222.0.47 "PUT /v2.0/ports/9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 1097 time: 2.3005071 Nov 23 02:23:17.937824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.965797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-df94fa98-3fbc-4ce4-8f9f-97d7e965ad06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 1000 time: 0.1288037 Nov 23 02:23:18.073785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-441a27f0-533a-46f7-812b-52294d963558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.079645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-441a27f0-533a-46f7-812b-52294d963558 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1008019 Nov 23 02:23:18.124795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa6c4-eb9f-4cd0-bff1-82e2fd82195d req-0dcead5f-48c8-41fc-bba4-8c240179d862 tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.139387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad3aa6c4-eb9f-4cd0-bff1-82e2fd82195d req-0dcead5f-48c8-41fc-bba4-8c240179d862 tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 1101 time: 0.3184717 Nov 23 02:23:18.144206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-3b7d1ef2-8176-448c-878c-36838f8875e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.145797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-3b7d1ef2-8176-448c-878c-36838f8875e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597830 Nov 23 02:23:18.148164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.167010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5428afa9-a272-481f-a8e3-f20db10c4531 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:18.185600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71640f0e-c6f0-40ef-ba16-1d2d2fc0f0be service neutron] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.201628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ca89e-5d74-46d0-8d0a-8095abeeb63d None None] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:18.244640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-d7d85870-3421-4225-ad73-fda3a9dbde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.246190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-d7d85870-3421-4225-ad73-fda3a9dbde9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1100 time: 0.2831259 Nov 23 02:23:18.248010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:18.276703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8d84052-a500-43b4-a4d8-77fc783b5728 req-01f9727a-1ad7-476b-87cc-919db5b85c13 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640074 Nov 23 02:23:18.306393 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-0a3a24c5-693e-4a31-a12e-405c95586b2d service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457398 Nov 23 02:23:18.307286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-856158ae-ed19-4309-930e-c11a467f438b None None] Provisioning complete for port 5428afa9-a272-481f-a8e3-f20db10c4531 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.307852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-856158ae-ed19-4309-930e-c11a467f438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.313546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:18.356896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:18.366239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5428afa9-a272-481f-a8e3-f20db10c4531 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.366631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.452429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6e8b8785-0943-4d21-a52d-8dc1a00427d6 req-7b45917f-b599-4ff3-93ff-319680536ad0 service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312890 Nov 23 02:23:18.488229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad3aa6c4-eb9f-4cd0-bff1-82e2fd82195d req-54a109e4-7b47-4ff1-82e0-97c6b9f4e737 tempest-ServersAdminNegativeTestJSON-1715502045 tempest-ServersAdminNegativeTestJSON-1715502045-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480225 Nov 23 02:23:18.490025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-d359d16c-9a2f-4216-bb3d-ac40be0b50a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.2334294 Nov 23 02:23:18.494827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Pushing event updated for resources: {'Port': ['ID=f428c38c-141b-4074-a520-37a1129390cf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.527547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-856158ae-ed19-4309-930e-c11a467f438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.622069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-856158ae-ed19-4309-930e-c11a467f438b None None] For port 5428afa9-a272-481f-a8e3-f20db10c4531, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5428afa9-a272-481f-a8e3-f20db10c4531,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:18.631138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-856158ae-ed19-4309-930e-c11a467f438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.641997 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.648416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45d8e4e6-41ad-40fd-92e1-3d2eb424617f req-c2db7f10-8c2d-4a35-aea0-549feef1be15 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 210 time: 0.0593219 Nov 23 02:23:18.686450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-3ab5212f-54fd-4ba6-a943-fb851e455c69 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.688048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-3ab5212f-54fd-4ba6-a943-fb851e455c69 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1346259 Nov 23 02:23:18.690075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-f96cc8bb-c037-4bd6-af52-4a3ed78e4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.691479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-f96cc8bb-c037-4bd6-af52-4a3ed78e4b25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1844378 Nov 23 02:23:18.728889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856158ae-ed19-4309-930e-c11a467f438b None None] Pushing event updated for resources: {'Port': ['ID=5428afa9-a272-481f-a8e3-f20db10c4531,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.752058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:18.752459 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:18.919619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-a278a14f-2b4c-415d-a6a8-59de79c95ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:18.921123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-a278a14f-2b4c-415d-a6a8-59de79c95ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1926777 Nov 23 02:23:18.929549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-2f387a61-a5fe-43a4-afd5-34994002c20e tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.2021890 Nov 23 02:23:18.949863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:18.981642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-46ddec11-7d8d-4a0b-a2a4-b1870eb95df3 None None] Provisioning complete for port 5428afa9-a272-481f-a8e3-f20db10c4531 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.982283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-46ddec11-7d8d-4a0b-a2a4-b1870eb95df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.021870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.128476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-ed86619f-899d-49f1-949e-84f16a1bdc4f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:19.130142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-ed86619f-899d-49f1-949e-84f16a1bdc4f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 819 time: 0.1427410 Nov 23 02:23:19.155530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Request body: {'port': {'device_id': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'admin_state_up': True, 'tenant_id': 'bbe45dab42db43da8799f08c805b9ee9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.168521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.266834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614670-5b8a-407a-9f69-47e0fefb5669 req-8d847b63-0129-4fb9-ba6d-9300f0ac465a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:19.269353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b614670-5b8a-407a-9f69-47e0fefb5669 req-8d847b63-0129-4fb9-ba6d-9300f0ac465a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.2034068 Nov 23 02:23:19.304964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Made reservation on behalf of bbe45dab42db43da8799f08c805b9ee9 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:19.310350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.312483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-fa8c7674-8a78-4d4c-8b80-8e44b10cbbe1 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795247 Nov 23 02:23:19.456316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Allocated IP 172.20.0.7 (e0dcd252-4872-44ef-9704-fd90da3dd812/609ca818-4f16-44df-80d4-3759fbe709e5/9726bf27-942e-4d0a-b66c-d65607934fe6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:19.633665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.669770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.689948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:19.721225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Network e0dcd252-4872-44ef-9704-fd90da3dd812 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:19.725018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:19.727650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:19.739711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:19.741986 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c81f67-ecab-41da-b85e-907d09737190" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:19.762606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:19.804394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:19.805306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.825272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-75924038-e014-42fd-9699-c000017fd0bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743994 Nov 23 02:23:19.867681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Request body: {'port': {'device_id': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.913244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b614670-5b8a-407a-9f69-47e0fefb5669 req-6f667606-d02e-452d-ba4d-fb9ff13c024c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031766 Nov 23 02:23:19.930149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.930564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.953166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4fff1f8-46b5-4e8e-96b9-4033eee58df9 req-a07b4f5f-e02d-41f8-82de-1a2da1d0cc0d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133113 Nov 23 02:23:20.098780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5428afa9-a272-481f-a8e3-f20db10c4531 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:20.166991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5428afa9-a272-481f-a8e3-f20db10c4531 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:20.167923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.235625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a369a-c860-4827-926a-3fb729f62daf req-ffb90490-2709-4870-96fb-2abdd14defdd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.239384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c5a369a-c860-4827-926a-3fb729f62daf req-ffb90490-2709-4870-96fb-2abdd14defdd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.2216191 Nov 23 02:23:20.304457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9726bf27-942e-4d0a-b66c-d65607934fe6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:20.319882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.337999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Transition to ACTIVE for port object 9726bf27-942e-4d0a-b66c-d65607934fe6 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:23:20.343296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.403085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c5a369a-c860-4827-926a-3fb729f62daf req-063b9532-a473-4653-a276-622fa6bb5195 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534808 Nov 23 02:23:20.423574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Router a57b73e1-c9b1-439c-9d33-c7312021035c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:23:20.425422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.482885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:20.483229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:20.483561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:20.488047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:20.488373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:20.494438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:20.494941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:20.495353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:20.496505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Bound port: 9726bf27-942e-4d0a-b66c-d65607934fe6, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:20.496882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.562131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:20.565735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:20.572716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.628717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.629702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.631078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] 10.222.0.41 "PUT /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 1092 time: 0.7701566 Nov 23 02:23:20.631548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:20.634606 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb00806-6de7-40f7-b64d-15a6549f3907" -d '{"events": [{"name": "network-changed", "server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:20.639432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.648464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.680024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab49ebb-4160-488c-a233-6f91b12facf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.701410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-76063ffa-3825-452c-969d-dcd9cf3507a2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.702923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-76063ffa-3825-452c-969d-dcd9cf3507a2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.2016118 Nov 23 02:23:20.724438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:20.736471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Sync routers for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:20.763027 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:20.764135 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:20.776608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-39bbd9ab-2f81-4848-bf3f-730b32506eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.778580 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-39bbd9ab-2f81-4848-bf3f-730b32506eea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1095 time: 0.0687780 Nov 23 02:23:20.833763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.835044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-668ed038-914e-4284-ac21-e858fca7b282 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5998497 Nov 23 02:23:20.855681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.879703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-70843d01-7ff1-4192-be55-06428700b3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 217 time: 0.0778177 Nov 23 02:23:20.889265 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:20.930043 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Floating IP ae388ca0-5920-4e2c-90f1-238b20e97328 associated. External IP: 172.25.1.65, port: 31207130-ca63-4457-bf0f-770d14f723c8. Nov 23 02:23:20.964103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-b5c492d3-b103-42ed-ba7f-e7b85ee297b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.966985 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-b5c492d3-b103-42ed-ba7f-e7b85ee297b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0721688 Nov 23 02:23:20.999810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5e5a4-ecdf-482e-9833-c56afdb650a9 req-9db7e288-74b9-4467-87b2-2555073840b1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.007576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4da5e5a4-ecdf-482e-9833-c56afdb650a9 req-9db7e288-74b9-4467-87b2-2555073840b1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.2217705 Nov 23 02:23:21.023748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-3322e442-cd73-49fb-8e78-65038d1bd1d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470378 Nov 23 02:23:21.138436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port 9a3023ce-9c23-4364-970f-598c74abe32a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:21.138825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.144486 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:18Z', 'revision_number': 3, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.151674 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-cca79346-d873-4087-9528-31d8053f499b service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184714 Nov 23 02:23:21.175792 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Checking router: a57b73e1-c9b1-439c-9d33-c7312021035c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:21.176250 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Updating router a57b73e1-c9b1-439c-9d33-c7312021035c port f428c38c-141b-4074-a520-37a1129390cf binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:23:21.209144 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.230758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4da5e5a4-ecdf-482e-9833-c56afdb650a9 req-ed2efc1c-48aa-4fd7-aa86-94e4ae1ed47f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222002 Nov 23 02:23:21.268812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df09c9d8-50ce-4e9c-b7be-615d0f4a293d req-d71edc69-7ea2-4f69-b0ea-452787066556 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077898 Nov 23 02:23:21.325226 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3784ea9-0c59-4842-80e5-e640a51fa5dc x-openstack-request-id: req-c3784ea9-0c59-4842-80e5-e640a51fa5dc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:21.325759 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:21.325759 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3784ea9-0c59-4842-80e5-e640a51fa5dc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:21.326147 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'status': 'completed', 'code': 200} Nov 23 02:23:21.406388 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c25c3-4dc6-4e71-8e7d-1220c412caf2 x-openstack-request-id: req-714c25c3-4dc6-4e71-8e7d-1220c412caf2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:21.406984 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:21.407102 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-714c25c3-4dc6-4e71-8e7d-1220c412caf2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:21.407490 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'status': 'completed', 'code': 200} Nov 23 02:23:21.425878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81f67-ecab-41da-b85e-907d09737190 req-fe13e306-6a20-46be-9ce8-d35752830dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.427708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-fe13e306-6a20-46be-9ce8-d35752830dbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1100 time: 0.0665591 Nov 23 02:23:21.558667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-31bdbccd-ff15-4d54-8a5a-31a88619f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.560164 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-31bdbccd-ff15-4d54-8a5a-31a88619f912 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1095 time: 0.1040201 Nov 23 02:23:21.568188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81f67-ecab-41da-b85e-907d09737190 req-7930f1b1-76f2-4544-92eb-b9056246b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.569742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-7930f1b1-76f2-4544-92eb-b9056246b88a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1325750 Nov 23 02:23:21.600032 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.608878 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.673651 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-81bedb1a-c791-44dd-a325-5d36dfbf22cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.0879688 Nov 23 02:23:21.697968 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d9a57-f5c4-4ca1-bc80-584f1971969f None None] Pushing event updated for resources: {'Port': ['ID=f428c38c-141b-4074-a520-37a1129390cf,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.702808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Attempting to bind port f428c38c-141b-4074-a520-37a1129390cf on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:21.703400 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Attempting to bind port f428c38c-141b-4074-a520-37a1129390cf by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:21.703968 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Attempting to bind port f428c38c-141b-4074-a520-37a1129390cf on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:21.711925 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:21.712731 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:21.713350 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.714481 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:21.715709 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Bound port: f428c38c-141b-4074-a520-37a1129390cf, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:21.716457 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.757689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81f67-ecab-41da-b85e-907d09737190 req-7c343d29-d30d-4349-8632-bce69aff0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.759439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-7c343d29-d30d-4349-8632-bce69aff0744 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0766737 Nov 23 02:23:21.762651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-6af612e8-1ef0-4656-9315-1fe5ebe24d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.764483 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-6af612e8-1ef0-4656-9315-1fe5ebe24d62 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1883566 Nov 23 02:23:21.796510 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] For port f428c38c-141b-4074-a520-37a1129390cf, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:21.802010 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] For port f428c38c-141b-4074-a520-37a1129390cf, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f428c38c-141b-4074-a520-37a1129390cf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:21.810561 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.894521 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d9a57-f5c4-4ca1-bc80-584f1971969f None None] Pushing event updated for resources: {'Port': ['ID=f428c38c-141b-4074-a520-37a1129390cf,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.906959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:21.908123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.953385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:21.981408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port 9a3023ce-9c23-4364-970f-598c74abe32a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9a3023ce-9c23-4364-970f-598c74abe32a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:21.982217 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.994134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ef016-8e03-4850-bbd2-a338061c6872 req-9ebc7b2c-395b-40c7-86dd-b55bb11bef0b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.996764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-646ef016-8e03-4850-bbd2-a338061c6872 req-9ebc7b2c-395b-40c7-86dd-b55bb11bef0b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dc23f32-c78e-48f9-9308-5abc2aad6091 HTTP/1.1" status: 200 len: 949 time: 0.1149168 Nov 23 02:23:22.163512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-1cd00ecc-b985-4829-888f-47e7e5b2d2dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 217 time: 0.3831184 Nov 23 02:23:22.168008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:22.169923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for 9a3023ce-9c23-4364-970f-598c74abe32a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:22.179260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:22.201234 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:22.204028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:22.206382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.214072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81f67-ecab-41da-b85e-907d09737190 req-a6c7b183-302a-41fb-8d37-0b04656d0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.215913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-a6c7b183-302a-41fb-8d37-0b04656d0e06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4473410 Nov 23 02:23:22.277419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-646ef016-8e03-4850-bbd2-a338061c6872 req-860c781a-1e69-4896-9c99-f39ee264b7b7 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468498 Nov 23 02:23:22.297415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-0619877a-f861-4e6f-9b14-b9ef5770a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.300029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-0619877a-f861-4e6f-9b14-b9ef5770a7b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.1224742 Nov 23 02:23:22.346413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-1240a07e-860b-4258-8642-8f4f7866933c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352993 Nov 23 02:23:22.428057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-edddae2c-2259-417c-ad9c-e5cef88c7925 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040761 Nov 23 02:23:22.447076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:22.495600 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:18Z', 'revision_number': 3, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.535965 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412af635-b630-4a3a-af87-9f17960e5e02 None None] The sync data for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 is: [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:18Z', 'revision_number': 3, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:22.590681 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2c81f67-ecab-41da-b85e-907d09737190 req-8655adf3-495b-4214-93cc-e0d48558925d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533120 Nov 23 02:23:22.607669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-c612a192-bfad-419a-9b67-e3dc49503235 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514515 Nov 23 02:23:22.768007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:20Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.769422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3efc1-970b-4b4c-b1c3-93972ec9cc50 req-505dced2-f539-4ac3-a473-9b462e64a4a2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.781344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79e3efc1-970b-4b4c-b1c3-93972ec9cc50 req-505dced2-f539-4ac3-a473-9b462e64a4a2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.3763483 Nov 23 02:23:22.782348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdb00806-6de7-40f7-b64d-15a6549f3907 req-ac78cecf-920c-4108-ab06-4ee375709525 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579428 Nov 23 02:23:22.814174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:22.826280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:22.827223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.984180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.988104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:22.994033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79e3efc1-970b-4b4c-b1c3-93972ec9cc50 req-d30981db-61d3-474e-9ae3-9320593b9140 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100348 Nov 23 02:23:23.053159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d', '0748c3b0-f713-43f9-8375-74e8ebf15214', '9a3023ce-9c23-4364-970f-598c74abe32a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:23.056911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:23.103595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=9a3023ce-9c23-4364-970f-598c74abe32a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.204878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port 9a3023ce-9c23-4364-970f-598c74abe32a on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:23.208405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.211992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04dd4de5-999c-446d-a5f5-cc3b91570096 req-c3eb56ca-2ce1-4484-a985-74f17bc60543 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "DELETE /v2.0/ports/9a3023ce-9c23-4364-970f-598c74abe32a HTTP/1.1" status: 204 len: 173 time: 2.4997747 Nov 23 02:23:23.271299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:23.288703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.331900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'name': 'network-vif-deleted', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:23.338603 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa225f-34d4-4f2a-aafc-708d6bfd6e65" -d '{"events": [{"server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "name": "network-vif-deleted", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:23.530892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:23.536038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.550304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.683836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30bfa-d1e1-4d58-8bd8-4ca683292897 req-b63a1615-9ea3-440f-8e31-b568a0c119b3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:23.696778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0e30bfa-d1e1-4d58-8bd8-4ca683292897 req-b63a1615-9ea3-440f-8e31-b568a0c119b3 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1659124 Nov 23 02:23:23.715273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f81d89a3-2807-4bc2-9b40-efc239542a7c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "PUT /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 997 time: 4.7728503 Nov 23 02:23:24.017731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-4ff5a8d6-6545-40cb-8e26-6fbb709923d6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.032534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-4ff5a8d6-6545-40cb-8e26-6fbb709923d6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports/31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 942 time: 0.3154407 Nov 23 02:23:24.112855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0e30bfa-d1e1-4d58-8bd8-4ca683292897 req-0b3e1a3a-aeab-4a4f-96cb-c5aa7d18eeba tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927276 Nov 23 02:23:24.132289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Allocated IP 172.20.0.1 (c0bfa19b-f5a1-4429-9e5e-b118b73acd47/64720a09-1e11-4f58-91a5-adc6fa5a749b/5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:24.171677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:24.309928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.313261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-29af7017-5013-4c74-842b-748960c19210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.323080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-29af7017-5013-4c74-842b-748960c19210 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.1344044 Nov 23 02:23:24.326153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-27859468-9bda-4246-9f64-7466436807e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:20Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:24.369442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'mac_address': 'fa:16:3e:be:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:24.371554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27859468-9bda-4246-9f64-7466436807e3 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:20Z', 'revision_number': 3, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:24.373626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f428c38c-141b-4074-a520-37a1129390cf up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:24.476312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.536435 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a060fe-afb3-4469-90c7-e92947d822dc x-openstack-request-id: req-46a060fe-afb3-4469-90c7-e92947d822dc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:24.537076 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc23f32-c78e-48f9-9308-5abc2aad6091", "name": "network-vif-deleted", "tag": "9a3023ce-9c23-4364-970f-598c74abe32a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:24.537584 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46a060fe-afb3-4469-90c7-e92947d822dc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:24.538147 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc23f32-c78e-48f9-9308-5abc2aad6091', 'name': 'network-vif-deleted', 'tag': '9a3023ce-9c23-4364-970f-598c74abe32a', 'status': 'completed', 'code': 200} Nov 23 02:23:24.562121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.579310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-70231eff-b651-47ec-a207-44b202abba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.581662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-70231eff-b651-47ec-a207-44b202abba58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.2578061 Nov 23 02:23:24.597156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:24.602426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f428c38c-141b-4074-a520-37a1129390cf triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:24.602827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.673433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.683897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.711064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-a533b9a7-a28d-45f7-8509-18e260f42826 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.1178563 Nov 23 02:23:24.762220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd72b7-5f80-44f7-9cc4-96fd5f6a149a req-d1d3a0c2-65de-402e-a141-c74533c244b2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.763809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4fd72b7-5f80-44f7-9cc4-96fd5f6a149a req-d1d3a0c2-65de-402e-a141-c74533c244b2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.1603754 Nov 23 02:23:24.788501 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.818466 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.845422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.865780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port f428c38c-141b-4074-a520-37a1129390cf, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f428c38c-141b-4074-a520-37a1129390cf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.874123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.874489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.878244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.878635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.878984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.879342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.879684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.880023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.880359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.880691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.881019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.881349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:24.893630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Pushing event updated for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.914880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.934139 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf5909a-7313-4430-90d1-eb24f86ea770 None None] New status for floating IP ae388ca0-5920-4e2c-90f1-238b20e97328: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:24.972296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4fd72b7-5f80-44f7-9cc4-96fd5f6a149a req-3ac0581e-b705-4873-8e85-86f9d3742d46 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820090 Nov 23 02:23:25.002050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:25.003857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-113c60c8-8a8e-4d5c-9dd5-9e59d43c52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.007823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-113c60c8-8a8e-4d5c-9dd5-9e59d43c52d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.2610509 Nov 23 02:23:25.010442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:25.016722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=f428c38c-141b-4074-a520-37a1129390cf,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:25.044353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:25.056347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:25.181577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-56b3734c-9ab4-46f2-b6fc-726a31327889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.184695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-56b3734c-9ab4-46f2-b6fc-726a31327889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720502 Nov 23 02:23:25.187597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.422195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6250c587-4e34-47b0-ac83-aca2f71ae00f None None] Provisioning complete for port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:25.422822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6250c587-4e34-47b0-ac83-aca2f71ae00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.445844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:25.471500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:25.472117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:25.473893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6250c587-4e34-47b0-ac83-aca2f71ae00f None None] Port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:25.589626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:25.792786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-0456e95c-535c-41d7-8364-4ad362944664 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297194 Nov 23 02:23:25.802496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c6bc-89cd-49f1-b80a-43083ac1d592 req-87fb2862-4a1a-453f-9476-6eb4447cce97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.804102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab0c6bc-89cd-49f1-b80a-43083ac1d592 req-87fb2862-4a1a-453f-9476-6eb4447cce97 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 949 time: 0.4293144 Nov 23 02:23:25.844569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:25.875528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:25.889436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.893865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:25.894665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:26.010227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab0c6bc-89cd-49f1-b80a-43083ac1d592 req-805b89d8-ff6b-484d-9936-0e56c523771b tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783268 Nov 23 02:23:26.017284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:26.081295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-5cbaf0db-5734-457f-8afa-63ee4f8a7590 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729013 Nov 23 02:23:26.141347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-64c374f8-52a2-4c7e-8263-ef3df371dd99 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:26.143041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-64c374f8-52a2-4c7e-8263-ef3df371dd99 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 949 time: 0.2251103 Nov 23 02:23:26.217442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9a3023ce-9c23-4364-970f-598c74abe32a no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:26.252985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f428c38c-141b-4074-a520-37a1129390cf up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:26.294379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 9a3023ce-9c23-4364-970f-598c74abe32a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:26.294747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9a3023ce-9c23-4364-970f-598c74abe32a not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:26.321954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-aef77bb7-8ed8-4248-a750-f3e07d31d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:26.323386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-aef77bb7-8ed8-4248-a750-f3e07d31d460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1097 time: 0.1989467 Nov 23 02:23:26.349340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f428c38c-141b-4074-a520-37a1129390cf triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:26.349719 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.457743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Deleting port 4c59823b-a5da-4e45-832b-db2a5c44bc67 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:26.458003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.479243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.520409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.540895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}, {'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:26.543188 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34452c41-3c55-49b3-aa8b-e9b1eb24e397" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}, {"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:26.593383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283ecbf-db4f-4590-a454-05b1c74575aa req-8c14c464-f453-49de-bcf1-a2e269b91aa2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:26.594872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a283ecbf-db4f-4590-a454-05b1c74575aa req-8c14c464-f453-49de-bcf1-a2e269b91aa2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.2753778 Nov 23 02:23:26.600366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:26.627107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52caa-d3e8-4b89-b430-bfc4cbff93f4 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '5b07bad3-9098-4319-a504-62fdb150a67a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:42:af:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:26.677417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-7a535bdc-d1ad-4ff3-baf4-afcb502f1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:26.679075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-7a535bdc-d1ad-4ff3-baf4-afcb502f1fce service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.3400464 Nov 23 02:23:26.684348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Pushing event updated for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.693208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.796858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] For port 4c59823b-a5da-4e45-832b-db2a5c44bc67, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c59823b-a5da-4e45-832b-db2a5c44bc67,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:26.797367 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.858967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a283ecbf-db4f-4590-a454-05b1c74575aa req-b460a1de-007a-4a34-9942-1c5abc6e7985 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484353 Nov 23 02:23:26.859763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Calling delete_port for 4c59823b-a5da-4e45-832b-db2a5c44bc67 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:26.879665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-8b2f7bf4-6384-421d-aa46-d3f3a51a08b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 1000 time: 0.1877415 Nov 23 02:23:27.050037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:27.053446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f23dae72-329f-4b13-a5d8-7e1200fca352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.055005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-f23dae72-329f-4b13-a5d8-7e1200fca352 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1641741 Nov 23 02:23:27.063270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:27.098149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc8d95-0b6d-40b1-b3aa-f2bd72c1851f req-3f89bc0b-2002-4fab-8616-22c2e832d352 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.100644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25dc8d95-0b6d-40b1-b3aa-f2bd72c1851f req-3f89bc0b-2002-4fab-8616-22c2e832d352 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 949 time: 0.1610613 Nov 23 02:23:27.307374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-c9926921-3bd6-4a3b-afb3-5fd9ea3bef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.307952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1cd8a848-6ccc-4904-82e7-23a8bcc477a8 None None] Provisioning complete for port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:27.308391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1cd8a848-6ccc-4904-82e7-23a8bcc477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.308914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-c9926921-3bd6-4a3b-afb3-5fd9ea3bef4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334507 Nov 23 02:23:27.314934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25dc8d95-0b6d-40b1-b3aa-f2bd72c1851f req-7bc73fcd-61e9-4acb-89e0-7a1d299b494f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788130 Nov 23 02:23:27.327644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.340184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['4c59823b-a5da-4e45-832b-db2a5c44bc67'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:27.367696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['f51790ba-478d-4b1f-964d-c422e841db1b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:27.394392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8a848-6ccc-4904-82e7-23a8bcc477a8 None None] Port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:27.419014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Pushing event deleted for resources: {'Port': ['ID=4c59823b-a5da-4e45-832b-db2a5c44bc67,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.468637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Router a57b73e1-c9b1-439c-9d33-c7312021035c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:27.493788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] No DVR routers for this DVR port 4c59823b-a5da-4e45-832b-db2a5c44bc67 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:27.503836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.506655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd474ab5-f641-4f5d-9ad1-f9329d5ca33d req-0cc02ee5-6065-4a99-a69b-b7288a6445e7 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.47 "DELETE /v2.0/ports/4c59823b-a5da-4e45-832b-db2a5c44bc67 HTTP/1.1" status: 204 len: 173 time: 1.3559816 Nov 23 02:23:27.541395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-5a5e46fb-7f57-4e38-ba24-0968062f9e20 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235532 Nov 23 02:23:27.786581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfcf14-03bb-493c-a105-ba57b3863290 req-4ad74b55-6958-411c-8a17-9a6a05a13920 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.788029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4bfcf14-03bb-493c-a105-ba57b3863290 req-4ad74b55-6958-411c-8a17-9a6a05a13920 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.1933637 Nov 23 02:23:27.813099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-27742753-0ca8-429c-ae68-4ad2902c8682 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.814537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-27742753-0ca8-429c-ae68-4ad2902c8682 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 949 time: 0.1470792 Nov 23 02:23:27.822070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:27.830290 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Sync routers for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:27.834439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6310412-26c2-4bb4-865b-fd23faaaaa26 admin admin] 10.222.0.15 "PUT /v2.0/routers/a57b73e1-c9b1-439c-9d33-c7312021035c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9763474 Nov 23 02:23:27.845721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acae4bd-8ce3-4b50-adac-2ec355ce5e3c req-0adbd30e-3c56-421c-9128-24b07ac2fe93 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519181 Nov 23 02:23:27.854492 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:27.855268 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:27.922332 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05a596-fa1b-4aec-8f39-a6998e3c65fc x-openstack-request-id: req-5d05a596-fa1b-4aec-8f39-a6998e3c65fc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:27.922652 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:27.922909 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d05a596-fa1b-4aec-8f39-a6998e3c65fc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:27.923303 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:23:27.923612 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a', 'status': 'completed', 'code': 200} Nov 23 02:23:27.941470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4bfcf14-03bb-493c-a105-ba57b3863290 req-6ed011eb-bcd2-408d-ad34-71eb346a762c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415040 Nov 23 02:23:28.048623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c83022a-ee37-491a-9e48-fb9649b564c3 req-7dc35598-1d1d-4794-9ae4-fe657a32e71a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd8a8003-d168-452c-81e5-5674f7a9b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0393038 Nov 23 02:23:28.053126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:28.053774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port 0748c3b0-f713-43f9-8375-74e8ebf15214 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:28.054121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.109842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-09e97c48-219c-43df-b139-503a339d881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.110717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-c31ae9d8-c5a7-4361-a0b5-ae823a52f4b2 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1454468 Nov 23 02:23:28.111512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-09e97c48-219c-43df-b139-503a339d881a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.0704112 Nov 23 02:23:28.118928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-038a339a-5226-4e7f-9cc6-02e9d18f2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.120505 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-038a339a-5226-4e7f-9cc6-02e9d18f2af1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1097 time: 0.1284673 Nov 23 02:23:28.174963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:28.178286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-9298cbe6-30d0-4b5b-8e08-e0aba5706c85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.191226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-9298cbe6-30d0-4b5b-8e08-e0aba5706c85 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports/5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 942 time: 0.0735598 Nov 23 02:23:28.279470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port 0748c3b0-f713-43f9-8375-74e8ebf15214, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0748c3b0-f713-43f9-8375-74e8ebf15214,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:28.279846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.324702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:28.327177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-10696307-f1bc-4561-9f1f-a30df7a2a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.328680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-10696307-f1bc-4561-9f1f-a30df7a2a404 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1972799 Nov 23 02:23:28.330031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-a75b91be-3750-4632-b198-ba97af0523d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.331384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-a75b91be-3750-4632-b198-ba97af0523d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.2098346 Nov 23 02:23:28.331785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:28.332247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.345368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for 0748c3b0-f713-43f9-8375-74e8ebf15214 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:28.383098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295034bf-77ff-44af-ac97-c543f6cf7ded req-18201a83-1608-4ab6-8bb3-84db6f16252e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.385862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-295034bf-77ff-44af-ac97-c543f6cf7ded req-18201a83-1608-4ab6-8bb3-84db6f16252e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1687443 Nov 23 02:23:28.387028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-cb56ab89-b209-4679-9791-3f7e0185084a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.0462267 Nov 23 02:23:28.412925 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad', 'name': '', 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'tenant_id': '5226646371f24acc8e609a1071904571', 'mac_address': 'fa:16:3e:b6:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:23Z', 'updated_at': '2021-11-23T02:23:26Z', 'revision_number': 2, 'project_id': '5226646371f24acc8e609a1071904571', 'subnets': [{'id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:28.428618 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.449231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Checking router: a57b73e1-c9b1-439c-9d33-c7312021035c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:28.449859 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Updating router a57b73e1-c9b1-439c-9d33-c7312021035c port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:23:28.459935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:28.463566 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12db052-7fbf-4837-9a86-17f531ede35d" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:28.477893 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-7d515782-96f5-41bc-b52b-ea1e043e7707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 1000 time: 0.0992398 Nov 23 02:23:28.478484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:28.483535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.483927 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.484973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c59823b-a5da-4e45-832b-db2a5c44bc67 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:28.541864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-d5fa7574-4565-467c-bcc2-ab4cd7636974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.543515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-d5fa7574-4565-467c-bcc2-ab4cd7636974 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0644574 Nov 23 02:23:28.564316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 4c59823b-a5da-4e45-832b-db2a5c44bc67 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:28.564795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c59823b-a5da-4e45-832b-db2a5c44bc67 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:28.569800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.627136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-63b72a6a-511f-4647-967d-f657446527be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.628644 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-63b72a6a-511f-4647-967d-f657446527be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0841262 Nov 23 02:23:28.635811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-f1bfe81c-18df-4f1f-af77-6dc8cc5cd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.637306 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-f1bfe81c-18df-4f1f-af77-6dc8cc5cd541 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831559 Nov 23 02:23:28.729296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-158b29f8-39f7-402e-8cf5-75c7b805cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.730753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-158b29f8-39f7-402e-8cf5-75c7b805cfc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925555 Nov 23 02:23:28.743978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-69844351-c2e1-4d13-9231-35f8a309f474 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.4587386 Nov 23 02:23:28.789754 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.797102 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.812898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-889b29d3-9cfa-47f4-8895-0150a9a5bcd7 service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654007 Nov 23 02:23:28.871468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-295034bf-77ff-44af-ac97-c543f6cf7ded req-99cac676-c7a8-410e-8f2f-8a06ebb62696 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414042 Nov 23 02:23:28.908568 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Pushing event updated for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.925970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.926471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.927580 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.927923 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.928363 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.928799 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.929226 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.929661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.930883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.931146 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.931579 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.932534 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:28.937530 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Attempting to bind port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:28.938032 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Attempting to bind port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:28.938525 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Attempting to bind port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad on network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:28.944858 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:28.945366 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Checking segment: {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:28.945884 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.946955 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Bound using segment: {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:28.947550 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Bound port: 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52c5a55-6b42-4964-a72e-704a16d700d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:28.948054 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.959137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-c78b79f0-5cdf-4ff0-a609-3fa139923897 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.960851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-c78b79f0-5cdf-4ff0-a609-3fa139923897 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2061460 Nov 23 02:23:28.971888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-24f284ec-9adb-49b0-b54f-ff68877aefac tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:28.972957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5966ab-b48d-40e6-a0f9-26ad984e94f1 req-24f284ec-9adb-49b0-b54f-ff68877aefac tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060709 Nov 23 02:23:29.002137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-14dbe87a-422d-40b7-bfa2-c1e767ad9ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593248 Nov 23 02:23:29.005720 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.009406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-2af0b133-e5b2-4e07-9926-7493c0d796ac service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883829 Nov 23 02:23:29.017992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d', '0748c3b0-f713-43f9-8375-74e8ebf15214'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:29.081541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:29.090172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=0748c3b0-f713-43f9-8375-74e8ebf15214,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.101528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] For port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:29.107533 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] For port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:29.125608 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.185312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port 0748c3b0-f713-43f9-8375-74e8ebf15214 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:29.212329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.213482 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:29.217806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cfe3115-2a07-4529-b69f-7fdc6d97aa58 req-1d5cb9e9-ea39-4338-b111-50a16b63c36d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "DELETE /v2.0/ports/0748c3b0-f713-43f9-8375-74e8ebf15214 HTTP/1.1" status: 204 len: 173 time: 1.3875949 Nov 23 02:23:29.218751 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:29.235520 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34452c41-3c55-49b3-aa8b-e9b1eb24e397 req-ca1b009a-fd5f-4d65-a12c-1fe70022e988 service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216532 Nov 23 02:23:29.322710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c4177c2-eb7a-429c-88b2-45889d0da389 req-342065b7-1432-49cc-9267-5cc6899be304 tempest-FloatingIPsNegativeTestJSON-1003604418 tempest-FloatingIPsNegativeTestJSON-1003604418-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=5226646371f24acc8e609a1071904571 HTTP/1.1" status: 200 len: 217 time: 0.1331987 Nov 23 02:23:29.324752 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19047481-e2fa-448e-88c5-62e548b170b1 None None] Pushing event updated for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.365778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db6024-71af-4cf4-9025-9df48e637abd req-d358fda3-3eda-47a2-aacd-60b4aad8c47a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.368580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] Provisioning complete for port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:29.369601 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.371916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78db6024-71af-4cf4-9025-9df48e637abd req-d358fda3-3eda-47a2-aacd-60b4aad8c47a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.2658250 Nov 23 02:23:29.436381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.437853 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:29.475741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78db6024-71af-4cf4-9025-9df48e637abd req-e6cc0a5a-ca11-43dd-9705-384e40060ed2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955458 Nov 23 02:23:29.526161 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2b287-1989-4cf1-89b3-3413906eb46b x-openstack-request-id: req-eba2b287-1989-4cf1-89b3-3413906eb46b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:29.526667 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:29.527032 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eba2b287-1989-4cf1-89b3-3413906eb46b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:29.527936 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'code': 200} Nov 23 02:23:29.671808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f1a12-dd2d-41a3-ba04-4889403e929d req-20fb7b59-cc73-4366-8064-d9a7fbe55e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.673636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-631f1a12-dd2d-41a3-ba04-4889403e929d req-20fb7b59-cc73-4366-8064-d9a7fbe55e6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1102 time: 0.0860844 Nov 23 02:23:29.697891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b1234c-c239-44b1-9083-b770264cc021 req-f885c10f-ee95-4a94-9211-deb960332707 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=a921f0b6-5574-4f5d-bf54-ef54ea29fedd HTTP/1.1" status: 200 len: 210 time: 0.0645046 Nov 23 02:23:29.722322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.737283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad', 'name': '', 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'tenant_id': '5226646371f24acc8e609a1071904571', 'mac_address': 'fa:16:3e:b6:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:23Z', 'updated_at': '2021-11-23T02:23:29Z', 'revision_number': 4, 'project_id': '5226646371f24acc8e609a1071904571', 'subnets': [{'id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:29.843230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-6684f1bd-907a-4a99-b9de-b77161c90e07 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1748807 Nov 23 02:23:29.869123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] For port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:29.875100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.888694 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b915aa31-8579-48e7-a7bb-186b5f608218 None None] The sync data for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 is: [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:25Z', 'revision_number': 4, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad', 'name': '', 'network_id': 'c0bfa19b-f5a1-4429-9e5e-b118b73acd47', 'tenant_id': '5226646371f24acc8e609a1071904571', 'mac_address': 'fa:16:3e:b6:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:23Z', 'updated_at': '2021-11-23T02:23:29Z', 'revision_number': 4, 'project_id': '5226646371f24acc8e609a1071904571', 'subnets': [{'id': '64720a09-1e11-4f58-91a5-adc6fa5a749b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:29.888987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4a9dd8d-f7ff-4a9e-b3c9-65f848736e15 req-a357fa4f-a2c0-4ecf-af7b-8a366daab2ee tempest-FloatingIPsNegativeTestJSON-1003604418 tempest-FloatingIPsNegativeTestJSON-1003604418-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0407853 Nov 23 02:23:29.931488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'name': 'network-vif-deleted', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67'}, {'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'name': 'network-vif-deleted', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:29.934563 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1603121d-eefb-4d73-98ec-e20f4660f8c4" -d '{"events": [{"server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "name": "network-vif-deleted", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67"}, {"server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "name": "network-vif-deleted", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:29.975831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad4c46-c2c7-4626-9376-95d85733630b None None] Pushing event updated for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.005634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-9363b495-ff5b-4f50-8eb1-55c8e17920c5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:30.007293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-9363b495-ff5b-4f50-8eb1-55c8e17920c5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports/5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 942 time: 0.1631114 Nov 23 02:23:30.039134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0bbd323c-4a81-4949-94f2-85b743423b19 None None] Provisioning complete for port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:30.039561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0bbd323c-4a81-4949-94f2-85b743423b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.047078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-631f1a12-dd2d-41a3-ba04-4889403e929d req-eea51b96-fc40-4500-942d-59d6c6f7a5cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587432 Nov 23 02:23:30.221692 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-2a941450-a899-46e5-8e36-1b8b768c8823 req-cab1ddf2-2e5c-44a3-82b4-f5640cc1601f tempest-FloatingIPsNegativeTestJSON-1003604418 tempest-FloatingIPsNegativeTestJSON-1003604418-project] show failed (client error): The resource could not be found. Nov 23 02:23:30.226234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:30.232170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:30.234815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a941450-a899-46e5-8e36-1b8b768c8823 req-cab1ddf2-2e5c-44a3-82b4-f5640cc1601f tempest-FloatingIPsNegativeTestJSON-1003604418 tempest-FloatingIPsNegativeTestJSON-1003604418-project] 10.222.0.15 "GET /v2.0/floatingips/8cc6584e-7b59-4c23-b69b-1b57b0f6431a HTTP/1.1" status: 404 len: 350 time: 0.0674064 Nov 23 02:23:30.264847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-f6302f4f-8d1a-46be-bd55-81622a520b50 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1818695 Nov 23 02:23:30.318925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:30.319788 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.416141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30c21-28d8-4cad-844f-dbfe2bbd95af req-f2815ac7-7d67-49df-9a8b-c880656f16e6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:30.417847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1c30c21-28d8-4cad-844f-dbfe2bbd95af req-f2815ac7-7d67-49df-9a8b-c880656f16e6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1206369 Nov 23 02:23:30.455995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-2379993f-0af3-468d-8023-8e46d9a0f7a0 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:30.458836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-2379993f-0af3-468d-8023-8e46d9a0f7a0 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1929653 Nov 23 02:23:30.535279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1c30c21-28d8-4cad-844f-dbfe2bbd95af req-2d64909a-db66-4d9a-a5a7-cf21eec2f2c0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100881 Nov 23 02:23:30.574719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ec5eb2f6-cb6b-4abb-a038-18abd21fe769 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1085343 Nov 23 02:23:30.580535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:30.644104 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5be5066-c265-4f23-b1f3-75d164c81a99 x-openstack-request-id: req-f5be5066-c265-4f23-b1f3-75d164c81a99 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:30.644437 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8a8003-d168-452c-81e5-5674f7a9b4a5", "name": "network-vif-deleted", "tag": "4c59823b-a5da-4e45-832b-db2a5c44bc67", "status": "completed", "code": 200}, {"server_uuid": "a921f0b6-5574-4f5d-bf54-ef54ea29fedd", "name": "network-vif-deleted", "tag": "0748c3b0-f713-43f9-8375-74e8ebf15214", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:30.644652 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5be5066-c265-4f23-b1f3-75d164c81a99 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:30.645061 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8a8003-d168-452c-81e5-5674f7a9b4a5', 'name': 'network-vif-deleted', 'tag': '4c59823b-a5da-4e45-832b-db2a5c44bc67', 'status': 'completed', 'code': 200} Nov 23 02:23:30.645319 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a921f0b6-5574-4f5d-bf54-ef54ea29fedd', 'name': 'network-vif-deleted', 'tag': '0748c3b0-f713-43f9-8375-74e8ebf15214', 'status': 'completed', 'code': 200} Nov 23 02:23:30.655745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.698046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.761498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e195-7c4f-4cac-8765-b5af724794ba req-761f1878-deda-4ee9-a827-34ed64ee2ee8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:30.764443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1734e195-7c4f-4cac-8765-b5af724794ba req-761f1878-deda-4ee9-a827-34ed64ee2ee8 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.1011946 Nov 23 02:23:30.890441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.896822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1734e195-7c4f-4cac-8765-b5af724794ba req-aacf4ba5-2caf-4c3f-b44e-502495bc5c89 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039097 Nov 23 02:23:30.898029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.898361 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Floating IP ae388ca0-5920-4e2c-90f1-238b20e97328 disassociated. External IP: 172.25.1.65, port: 5b07bad3-9098-4319-a504-62fdb150a67a. Nov 23 02:23:30.987149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Deleting port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:30.987582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.074164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] For port 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:31.074893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.088915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Calling delete_port for 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:31.151643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6de64-4c48-44d9-80ab-28f3f08f9284 req-cfae1e6c-78d4-4057-855c-94d24e692941 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.156578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ba6de64-4c48-44d9-80ab-28f3f08f9284 req-cfae1e6c-78d4-4057-855c-94d24e692941 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0977371 Nov 23 02:23:31.204202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:31.225339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ba6de64-4c48-44d9-80ab-28f3f08f9284 req-606a2e3c-b91b-4ec7-a61a-1ffe3244598a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Nov 23 02:23:31.357239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.359129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:31.364378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.369573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:31.388324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:31.389193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:31.414569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ced750bb-f5dc-4b12-b662-fa31fceb67cc tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "PUT /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 694 time: 0.8383067 Nov 23 02:23:31.417448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.458141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.458803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.459306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.459910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.460556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.461106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.462205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.462589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.462932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.463371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.463706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.464037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:31.487736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-d990a463-39ae-465b-9711-0ef0e3bfdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.490631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-d990a463-39ae-465b-9711-0ef0e3bfdb6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1097 time: 0.0565603 Nov 23 02:23:31.585143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:31.652419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-be98c7b7-b05c-4eb4-98a9-f2274c1d7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.654111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-be98c7b7-b05c-4eb4-98a9-f2274c1d7988 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1555102 Nov 23 02:23:31.685413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.711413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-c3337739-9e85-469a-b411-97645f6367cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 217 time: 0.0499909 Nov 23 02:23:31.797900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-5965b806-be11-4249-bc96-28635a2f5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.799389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-5965b806-be11-4249-bc96-28635a2f5f88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0642338 Nov 23 02:23:31.807068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aff267-8a92-468e-84af-6191fdc02338 req-d5ca5e8b-830f-4a01-abfa-9d184584d2be tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.814326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3aff267-8a92-468e-84af-6191fdc02338 req-d5ca5e8b-830f-4a01-abfa-9d184584d2be tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1056192 Nov 23 02:23:31.837400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:31.864691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:31.873742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:31.874367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:31.885276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-5c51e0bd-a1ec-4b7d-b467-61edbca80188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.886840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-5c51e0bd-a1ec-4b7d-b467-61edbca80188 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705109 Nov 23 02:23:31.896063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3aff267-8a92-468e-84af-6191fdc02338 req-6f321c90-6cfa-4bf0-9e07-fb323c2bd603 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797968 Nov 23 02:23:31.936898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Router a57b73e1-c9b1-439c-9d33-c7312021035c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:31.989720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:32.015064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-ca493da7-4286-4077-b89c-a9bb032d7b59 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177142 Nov 23 02:23:32.128217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:32.137744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-98a20e48-2a0c-44bb-a8da-2195d9878dbb admin admin] 10.222.0.15 "PUT /v2.0/routers/a57b73e1-c9b1-439c-9d33-c7312021035c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9016809 Nov 23 02:23:32.138151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60544) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:32.145439 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Sync routers for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:32.157074 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:32.157785 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:32.182633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0748c3b0-f713-43f9-8375-74e8ebf15214 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:32.212713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-dbd9cd15-1540-48fa-9cb6-354001f32193 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.214376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-dbd9cd15-1540-48fa-9cb6-354001f32193 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.41 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.1309028 Nov 23 02:23:32.216276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 0748c3b0-f713-43f9-8375-74e8ebf15214 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:32.216794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0748c3b0-f713-43f9-8375-74e8ebf15214 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:32.244361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b52c4a9-a567-4471-ad30-d7d032c5a19c req-2bf32caa-2a84-4491-84a2-dc207b0dd953 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202928 Nov 23 02:23:32.256888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09756e-696f-4af3-a068-be757e2d5afb req-9e34a131-a247-4d11-a420-3f7ea1801808 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.260143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c09756e-696f-4af3-a068-be757e2d5afb req-9e34a131-a247-4d11-a420-3f7ea1801808 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 950 time: 0.1077943 Nov 23 02:23:32.315020 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:32.346992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:32.360780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c09756e-696f-4af3-a068-be757e2d5afb req-4e675532-3154-4a4f-93b8-92fe6cb7bfcb tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/security-groups?id=b53ab067-d85e-40ca-890f-4aa47ee3da59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 Nov 23 02:23:32.382397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63f5b18-f26f-46ed-9715-89e4ee949290 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:32.559611 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:31Z', 'revision_number': 5, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:32.571803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543eff-34c6-468d-a755-d8b8720e32c4 req-8bc71f59-394c-4382-9b6c-c5770425060c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.573372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da543eff-34c6-468d-a755-d8b8720e32c4 req-8bc71f59-394c-4382-9b6c-c5770425060c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0838022 Nov 23 02:23:32.594596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Checking router: a57b73e1-c9b1-439c-9d33-c7312021035c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:32.605518 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Routers {'a57b73e1-c9b1-439c-9d33-c7312021035c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:32.606043 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a57b73e1-c9b1-439c-9d33-c7312021035c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:32.607870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6a394-0074-41cd-ac63-8e7751663e3c req-29047b7d-43b1-4ef3-8058-b05ba4402328 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.609698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16b6a394-0074-41cd-ac63-8e7751663e3c req-29047b7d-43b1-4ef3-8058-b05ba4402328 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 950 time: 0.1295161 Nov 23 02:23:32.638304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.646180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:32.648644 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e2b5f-cdfa-4944-b662-4e110e828640" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:32.703569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da543eff-34c6-468d-a755-d8b8720e32c4 req-0dec9ace-5419-4f4e-baf5-05025b52dff6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199191 Nov 23 02:23:32.706999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16b6a394-0074-41cd-ac63-8e7751663e3c req-a0b2d45d-6512-4d14-a813-31a24e5fbf5d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896776 Nov 23 02:23:32.745897 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] Set router a57b73e1-c9b1-439c-9d33-c7312021035c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:32.773426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdcd281-5ba7-45f6-9f64-9751f496d8b1 None None] New status for floating IP ae388ca0-5920-4e2c-90f1-238b20e97328: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:32.807974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Deleting port f51790ba-478d-4b1f-964d-c422e841db1b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:32.808382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.840320 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05b4c1a-edf1-4a11-bd10-6d38a6535226 x-openstack-request-id: req-d05b4c1a-edf1-4a11-bd10-6d38a6535226 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:32.840627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:32.840888 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d05b4c1a-edf1-4a11-bd10-6d38a6535226 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:32.841301 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a', 'status': 'completed', 'code': 200} Nov 23 02:23:32.925502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.014444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5949045-2fb4-459f-8c90-c5d22668cf1d req-7fe5bd75-9847-48d8-ac01-acbf1152dbc2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.024254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5949045-2fb4-459f-8c90-c5d22668cf1d req-7fe5bd75-9847-48d8-ac01-acbf1152dbc2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1269650 Nov 23 02:23:33.032243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:31Z', 'revision_number': 5, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:33.093850 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25fe04-03b6-4313-9e79-b56b42dc8598 None None] The sync data for ids ['a57b73e1-c9b1-439c-9d33-c7312021035c'] in n-d-714676-12 is: [{'id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'name': 'tempest-FloatingIPsNegativeTestJSON-524560655-router', 'tenant_id': '5226646371f24acc8e609a1071904571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'f428c38c-141b-4074-a520-37a1129390cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:23:15Z', 'updated_at': '2021-11-23T02:23:31Z', 'revision_number': 5, 'project_id': '5226646371f24acc8e609a1071904571', 'gw_port': {'id': 'f428c38c-141b-4074-a520-37a1129390cf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:51:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57b73e1-c9b1-439c-9d33-c7312021035c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:23:17Z', 'updated_at': '2021-11-23T02:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:33.098173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-821780c7-dc5d-4ca5-9315-a4e1538a8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.100262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-821780c7-dc5d-4ca5-9315-a4e1538a8358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 1097 time: 0.1887352 Nov 23 02:23:33.157182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-66c622df-2de6-43da-af34-bec786bfeaf1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.158931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-66c622df-2de6-43da-af34-bec786bfeaf1 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 950 time: 0.1129580 Nov 23 02:23:33.174925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5949045-2fb4-459f-8c90-c5d22668cf1d req-fc38dfac-fee6-4fb5-a45b-8dbaa45c7706 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466784 Nov 23 02:23:33.181434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] For port f51790ba-478d-4b1f-964d-c422e841db1b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f51790ba-478d-4b1f-964d-c422e841db1b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:33.181802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.238239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Calling delete_port for f51790ba-478d-4b1f-964d-c422e841db1b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:33.265005 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Deleting port f428c38c-141b-4074-a520-37a1129390cf {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:33.265401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.388796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572b9a-df77-4772-bfca-a92f602ec03c req-29ab0c1d-f83a-4daf-8c34-9a9f270b776d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.397144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37572b9a-df77-4772-bfca-a92f602ec03c req-29ab0c1d-f83a-4daf-8c34-9a9f270b776d tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.2092252 Nov 23 02:23:33.404803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-4958639c-626f-4956-aa10-f983fa23fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.406260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-4958639c-626f-4956-aa10-f983fa23fa49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.2915797 Nov 23 02:23:33.421414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-41c48d68-c99d-4327-a981-6a34083de03b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.427022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-41c48d68-c99d-4327-a981-6a34083de03b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1322277 Nov 23 02:23:33.442832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] For port f428c38c-141b-4074-a520-37a1129390cf, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f428c38c-141b-4074-a520-37a1129390cf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:33.443221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.512919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-72b02895-da63-4b99-84a0-7419c1b12d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 200 len: 217 time: 0.0846214 Nov 23 02:23:33.514855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Calling delete_port for f428c38c-141b-4074-a520-37a1129390cf owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:33.530845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-afc8b111-9499-4b75-9ce0-a0fce0ef783c tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 695 time: 0.0960996 Nov 23 02:23:33.543371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37572b9a-df77-4772-bfca-a92f602ec03c req-bed35e96-7ad4-445c-bfb5-0f82794a7971 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453567 Nov 23 02:23:33.551374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.599614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.605527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port 1302067d-c7b3-472f-af06-941928b1a52d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:33.605874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.652869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-7d6bd9e6-9b61-4246-a89e-61be877df31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.654454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-7d6bd9e6-9b61-4246-a89e-61be877df31a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1324010 Nov 23 02:23:33.703501 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.777763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Pushing event deleted for resources: {'Port': ['ID=f51790ba-478d-4b1f-964d-c422e841db1b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.824566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-cb552f26-6b8e-4e8f-ac88-f69ea38e2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.826123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-cb552f26-6b8e-4e8f-ac88-f69ea38e2be4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583331 Nov 23 02:23:33.843287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] No DVR routers for this DVR port f51790ba-478d-4b1f-964d-c422e841db1b on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:33.848059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.851307 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1873e61-5b98-4599-a6df-841fee7ff20a req-3d11f65b-9c0d-4f23-beb9-1aca81c6720a tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.41 "DELETE /v2.0/ports/f51790ba-478d-4b1f-964d-c422e841db1b HTTP/1.1" status: 204 len: 173 time: 1.2841682 Nov 23 02:23:33.851764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'name': 'network-vif-deleted', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:33.854223 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d40dc-b046-4e3f-a338-71e6c7844d59" -d '{"events": [{"server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "name": "network-vif-deleted", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:33.942741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.985275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Pushing event deleted for resources: {'Port': ['ID=f428c38c-141b-4074-a520-37a1129390cf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:34.029198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-198b21d4-b987-46cd-8982-d9ebe9b006a8 req-23cb4c05-bbd5-4c15-82d2-99dd245089b6 tempest-ServersAdminNegativeTestJSON-2102020892 tempest-ServersAdminNegativeTestJSON-2102020892-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bf54497-c7d0-42ca-ae05-306b1bc4bdd3 HTTP/1.1" status: 200 len: 210 time: 0.3467252 Nov 23 02:23:34.064894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-51f412fc-c762-4945-bac0-36197c8dee1d service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823473 Nov 23 02:23:34.136674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port 1302067d-c7b3-472f-af06-941928b1a52d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1302067d-c7b3-472f-af06-941928b1a52d,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:34.137047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.145322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.175644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:34.194011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for 1302067d-c7b3-472f-af06-941928b1a52d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:34.216573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:34.216940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f39a2d7-e6dd-4e7e-b225-1f1c22e841ad not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:34.314322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-027e2b5f-cdfa-4944-b662-4e110e828640 req-5d6c115f-baa0-495f-9e3f-8cb9da541064 service neutron] 10.222.0.41 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378223 Nov 23 02:23:34.318919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.322242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.386305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-54c4afb0-b891-4182-ac08-90cf2f07b637 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.387747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-54c4afb0-b891-4182-ac08-90cf2f07b637 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/ports?device_id=0aef7b57-8e36-4837-a488-9bb69c1da167 HTTP/1.1" status: 200 len: 950 time: 0.1709538 Nov 23 02:23:34.388917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.389466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57b73e1-c9b1-439c-9d33-c7312021035c {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:34.394474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.398196 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f34da41d-93f9-4961-bbf5-392dd4bfe48e admin admin] 10.222.0.15 "DELETE /v2.0/routers/a57b73e1-c9b1-439c-9d33-c7312021035c HTTP/1.1" status: 204 len: 168 time: 2.2565932 Nov 23 02:23:34.407871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.500746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecde647-5e57-42a2-ad7c-0f3890f208c4 req-1a41c5c9-16dd-4416-857b-99d68ea88d25 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.502276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecde647-5e57-42a2-ad7c-0f3890f208c4 req-1a41c5c9-16dd-4416-857b-99d68ea88d25 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=8304a1f1-4690-4c30-acf8-2cc44922bde6 HTTP/1.1" status: 200 len: 950 time: 0.1832941 Nov 23 02:23:34.517679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Deleting subnet 64720a09-1e11-4f58-91a5-adc6fa5a749b {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:34.527777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.569645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.594568 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.604709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port 14ad8484-f4c1-4eac-9ed1-514453e2168e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:34.605068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.606142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:34.635737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd', '14ad8484-f4c1-4eac-9ed1-514453e2168e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:34.663596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=1302067d-c7b3-472f-af06-941928b1a52d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:34.698188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecde647-5e57-42a2-ad7c-0f3890f208c4 req-706da418-892b-4c5e-b936-1409b980d10e tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700695 Nov 23 02:23:34.789060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port 1302067d-c7b3-472f-af06-941928b1a52d on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:34.793198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.796747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-285a4c23-da31-4681-80e0-ad6288c91cd6 req-da914826-50f6-4b95-bdb7-7c562c083137 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.47 "DELETE /v2.0/ports/1302067d-c7b3-472f-af06-941928b1a52d HTTP/1.1" status: 204 len: 173 time: 1.6182911 Nov 23 02:23:34.841957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'name': 'network-vif-deleted', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:34.849876 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e6553-40c6-4460-9b0d-e9bc5c863d7b" -d '{"events": [{"server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "name": "network-vif-deleted", "tag": "1302067d-c7b3-472f-af06-941928b1a52d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:34.858098 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea84cd-3ba0-483a-b8de-ec0837547d19 x-openstack-request-id: req-47ea84cd-3ba0-483a-b8de-ec0837547d19 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:34.858404 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf54497-c7d0-42ca-ae05-306b1bc4bdd3", "name": "network-vif-deleted", "tag": "f51790ba-478d-4b1f-964d-c422e841db1b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:34.865030 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47ea84cd-3ba0-483a-b8de-ec0837547d19 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:34.865512 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf54497-c7d0-42ca-ae05-306b1bc4bdd3', 'name': 'network-vif-deleted', 'tag': 'f51790ba-478d-4b1f-964d-c422e841db1b', 'status': 'completed', 'code': 200} Nov 23 02:23:34.878967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.883819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.902153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.983307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port 14ad8484-f4c1-4eac-9ed1-514453e2168e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=14ad8484-f4c1-4eac-9ed1-514453e2168e,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:34.983676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.010049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for 14ad8484-f4c1-4eac-9ed1-514453e2168e owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:35.033001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-5607c28c-76dd-4b47-9a26-c79e4ed11181 req-d090f2c4-5ea7-4a07-a8f4-8c0df166526b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:35.045725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5607c28c-76dd-4b47-9a26-c79e4ed11181 req-d090f2c4-5ea7-4a07-a8f4-8c0df166526b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479944 Nov 23 02:23:35.100627 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Floating IP ae388ca0-5920-4e2c-90f1-238b20e97328 associated. External IP: 172.25.1.65, port: 31207130-ca63-4457-bf0f-770d14f723c8. Nov 23 02:23:35.117982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.285379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64720a09-1e11-4f58-91a5-adc6fa5a749b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.296822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.304117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a87a66be-9347-4028-900b-6039a667a174 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64720a09-1e11-4f58-91a5-adc6fa5a749b HTTP/1.1" status: 204 len: 168 time: 0.8949833 Nov 23 02:23:35.317413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a9906-b22c-427f-a5be-a6b1e8a002d2 None None] Network c0bfa19b-f5a1-4429-9e5e-b118b73acd47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:35.322749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.386939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-f59b415a-72af-4c0b-901d-ece27187f955 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779617 Nov 23 02:23:35.401551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f933d3d-14c2-455f-b641-97991d988640 req-72339328-b22d-4eaa-aeb6-d5739aa43667 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:35.403241 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9f933d3d-14c2-455f-b641-97991d988640 req-72339328-b22d-4eaa-aeb6-d5739aa43667 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebd787e3-2ead-46c9-ae36-eee9f3402763 HTTP/1.1" status: 200 len: 945 time: 0.2243342 Nov 23 02:23:35.412976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.428841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:35.433408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f51790ba-478d-4b1f-964d-c422e841db1b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:35.488907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: f51790ba-478d-4b1f-964d-c422e841db1b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:35.489426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f51790ba-478d-4b1f-964d-c422e841db1b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:35.533582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.564134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=14ad8484-f4c1-4eac-9ed1-514453e2168e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.573696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1302067d-c7b3-472f-af06-941928b1a52d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:35.609063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Deleting port 5b07bad3-9098-4319-a504-62fdb150a67a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:35.609474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.648197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93925135-6736-4cec-bd61-16783949bade req-d89eb500-6805-4241-b798-a81888ab1660 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:35.657161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93925135-6736-4cec-bd61-16783949bade req-d89eb500-6805-4241-b798-a81888ab1660 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.3918233 Nov 23 02:23:35.688158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port 14ad8484-f4c1-4eac-9ed1-514453e2168e on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:35.692731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.692910 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7f6f260-5cb7-463b-829b-e0b78375da5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.712948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7eceba64-bdc8-4a80-a717-eaf568b26652 req-a27c2201-ec78-48e4-ac2d-4b63f7be2e5c tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "DELETE /v2.0/ports/14ad8484-f4c1-4eac-9ed1-514453e2168e HTTP/1.1" status: 204 len: 173 time: 1.3158658 Nov 23 02:23:35.722648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:35.734266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:35.747880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93925135-6736-4cec-bd61-16783949bade req-ea67e41a-3793-45f0-916c-25fdb4102ea5 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889971 Nov 23 02:23:35.749752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812', 'port_id': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'mac_address': 'fa:16:3e:61:5f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609ca818-4f16-44df-80d4-3759fbe709e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:35.798886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] For port 5b07bad3-9098-4319-a504-62fdb150a67a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5b07bad3-9098-4319-a504-62fdb150a67a,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:35.809877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.818884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.837254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9726bf27-942e-4d0a-b66c-d65607934fe6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:35.844317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Calling delete_port for 5b07bad3-9098-4319-a504-62fdb150a67a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:35.845103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] DHCP port deletion for c0bfa19b-f5a1-4429-9e5e-b118b73acd47 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:35.871673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:35.914310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.934847 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a94dba-b8b6-4d34-b20a-540498b443fc x-openstack-request-id: req-d6a94dba-b8b6-4d34-b20a-540498b443fc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:35.938283 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8304a1f1-4690-4c30-acf8-2cc44922bde6", "name": "network-vif-deleted", "tag": "1302067d-c7b3-472f-af06-941928b1a52d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:35.938600 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6a94dba-b8b6-4d34-b20a-540498b443fc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:35.939028 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8304a1f1-4690-4c30-acf8-2cc44922bde6', 'name': 'network-vif-deleted', 'tag': '1302067d-c7b3-472f-af06-941928b1a52d', 'status': 'completed', 'code': 200} Nov 23 02:23:35.965091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Deleting port 5428afa9-a272-481f-a8e3-f20db10c4531 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:35.965398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.027018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.031026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Deleting port 5428afa9-a272-481f-a8e3-f20db10c4531 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:36.031500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.135159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.152334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['31207130-ca63-4457-bf0f-770d14f723c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:36.219296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event deleted for resources: {'Port': ['ID=5b07bad3-9098-4319-a504-62fdb150a67a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.263414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] For port 5428afa9-a272-481f-a8e3-f20db10c4531, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5428afa9-a272-481f-a8e3-f20db10c4531,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:36.264597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.314667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Calling delete_port for 5428afa9-a272-481f-a8e3-f20db10c4531 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:36.332247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] For port 5428afa9-a272-481f-a8e3-f20db10c4531, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5428afa9-a272-481f-a8e3-f20db10c4531,segment=NetworkSegment(f52c5a55-6b42-4964-a72e-704a16d700d0),segment_id=f52c5a55-6b42-4964-a72e-704a16d700d0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:36.332816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.398206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f428c38c-141b-4074-a520-37a1129390cf no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:36.415828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] No DVR routers for this DVR port 5b07bad3-9098-4319-a504-62fdb150a67a on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:36.423540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.453495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9f933d3d-14c2-455f-b641-97991d988640 req-4e377788-ec82-49c2-83f8-7ccbec19f844 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.41 "DELETE /v2.0/ports/5b07bad3-9098-4319-a504-62fdb150a67a HTTP/1.1" status: 204 len: 173 time: 1.0120699 Nov 23 02:23:36.455818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60618) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.512348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Calling delete_port for 5428afa9-a272-481f-a8e3-f20db10c4531 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:36.625706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:36.627640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.648078 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:36.654783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.670696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'b07e4440-4be5-47e4-9848-03889dea86fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:36.673344 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:36.676167 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:36.678989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.690225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] No DVR routers for this DVR port 5428afa9-a272-481f-a8e3-f20db10c4531 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:36.692815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5b07bad3-9098-4319-a504-62fdb150a67a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:36.696392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['9726bf27-942e-4d0a-b66c-d65607934fe6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:36.765894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Pushing event deleted for resources: {'Port': ['ID=5428afa9-a272-481f-a8e3-f20db10c4531,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.801464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f428c38c-141b-4074-a520-37a1129390cf {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:36.802238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f428c38c-141b-4074-a520-37a1129390cf not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:36.803285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5428afa9-a272-481f-a8e3-f20db10c4531 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:36.845088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] Pushing event deleted for resources: {'Port': ['ID=5428afa9-a272-481f-a8e3-f20db10c4531,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.851273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca4e73ef-bd1f-4bd5-bf38-aeb0d332b874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc8eec7fb4c54f8c931469cc78a746ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916221 Nov 23 02:23:36.854309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60626) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.887655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-7c4de30b-d8bc-4b9d-8fee-746417c5282d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "PUT /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 995 time: 3.3429134 Nov 23 02:23:36.905863 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:36.909329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'name': 'network-vif-deleted', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e'}, {'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'name': 'network-vif-deleted', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:36.912709 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478355c-c8b3-404c-a148-b8e8af845d4a" -d '{"events": [{"server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "name": "network-vif-deleted", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e"}, {"server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "name": "network-vif-deleted", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:36.938976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5428afa9-a272-481f-a8e3-f20db10c4531 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:36.939501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5428afa9-a272-481f-a8e3-f20db10c4531 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:36.943819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.957781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb6d47-a961-42b3-ad23-898c7b5b2614 req-42232df4-3d97-482a-bd96-99c420318736 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.971734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0fb6d47-a961-42b3-ad23-898c7b5b2614 req-42232df4-3d97-482a-bd96-99c420318736 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.6641777 Nov 23 02:23:36.985399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd6cf9-0103-46ee-93bc-d8ee351f5328 None None] No DVR routers for this DVR port 5428afa9-a272-481f-a8e3-f20db10c4531 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:37.041170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.122370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.138780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.144456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.150880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b53ab067-d85e-40ca-890f-4aa47ee3da59 HTTP/1.1" status: 204 len: 168 time: 0.2920513 Nov 23 02:23:37.159297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0fb6d47-a961-42b3-ad23-898c7b5b2614 req-d7c688b0-6fba-4b37-a92e-247026623fe9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865613 Nov 23 02:23:37.174865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-9a01610f-93e7-420b-b8b5-aa63c3dfbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.176982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-9a01610f-93e7-420b-b8b5-aa63c3dfbf4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.2512760 Nov 23 02:23:37.216927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a04a-377c-458c-a47a-a8bf5360b951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53ab067-d85e-40ca-890f-4aa47ee3da59,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.337844 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:34Z', 'revision_number': 8, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.386011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 14ad8484-f4c1-4eac-9ed1-514453e2168e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:37.389052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-3b082ea0-bb68-4ab9-9d20-07a661d8fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.390719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-3b082ea0-bb68-4ab9-9d20-07a661d8fd7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1931188 Nov 23 02:23:37.392456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bfa19b-f5a1-4429-9e5e-b118b73acd47']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.415764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52c5a55-6b42-4964-a72e-704a16d700d0') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.416407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52c5a55-6b42-4964-a72e-704a16d700d0') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.436596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 14ad8484-f4c1-4eac-9ed1-514453e2168e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:37.437245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 14ad8484-f4c1-4eac-9ed1-514453e2168e not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:37.437751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5b07bad3-9098-4319-a504-62fdb150a67a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:37.443318 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:37.470582 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.480973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 5b07bad3-9098-4319-a504-62fdb150a67a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:37.481238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5b07bad3-9098-4319-a504-62fdb150a67a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:37.486047 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:37.488018 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.499512 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.512836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-a1bb10f7-ac01-43fe-8940-fa699e5f5fca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 998 time: 0.1099095 Nov 23 02:23:37.514652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:37.514855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:37.516893 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:37.654555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-63c3f202-ebb6-4c34-8b8a-fd1b4b8d0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.656628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-63c3f202-ebb6-4c34-8b8a-fd1b4b8d0d5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1230574 Nov 23 02:23:37.658614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.667813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.671780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0bfa19b-f5a1-4429-9e5e-b118b73acd47 HTTP/1.1" status: 204 len: 168 time: 2.3453534 Nov 23 02:23:37.705654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3574d-bdb1-4b3a-827b-a0a1bf24c66b req-2b4b4d89-b07d-422b-87c2-c226a33b7562 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.713531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e3574d-bdb1-4b3a-827b-a0a1bf24c66b req-2b4b4d89-b07d-422b-87c2-c226a33b7562 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.1259711 Nov 23 02:23:37.715823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e14da-86c8-4ee3-bf01-a414ce02a048 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bfa19b-f5a1-4429-9e5e-b118b73acd47,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.724650 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:37.780873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60640) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.828393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-5255192d-5f70-4350-8725-69d8cedbeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.829964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-5255192d-5f70-4350-8725-69d8cedbeb82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1102 time: 0.0982800 Nov 23 02:23:37.832271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-d8253989-265c-477a-8286-1a1d4f9183fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.833803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-d8253989-265c-477a-8286-1a1d4f9183fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684701 Nov 23 02:23:37.844618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e3574d-bdb1-4b3a-827b-a0a1bf24c66b req-c429fe59-0b61-49b5-8d13-d39604119813 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299312 Nov 23 02:23:37.884854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.892513 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a088ea03-7435-4d8c-b306-7d8e59c47aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4be164334b348bda1e3add4dff1943e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093416 Nov 23 02:23:37.895230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.940875 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8a0d8a-3273-46cf-a9a3-a78441be94d0 x-openstack-request-id: req-5e8a0d8a-3273-46cf-a9a3-a78441be94d0 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:37.941356 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aef7b57-8e36-4837-a488-9bb69c1da167", "name": "network-vif-deleted", "tag": "14ad8484-f4c1-4eac-9ed1-514453e2168e", "status": "completed", "code": 200}, {"server_uuid": "ebd787e3-2ead-46c9-ae36-eee9f3402763", "name": "network-vif-deleted", "tag": "5b07bad3-9098-4319-a504-62fdb150a67a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:37.941763 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e8a0d8a-3273-46cf-a9a3-a78441be94d0 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:37.942357 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aef7b57-8e36-4837-a488-9bb69c1da167', 'name': 'network-vif-deleted', 'tag': '14ad8484-f4c1-4eac-9ed1-514453e2168e', 'status': 'completed', 'code': 200} Nov 23 02:23:37.942830 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd787e3-2ead-46c9-ae36-eee9f3402763', 'name': 'network-vif-deleted', 'tag': '5b07bad3-9098-4319-a504-62fdb150a67a', 'status': 'completed', 'code': 200} Nov 23 02:23:37.952934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:37.955458 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f25a18-91c7-41e0-9e83-cfbba58dda52" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:37.969812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.988664 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4c58ba90-c19f-432c-b43c-1c35cab19b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.002673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.073632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.078907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.081841 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fdd47a4-3abd-43c3-af7b-16a5ecbf21cb HTTP/1.1" status: 204 len: 168 time: 0.1845679 Nov 23 02:23:38.091624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9ead1-6478-4bd6-a85a-410ab11cdbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd47a4-3abd-43c3-af7b-16a5ecbf21cb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.110887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:34Z', 'revision_number': 8, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:38.153577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38a0a724-e05d-4dfd-8332-7e2f330c18b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5226646371f24acc8e609a1071904571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640901 Nov 23 02:23:38.154026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60652) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.163779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-87e0b0f4-7038-475b-8af5-e268ae1248f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.165874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-87e0b0f4-7038-475b-8af5-e268ae1248f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3131888 Nov 23 02:23:38.171387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1302067d-c7b3-472f-af06-941928b1a52d no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:38.203622 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a2c62-ef83-44fb-bf57-8ef225631f8e x-openstack-request-id: req-f87a2c62-ef83-44fb-bf57-8ef225631f8e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:38.204328 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:38.205425 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f87a2c62-ef83-44fb-bf57-8ef225631f8e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:38.205955 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:23:38.229577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 1302067d-c7b3-472f-af06-941928b1a52d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:38.229959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1302067d-c7b3-472f-af06-941928b1a52d not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:38.276158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-33fc97f7-f841-4a48-b92f-bb5e43e4a751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.0897090 Nov 23 02:23:38.278631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-741c9e69-681c-452a-a434-a004a19298e2 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270623 Nov 23 02:23:38.298774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e0c9-1cd7-4188-8084-4d32158a28bf None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'ae388ca0-5920-4e2c-90f1-238b20e97328', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'port_id': '31207130-ca63-4457-bf0f-770d14f723c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'mac_address': 'fa:16:3e:1c:29:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:22:47Z', 'updated_at': '2021-11-23T02:23:34Z', 'revision_number': 8, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:38.366006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.397618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-fc0aa3aa-1cb3-4d82-a6cb-33dd6a4a83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.401609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-fc0aa3aa-1cb3-4d82-a6cb-33dd6a4a83f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.1926842 Nov 23 02:23:38.420389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.428581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-e9b5be11-05ab-4875-b889-e2034d613988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.430094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-e9b5be11-05ab-4875-b889-e2034d613988 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1478364 Nov 23 02:23:38.514288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc1fc2-a0c3-4394-9605-9bebbcc68215 req-b950dcd7-28c9-42ac-bdef-35ccfbb393a9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.515483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6fc1fc2-a0c3-4394-9605-9bebbcc68215 req-b950dcd7-28c9-42ac-bdef-35ccfbb393a9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1305683 Nov 23 02:23:38.525001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-085ce731-7281-44ee-8850-7f2e5d1f5814 req-acfb9b0c-a9ad-46b6-976d-19aefe6fe7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068539 Nov 23 02:23:38.530282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-da2e1a87-c72b-4b6c-8077-8767d14ec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.532272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-da2e1a87-c72b-4b6c-8077-8767d14ec72e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944870 Nov 23 02:23:38.605897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.612573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.618270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2dd4264-5157-4831-8ac6-714266ba17b0 HTTP/1.1" status: 204 len: 168 time: 0.4628711 Nov 23 02:23:38.670841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d5d36-30e9-4aa4-aa8e-ab0670fcfcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dd4264-5157-4831-8ac6-714266ba17b0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.682391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-bdf49198-b4c2-45fd-8707-b7a46a409d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.684365 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-bdf49198-b4c2-45fd-8707-b7a46a409d04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.2436757 Nov 23 02:23:38.685986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa845a1-4dbd-4024-b5d5-26cfbf415577 None None] New status for floating IP ae388ca0-5920-4e2c-90f1-238b20e97328: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:38.699031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-5adacc15-d32f-42e8-bb05-ec830622a32a service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537809 Nov 23 02:23:38.765289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-ccce69cd-dc80-4739-8ae7-4cd459a2ceb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 998 time: 0.0741491 Nov 23 02:23:38.880390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-5256f701-197d-4c44-814b-736adfb95e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.884190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-5256f701-197d-4c44-814b-736adfb95e14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.1074312 Nov 23 02:23:38.971738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-0c856c17-2071-4d8d-aad4-23f6bd35ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.974949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-0c856c17-2071-4d8d-aad4-23f6bd35ee0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844293 Nov 23 02:23:39.059887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:23:39.164113 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.189650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-ee1f046d-e488-4af1-93f8-0b97b85df4f5 service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067437 Nov 23 02:23:39.240954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6fc1fc2-a0c3-4394-9605-9bebbcc68215 req-d688c850-4dce-4a52-a852-c52c31aa29a5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7073956 Nov 23 02:23:39.316743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f25a18-91c7-41e0-9e83-cfbba58dda52 req-336d0d76-891e-41b9-ada1-259b0a8fedac service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189246 Nov 23 02:23:39.365012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:39.392348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b1fff4-f158-4bfc-b1a9-4869262004ed req-e3f11bc6-b01f-46d8-bf3a-b91ba981807b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 997 time: 0.1926126 Nov 23 02:23:39.428954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-d7c1935b-fcb7-4cf0-924d-f387722b709c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222867 Nov 23 02:23:39.511331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 9726bf27-942e-4d0a-b66c-d65607934fe6 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:39.516198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 9726bf27-942e-4d0a-b66c-d65607934fe6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:39.516695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.592513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fff4-f158-4bfc-b1a9-4869262004ed req-8abec75e-1bb2-4a1d-8d3e-8a835f9943cf tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.600396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b1fff4-f158-4bfc-b1a9-4869262004ed req-8abec75e-1bb2-4a1d-8d3e-8a835f9943cf tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2007182 Nov 23 02:23:39.609240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-d9b1fff4-f158-4bfc-b1a9-4869262004ed req-0eef26ef-42ca-4b09-9d12-1eb58a7f5f54 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:39.620939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b1fff4-f158-4bfc-b1a9-4869262004ed req-0eef26ef-42ca-4b09-9d12-1eb58a7f5f54 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192013 Nov 23 02:23:39.630071 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.670425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96eda5-a788-42c2-942e-1e3b3baa7612 req-5a4be35d-9625-45eb-836a-801b96bc32bc tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.684779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f96eda5-a788-42c2-942e-1e3b3baa7612 req-5a4be35d-9625-45eb-836a-801b96bc32bc tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.1310613 Nov 23 02:23:39.690578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:39.692566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:39.696501 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f72a8-c21b-4467-adac-bc6c9348ab9e" -d '{"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-plugged", "status": "completed", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:39.700900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.719931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.777020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f96eda5-a788-42c2-942e-1e3b3baa7612 req-e915ba3f-4e3f-48c6-908c-f520e8fa201b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908318 Nov 23 02:23:39.927174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041112a-74f1-4dc2-b14f-9b659f68b504 req-6579ee95-5267-4d36-a639-744e0be9c1f3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.928692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8041112a-74f1-4dc2-b14f-9b659f68b504 req-6579ee95-5267-4d36-a639-744e0be9c1f3 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.1044323 Nov 23 02:23:39.938216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-6c53fc13-d836-440d-82d6-9f12ca55f7aa tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1226418 Nov 23 02:23:39.959856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:39.999549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-b8840c0f-b349-482a-a49d-568d8f92fa49 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.003523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-b8840c0f-b349-482a-a49d-568d8f92fa49 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports/31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 942 time: 0.0639329 Nov 23 02:23:40.033188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8041112a-74f1-4dc2-b14f-9b659f68b504 req-9c0cffc3-db29-415e-a69a-b0dfaaf6f49a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923417 Nov 23 02:23:40.065845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1255053426-network', 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.091330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:40.091470 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f33561-6993-450e-aaa2-89632478ca18 x-openstack-request-id: req-03f33561-6993-450e-aaa2-89632478ca18 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:40.091779 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-plugged", "status": "completed", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:40.092488 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03f33561-6993-450e-aaa2-89632478ca18 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:40.092920 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'code': 200} Nov 23 02:23:40.095191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.111207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.140277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-160c7129-ccb4-4fbc-af8f-7acc835b25e5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.0949142 Nov 23 02:23:40.221086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.226639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.284993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:40.289177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-7466199f-680c-4513-b15f-122f8bf2cfe8 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.292974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73bed9b-dc33-40e5-b304-2f537d2cc951,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.297806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-7466199f-680c-4513-b15f-122f8bf2cfe8 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1505022 Nov 23 02:23:40.313540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.313805 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Added segment 86e0a3b3-59ac-4849-b615-6ab8a2e67a5d of type vlan for network 96799735-034e-4675-8a82-c6b4f6423b0f Nov 23 02:23:40.362884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc47ec8-2d64-4dac-b70f-844ca3031291 req-0bf730d8-7044-428e-a1a8-d288b42acf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.364410 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cbc47ec8-2d64-4dac-b70f-844ca3031291 req-0bf730d8-7044-428e-a1a8-d288b42acf9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1097 time: 0.1230311 Nov 23 02:23:40.367836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.403435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-2124c0b4-54e5-4774-ae10-ac568b4d7118 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 1000 time: 0.1038647 Nov 23 02:23:40.420336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.420970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d856608-714f-49e5-b9ed-44fd0c046bcc req-29dfebdd-fd5f-49b5-afed-3b71967e1d50 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.421251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.422077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.422246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d856608-714f-49e5-b9ed-44fd0c046bcc req-29dfebdd-fd5f-49b5-afed-3b71967e1d50 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1096551 Nov 23 02:23:40.425257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.481222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cbc47ec8-2d64-4dac-b70f-844ca3031291 req-c32ae01d-e8b2-42c7-8406-7f9e84ca2274 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071701 Nov 23 02:23:40.497935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7740617 Nov 23 02:23:40.498540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.501244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b893c-e1dd-4493-93d3-facb4ceb7e6c admin admin] Pushing event updated for resources: {'Network': ['ID=96799735-034e-4675-8a82-c6b4f6423b0f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.503327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Request body: {'subnet': {'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1255053426-subnet', 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.516710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 96799735-034e-4675-8a82-c6b4f6423b0f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:40.546621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.596707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:40.599009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.599978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.605537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d856608-714f-49e5-b9ed-44fd0c046bcc req-481ec5fd-0f78-47cf-9222-254bc4c8d24a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395841 Nov 23 02:23:40.798923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.808608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.808950 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Floating IP ae388ca0-5920-4e2c-90f1-238b20e97328 disassociated. External IP: 172.25.1.65, port: 31207130-ca63-4457-bf0f-770d14f723c8. Nov 23 02:23:40.934754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-f8fee92e-2da5-42d2-9acb-08a79d30784b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.936429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-f8fee92e-2da5-42d2-9acb-08a79d30784b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.0533204 Nov 23 02:23:40.986661 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.092798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=208b0a80-6aa4-4db8-bdb8-8a320ef63a75,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.151227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Checking segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:41.151761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Network hostable DHCP agents. Network: 96799735-034e-4675-8a82-c6b4f6423b0f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:41.185417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Network 96799735-034e-4675-8a82-c6b4f6423b0f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:41.196111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:41.204955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 96799735-034e-4675-8a82-c6b4f6423b0f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:41.215846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc494b-5b62-4038-aab9-f21caa135c7d None None] Network 96799735-034e-4675-8a82-c6b4f6423b0f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:41.218348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.219674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.299748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6742c021-9b8c-49f5-ad64-c91e45d139ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7931349 Nov 23 02:23:41.359074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port b07e4440-4be5-47e4-9848-03889dea86fd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:41.360042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.380724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59913aca-5785-4992-9d2e-862c7d72a039 req-512b8f64-25cc-48cc-a96e-edb1b792d1d7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.388145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad5180-b4a3-4072-bacf-b4985717f1a5 None None] Network 96799735-034e-4675-8a82-c6b4f6423b0f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:41.388764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59913aca-5785-4992-9d2e-862c7d72a039 req-512b8f64-25cc-48cc-a96e-edb1b792d1d7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1212471 Nov 23 02:23:41.412486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:41.419133 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.424047 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:41.442772 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:41.443663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:41.483036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-081d14ea-b049-4eef-ba65-3145fa2c7960 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "PUT /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 695 time: 1.0729742 Nov 23 02:23:41.484190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:41.487010 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:41.499336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59913aca-5785-4992-9d2e-862c7d72a039 req-de2303d8-e04a-4039-8eaf-fdf14936dc51 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096306 Nov 23 02:23:41.516620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port b07e4440-4be5-47e4-9848-03889dea86fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b07e4440-4be5-47e4-9848-03889dea86fd,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:41.517000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.542076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for b07e4440-4be5-47e4-9848-03889dea86fd owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:41.562125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-384c38b4-9930-4a5a-9b6b-f6b8e793aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.570100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-384c38b4-9930-4a5a-9b6b-f6b8e793aa77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.0631580 Nov 23 02:23:41.627487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.641860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:41.684083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89b6c1-5beb-49fd-b100-ebd9917bff14 req-4a28b6fa-0755-4820-8f7a-d24a384d2330 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.685591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e89b6c1-5beb-49fd-b100-ebd9917bff14 req-4a28b6fa-0755-4820-8f7a-d24a384d2330 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=3649bf8e-d805-4966-96b7-e6dfd1a2af74 HTTP/1.1" status: 200 len: 950 time: 0.0952015 Nov 23 02:23:41.698919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.725113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-7d353ac0-271d-41bf-82d9-b5e6d8b9662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.726644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-7d353ac0-271d-41bf-82d9-b5e6d8b9662b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.1557281 Nov 23 02:23:41.733635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=b07e4440-4be5-47e4-9848-03889dea86fd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.739601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae', 'f52d71d3-2324-432b-af6b-ecff0b04f181'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:41.774382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port b07e4440-4be5-47e4-9848-03889dea86fd on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:41.777630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.780299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-b3c76610-024d-48ea-a8f3-9a56519fbd7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.0458667 Nov 23 02:23:41.782036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a22b63ed-4efb-432b-9bcb-5f66d56e1eb3 req-81b3ad4a-4809-4e4d-95b6-de02d07ea986 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "DELETE /v2.0/ports/b07e4440-4be5-47e4-9848-03889dea86fd HTTP/1.1" status: 204 len: 173 time: 0.8389497 Nov 23 02:23:41.782696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'name': 'network-vif-deleted', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:41.785247 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c421087-6661-49e5-b5df-50eda2feab67" -d '{"events": [{"server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "name": "network-vif-deleted", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:41.825116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e89b6c1-5beb-49fd-b100-ebd9917bff14 req-2dbe2abd-668c-4259-b160-74493c37ab6a tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328790 Nov 23 02:23:41.851644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-f0774d31-6b64-4e2b-b448-cec7b24afa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.853187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-f0774d31-6b64-4e2b-b448-cec7b24afa07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0640571 Nov 23 02:23:41.943841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-27cd4b9f-8448-4313-954c-c9889a005941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.954257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-27cd4b9f-8448-4313-954c-c9889a005941 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946589 Nov 23 02:23:41.966440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2a575f6a-9f27-46e7-b84f-b2d33a964de2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.968004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2a575f6a-9f27-46e7-b84f-b2d33a964de2 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/ports?device_id=53d885b5-937b-454b-a2e9-c6c197a82943 HTTP/1.1" status: 200 len: 950 time: 0.0965919 Nov 23 02:23:42.058729 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.144322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port f52d71d3-2324-432b-af6b-ecff0b04f181 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:42.145070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.150327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-46519da4-108c-42ba-b815-08eea4535963 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949234 Nov 23 02:23:42.156034 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:42.165235 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:42.167188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.297780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port f52d71d3-2324-432b-af6b-ecff0b04f181, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=f52d71d3-2324-432b-af6b-ecff0b04f181,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:42.298543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.300941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4220c87b-1e58-4944-bd64-e0bd31dab75c req-e8fadf91-f393-4e01-808d-5c22332cc028 service neutron] 10.222.0.15 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370056 Nov 23 02:23:42.331868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for f52d71d3-2324-432b-af6b-ecff0b04f181 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.363030 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:42.463999 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa58eef-ad34-459b-a56a-afcf9b2e3dc0 x-openstack-request-id: req-afa58eef-ad34-459b-a56a-afcf9b2e3dc0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:42.464300 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:42.464586 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afa58eef-ad34-459b-a56a-afcf9b2e3dc0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:42.465000 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:23:42.556033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.622263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=f52d71d3-2324-432b-af6b-ecff0b04f181,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.637485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-bc4ff497-e7b2-4b53-a4b4-17e24344e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:42.637799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:42.639531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-bc4ff497-e7b2-4b53-a4b4-17e24344e384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a01d9c557844d2582160b6435f03a1e&device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 1097 time: 0.1305568 Nov 23 02:23:42.672582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b128811-7865-42d3-b769-d40e3d6859e7 req-c957c6b0-5d49-4fe9-aec5-f6e6316cb332 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:42.679904 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.681487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b128811-7865-42d3-b769-d40e3d6859e7 req-c957c6b0-5d49-4fe9-aec5-f6e6316cb332 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1427565 Nov 23 02:23:42.700602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port f52d71d3-2324-432b-af6b-ecff0b04f181 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:42.707461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.711210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f2990ae2-b878-4dd1-a4fb-715299a0b365 req-2deab62e-05e0-4f34-89ec-b63b2f8e187b tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "DELETE /v2.0/ports/f52d71d3-2324-432b-af6b-ecff0b04f181 HTTP/1.1" status: 204 len: 173 time: 0.7356970 Nov 23 02:23:42.731061 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a6ae22-f943-44a1-8b53-6cf42f91c9a0 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7f48c711-0c63-40a4-83e8-2eebab59f794', 'name': '', 'network_id': 'a0981994-0f54-41d4-acbd-bb6dae9afa53', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'mac_address': 'fa:16:3e:5f:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:29Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'subnets': [{'id': 'ef3fc947-ddd9-48da-87c1-4be97e2c37a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:42.904310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b128811-7865-42d3-b769-d40e3d6859e7 req-d0314557-96fa-49e7-b6e2-bce673967bf6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217214 Nov 23 02:23:42.908675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-fe5ee4dd-6fdb-470c-ab39-22afd23f34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:42.910123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-fe5ee4dd-6fdb-470c-ab39-22afd23f34f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 200 len: 921 time: 0.2569401 Nov 23 02:23:42.976111 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ac2fa0-68bc-4846-99fb-1dc04623e2ee x-openstack-request-id: req-b4ac2fa0-68bc-4846-99fb-1dc04623e2ee {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:42.976111 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3649bf8e-d805-4966-96b7-e6dfd1a2af74", "name": "network-vif-deleted", "tag": "b07e4440-4be5-47e4-9848-03889dea86fd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:42.976111 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4ac2fa0-68bc-4846-99fb-1dc04623e2ee {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:42.976111 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3649bf8e-d805-4966-96b7-e6dfd1a2af74', 'name': 'network-vif-deleted', 'tag': 'b07e4440-4be5-47e4-9848-03889dea86fd', 'status': 'completed', 'code': 200} Nov 23 02:23:42.976669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-2ad4b26f-ae89-463a-8ea2-7ffb9c1069dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 200 len: 217 time: 0.0527139 Nov 23 02:23:43.034227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-dec32571-a692-4cec-bfb6-74550a9b0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.035779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-dec32571-a692-4cec-bfb6-74550a9b0b1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 200 len: 859 time: 0.0520215 Nov 23 02:23:43.043136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-c6eb2706-79b1-43db-8806-08cc5f9b75f5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.047001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-c6eb2706-79b1-43db-8806-08cc5f9b75f5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.2600067 Nov 23 02:23:43.091082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-6ce32bf5-7a1f-4a15-90f1-2a8b4d17ba41 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/quotas/602bc1cf6ba943c2892cc97b13d4679e HTTP/1.1" status: 200 len: 375 time: 0.0347807 Nov 23 02:23:43.107336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f98c46-cbcd-4bdd-8c5d-89abb8462caa None None] New status for floating IP ae388ca0-5920-4e2c-90f1-238b20e97328: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:43.137972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-2bd6aa47-a767-42de-887e-25315986f05c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458624 Nov 23 02:23:43.159610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-06ad7c0d-8f96-4699-8914-79a4d662f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.161063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-06ad7c0d-8f96-4699-8914-79a4d662f369 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a0981994-0f54-41d4-acbd-bb6dae9afa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128480 Nov 23 02:23:43.363794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-79736138-6e14-4ffb-8549-f9e48052a5f1 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149110 Nov 23 02:23:43.372218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398ed2-e7f5-4ee8-8491-af738ee8585b req-7c11d4f4-2190-4437-b555-b08af42dab38 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.373694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be398ed2-e7f5-4ee8-8491-af738ee8585b req-7c11d4f4-2190-4437-b555-b08af42dab38 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1304853 Nov 23 02:23:43.377603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-399f81de-8566-471d-9336-dbe5a22aa4ab service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051117 Nov 23 02:23:43.391413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b07e4440-4be5-47e4-9848-03889dea86fd no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:43.417327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: b07e4440-4be5-47e4-9848-03889dea86fd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:43.417666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b07e4440-4be5-47e4-9848-03889dea86fd not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:43.527567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be398ed2-e7f5-4ee8-8491-af738ee8585b req-a8cafecd-74e9-486e-a406-c4d33d09ccac tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419237 Nov 23 02:23:43.570108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeaf6de8-5d92-4de1-83e5-515ad3d77b92 req-d85bdda5-2818-4d99-8bee-085e1f6aad20 service neutron] 10.222.0.47 "GET /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835191 Nov 23 02:23:43.572873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-4e6875a7-a8fe-42bc-beb5-6cbac5ed6a41 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981318 Nov 23 02:23:43.825952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6348d-2dc5-4d0a-8153-554c908fbff4 req-90ba6b66-759b-4d64-bb16-c44c154cd38a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.827592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af6348d-2dc5-4d0a-8153-554c908fbff4 req-90ba6b66-759b-4d64-bb16-c44c154cd38a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1097 time: 0.0466385 Nov 23 02:23:43.875188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af6348d-2dc5-4d0a-8153-554c908fbff4 req-a850b0ee-dc12-4f16-9171-47319fe78f9e tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Nov 23 02:23:44.003406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-0f44ea34-f345-462e-8012-ab1dd605ce19 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 200 len: 693 time: 0.0542393 Nov 23 02:23:44.099618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e2b10a1-eaad-405e-9899-0109f1802fa3 req-7d277004-596d-47bd-8fa7-b31ae04b55db tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 210 time: 0.0587599 Nov 23 02:23:44.156568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10ee60-b165-4d9e-bb73-237152de221d req-81e2547b-762b-4cfa-9de9-b293b66b2b88 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:44.158045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-81e2547b-762b-4cfa-9de9-b293b66b2b88 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1431544 Nov 23 02:23:44.170259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-0603a854-b4cc-4f14-a619-6ed5f2996c9b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:44.171377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-0603a854-b4cc-4f14-a619-6ed5f2996c9b tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072815 Nov 23 02:23:44.533114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-5ca77d27-537c-4abc-8ba8-41e2979b3a3d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 696 time: 0.3518257 Nov 23 02:23:44.551086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a063c-d1ec-4177-809c-83a412d188d5 req-3a984b0a-df5e-48da-abad-ab241988b62c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:44.552452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-797a063c-d1ec-4177-809c-83a412d188d5 req-3a984b0a-df5e-48da-abad-ab241988b62c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1097 time: 0.3799591 Nov 23 02:23:44.597734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-a6a474db-bd91-431c-bcf9-cdfc538e95be tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.65 HTTP/1.1" status: 200 len: 696 time: 0.0582688 Nov 23 02:23:44.662290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-797a063c-d1ec-4177-809c-83a412d188d5 req-eced96dd-81bf-4230-a6ec-44ad13ab98e9 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837996 Nov 23 02:23:44.752206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Deleting port 279ee63e-cd25-4a25-af17-53a748099497 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:44.752853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.840483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d26f-26d8-4325-8216-a184306b891d req-dcf2a112-7464-479c-a2f2-35beacfdf11b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:44.842032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c025d26f-26d8-4325-8216-a184306b891d req-dcf2a112-7464-479c-a2f2-35beacfdf11b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0994482 Nov 23 02:23:44.877185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.877511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.903058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Calling delete_port for 279ee63e-cd25-4a25-af17-53a748099497 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:44.921424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c025d26f-26d8-4325-8216-a184306b891d req-48fa625c-bce4-42f4-a8f5-aef3cd1f0bef tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Nov 23 02:23:44.970316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-9540a9e2-c208-496f-ac07-87d9f0bb6bc6 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:44.972493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-9540a9e2-c208-496f-ac07-87d9f0bb6bc6 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.1132591 Nov 23 02:23:44.974180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'name': 'network-vif-deleted', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:44.976855 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3d18d-76b6-4455-9c41-5dbb74aa0dfe" -d '{"events": [{"server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "name": "network-vif-deleted", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:44.993207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Request body: {'port': {'device_id': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'admin_state_up': True, 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:45.072206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.099811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event deleted for resources: {'Port': ['ID=279ee63e-cd25-4a25-af17-53a748099497,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.116898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:45.120748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.175006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.178107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.180000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb10ee60-b165-4d9e-bb73-237152de221d req-9b4020a5-ea9a-4a8f-bcd8-05a3aec31ed5 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae388ca0-5920-4e2c-90f1-238b20e97328 HTTP/1.1" status: 204 len: 173 time: 0.5747395 Nov 23 02:23:45.233390 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ee52a-55c6-40d7-a107-c4143182056a x-openstack-request-id: req-943ee52a-55c6-40d7-a107-c4143182056a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:45.233692 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d885b5-937b-454b-a2e9-c6c197a82943", "name": "network-vif-deleted", "tag": "f52d71d3-2324-432b-af6b-ecff0b04f181", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:45.233946 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-943ee52a-55c6-40d7-a107-c4143182056a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:45.234347 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d885b5-937b-454b-a2e9-c6c197a82943', 'name': 'network-vif-deleted', 'tag': 'f52d71d3-2324-432b-af6b-ecff0b04f181', 'status': 'completed', 'code': 200} Nov 23 02:23:45.262675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Allocated IP 172.20.0.14 (96799735-034e-4675-8a82-c6b4f6423b0f/208b0a80-6aa4-4db8-bdb8-8a320ef63a75/34305d9b-e6d0-4e78-ae14-1ce5a91661c3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:45.404833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f52d71d3-2324-432b-af6b-ecff0b04f181 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:45.447115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: f52d71d3-2324-432b-af6b-ecff0b04f181 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:45.447348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.447496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device f52d71d3-2324-432b-af6b-ecff0b04f181 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:45.448051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eb12989-45df-4910-a1d9-1adf2c7fa238 req-3abc6631-5896-44d5-a27d-f833025451e9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 210 time: 0.0348654 Nov 23 02:23:45.490083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.541692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Network 96799735-034e-4675-8a82-c6b4f6423b0f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:45.545284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:45.547929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:45.577046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.621702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.622255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.650690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-72862c79-5182-4d5e-92ff-0a2dde1d6873 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6615453 Nov 23 02:23:45.682095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Request body: {'port': {'device_id': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:45.751833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.821567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb039493-e490-47dc-8573-858a87920394 req-a87cd8ee-2cd9-4166-9184-b0d49f8b4cec tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.823090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb039493-e490-47dc-8573-858a87920394 req-a87cd8ee-2cd9-4166-9184-b0d49f8b4cec tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.0541525 Nov 23 02:23:45.873641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb039493-e490-47dc-8573-858a87920394 req-2aa4a969-2cad-4174-abc4-1d09a3aa5b70 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Nov 23 02:23:46.058666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:46.059250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf979-f351-4cc0-b3b8-c8cdc73c267f req-dd34e433-980a-4484-9443-7570a867eed6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.060996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3afdf979-f351-4cc0-b3b8-c8cdc73c267f req-dd34e433-980a-4484-9443-7570a867eed6 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.0694826 Nov 23 02:23:46.066650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.080656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Transition to ACTIVE for port object 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:23:46.084218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.121320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3afdf979-f351-4cc0-b3b8-c8cdc73c267f req-23aee77d-d79d-4b36-ba01-5d9869339da1 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536306 Nov 23 02:23:46.157827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.215075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Attempting to bind port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:46.215831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Attempting to bind port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:46.215831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Attempting to bind port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:46.220609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 on network 96799735-034e-4675-8a82-c6b4f6423b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:46.220991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Attempting to bind port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:46.227625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:46.227965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Checking segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:46.228348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Bound using segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:46.228787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Bound port: 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:46.229189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.306920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:46.310442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:46.315334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.355827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.356451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.357848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] 10.222.0.41 "PUT /v2.0/ports/34305d9b-e6d0-4e78-ae14-1ce5a91661c3 HTTP/1.1" status: 200 len: 1093 time: 0.6819391 Nov 23 02:23:46.377962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bb47e-1968-4996-bce4-1b10403f964c service neutron] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.489582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-df10b6c6-8817-4353-af13-75f9e6028674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.491199 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-df10b6c6-8817-4353-af13-75f9e6028674 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 1096 time: 0.0528536 Nov 23 02:23:46.556462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-3e8e5e9b-769c-4cd6-b391-d8f1b164f9dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3 HTTP/1.1" status: 200 len: 217 time: 0.0400753 Nov 23 02:23:46.566372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3384a3d-eda0-42ec-af5b-584c81f5ec1b req-d38ed269-c5a0-4e94-9e2a-553b925e25b0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.567883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3384a3d-eda0-42ec-af5b-584c81f5ec1b req-d38ed269-c5a0-4e94-9e2a-553b925e25b0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0544708 Nov 23 02:23:46.602793 n-d-714676-12 neutron-server[103572]: WARNING keystonemiddleware.auth_token [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-f59b415a-72af-4c0b-901d-ece27187f955 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 02:23:46.606833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-973ee54c-55cc-4ed6-bb9b-005ff3b6b6f9 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:23:46.607858 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-973ee54c-55cc-4ed6-bb9b-005ff3b6b6f9 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571594 Nov 23 02:23:46.620212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3384a3d-eda0-42ec-af5b-584c81f5ec1b req-c940073f-d9e3-4a19-939a-8e13b05eb06a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 Nov 23 02:23:46.630843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-9bf3d739-bcdc-4903-91e1-547e687d8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.632153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-9bf3d739-bcdc-4903-91e1-547e687d8160 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.0646045 Nov 23 02:23:46.662735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-fb604a32-5f19-4215-88c9-4e8a835226ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.664073 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-fb604a32-5f19-4215-88c9-4e8a835226ad service neutron] 10.222.0.15 "GET /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0468521 Nov 23 02:23:46.686077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:46.686623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Unknown quota resources ['binding']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:23:46.689915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-4f1c74e4-0637-48bd-bd6f-20a780df6e3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349064 Nov 23 02:23:46.888525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-a3cd63af-2fb7-41c7-bb92-c2993bd6a6c4 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558712 Nov 23 02:23:46.906105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:46.906441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:46.908619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:46.913218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:46.913764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:46.918896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:46.919241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:46.919757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:46.920221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Bound port: 9726bf27-942e-4d0a-b66c-d65607934fe6, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:47.029727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:47.037729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.038970 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-40766cf1-fcb9-448d-aeb1-d067626e4da9 service neutron] 10.222.0.15 "POST /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3563893 Nov 23 02:23:47.064124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-926b78f4-a120-4d57-a4bc-342f85a9ea08 req-219b1cdc-ba52-4b42-9308-999533e0af4f service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188855 Nov 23 02:23:47.163321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-7b57f60c-cea7-43e5-8b43-99b52fd3858d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.165572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-7b57f60c-cea7-43e5-8b43-99b52fd3858d tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.47 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.0552044 Nov 23 02:23:47.235131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:47.237444 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa883a-3811-4dcf-8992-cce0c02df9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:47.300446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192a34-0591-413e-94d2-0fd44942536b req-7bb1ab16-c606-4db9-bfb7-f5b121e99b12 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.301913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75192a34-0591-413e-94d2-0fd44942536b req-7bb1ab16-c606-4db9-bfb7-f5b121e99b12 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.0677629 Nov 23 02:23:47.328938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ce96b-08a7-4162-8332-2d8741af2120 req-bbf38ee1-0f60-49c6-a4a8-31c37de822ae tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.330445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e83ce96b-08a7-4162-8332-2d8741af2120 req-bbf38ee1-0f60-49c6-a4a8-31c37de822ae tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 944 time: 0.1488552 Nov 23 02:23:47.347430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0c27-f52f-452b-9bfb-a1ae42c6a930 req-f89f8ae9-ae0a-49f5-b2d9-1c7eb69a45bd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.348909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d7a0c27-f52f-452b-9bfb-a1ae42c6a930 req-f89f8ae9-ae0a-49f5-b2d9-1c7eb69a45bd tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 949 time: 0.1177943 Nov 23 02:23:47.403456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Deleting port 31207130-ca63-4457-bf0f-770d14f723c8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:47.403716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.432439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-fe09edff-6d80-46e7-83d1-76fd098a5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.433903 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-fe09edff-6d80-46e7-83d1-76fd098a5868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1097 time: 0.0598733 Nov 23 02:23:47.440960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Deleting port a75ef6b4-eece-4180-b695-931049fc9cae {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:47.441294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.463981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e83ce96b-08a7-4162-8332-2d8741af2120 req-51684fe6-1c47-4bc5-b839-25ae437dd155 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245661 Nov 23 02:23:47.491556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d7a0c27-f52f-452b-9bfb-a1ae42c6a930 req-b1477e92-72e3-47d2-8e9c-6ead8f2d8483 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323860 Nov 23 02:23:47.534197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] For port 31207130-ca63-4457-bf0f-770d14f723c8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=31207130-ca63-4457-bf0f-770d14f723c8,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:47.536024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.559790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Calling delete_port for 31207130-ca63-4457-bf0f-770d14f723c8 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:47.605382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] For port a75ef6b4-eece-4180-b695-931049fc9cae, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a75ef6b4-eece-4180-b695-931049fc9cae,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:47.605743 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.620789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-9a9984ea-cede-4611-958a-a7b009ab7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.622245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-9a9984ea-cede-4611-958a-a7b009ab7856 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1677599 Nov 23 02:23:47.623104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Calling delete_port for a75ef6b4-eece-4180-b695-931049fc9cae owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:47.669191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-b797e589-5cb9-440c-af6c-943763d56a65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 217 time: 0.0373404 Nov 23 02:23:47.691885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fe444-74bd-4869-be3d-7c3b655e3478 req-d2a90702-96cc-41c9-add0-b71642d135f9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.693444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f6fe444-74bd-4869-be3d-7c3b655e3478 req-d2a90702-96cc-41c9-add0-b71642d135f9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1357553 Nov 23 02:23:47.712830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0954867-8934-4b23-bc03-246f662e2afb req-76d08304-06f7-4363-b60e-27c7fad04719 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.714330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0954867-8934-4b23-bc03-246f662e2afb req-76d08304-06f7-4363-b60e-27c7fad04719 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/ports?device_id=59bf814b-ee2d-4f6d-b624-8fbab95426d8 HTTP/1.1" status: 200 len: 945 time: 0.1419797 Nov 23 02:23:47.756768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-cac4d332-6043-4c97-acaa-a76920506fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.758789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-cac4d332-6043-4c97-acaa-a76920506fba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0597477 Nov 23 02:23:47.798497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-71c2621d-4865-490a-83be-456a8abc5edc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292211 Nov 23 02:23:47.827535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f6fe444-74bd-4869-be3d-7c3b655e3478 req-90316359-c0a3-45a7-9782-3b6a7e9a0ac7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249032 Nov 23 02:23:47.832900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0954867-8934-4b23-bc03-246f662e2afb req-81497f42-7f56-47c6-86fe-d67cd8e1f3b9 tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae48cbc-ceef-48ff-b488-6450432ae485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108603 Nov 23 02:23:47.873229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.887141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['31207130-ca63-4457-bf0f-770d14f723c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:47.907415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Pushing event deleted for resources: {'Port': ['ID=31207130-ca63-4457-bf0f-770d14f723c8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:47.911426 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c723905-2111-49cc-9f52-9d4a4dea42a9 x-openstack-request-id: req-7c723905-2111-49cc-9f52-9d4a4dea42a9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:47.911858 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:47.912974 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c723905-2111-49cc-9f52-9d4a4dea42a9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:47.913322 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'status': 'completed', 'code': 200} Nov 23 02:23:47.943986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.977996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] No DVR routers for this DVR port 31207130-ca63-4457-bf0f-770d14f723c8 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:47.980611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.984374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c6ec4b-57f9-4f43-bd4a-8bfa4aaeac6c req-3fe15e95-fba1-4cf6-b30b-97e0f66eefea tempest-FloatingIPsAssociationTestJSON-1582244027 tempest-FloatingIPsAssociationTestJSON-1582244027-project] 10.222.0.47 "DELETE /v2.0/ports/31207130-ca63-4457-bf0f-770d14f723c8 HTTP/1.1" status: 204 len: 173 time: 0.8110774 Nov 23 02:23:47.984934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'name': 'network-vif-deleted', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:47.987445 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec620cf-3577-4ee7-b61e-f88057a65bde" -d '{"events": [{"server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "name": "network-vif-deleted", "tag": "31207130-ca63-4457-bf0f-770d14f723c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:47.992965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a75ef6b4-eece-4180-b695-931049fc9cae'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:48.046921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Pushing event deleted for resources: {'Port': ['ID=a75ef6b4-eece-4180-b695-931049fc9cae,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.064634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-fd2cd9f2-b8ae-4e3f-8a10-d57fd1cb9d8a service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590919 Nov 23 02:23:48.082967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc77431-739d-40d0-9721-3de5e25b445d req-5776c53a-85f8-46b3-b668-397c4cc15194 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:48.088274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbc77431-739d-40d0-9721-3de5e25b445d req-5776c53a-85f8-46b3-b668-397c4cc15194 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0718942 Nov 23 02:23:48.156516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] No DVR routers for this DVR port a75ef6b4-eece-4180-b695-931049fc9cae on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:48.166123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-e5b2fdb6-bab9-4249-afc6-23e8f2bd142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:48.167034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbc77431-739d-40d0-9721-3de5e25b445d req-d0225bd4-3cb4-4d19-ba35-97b48aafe3fa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Nov 23 02:23:48.167659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-e5b2fdb6-bab9-4249-afc6-23e8f2bd142b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 1096 time: 0.1643720 Nov 23 02:23:48.170216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.173586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75192a34-0591-413e-94d2-0fd44942536b req-93ca5c99-be22-48f8-bcc9-4819b3ac279d tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.41 "DELETE /v2.0/ports/a75ef6b4-eece-4180-b695-931049fc9cae HTTP/1.1" status: 204 len: 173 time: 0.8634124 Nov 23 02:23:48.224115 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfe8ded-9287-456a-8434-d515bbb1c3f1 x-openstack-request-id: req-adfe8ded-9287-456a-8434-d515bbb1c3f1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:48.224682 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf814b-ee2d-4f6d-b624-8fbab95426d8", "name": "network-vif-deleted", "tag": "31207130-ca63-4457-bf0f-770d14f723c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:48.225121 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adfe8ded-9287-456a-8434-d515bbb1c3f1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:48.225917 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bf814b-ee2d-4f6d-b624-8fbab95426d8', 'name': 'network-vif-deleted', 'tag': '31207130-ca63-4457-bf0f-770d14f723c8', 'status': 'completed', 'code': 200} Nov 23 02:23:48.300134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-f804748a-23df-48dd-a43c-b05d560b2727 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098410 Nov 23 02:23:48.336557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-14ed581e-97da-4849-a71a-925583100919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:48.338092 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-14ed581e-97da-4849-a71a-925583100919 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 906 time: 0.1424806 Nov 23 02:23:48.400423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-d1e35903-b34e-4d97-b810-f6563b67cd50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3 HTTP/1.1" status: 200 len: 217 time: 0.0533581 Nov 23 02:23:48.508751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-628f4e1e-165c-4b4b-9764-8ca751d5bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:48.512144 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-628f4e1e-165c-4b4b-9764-8ca751d5bf7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.0992124 Nov 23 02:23:48.573639 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-edfdc4a0-145b-44f5-af24-4d1da27d424e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521712 Nov 23 02:23:48.647452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c93395-83c9-4757-b3df-137783971127 req-3ccb471b-7f81-479a-98cd-6bd7a7f06236 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:48.656387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43c93395-83c9-4757-b3df-137783971127 req-3ccb471b-7f81-479a-98cd-6bd7a7f06236 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 944 time: 0.0727162 Nov 23 02:23:48.749792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43c93395-83c9-4757-b3df-137783971127 req-d533d1bd-b8f7-4ed1-b057-84c44b2a917e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Nov 23 02:23:48.756057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-44e5a951-8eb5-4e2f-a136-5c4ba9b2621f service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683700 Nov 23 02:23:48.877827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ce3a219-8423-40e4-aab6-fbc26e181ec2 req-bc10c285-9575-4ddc-bb73-961a45f32ce8 tempest-ServersOnMultiNodesTest-1745597559 tempest-ServersOnMultiNodesTest-1745597559-project] 10.222.0.15 "GET /v2.0/ports?device_id=15512e7d-ac54-4c29-92a3-17d3336f6819 HTTP/1.1" status: 200 len: 210 time: 0.0380318 Nov 23 02:23:48.937078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44aa883a-3811-4dcf-8992-cce0c02df9cd req-8f003b38-ce11-4d2c-8447-8370fbed1aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632786 Nov 23 02:23:49.018308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946157-428a-449a-a0ec-27894a8bf39f req-7d072a54-0628-499a-858d-896117850e52 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.019985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72946157-428a-449a-a0ec-27894a8bf39f req-7d072a54-0628-499a-858d-896117850e52 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.0607681 Nov 23 02:23:49.072859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72946157-428a-449a-a0ec-27894a8bf39f req-c0a9869a-58dd-43d1-a392-a44e845f1dc8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Nov 23 02:23:49.129402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:49.417993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:49.433286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033bce6-ad2a-4c1b-b03e-5426d5040024 req-12aa71d5-5504-4ac9-9a59-42a7c6e91df1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.435076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a033bce6-ad2a-4c1b-b03e-5426d5040024 req-12aa71d5-5504-4ac9-9a59-42a7c6e91df1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0772011 Nov 23 02:23:49.556658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:49.572091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'mac_address': 'fa:16:3e:b7:97:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:49.572689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a033bce6-ad2a-4c1b-b03e-5426d5040024 req-3ad288be-ae7e-47aa-b8aa-6f4b12aeb695 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122320 Nov 23 02:23:49.614625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.632709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:49.654226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:49.658847 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.722202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.735471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.915540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'name': 'network-vif-deleted', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:49.919626 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6f5f42-d0c3-40c8-a857-0618488d97b4" -d '{"events": [{"server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "name": "network-vif-deleted", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:49.984972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd24f-6c05-4450-aa08-10c7c82a84d9 req-a4e2ab8b-ca6c-41b4-b608-0f1fbca2dc43 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.985885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a5fd24f-6c05-4450-aa08-10c7c82a84d9 req-a4e2ab8b-ca6c-41b4-b608-0f1fbca2dc43 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 945 time: 0.1403825 Nov 23 02:23:50.066895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a5fd24f-6c05-4450-aa08-10c7c82a84d9 req-2bdcbb94-6144-4460-a476-f1adfebc0009 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722101 Nov 23 02:23:50.074631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['34305d9b-e6d0-4e78-ae14-1ce5a91661c3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:23:50.202135 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea4ea9-0778-43e7-8ae3-9d19c5ecbc4c x-openstack-request-id: req-91ea4ea9-0778-43e7-8ae3-9d19c5ecbc4c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:50.202960 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15512e7d-ac54-4c29-92a3-17d3336f6819", "name": "network-vif-deleted", "tag": "a75ef6b4-eece-4180-b695-931049fc9cae", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:50.203373 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91ea4ea9-0778-43e7-8ae3-9d19c5ecbc4c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:50.204064 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15512e7d-ac54-4c29-92a3-17d3336f6819', 'name': 'network-vif-deleted', 'tag': 'a75ef6b4-eece-4180-b695-931049fc9cae', 'status': 'completed', 'code': 200} Nov 23 02:23:50.231503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Deleting port 7f48c711-0c63-40a4-83e8-2eebab59f794 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:50.232104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.384153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870c8eb-fd34-4286-8f8e-db4c790810b9 req-0a407ad8-3df0-41ab-828c-5e681ec51b65 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.384153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7870c8eb-fd34-4286-8f8e-db4c790810b9 req-0a407ad8-3df0-41ab-828c-5e681ec51b65 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.0962987 Nov 23 02:23:50.404932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] For port 7f48c711-0c63-40a4-83e8-2eebab59f794, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7f48c711-0c63-40a4-83e8-2eebab59f794,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:50.405325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.426253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Calling delete_port for 7f48c711-0c63-40a4-83e8-2eebab59f794 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:50.460082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33122) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.491326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7870c8eb-fd34-4286-8f8e-db4c790810b9 req-e02f495b-ea78-413f-8598-3a3c8904b0ad tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993004 Nov 23 02:23:50.675449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb116c26-8f2c-4679-850c-fa684798728d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53e393ec56864e10931c32fc1dcdf93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141232 Nov 23 02:23:50.677920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33142) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.691652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.736494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.748591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f48c711-0c63-40a4-83e8-2eebab59f794,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.772650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.791608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bcf0a-d123-4da6-ba49-75e31630ab87 req-9d455778-d915-4bd7-88bd-389b0aea7592 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.800085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c98bcf0a-d123-4da6-ba49-75e31630ab87 req-9d455778-d915-4bd7-88bd-389b0aea7592 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1188061 Nov 23 02:23:50.848666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.854077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.856285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fa4c6c4-dbab-46a3-9eca-b9e1669569b5 HTTP/1.1" status: 204 len: 168 time: 0.1771393 Nov 23 02:23:50.880752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af64967-eba7-45ab-b0d3-4e33279a0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa4c6c4-dbab-46a3-9eca-b9e1669569b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.953678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c98bcf0a-d123-4da6-ba49-75e31630ab87 req-78754723-f13d-4fcc-8dce-19cdaf5bb358 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520085 Nov 23 02:23:51.324236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33166) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.367097 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5826c7a9-f465-4150-b444-0dec8eab1859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30dcb3d7cb5946d59d0ea4526dce8092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418925 Nov 23 02:23:51.369685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33168) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.429977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.442751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:51.482267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.482541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140fda2-d2d1-4b73-b784-89efb683d44c req-dd1f4337-6bed-4936-953a-43a2a2a0ee3c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.490219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2140fda2-d2d1-4b73-b784-89efb683d44c req-dd1f4337-6bed-4936-953a-43a2a2a0ee3c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 945 time: 0.0740678 Nov 23 02:23:51.492616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.496197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.530132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:23:51.544499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:51.545171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.592434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.596954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.598773 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8361cbd8-969f-42a7-ae56-581de81f41f1 HTTP/1.1" status: 204 len: 168 time: 0.2276566 Nov 23 02:23:51.609765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424015-de67-4d37-9ef1-91109aadf178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8361cbd8-969f-42a7-ae56-581de81f41f1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.746301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91dcf721-f25c-417f-9a6e-5c0784987267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.753092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2140fda2-d2d1-4b73-b784-89efb683d44c req-0904f8ed-664c-446f-b452-c611de84c60d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608633 Nov 23 02:23:51.762647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.828556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:51.829815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:51.833523 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b67f895-8f5e-4427-b146-0a676a6c5d8b" -d '{"events": [{"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-plugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:51.839008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.840051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a75ef6b4-eece-4180-b695-931049fc9cae no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:51.889953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: a75ef6b4-eece-4180-b695-931049fc9cae {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:51.890547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a75ef6b4-eece-4180-b695-931049fc9cae not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:51.930582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.948907 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08398e23-02b3-4e8b-969e-87c1aaac99a1 x-openstack-request-id: req-08398e23-02b3-4e8b-969e-87c1aaac99a1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:51.949275 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-plugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:51.949514 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08398e23-02b3-4e8b-969e-87c1aaac99a1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:51.949953 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'code': 200} Nov 23 02:23:52.013493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Router c05362f6-7f9e-4f41-936f-9c830561f126 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:52.035068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584af2-4330-4315-9381-8e197c5a3fcf req-540dd353-dbe9-4ab6-8cd3-cda99c2d848a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.036730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9584af2-4330-4315-9381-8e197c5a3fcf req-540dd353-dbe9-4ab6-8cd3-cda99c2d848a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1310916 Nov 23 02:23:52.111953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08aef2-5a78-4976-b178-57d42492e8bf req-b75bddc9-5924-49af-bae3-b047f256b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.113943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b08aef2-5a78-4976-b178-57d42492e8bf req-b75bddc9-5924-49af-bae3-b047f256b0df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 1098 time: 0.0640008 Nov 23 02:23:52.204752 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b08aef2-5a78-4976-b178-57d42492e8bf req-7c8426b0-22d3-4233-9ac4-8a4faafd7c7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803523 Nov 23 02:23:52.264853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 31207130-ca63-4457-bf0f-770d14f723c8 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:52.309019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 31207130-ca63-4457-bf0f-770d14f723c8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:52.310417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 31207130-ca63-4457-bf0f-770d14f723c8 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:52.313270 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91dcf721-f25c-417f-9a6e-5c0784987267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.333731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91dcf721-f25c-417f-9a6e-5c0784987267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.364371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9584af2-4330-4315-9381-8e197c5a3fcf req-5afda6f0-e65e-4ce9-a2c4-82f4dc11eb22 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164334 Nov 23 02:23:52.410475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043196a-e696-4feb-be73-b6b24070dd0f req-593a4423-d61e-46a3-82f7-e7459803bc96 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.412025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5043196a-e696-4feb-be73-b6b24070dd0f req-593a4423-d61e-46a3-82f7-e7459803bc96 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.2485960 Nov 23 02:23:52.413361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcf721-f25c-417f-9a6e-5c0784987267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c1c8e-045b-4067-968d-ef4300b36f05,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.420920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-91dcf721-f25c-417f-9a6e-5c0784987267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7918f6b5a20441999af099a77413fa06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9227555 Nov 23 02:23:52.420920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:52.421482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.432628 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Sync routers for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:52.437264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23a07b2f-3c45-4013-a71e-cf38861c9ffc admin admin] 10.222.0.15 "PUT /v2.0/routers/c05362f6-7f9e-4f41-936f-9c830561f126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3067410 Nov 23 02:23:52.440712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.451532 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:52.453618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:52.492332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.517061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.587691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.593303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.597909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e11c1c8e-045b-4067-968d-ef4300b36f05 HTTP/1.1" status: 204 len: 168 time: 0.1734183 Nov 23 02:23:52.612167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5043196a-e696-4feb-be73-b6b24070dd0f req-d8b25551-a60a-48ce-a86c-f982a9d77b56 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701455 Nov 23 02:23:52.619046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89784fcc-e720-47e8-b238-945ca58d0d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c1c8e-045b-4067-968d-ef4300b36f05,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.645774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.665792 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:52.849550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.936550 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:23:50Z', 'revision_number': 5, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port': {'id': '012f98e7-264f-47b5-93e7-c6d8e79258b4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:15Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:53.019178 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Checking router: c05362f6-7f9e-4f41-936f-9c830561f126 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:53.022929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf21a-11d8-4dbe-8fd2-019bdfbe3893 req-cb0635b9-d05a-4ea8-a796-233aa87550cb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:53.033144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a1bf21a-11d8-4dbe-8fd2-019bdfbe3893 req-cb0635b9-d05a-4ea8-a796-233aa87550cb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 946 time: 0.1343272 Nov 23 02:23:53.046590 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Routers {'c05362f6-7f9e-4f41-936f-9c830561f126'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:53.047826 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c05362f6-7f9e-4f41-936f-9c830561f126'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:53.048772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Deleting port 012f98e7-264f-47b5-93e7-c6d8e79258b4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:53.049127 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.163909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.181415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a1bf21a-11d8-4dbe-8fd2-019bdfbe3893 req-f2fc7754-8885-4dfa-920b-b760e2b62121 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469686 Nov 23 02:23:53.222838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] For port 012f98e7-264f-47b5-93e7-c6d8e79258b4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=012f98e7-264f-47b5-93e7-c6d8e79258b4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:53.223363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.234315 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] Set router c05362f6-7f9e-4f41-936f-9c830561f126 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:53.238142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Calling delete_port for 012f98e7-264f-47b5-93e7-c6d8e79258b4 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:53.326836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:23:52Z', 'revision_number': 6, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:53.523806 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d68fcd0-fee9-4a60-a4b8-02c410c91567 None None] The sync data for ids ['c05362f6-7f9e-4f41-936f-9c830561f126'] in n-d-714676-12 is: [{'id': 'c05362f6-7f9e-4f41-936f-9c830561f126', 'name': 'tempest-FloatingIPsAssociationTestJSON-189434341-router', 'tenant_id': '4a01d9c557844d2582160b6435f03a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:14Z', 'updated_at': '2021-11-23T02:23:52Z', 'revision_number': 6, 'project_id': '4a01d9c557844d2582160b6435f03a1e', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:53.558039 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.609550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=012f98e7-264f-47b5-93e7-c6d8e79258b4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:53.694888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788ec8-7275-477a-b4dd-11aa5aabd002 req-cb8ba7db-312e-42b6-9a2a-c58858a1f0c8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:53.697012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1788ec8-7275-477a-b4dd-11aa5aabd002 req-cb8ba7db-312e-42b6-9a2a-c58858a1f0c8 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1665368 Nov 23 02:23:53.759706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.874794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33258) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:53.888902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c714e0d-4aee-41e8-b8b9-50f9075e58e9 req-e56f586f-5e34-42d6-bd57-9729ee74671d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:53.890466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c714e0d-4aee-41e8-b8b9-50f9075e58e9 req-e56f586f-5e34-42d6-bd57-9729ee74671d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1925149 Nov 23 02:23:53.897296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1788ec8-7275-477a-b4dd-11aa5aabd002 req-f61c1086-3bb2-4c7b-81d5-91d5d9040482 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845815 Nov 23 02:23:53.899004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.902377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.977433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.977685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05362f6-7f9e-4f41-936f-9c830561f126 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:53.984779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.988319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5f822249-6cca-4d2a-bec9-bc6d4f8e12d5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c05362f6-7f9e-4f41-936f-9c830561f126 HTTP/1.1" status: 204 len: 168 time: 1.5429668 Nov 23 02:23:53.988638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33264) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.030656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c714e0d-4aee-41e8-b8b9-50f9075e58e9 req-c0addefb-1e15-4ea0-bc5b-02bd9193f80e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295028 Nov 23 02:23:54.077022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-50405634-network', 'tenant_id': 'e2daccef4b5e42dc9e43595949f57f48'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.105742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Deleting subnet ef3fc947-ddd9-48da-87c1-4be97e2c37a0 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:54.110179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.161402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Made reservation on behalf of e2daccef4b5e42dc9e43595949f57f48 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:54.164700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.168452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.201094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.311815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.369351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49f062-50ea-4667-8d71-2fa2252ba027 req-f5b39056-9565-4b5f-8c7c-953fce01f288 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.385038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca49f062-50ea-4667-8d71-2fa2252ba027 req-f5b39056-9565-4b5f-8c7c-953fce01f288 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 946 time: 0.0816865 Nov 23 02:23:54.388851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.397589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.416009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.483654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:54.492005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7f48c711-0c63-40a4-83e8-2eebab59f794 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:54.495229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.495852 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Added segment 3a8d6c6c-3186-4b62-a64a-1fafb9b652a4 of type vlan for network eb5b63bd-8b7a-4958-956b-26bb1500c773 Nov 23 02:23:54.496053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca49f062-50ea-4667-8d71-2fa2252ba027 req-65770988-231b-456e-9d58-ca8e08dc1077 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099052 Nov 23 02:23:54.535910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7f48c711-0c63-40a4-83e8-2eebab59f794 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:54.536537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7f48c711-0c63-40a4-83e8-2eebab59f794 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:54.557317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.580654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3fc947-ddd9-48da-87c1-4be97e2c37a0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.594372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.597812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4f03c58-eace-42dd-9e9b-aee66ade7246 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef3fc947-ddd9-48da-87c1-4be97e2c37a0 HTTP/1.1" status: 204 len: 168 time: 0.6079934 Nov 23 02:23:54.600023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e4648-7306-4e36-9e6b-6fa1b014d05e None None] Network a0981994-0f54-41d4-acbd-bb6dae9afa53 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:54.600515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c21a19-902b-48f0-a035-3287d59874a1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.600808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.609445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.610932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.611757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.691454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8153439 Nov 23 02:23:54.692462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33292) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.700221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Request body: {'subnet': {'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-50405634-subnet', 'tenant_id': 'e2daccef4b5e42dc9e43595949f57f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.732924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a593b-bbcf-4265-89e5-4e2770f6cfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5b63bd-8b7a-4958-956b-26bb1500c773,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.762360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Made reservation on behalf of e2daccef4b5e42dc9e43595949f57f48 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:54.772221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.780931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:54.829989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.891718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33296) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:55.059996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.072636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a348e4-b319-4ec5-a924-20a1632e4c37 req-93aff0df-0032-4b2e-b6ab-be084dbcc755 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.087552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37a348e4-b319-4ec5-a924-20a1632e4c37 req-93aff0df-0032-4b2e-b6ab-be084dbcc755 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 946 time: 0.2341952 Nov 23 02:23:55.126808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Deleting port c14379fd-65cb-4bd5-b415-0b7af697f257 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:55.128958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.143017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=599096b4-f2ce-4126-be13-7ba593d0c030,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.173567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ce95ac-ace4-40e3-945f-53327d14f68c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.193074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37a348e4-b319-4ec5-a924-20a1632e4c37 req-f6304569-7313-47a0-b69d-801c892327b0 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041293 Nov 23 02:23:55.311995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] DHCP port deletion for a0981994-0f54-41d4-acbd-bb6dae9afa53 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:55.321070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ce95ac-ace4-40e3-945f-53327d14f68c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.332458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ce95ac-ace4-40e3-945f-53327d14f68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.373415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce95ac-ace4-40e3-945f-53327d14f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f86c512-64c8-4d3a-9731-5fe35653992f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.397124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Deleting port c14379fd-65cb-4bd5-b415-0b7af697f257 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:55.397805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.410364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] For port c14379fd-65cb-4bd5-b415-0b7af697f257, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c14379fd-65cb-4bd5-b415-0b7af697f257,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:55.410883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.424455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Checking segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:55.424955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Network hostable DHCP agents. Network: eb5b63bd-8b7a-4958-956b-26bb1500c773, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:55.431024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30ce95ac-ace4-40e3-945f-53327d14f68c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e5800a2ac8240ac8456626ae7644797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5372863 Nov 23 02:23:55.435571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:55.448507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:55.467777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, eb5b63bd-8b7a-4958-956b-26bb1500c773) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:55.484960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.487154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.488474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Calling delete_port for c14379fd-65cb-4bd5-b415-0b7af697f257 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:55.491175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f58acf-acba-48a2-8737-826c3b4d3fd2 None None] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:55.494712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] For port c14379fd-65cb-4bd5-b415-0b7af697f257, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c14379fd-65cb-4bd5-b415-0b7af697f257,segment=NetworkSegment(c4f87e1e-4713-487f-8db0-70c4b2c0423f),segment_id=c4f87e1e-4713-487f-8db0-70c4b2c0423f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:55.495296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.518057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af178244-69bc-412e-8ed0-4d69ea04ef0d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8220634 Nov 23 02:23:55.530778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3b128-97d9-447f-8251-a184da50b8f0 req-bfd9f02a-70f4-4d23-ac9a-62c76ed12499 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.532509 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75e3b128-97d9-447f-8251-a184da50b8f0 req-bfd9f02a-70f4-4d23-ac9a-62c76ed12499 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1874206 Nov 23 02:23:55.559724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Calling delete_port for c14379fd-65cb-4bd5-b415-0b7af697f257 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:55.563318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559952c-3ac8-4e02-95ff-7b0b78d9d37b req-6d656d59-c232-4420-9ce4-d7afa0e4d268 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.565115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f559952c-3ac8-4e02-95ff-7b0b78d9d37b req-6d656d59-c232-4420-9ce4-d7afa0e4d268 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.2085385 Nov 23 02:23:55.727632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.756213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.792602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75e3b128-97d9-447f-8251-a184da50b8f0 req-01e1ea78-2679-4a84-b817-b8e495c677dc tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502661 Nov 23 02:23:55.796901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b76fd-3bb0-4cfb-a2ce-a65ff7f87923 None None] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:55.799263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] No DVR routers for this DVR port c14379fd-65cb-4bd5-b415-0b7af697f257 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:55.800333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f559952c-3ac8-4e02-95ff-7b0b78d9d37b req-7b04b7a2-e3be-49a3-bf24-03fad253b35f tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178123 Nov 23 02:23:55.815549 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.826546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.826773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc0d93-9cfa-4c27-98b5-86b929a34f42 None None] Pushing event deleted for resources: {'Port': ['ID=c14379fd-65cb-4bd5-b415-0b7af697f257,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.864665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14379fd-65cb-4bd5-b415-0b7af697f257,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.875480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] No DVR routers for this DVR port c14379fd-65cb-4bd5-b415-0b7af697f257 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:55.981909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.009606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0981994-0f54-41d4-acbd-bb6dae9afa53']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:56.021722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.028786 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.032587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f86c512-64c8-4d3a-9731-5fe35653992f HTTP/1.1" status: 204 len: 168 time: 0.5869980 Nov 23 02:23:56.041552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f87e1e-4713-487f-8db0-70c4b2c0423f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:56.041973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f87e1e-4713-487f-8db0-70c4b2c0423f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:56.053361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab00948-b3d8-44c5-a58d-43da4c1b9362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f86c512-64c8-4d3a-9731-5fe35653992f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.058883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.074690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.083591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:56.084981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:56.087444 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:56.172104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 012f98e7-264f-47b5-93e7-c6d8e79258b4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:56.185033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.194772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 012f98e7-264f-47b5-93e7-c6d8e79258b4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:56.196173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 012f98e7-264f-47b5-93e7-c6d8e79258b4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:56.196779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c14379fd-65cb-4bd5-b415-0b7af697f257 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:56.214333 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.226300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c14379fd-65cb-4bd5-b415-0b7af697f257 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:56.227528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c14379fd-65cb-4bd5-b415-0b7af697f257 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:56.228285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a0981994-0f54-41d4-acbd-bb6dae9afa53 HTTP/1.1" status: 204 len: 168 time: 1.6257985 Nov 23 02:23:56.230378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35ebdc-4890-451c-b698-761ee7ccf779 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0981994-0f54-41d4-acbd-bb6dae9afa53,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.378669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026eb4d-e2ee-4e4e-85d5-c1b7ab1ee48d req-90661920-16ad-445b-8dd5-8002014d9cb9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:56.380789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5026eb4d-e2ee-4e4e-85d5-c1b7ab1ee48d req-90661920-16ad-445b-8dd5-8002014d9cb9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 946 time: 0.0803890 Nov 23 02:23:56.420842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-95576038-5d99-42f8-968a-ba28e01f9a04 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:56.422330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-95576038-5d99-42f8-968a-ba28e01f9a04 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.1886189 Nov 23 02:23:56.426478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33334) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.443568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.457058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-5f5c35a8-f75e-4f74-9cc2-cdcdb70b3f04 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/quotas/e2daccef4b5e42dc9e43595949f57f48 HTTP/1.1" status: 200 len: 375 time: 0.0216742 Nov 23 02:23:56.464426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5026eb4d-e2ee-4e4e-85d5-c1b7ab1ee48d req-fef195b5-3b1e-4bca-8afe-a822bc9bb9fe tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724673 Nov 23 02:23:56.466233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75cc0d88-0109-4b89-9ef4-a1b7452cf854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.490445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-44776a34-01a0-4656-bc7d-f3a26abed4bc tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250657 Nov 23 02:23:56.507486 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9fbf68d-2ca0-41ff-b22e-8a2a6a0f9a7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a01d9c557844d2582160b6435f03a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784397 Nov 23 02:23:56.510611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.582823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75cc0d88-0109-4b89-9ef4-a1b7452cf854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.587621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75cc0d88-0109-4b89-9ef4-a1b7452cf854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.615413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.629604 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-75cc0d88-0109-4b89-9ef4-a1b7452cf854 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=620ffec3020c40839a11451d381e8750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850083 Nov 23 02:23:56.632225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.638681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc0d88-0109-4b89-9ef4-a1b7452cf854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82098e-2ea5-4bd8-80b7-ae085f3f038e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.644798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-16d77ec5-8904-43eb-8d4e-7cd01216c07e service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459234 Nov 23 02:23:56.654088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.687964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.714556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.763959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.766561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.767714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aae48cbc-ceef-48ff-b488-6450432ae485 HTTP/1.1" status: 204 len: 168 time: 0.2561319 Nov 23 02:23:56.780157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.782844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.784002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf82098e-2ea5-4bd8-80b7-ae085f3f038e HTTP/1.1" status: 204 len: 168 time: 0.1503105 Nov 23 02:23:56.784189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-319d2b1c-3ea1-4f4f-b7a3-326a98e0cf51 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106384 Nov 23 02:23:56.784914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2479-5112-4a0b-87e2-6fd50bfd0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae48cbc-ceef-48ff-b488-6450432ae485,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.795499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaa48c-6e07-46d8-9cbf-e3bd9b942d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82098e-2ea5-4bd8-80b7-ae085f3f038e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.014720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7fb79-074e-40b5-a6af-95863d968223 req-8ec9fba2-55b7-40e5-b275-bb7ea6f93d80 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.017621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ba7fb79-074e-40b5-a6af-95863d968223 req-8ec9fba2-55b7-40e5-b275-bb7ea6f93d80 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0780735 Nov 23 02:23:57.126478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ba7fb79-074e-40b5-a6af-95863d968223 req-3a047652-2fc9-4753-a3f5-ce0b9cf0e491 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995817 Nov 23 02:23:57.139667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b526f-443d-45f6-9e59-eb61a7b3769e req-f05cab90-001e-406f-b7b1-56b481dbdfc6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.141426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a2b526f-443d-45f6-9e59-eb61a7b3769e req-f05cab90-001e-406f-b7b1-56b481dbdfc6 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.0815101 Nov 23 02:23:57.210996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a2b526f-443d-45f6-9e59-eb61a7b3769e req-5132ba3e-5824-42cd-b880-1708854154cc tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Nov 23 02:23:57.363065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b7b9193-1c1c-4b29-b8cb-836327df5c2d req-525f6f05-5544-4c4c-ab29-833a01b46501 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 210 time: 0.0443208 Nov 23 02:23:58.116786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-15227c7c-d322-45bb-aeb4-eb8e01138276 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=766ae7c07dd1415196612966ef67ef27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380483 Nov 23 02:23:58.318648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce54af-ca60-4116-94b7-63d8763f2de3 req-62966614-6ffe-418d-aa6b-f01b1fecb40c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.323390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffce54af-ca60-4116-94b7-63d8763f2de3 req-62966614-6ffe-418d-aa6b-f01b1fecb40c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0952375 Nov 23 02:23:58.365722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-4703f4d4-a577-401b-853e-52102b20298f tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.367358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-4703f4d4-a577-401b-853e-52102b20298f tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473860 Nov 23 02:23:58.396749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-204938ae-2743-4728-8510-c735530b06b5 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/quotas/766ae7c07dd1415196612966ef67ef27 HTTP/1.1" status: 200 len: 375 time: 0.0191360 Nov 23 02:23:58.405139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffce54af-ca60-4116-94b7-63d8763f2de3 req-cfd89df4-937e-4219-bfb6-87e90966f6fa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770085 Nov 23 02:23:58.441558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-8c08fa77-67b8-447f-bc4d-3c76441e5560 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=766ae7c07dd1415196612966ef67ef27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354092 Nov 23 02:23:58.539904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f0cea-6eeb-456d-a14a-bc364d0f1926 req-9f453b67-64e8-4481-b014-1d2565dd56bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.541429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e1f0cea-6eeb-456d-a14a-bc364d0f1926 req-9f453b67-64e8-4481-b014-1d2565dd56bb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.0593188 Nov 23 02:23:58.548157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-0768d36a-a711-41e0-b8e0-ff8ef3b4d9e0 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.550301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-0768d36a-a711-41e0-b8e0-ff8ef3b4d9e0 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.4650850 Nov 23 02:23:58.566334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'port': {'device_id': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'admin_state_up': True, 'tenant_id': 'e2daccef4b5e42dc9e43595949f57f48'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:58.607101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e1f0cea-6eeb-456d-a14a-bc364d0f1926 req-2b664265-c0c1-495f-8e94-47c4e35fa474 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562210 Nov 23 02:23:58.719996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Made reservation on behalf of e2daccef4b5e42dc9e43595949f57f48 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:58.724774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.778981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cb6b3e-6561-4734-8f53-24972a8b8411 req-12492d89-651b-4cb0-8b38-6be779bb3c76 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 210 time: 0.0306101 Nov 23 02:23:58.874928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c45527e1-d2e6-41e8-803d-aabba266d258 req-0fb25a89-4bbc-4710-913f-3290dad297fe tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 210 time: 0.0441151 Nov 23 02:23:58.890944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Allocated IP 172.20.0.2 (eb5b63bd-8b7a-4958-956b-26bb1500c773/599096b4-f2ce-4126-be13-7ba593d0c030/c2fb587d-af4a-4cfd-bd05-e448a791eadb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:59.079816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.118385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-a300f905-0f09-4cc7-9bba-a603838ed4b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576618 Nov 23 02:23:59.120730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.182883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.194846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:59.197001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:59.200003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:59.228848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-9e490e88-5547-45c1-83bc-a6ad2f786bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.230422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-9e490e88-5547-45c1-83bc-a6ad2f786bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 1096 time: 0.0636072 Nov 23 02:23:59.261397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.262076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.283524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-7851ac3a-bc43-42e2-bf5a-ddf66b05dfa1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212315 Nov 23 02:23:59.297600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Request body: {'port': {'device_id': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:59.354585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-665768dd-2167-4594-b58e-69fd81fef0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.355781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.357858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-665768dd-2167-4594-b58e-69fd81fef0cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.1028264 Nov 23 02:23:59.365736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.415211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-59fe6d5b-d8b1-4513-9ab1-0c7a183162ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0509434 Nov 23 02:23:59.480816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-81e93a9a-c736-4984-9ba9-93477024be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.482799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-81e93a9a-c736-4984-9ba9-93477024be42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0594194 Nov 23 02:23:59.492596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:23:59.543523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-1dae0f2b-1077-4cb6-9c2d-d36cc0c3e922 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476022 Nov 23 02:23:59.572053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c05c-ea06-400e-8c08-edde4f1bc2b2 req-dfc4aa97-7cb0-4b0a-b619-da74a1cb18a2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.573658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81c1c05c-ea06-400e-8c08-edde4f1bc2b2 req-dfc4aa97-7cb0-4b0a-b619-da74a1cb18a2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0897534 Nov 23 02:23:59.594941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:59.608837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'mac_address': 'fa:16:3e:b7:97:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:23:59.653030 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.707897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:59.713351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-d3f72220-a22d-451a-86af-80d2615b5984 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608937 Nov 23 02:23:59.751653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:59.757864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.767055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fb587d-af4a-4cfd-bd05-e448a791eadb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:23:59.776762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.794599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Transition to ACTIVE for port object c2fb587d-af4a-4cfd-bd05-e448a791eadb will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:23:59.804168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.866018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.866628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.903061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81c1c05c-ea06-400e-8c08-edde4f1bc2b2 req-ed10d059-6e74-4b76-b116-cd2a58626658 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154778 Nov 23 02:23:59.957287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b2dad-25d6-4db4-9177-e8cfad38d880 req-24bfb897-3afc-4eaa-b1e8-f718c09934ce tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.959453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c6b2dad-25d6-4db4-9177-e8cfad38d880 req-24bfb897-3afc-4eaa-b1e8-f718c09934ce tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1669760 Nov 23 02:23:59.962530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d72b4df-bad6-4c44-a513-62fe2acc12e5 req-1ac8a634-04f6-4976-908c-1a0acce80b20 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412314 Nov 23 02:23:59.977477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['34305d9b-e6d0-4e78-ae14-1ce5a91661c3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:00.004276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:00.077696 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-d2c19281-fcf8-49a6-8fa4-a4fb071ac880 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=766ae7c07dd1415196612966ef67ef27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699897 Nov 23 02:24:00.090687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Attempting to bind port c2fb587d-af4a-4cfd-bd05-e448a791eadb on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:00.091060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Attempting to bind port c2fb587d-af4a-4cfd-bd05-e448a791eadb by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:00.091401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Attempting to bind port c2fb587d-af4a-4cfd-bd05-e448a791eadb on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:00.122049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Port c2fb587d-af4a-4cfd-bd05-e448a791eadb on network eb5b63bd-8b7a-4958-956b-26bb1500c773 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:00.122377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Attempting to bind port c2fb587d-af4a-4cfd-bd05-e448a791eadb on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:00.126937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c6b2dad-25d6-4db4-9177-e8cfad38d880 req-a12cfb9c-ee89-44fa-a249-d5b491b6d32e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393731 Nov 23 02:24:00.223340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9014-f3d7-4c39-9508-656eeb469f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.240399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:00.241038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Checking segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:00.241595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Bound using segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:00.242268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Bound port: c2fb587d-af4a-4cfd-bd05-e448a791eadb, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:00.242884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.274708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f090182d-ac50-471c-8ea8-b382f0780b20 req-ecc5e8c6-da40-4bd5-b87d-a9d3286b494c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 210 time: 0.0395060 Nov 23 02:24:00.347099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1f91-4c00-47b6-905e-680eedc64cba req-f0644542-028b-4203-9bed-05a4ddc09d43 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.349514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bda1f91-4c00-47b6-905e-680eedc64cba req-f0644542-028b-4203-9bed-05a4ddc09d43 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 943 time: 0.0842860 Nov 23 02:24:00.382326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-6d11f5d4-3b6f-4c55-b368-4273a020b2d8 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.383909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-6d11f5d4-3b6f-4c55-b368-4273a020b2d8 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899351 Nov 23 02:24:00.387270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:00.404999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:00.415070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.417311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bda1f91-4c00-47b6-905e-680eedc64cba req-650fb07d-3e93-43e0-bd01-6287b5b22581 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593317 Nov 23 02:24:00.423590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Request body: {'port': {'device_id': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '766ae7c07dd1415196612966ef67ef27'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:00.514386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.515866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.517677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] 10.222.0.47 "PUT /v2.0/ports/c2fb587d-af4a-4cfd-bd05-e448a791eadb HTTP/1.1" status: 200 len: 1092 time: 1.2264335 Nov 23 02:24:00.531985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:00.534857 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864d8818-0a3d-4567-9fa4-c5696620bcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:00.577833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9014-f3d7-4c39-9508-656eeb469f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.626252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8e9014-f3d7-4c39-9508-656eeb469f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.630741 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2542e5d1-589d-40be-8566-ecf5b6db46c7 x-openstack-request-id: req-2542e5d1-589d-40be-8566-ecf5b6db46c7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:00.631033 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:00.631282 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2542e5d1-589d-40be-8566-ecf5b6db46c7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:00.631667 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'status': 'completed', 'code': 200} Nov 23 02:24:00.663302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3391-85e7-4463-ba99-6b37efa8b301 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:00.707887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e8e9014-f3d7-4c39-9508-656eeb469f8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbb2165465fa4be1a95b658da86a3d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8364177 Nov 23 02:24:00.712544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33580) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.716795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e9014-f3d7-4c39-9508-656eeb469f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4395e9-21e3-4c23-bdf6-d90162bd48de,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:00.731478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-40836f50-b07a-4af1-9a24-2244cf6915ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.732973 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-40836f50-b07a-4af1-9a24-2244cf6915ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 1095 time: 0.1430056 Nov 23 02:24:00.750287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Made reservation on behalf of 766ae7c07dd1415196612966ef67ef27 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:00.754719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.776206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.796276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-906b94e7-8bd3-4c97-9a8a-69ca6c389185 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb HTTP/1.1" status: 200 len: 217 time: 0.0546391 Nov 23 02:24:00.797086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.804900 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.878226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-a80adb74-9b34-4bbf-8a44-a8fa618ba7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.879708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-a80adb74-9b34-4bbf-8a44-a8fa618ba7bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.0743549 Nov 23 02:24:00.901549 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.904733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.906093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f4395e9-21e3-4c23-bdf6-d90162bd48de HTTP/1.1" status: 204 len: 168 time: 0.1924534 Nov 23 02:24:00.952763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0209c-7aaf-4ffa-b2e3-513e678d1b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4395e9-21e3-4c23-bdf6-d90162bd48de,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:00.953519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.975826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.107252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc063ed-f427-4f97-899f-4c514e69b803 req-7366a937-c769-4b2a-9d78-eb68c9b41da5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.116294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dc063ed-f427-4f97-899f-4c514e69b803 req-7366a937-c769-4b2a-9d78-eb68c9b41da5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.0875819 Nov 23 02:24:01.190299 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-33fdaff7-20e0-43bf-a3e8-e404352778d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2988214 Nov 23 02:24:01.251945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Allocated IP 192.168.233.243 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:01.253397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dc063ed-f427-4f97-899f-4c514e69b803 req-58452ee8-e782-4f79-9838-77cfa670de16 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358871 Nov 23 02:24:01.306757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eff9504-2317-4ff6-a76e-e96ec8240805,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:01.368252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-b6b88f9a-e70c-40c1-9d35-5e792bf95ba1 service neutron] 10.222.0.47 "GET /v2.0/ports/9261f1ff-10e4-41b0-8fee-1a6ee42e22f1/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.1119304 Nov 23 02:24:01.445785 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d623926-fde4-44c0-a6fb-f84f8fd72f5a req-19a5c253-b1e9-437c-9a4b-9abf777100d0 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 210 time: 0.0433638 Nov 23 02:24:01.573136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-9d922d72-233b-48f6-b39c-5ec0f151ab26 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696020 Nov 23 02:24:01.622672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57383406-7805-457c-8a83-ba48dee17a1c req-171090d7-58d0-4336-abe0-e7ff6b83b62c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.624297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.625188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57383406-7805-457c-8a83-ba48dee17a1c req-171090d7-58d0-4336-abe0-e7ff6b83b62c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 945 time: 0.1718330 Nov 23 02:24:01.695046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a565135-55b3-4411-8e2f-bfbc1321c2d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.715585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:01.790407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57383406-7805-457c-8a83-ba48dee17a1c req-892160de-1b25-4d72-a985-4be6e0287cb7 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569173 Nov 23 02:24:01.797462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:01.797945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.825757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ec20-fe3c-4cf9-8702-f71b98e3a019 req-d0767410-192d-4c5e-b01d-60170730693c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.833630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d41ec20-fe3c-4cf9-8702-f71b98e3a019 req-d0767410-192d-4c5e-b01d-60170730693c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 943 time: 0.1229362 Nov 23 02:24:01.867949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-7b4de4a8-2f2c-4959-be03-33b2efd3c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.869609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-7b4de4a8-2f2c-4959-be03-33b2efd3c564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1102 time: 0.1293068 Nov 23 02:24:01.869924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.878078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5f0f7d62-85b6-4541-8136-81d2b8b278e9 req-e53987e7-33e7-4505-b020-1a0f6445e6b9 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552228 Nov 23 02:24:01.900855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d41ec20-fe3c-4cf9-8702-f71b98e3a019 req-e6b57f04-cdfa-4234-b384-dcf9bc79edee tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Nov 23 02:24:01.968061 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.971355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a565135-55b3-4411-8e2f-bfbc1321c2d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.984080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a565135-55b3-4411-8e2f-bfbc1321c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.009366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-130b274a-afa7-4e11-a378-cf432c194707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.011910 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-130b274a-afa7-4e11-a378-cf432c194707 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1102 time: 0.1083636 Nov 23 02:24:02.014497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.017504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:02.019543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:02.024814 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1cbb99-7a20-4cda-9f7c-f51f2722441e" -d '{"events": [{"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-plugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:02.032443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-01d30700-75dd-4d4a-b00e-5e9e65146063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.036540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-01d30700-75dd-4d4a-b00e-5e9e65146063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 1095 time: 0.0988142 Nov 23 02:24:02.044824 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.101294 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45acff1-eac6-4f8c-a891-7888b2797376 x-openstack-request-id: req-b45acff1-eac6-4f8c-a891-7888b2797376 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:02.101625 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-plugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:02.101890 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b45acff1-eac6-4f8c-a891-7888b2797376 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:02.102293 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'code': 200} Nov 23 02:24:02.141902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.176251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-9945dfff-7169-4202-bfc7-99224d26c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.178649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-9945dfff-7169-4202-bfc7-99224d26c74f service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 921 time: 0.1340814 Nov 23 02:24:02.235383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a565135-55b3-4411-8e2f-bfbc1321c2d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba11e7bfdd1c4beda6b29ffce1928ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6098170 Nov 23 02:24:02.236805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-bd9e36cf-dbd5-4f54-aac7-f4a998837f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.238944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-bd9e36cf-dbd5-4f54-aac7-f4a998837f58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2116652 Nov 23 02:24:02.239714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33616) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.246661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-391ddbac-1f4d-4250-a838-6d6666ee15e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb HTTP/1.1" status: 200 len: 217 time: 0.0600212 Nov 23 02:24:02.247630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a565135-55b3-4411-8e2f-bfbc1321c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8226ef0d-77f3-4e69-8c2f-36cc4dda7f5a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.323402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-b03e44fd-717b-498a-b979-1bc253ab4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.325430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-b03e44fd-717b-498a-b979-1bc253ab4e7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.0720026 Nov 23 02:24:02.353312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:02.363717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:02.366603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-f0c49da3-98d0-4549-a678-10b08e3d45db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.0999775 Nov 23 02:24:02.372775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:02.375417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.403867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-46ef2537-86c9-4dc8-8f54-ad012a940597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701551 Nov 23 02:24:02.533041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-4858f0cf-0291-48e5-90d0-f43938df368c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.535971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-3702ec7b-8a51-45fb-93da-f7ef74e3a125 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176436 Nov 23 02:24:02.538806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-4858f0cf-0291-48e5-90d0-f43938df368c tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.3720713 Nov 23 02:24:02.555943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-e7326acb-8010-401c-9c78-84c4d41d5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.576517 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-e7326acb-8010-401c-9c78-84c4d41d5459 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1832118 Nov 23 02:24:02.584854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.585518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.666172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:02.709249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1700-dc0b-4b9c-83b4-1f862ec009b7 req-384f565c-12d7-43b3-adf7-46781c84d8e0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.724148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa9f1700-dc0b-4b9c-83b4-1f862ec009b7 req-384f565c-12d7-43b3-adf7-46781c84d8e0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.3188717 Nov 23 02:24:02.752039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-08d85b0f-bc59-41d8-88a7-21a6b23533d6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3389297 Nov 23 02:24:02.757173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-65c025cc-9268-46f2-a231-1e40a05dd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.759224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-65c025cc-9268-46f2-a231-1e40a05dd296 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1289754 Nov 23 02:24:02.762374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.793629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e6fee924-22b4-49ad-b100-4fedfd245824 None None] Provisioning complete for port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:02.794201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6fee924-22b4-49ad-b100-4fedfd245824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.795265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.811005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d7f2a-11bd-4bf9-9d8f-16aa0193a91c req-535243b4-3965-4be7-82f4-db32018c9c81 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.817045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a0d7f2a-11bd-4bf9-9d8f-16aa0193a91c req-535243b4-3965-4be7-82f4-db32018c9c81 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 936 time: 0.2216341 Nov 23 02:24:02.838928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e6fee924-22b4-49ad-b100-4fedfd245824 None None] Port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:02.919975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Request body: {'port': {'device_id': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:02.921860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.924846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.928389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8226ef0d-77f3-4e69-8c2f-36cc4dda7f5a HTTP/1.1" status: 204 len: 168 time: 0.6805758 Nov 23 02:24:02.932284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.970318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b97b3-86d0-4f2f-afff-ee12fb304a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8226ef0d-77f3-4e69-8c2f-36cc4dda7f5a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:03.127184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:03.170402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:03.225937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.233459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:03.235902 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403cce9b-848d-4ff7-83b8-18cc1a2c7ca4" -d '{"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:03.242143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.370679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-f728d040-effa-40b2-b770-bc3c282d6147 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082712 Nov 23 02:24:03.374965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.455846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa9f1700-dc0b-4b9c-83b4-1f862ec009b7 req-bb67b3e2-7776-49eb-9c1e-a2f47aa3b339 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284937 Nov 23 02:24:03.523188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a0d7f2a-11bd-4bf9-9d8f-16aa0193a91c req-8a5e0e2e-5b9e-47f3-abee-06f9f0d05ccd tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977821 Nov 23 02:24:03.569741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-864d8818-0a3d-4567-9fa4-c5696620bcd4 req-9bc061ba-03a2-42ed-a7bb-af726c127985 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0093880 Nov 23 02:24:03.595984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:03.603903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:03.604249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:03.604843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:03.656504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:03.656837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Attempting to bind port 9726bf27-942e-4d0a-b66c-d65607934fe6 on network e0dcd252-4872-44ef-9704-fd90da3dd812 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:03.712225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:03.713065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Checking segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:03.713460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Bound using segment: {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:03.713922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Bound port: 9726bf27-942e-4d0a-b66c-d65607934fe6, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457e1d4-8a0d-42df-bdf4-842efad8eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e0dcd252-4872-44ef-9704-fd90da3dd812'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:03.714283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.804621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5218-7ea5-44e1-991e-2c9b1cff02c0 req-0299a962-3be0-4f21-adc1-bf57fcb4400c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:03.807148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66fa5218-7ea5-44e1-991e-2c9b1cff02c0 req-0299a962-3be0-4f21-adc1-bf57fcb4400c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1715956 Nov 23 02:24:03.853835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474030e-96a6-4815-b127-05dfd0a57a0c req-dcce14d2-bc96-4ca7-8981-0639a9a236a6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:03.855608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b474030e-96a6-4815-b127-05dfd0a57a0c req-dcce14d2-bc96-4ca7-8981-0639a9a236a6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 943 time: 0.1546376 Nov 23 02:24:03.933251 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-181cf7bf-cfca-4351-8a1c-8a944e99cf8f req-6e74a30c-a5f1-4bc0-8f0f-656e6f134beb service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178232 Nov 23 02:24:03.956159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66fa5218-7ea5-44e1-991e-2c9b1cff02c0 req-9ff10692-b034-4ce4-8dc9-52a95a6e1fc4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319635 Nov 23 02:24:03.966254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b474030e-96a6-4815-b127-05dfd0a57a0c req-32efa7d9-748f-447f-a58b-0d6508c5e3b9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951457 Nov 23 02:24:04.151517 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee6e7c-9e44-402c-976e-b868f4a83120 x-openstack-request-id: req-78ee6e7c-9e44-402c-976e-b868f4a83120 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:04.154977 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:04.154977 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78ee6e7c-9e44-402c-976e-b868f4a83120 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:04.155478 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'code': 200} Nov 23 02:24:04.169788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:04.176517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:04.187308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.301898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.310248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:04.361810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33664) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:04.381862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.382540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.383979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-1a7ddb49-dec6-4e7d-bd79-8f490d500e02 service neutron] 10.222.0.47 "PUT /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 1123 time: 1.7221289 Nov 23 02:24:04.389761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:04.398589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.435048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Transition to ACTIVE for port object 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:24:04.440667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:04.456351 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.457791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:24:04.512699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9726bf27-942e-4d0a-b66c-d65607934fe6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:04.594446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['9726bf27-942e-4d0a-b66c-d65607934fe6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:04.596372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-799446844-network', 'tenant_id': '7bcf113e81894132903e3e8056d226f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:04.714712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.735446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Attempting to bind port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:04.735881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Attempting to bind port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:04.736221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Attempting to bind port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:04.741681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:04.742048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Attempting to bind port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:04.748026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:04.748375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:04.748821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:04.749288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Bound port: 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:04.749637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.809996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Made reservation on behalf of 7bcf113e81894132903e3e8056d226f7 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:04.812643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.828695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.877567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:04.880096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ec9e1-ddf1-4ee8-9c0c-079279d4b28b req-56619a63-86ac-4883-9f20-3cd99db7eb09 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.881908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-302ec9e1-ddf1-4ee8-9c0c-079279d4b28b req-56619a63-86ac-4883-9f20-3cd99db7eb09 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.2419417 Nov 23 02:24:04.883066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:04.894107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d037b-1364-4eae-962c-f8180ab90a87 req-12907bb8-0d0a-42c3-b381-b17977b717a7 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.894650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.904078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165d037b-1364-4eae-962c-f8180ab90a87 req-12907bb8-0d0a-42c3-b381-b17977b717a7 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 948 time: 0.2045732 Nov 23 02:24:04.967294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.975067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.975895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.977669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b4113155-aa33-46c3-85a9-467106488df5 service neutron] 10.222.0.41 "PUT /v2.0/ports/6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 HTTP/1.1" status: 200 len: 1097 time: 2.0658638 Nov 23 02:24:05.088097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-302ec9e1-ddf1-4ee8-9c0c-079279d4b28b req-b0c50828-19cd-4309-ad1a-a0e325879bac tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835907 Nov 23 02:24:05.135607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.151395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-5d84c7b5-36ec-42be-a19c-f203b30e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.156978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-5d84c7b5-36ec-42be-a19c-f203b30e0aec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=766ae7c07dd1415196612966ef67ef27&device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 1100 time: 0.1017194 Nov 23 02:24:05.162473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.191326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:05.205215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.205777 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Added segment d4219122-459b-439d-a441-06eae470bce9 of type vlan for network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 Nov 23 02:24:05.256136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.269270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-337e3540-8d99-4e9e-a985-1e4ed8fd6104 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 HTTP/1.1" status: 200 len: 217 time: 0.0981216 Nov 23 02:24:05.410028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0612da40-a7e3-4d47-900c-5d0aa1761486,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.444385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165d037b-1364-4eae-962c-f8180ab90a87 req-0b40c2d9-f689-4edf-b9ba-c4dd0eb14cd8 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920288 Nov 23 02:24:05.495525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.498152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.503501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.603758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f651e5-efc9-4f65-90b3-dbcf38a25888 req-4de95dbe-a71d-467e-b1d0-5dfe4d75d95a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.611696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5f651e5-efc9-4f65-90b3-dbcf38a25888 req-4de95dbe-a71d-467e-b1d0-5dfe4d75d95a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.2561722 Nov 23 02:24:05.658067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2946723 Nov 23 02:24:05.668808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:05.676589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Request body: {'subnet': {'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-799446844-subnet', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:05.683050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b11940-ffa5-453c-b1b4-a8ee57ddfba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.695947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912c3b6-66b2-4afe-88b1-d83c7b202f37 admin admin] Pushing event updated for resources: {'Network': ['ID=4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.716413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:05.746915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b273974c-ee94-46ac-b504-28f420a56396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.752321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-b273974c-ee94-46ac-b504-28f420a56396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4720948 Nov 23 02:24:05.752507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5f651e5-efc9-4f65-90b3-dbcf38a25888 req-073d1822-8f27-4d2a-a9d6-e92c1a253460 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384618 Nov 23 02:24:05.779511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944394-08f9-458f-b95b-9bb50dd59876 req-e1aec1fc-f729-4d08-9574-06f597c4f81a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.781083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33944394-08f9-458f-b95b-9bb50dd59876 req-e1aec1fc-f729-4d08-9574-06f597c4f81a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 943 time: 0.2163854 Nov 23 02:24:05.782222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Made reservation on behalf of 7bcf113e81894132903e3e8056d226f7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:05.786368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.865518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-f741b13a-8272-4fa7-a0e4-8f0a67c7f0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1138418 Nov 23 02:24:05.883199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-6a8a9bdb-35e3-4836-b52f-7710ee8d4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.885380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-6a8a9bdb-35e3-4836-b52f-7710ee8d4bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022334 Nov 23 02:24:06.010245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33944394-08f9-458f-b95b-9bb50dd59876 req-4ddb2be3-9bce-4ced-abff-f88a74d66c16 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201147 Nov 23 02:24:06.156042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6'}, {'name': 'network-changed', 'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:06.158402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee125d6c-0e60-419b-b8ec-406a86294512" -d '{"events": [{"name": "network-changed", "server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6"}, {"name": "network-changed", "server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:06.170071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.216566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-4efcf7aa-3c8d-4401-ab80-44a5935f7558 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794914 Nov 23 02:24:06.228788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.229217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.229651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.230112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.230723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.231421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.231638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.233727 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-0d834ded-5bc8-4a9e-8c6b-0804ce70842a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6509 time: 0.2981744 Nov 23 02:24:06.236235 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac3084-6617-4d18-82ae-5d557f48ef87 x-openstack-request-id: req-07ac3084-6617-4d18-82ae-5d557f48ef87 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:06.236581 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:06.236827 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07ac3084-6617-4d18-82ae-5d557f48ef87 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:06.237222 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'status': 'completed', 'code': 200} Nov 23 02:24:06.237474 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'status': 'completed', 'code': 200} Nov 23 02:24:06.310179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Checking segment: {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:06.310741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Network hostable DHCP agents. Network: 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:06.332338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:06.336966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:06.389993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce0e70a-f5c9-437c-af5a-796ec16ed4a9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.435764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a356841c-9cba-4398-9a05-14ae09cb1af9 req-622a4f5e-06ec-4999-8ec2-cbf02f12e819 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974213 Nov 23 02:24:06.453336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309e89-ece3-4881-8d60-bc5acd1ad84d req-fa482878-011e-455e-90b0-812df252bebb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.461483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-ab923afa-2888-4a1f-9eea-323f24cbb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.462438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-ab923afa-2888-4a1f-9eea-323f24cbb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.462997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-ab923afa-2888-4a1f-9eea-323f24cbb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.465072 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-ab923afa-2888-4a1f-9eea-323f24cbb7a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=7a820282-6f7e-4c0e-996e-6aa1171e155f&id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 2297 time: 0.1655936 Nov 23 02:24:06.477169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51309e89-ece3-4881-8d60-bc5acd1ad84d req-fa482878-011e-455e-90b0-812df252bebb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.2392092 Nov 23 02:24:06.482461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:06.494138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.550238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:06.561390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.562726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.564453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:06.566948 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae178f8b-8d56-4da9-98c6-eaf932e21655" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:06.575665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d443bf-2595-4a79-9ac4-b4fdad8a1782 None None] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:06.578690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-a11462d7-e45c-491a-816b-396d4259d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.580905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-a11462d7-e45c-491a-816b-396d4259d263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1126 time: 0.2578313 Nov 23 02:24:06.600331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-40f9ae7b-7357-4744-9ccc-0bb4b10b6a47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 200 len: 1002 time: 0.1168895 Nov 23 02:24:06.601293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:06.640164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.684246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-7557e336-007e-49b3-96d8-96ad1e72f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.684246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-7557e336-007e-49b3-96d8-96ad1e72f7f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39854760-a93c-4f97-a8ef-218bb3894fca HTTP/1.1" status: 200 len: 855 time: 0.0728476 Nov 23 02:24:06.706592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76cada17-5b65-4b52-be54-768a2272a08c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0278809 Nov 23 02:24:06.707229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33710) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:06.712427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:06.736212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:06.780891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-d2bed0b3-b130-479f-a207-fbb6bf8186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.782861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-d2bed0b3-b130-479f-a207-fbb6bf8186f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918114 Nov 23 02:24:06.784958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.786356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.794748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'port_id': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'mac_address': 'fa:16:3e:16:37:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599096b4-f2ce-4126-be13-7ba593d0c030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:06.797188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.809958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f3f6-29b8-4755-a0e9-28a63c2f315b req-460e0d8d-fe99-4795-89fa-146c5c7c6106 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.822657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3680f3f6-29b8-4755-a0e9-28a63c2f315b req-460e0d8d-fe99-4795-89fa-146c5c7c6106 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 948 time: 0.2531855 Nov 23 02:24:06.841830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51309e89-ece3-4881-8d60-bc5acd1ad84d req-44e77c75-533b-45c8-a878-e4e58e5e6102 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636847 Nov 23 02:24:06.913805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-8de86155-4c94-470b-a264-7bd015027ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.915936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-8de86155-4c94-470b-a264-7bd015027ff7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.3161116 Nov 23 02:24:06.933529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.949606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3680f3f6-29b8-4755-a0e9-28a63c2f315b req-3edc2d16-eba3-472b-a5eb-750e52fe1427 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257801 Nov 23 02:24:07.018203 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2312a-ae6b-466a-a3dc-a346583a6d0c x-openstack-request-id: req-86d2312a-ae6b-466a-a3dc-a346583a6d0c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:07.018497 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:07.018790 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86d2312a-ae6b-466a-a3dc-a346583a6d0c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:07.019188 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'code': 200} Nov 23 02:24:07.063885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-5e7a2db0-9b30-4564-98bf-7181796092db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 217 time: 0.1310966 Nov 23 02:24:07.082623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'fixed_ips': [{'subnet_id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:07.083820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.093673 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.101832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-42f11d6f-c974-43db-bb55-373280b13c7b service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091233 Nov 23 02:24:07.122559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fb587d-af4a-4cfd-bd05-e448a791eadb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:07.180018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-bd8c15a6-aec9-4d11-b072-80f5aeb16531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.181668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-bd8c15a6-aec9-4d11-b072-80f5aeb16531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.0761847 Nov 23 02:24:07.215232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:07.220686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.226579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-3d539572-9364-4116-a8c8-39254ff71ea7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362337 Nov 23 02:24:07.241814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4635-45e9-4354-b630-08a86e259791 req-9eee2f19-58c0-4947-ba8d-29bc1b9e8bf9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.243620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-906c4635-45e9-4354-b630-08a86e259791 req-9eee2f19-58c0-4947-ba8d-29bc1b9e8bf9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.2065344 Nov 23 02:24:07.379199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:07.420702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Allocated IP 172.20.0.2 (4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92/fce0e70a-f5c9-437c-af5a-796ec16ed4a9/6141befa-590d-42bc-9ac7-902481404474) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:07.423339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-de465e17-b55f-435b-9c11-9f0525bf117f service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786242 Nov 23 02:24:07.432046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.590210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-c381b781-0513-42a2-b58b-309104dffb8a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.591776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-c381b781-0513-42a2-b58b-309104dffb8a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4&tenant_id=7b1638c79e344f298db1a9a730889436&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 948 time: 0.1565554 Nov 23 02:24:07.597152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-906c4635-45e9-4354-b630-08a86e259791 req-a313352c-739e-43c5-b40c-e5747fbb8a60 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431321 Nov 23 02:24:07.677549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-5e21fa03-a988-45c3-938d-e789858348ef service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902651 Nov 23 02:24:07.709180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c2fb587d-af4a-4cfd-bd05-e448a791eadb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:07.724414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c57114-849f-4b66-943a-59437cc455fd req-15fc1bc6-d148-4da1-bb3f-e7b8a6017d77 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.738120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7c57114-849f-4b66-943a-59437cc455fd req-15fc1bc6-d148-4da1-bb3f-e7b8a6017d77 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 944 time: 0.1621470 Nov 23 02:24:07.787838 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a6f78157-25fe-456a-93e1-9915e421ba6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 217 time: 0.0993364 Nov 23 02:24:07.813432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-cd0337fd-2e6e-4ae4-9a69-3ebf13028f86 service neutron] 10.222.0.41 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586197 Nov 23 02:24:07.894172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.917073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.922148 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-3e566992-5b7c-481f-9b17-19b68f956299 service neutron] 10.222.0.47 "GET /v2.0/ports/9261f1ff-10e4-41b0-8fee-1a6ee42e22f1/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.3073716 Nov 23 02:24:07.960000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-3da0c153-a827-4aaa-affa-aaffca7598d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.961634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-3da0c153-a827-4aaa-affa-aaffca7598d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1528311 Nov 23 02:24:07.995590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:08.022133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7c57114-849f-4b66-943a-59437cc455fd req-206d2d89-b58e-4127-8040-d96a57c02ab3 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805338 Nov 23 02:24:08.022754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:08.038455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:08.094773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec954372-eb74-4063-be42-4bdec27af653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.156232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-79bf8863-b1ab-44a1-85e0-f5ade4ad7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.160095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Pushing event updated for resources: {'Port': ['ID=6141befa-590d-42bc-9ac7-902481404474,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.162373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-bf1eac3d-dade-432f-b1de-4bc3b9191f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.164147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-bf1eac3d-dade-432f-b1de-4bc3b9191f01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1100 time: 0.1859748 Nov 23 02:24:08.164786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-79bf8863-b1ab-44a1-85e0-f5ade4ad7b48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=766ae7c07dd1415196612966ef67ef27&device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 1100 time: 0.2431829 Nov 23 02:24:08.171059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a4a406f5-f577-496a-8fdd-8f6cc2e83540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.172759 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a4a406f5-f577-496a-8fdd-8f6cc2e83540 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1988771 Nov 23 02:24:08.173882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.224740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.227453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be58af-a025-4e38-830b-34cd18408601 req-3be19376-2131-41a3-b261-005b3b95bcd7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.229358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70be58af-a025-4e38-830b-34cd18408601 req-3be19376-2131-41a3-b261-005b3b95bcd7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.2243078 Nov 23 02:24:08.322308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Attempting to bind port 6141befa-590d-42bc-9ac7-902481404474 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:08.326135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Attempting to bind port 6141befa-590d-42bc-9ac7-902481404474 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:08.326600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Attempting to bind port 6141befa-590d-42bc-9ac7-902481404474 on network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:08.342422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:08.393743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70be58af-a025-4e38-830b-34cd18408601 req-465dc5bd-e1f8-437f-806c-69f89203e011 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244287 Nov 23 02:24:08.405725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c893a4-1382-4955-b381-30c72b17d943 req-31c49a4d-5100-4e2f-9600-75dc0ac2b26c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.407382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3c893a4-1382-4955-b381-30c72b17d943 req-31c49a4d-5100-4e2f-9600-75dc0ac2b26c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 948 time: 0.2203922 Nov 23 02:24:08.490997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:08.492381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Checking segment: {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:08.493037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.493662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Bound using segment: {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:08.494404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Bound port: 6141befa-590d-42bc-9ac7-902481404474, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:08.496057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.508728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3c893a4-1382-4955-b381-30c72b17d943 req-5b77e9e7-4e62-4861-ae72-24928885988b tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Nov 23 02:24:08.513151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-04b9cc3f-c133-4f09-a864-ba1dfc5cf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.514865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-04b9cc3f-c133-4f09-a864-ba1dfc5cf640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3420093 Nov 23 02:24:08.625153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-38e3e2cd-f63e-4519-be40-6f03c10f4d6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 HTTP/1.1" status: 200 len: 217 time: 0.1026702 Nov 23 02:24:08.696230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:08.700315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Allocated IP 172.25.1.238 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/db557dae-e9ac-40ee-8661-e1a1defe67e6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:08.720817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-935d11f7-fb1a-41dd-9950-abc741f84a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.722688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-935d11f7-fb1a-41dd-9950-abc741f84a42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0903888 Nov 23 02:24:08.726538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] For port 6141befa-590d-42bc-9ac7-902481404474, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:08.737202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-08e67978-5898-4756-9228-6ef0baf7d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.742628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] For port 6141befa-590d-42bc-9ac7-902481404474, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6141befa-590d-42bc-9ac7-902481404474,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:08.744894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'mac_address': 'fa:16:3e:be:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:08.750545 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-08e67978-5898-4756-9228-6ef0baf7d9f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.5723166 Nov 23 02:24:08.753948 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.872270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-d5f75542-d1ef-4e61-8de7-70778604a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.873824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-d5f75542-d1ef-4e61-8de7-70778604a343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1443584 Nov 23 02:24:08.891594 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.916528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:08.926540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2125d-3230-4e62-8103-7973159d7804 None None] Pushing event updated for resources: {'Port': ['ID=6141befa-590d-42bc-9ac7-902481404474,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.958189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:08.965394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.966341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7342b-d164-4140-8fca-386c5fadd111 req-6a594337-4e9c-4989-b5a3-d498f8012a75 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.976395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-e3d64380-bc00-4dbb-a360-117139bd1df6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.2048597 Nov 23 02:24:08.979886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9b7342b-d164-4140-8fca-386c5fadd111 req-6a594337-4e9c-4989-b5a3-d498f8012a75 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1921165 Nov 23 02:24:09.068307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:09.097620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.132135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9b7342b-d164-4140-8fca-386c5fadd111 req-ab1a68ca-a295-417f-b7b9-f5ca69064eec tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513460 Nov 23 02:24:09.183793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.227209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-04f82e60-922b-49e2-91c2-007616444377 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391635 Nov 23 02:24:09.231508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.270045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-503f29f1-ba8d-4271-837f-5dfefdcd1bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0848742 Nov 23 02:24:09.308971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:09.361463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51857-e328-470a-a9cf-8333f82af160 req-05e7116c-4c0d-4c17-b4e9-0d6c98f2b4f7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.364399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75d51857-e328-470a-a9cf-8333f82af160 req-05e7116c-4c0d-4c17-b4e9-0d6c98f2b4f7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 944 time: 0.1894529 Nov 23 02:24:09.379074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:09.422599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee125d6c-0e60-419b-b8ec-406a86294512 req-5373c20b-fb8b-4585-93c3-793b08c5b4bb service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876595 Nov 23 02:24:09.477145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:09.509018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:09.528691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75d51857-e328-470a-a9cf-8333f82af160 req-eea7b472-90ea-4cb3-a242-e8a1796969e5 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023483 Nov 23 02:24:09.534153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-4fc2850c-31b7-4744-b3ab-cf8d17960d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.535746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-4fc2850c-31b7-4744-b3ab-cf8d17960d3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3819692 Nov 23 02:24:09.536392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Pushing event updated for resources: {'Port': ['ID=db557dae-e9ac-40ee-8661-e1a1defe67e6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:09.545324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:09.613392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-134f1ac7-b837-43bb-88e6-fdd258b3c141 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992287 Nov 23 02:24:09.675940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:09.721579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcf29a-0a90-4609-9840-036c20bb987a req-fc4a8ad5-8a33-4b82-9c80-becd330cb625 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.731739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cdcf29a-0a90-4609-9840-036c20bb987a req-fc4a8ad5-8a33-4b82-9c80-becd330cb625 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 948 time: 0.1363795 Nov 23 02:24:09.735244 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-e79a643f-78d3-4f05-b4a0-88b6f1b06cbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 217 time: 0.0983224 Nov 23 02:24:09.782071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc0aab-1c81-4c0b-b038-27de0fc36e12 req-4584ea41-5cc9-4825-8093-0c9283622b21 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.785899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ebc0aab-1c81-4c0b-b038-27de0fc36e12 req-4584ea41-5cc9-4825-8093-0c9283622b21 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 949 time: 0.1524229 Nov 23 02:24:09.841288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'mac_address': 'fa:16:3e:81:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:09.857676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-512dcdba-4103-4168-a0fd-02aa5b7e817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.865090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-512dcdba-4103-4168-a0fd-02aa5b7e817c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2623322 Nov 23 02:24:09.868386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cdcf29a-0a90-4609-9840-036c20bb987a req-9e450feb-337c-4c12-a4ae-53541caa5ee1 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355231 Nov 23 02:24:09.949321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ebc0aab-1c81-4c0b-b038-27de0fc36e12 req-2d91d8cf-7f0c-436b-bdf6-51c979471d74 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460919 Nov 23 02:24:10.042243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.068795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-56113120-18dc-47df-9676-4f0164eac9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:10.068795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-56113120-18dc-47df-9676-4f0164eac9b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.3264399 Nov 23 02:24:10.082322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:10.126935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:10.132916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.260925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:10.359304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:10.439699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6141befa-590d-42bc-9ac7-902481404474 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:10.557472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:10.579189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554893a-81b4-40d2-bff4-f6345dd98c3f None None] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:10.733926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf18a34-37ce-4438-a108-8a7af9a2f8c9 req-280451e1-6b58-422f-ab66-e4a4dbce87b0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:10.741351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf18a34-37ce-4438-a108-8a7af9a2f8c9 req-280451e1-6b58-422f-ab66-e4a4dbce87b0 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1234515 Nov 23 02:24:10.768331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3fde9-c3f5-40ab-9c72-bc5211e33fff req-22695f08-5458-4cbe-86b3-5d55d4302a66 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:10.776406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04c3fde9-c3f5-40ab-9c72-bc5211e33fff req-22695f08-5458-4cbe-86b3-5d55d4302a66 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 944 time: 0.1002970 Nov 23 02:24:10.826589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] Provisioning complete for port 6141befa-590d-42bc-9ac7-902481404474 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:10.836037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.838218 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.846270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf18a34-37ce-4438-a108-8a7af9a2f8c9 req-f86a0de0-d7c7-4a15-ba51-e8d49fb44fdb tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033995 Nov 23 02:24:10.891356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04c3fde9-c3f5-40ab-9c72-bc5211e33fff req-26ac33d9-d562-43a7-b0a2-90058ee64386 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139774 Nov 23 02:24:10.945182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6141befa-590d-42bc-9ac7-902481404474 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:10.946565 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.949551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port c2fb587d-af4a-4cfd-bd05-e448a791eadb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:24:11.023181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port c2fb587d-af4a-4cfd-bd05-e448a791eadb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:11.023557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.077531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a06fba-155a-4b2d-9188-6bba513d1fe7 req-b29a4417-fafc-468a-b8ba-0c615c2f1b42 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:11.087596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36a06fba-155a-4b2d-9188-6bba513d1fe7 req-b29a4417-fafc-468a-b8ba-0c615c2f1b42 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.1141808 Nov 23 02:24:11.151352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-da441e9a-56b3-41a2-bc6f-b8ed5a3ab89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:11.153058 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-da441e9a-56b3-41a2-bc6f-b8ed5a3ab89f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9930351 Nov 23 02:24:11.166368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-d7a7d647-d8d1-4e3c-aebd-4e560c7a3663 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2081046 Nov 23 02:24:11.191314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd319196-1ddc-4596-a6b6-ef6dfb0bf75b req-68b26b45-f79b-4851-ade1-f35bc37a9265 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:11.199297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd319196-1ddc-4596-a6b6-ef6dfb0bf75b req-68b26b45-f79b-4851-ade1-f35bc37a9265 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 949 time: 0.1093075 Nov 23 02:24:11.214725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36a06fba-155a-4b2d-9188-6bba513d1fe7 req-55f51b8e-6273-4c61-855d-3fc4644f02e7 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237907 Nov 23 02:24:11.336284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd319196-1ddc-4596-a6b6-ef6dfb0bf75b req-252c2763-82ef-4531-bde3-4a660c77c297 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313784 Nov 23 02:24:11.409589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-5133f4dd-81ae-403d-95fd-d32646f4ae3e service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283137 Nov 23 02:24:11.504373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.578979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-b94b7012-6c61-490b-8491-667b4b8abf30 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099801 Nov 23 02:24:11.626025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:11.753762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-41f57dd6-af45-438b-a903-20753c1e6fc6 service neutron] 10.222.0.41 "GET /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.1160562 Nov 23 02:24:11.763803 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.776716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.788728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-50838b24-98f4-4762-a3c5-ed08a4e6a16f service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001226 Nov 23 02:24:11.801642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.838461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.941134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-9c3059d3-2852-4cf0-86ee-00effc002bd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266 HTTP/1.1" status: 200 len: 217 time: 0.1009946 Nov 23 02:24:11.941287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] For port 6141befa-590d-42bc-9ac7-902481404474, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6141befa-590d-42bc-9ac7-902481404474,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:11.981103 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.984953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:11.988191 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f54d7c7-f44b-42df-b8c8-a05747f3993d" -d '{"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:12.010241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.067567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-6965e3ee-4788-47b3-b90a-8eee6d2464c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.069333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-6965e3ee-4788-47b3-b90a-8eee6d2464c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1201999 Nov 23 02:24:12.137986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:24:12.137986 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:24:12.183516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:12.197149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e29a1-deed-4e1a-8e3d-5dea6a901ad5 req-a2df23ca-1479-4d73-abf5-6a5764737f82 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.198870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:12.214203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-297e29a1-deed-4e1a-8e3d-5dea6a901ad5 req-a2df23ca-1479-4d73-abf5-6a5764737f82 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 943 time: 0.1564255 Nov 23 02:24:12.228435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.245797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1847c89-dff9-46f1-9546-117a9a77a7a5 req-2d3aa25c-a557-4847-81e3-956b075fd851 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.248651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1847c89-dff9-46f1-9546-117a9a77a7a5 req-2d3aa25c-a557-4847-81e3-956b075fd851 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 944 time: 0.1876893 Nov 23 02:24:12.250239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-2a8782df-7037-48d8-8b5b-31efad823fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.252925 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-2a8782df-7037-48d8-8b5b-31efad823fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1750422 Nov 23 02:24:12.336731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd12853-b74d-46b5-a6be-8567cda02375 None None] Pushing event updated for resources: {'Port': ['ID=6141befa-590d-42bc-9ac7-902481404474,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.362774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:12.409117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:12.440887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1847c89-dff9-46f1-9546-117a9a77a7a5 req-440b7899-8963-4b75-81ac-8e1f24cd532f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822336 Nov 23 02:24:12.454729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9726bf27-942e-4d0a-b66c-d65607934fe6 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:12.469094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:12.478568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-778fbe93-a262-484e-ac6c-a8284d036ef8 None None] Provisioning complete for port 6141befa-590d-42bc-9ac7-902481404474 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:12.479299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-778fbe93-a262-484e-ac6c-a8284d036ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.480684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-7864ea8b-549e-4a49-8fa5-ba1b57b5ad26 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153475 Nov 23 02:24:12.487358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Router 3a62bc06-4f97-4291-b544-745de2391e9b is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:12.488800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-297e29a1-deed-4e1a-8e3d-5dea6a901ad5 req-49e1780c-6b4c-462a-bc50-3f1013ea37e9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620797 Nov 23 02:24:12.500772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.539246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:12.539901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.586076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.593252 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b4fd8-241c-4fbd-8c31-67292fb7d02b x-openstack-request-id: req-5a2b4fd8-241c-4fbd-8c31-67292fb7d02b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:12.593935 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:12.594429 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a2b4fd8-241c-4fbd-8c31-67292fb7d02b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:12.595131 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'code': 200} Nov 23 02:24:12.677476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] Transition to ACTIVE for port object 9726bf27-942e-4d0a-b66c-d65607934fe6 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:24:12.687652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.734129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.785835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:12.796093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.877235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.892113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6141befa-590d-42bc-9ac7-902481404474 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:12.893432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] No DVR routers for this DVR port 9726bf27-942e-4d0a-b66c-d65607934fe6 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:12.919238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:12.949763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Sync routers for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:12.959134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a30bff-727f-4c63-bf95-06d39cf5d51b req-66428c93-2436-4c21-85a5-179700cebf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.961754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26a30bff-727f-4c63-bf95-06d39cf5d51b req-66428c93-2436-4c21-85a5-179700cebf11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 1097 time: 0.1718438 Nov 23 02:24:12.963852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:12.965672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:12.994422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] 10.222.0.41 "PUT /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 1.2334852 Nov 23 02:24:12.996194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.997672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-052fca52-ca8c-413e-9a5d-5c236cde4d44 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2927561 Nov 23 02:24:13.009045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:13.032797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e76a0c-4d8e-49ab-8796-7f8b6422dd2d req-718c163c-85b7-4e24-86fc-efb9235345e0 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.036039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6141befa-590d-42bc-9ac7-902481404474 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:13.036554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.044539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e76a0c-4d8e-49ab-8796-7f8b6422dd2d req-718c163c-85b7-4e24-86fc-efb9235345e0 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.3329508 Nov 23 02:24:13.092351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-4f5fd114-e748-4340-83bd-43a923ced7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814643 Nov 23 02:24:13.111193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81fe9-9f77-477f-a7d0-00bba75f7d38 service neutron] Pushing event updated for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:13.153420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc11d-e3f3-4a4d-bc10-f20bb27afbd8 req-ccd3b11e-6005-4818-acc6-b9f2c782187f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.160946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f2bc11d-e3f3-4a4d-bc10-f20bb27afbd8 req-ccd3b11e-6005-4818-acc6-b9f2c782187f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.3983572 Nov 23 02:24:13.182897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:13.207832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-333f75b2-1c4c-411e-9c68-2cbda1e881a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 200 len: 217 time: 0.1022255 Nov 23 02:24:13.210400 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26a30bff-727f-4c63-bf95-06d39cf5d51b req-ca28db3d-300b-4bce-be66-9108492cac33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412925 Nov 23 02:24:13.269165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-e084c4bb-5d5e-4976-a749-71f290eee4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.271676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-e084c4bb-5d5e-4976-a749-71f290eee4ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.0572364 Nov 23 02:24:13.274949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e76a0c-4d8e-49ab-8796-7f8b6422dd2d req-46c53e2f-625f-4137-8faa-2736586fb83f tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556466 Nov 23 02:24:13.300641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f2bc11d-e3f3-4a4d-bc10-f20bb27afbd8 req-ed317ea0-32ed-4115-b5b0-c15f1e69fb29 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387041 Nov 23 02:24:13.414178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-59b686b1-443f-4efa-b4b6-5ed6741402e4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.416036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-59b686b1-443f-4efa-b4b6-5ed6741402e4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.2900651 Nov 23 02:24:13.482833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a2e47284-68ef-4386-b657-47e59df0c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.484691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a2e47284-68ef-4386-b657-47e59df0c7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1881921 Nov 23 02:24:13.578521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-43aade82-4538-46b3-a1e4-cc6cf25b5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.581316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-43aade82-4538-46b3-a1e4-cc6cf25b5b8f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2&tenant_id=bbe45dab42db43da8799f08c805b9ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1498208 Nov 23 02:24:13.597677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:13.741558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-782df3d6-b8dd-485f-baff-0f3de60c121c service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458777 Nov 23 02:24:13.763461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:24:13.768891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:13.769398 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.898665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-00f4d3f4-3954-4741-96e8-36def4a7326e service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487813 Nov 23 02:24:13.982898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:10Z', 'revision_number': 3, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:13.995315 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-b634144f-f53b-435d-8319-db1798d56f91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 200 len: 217 time: 0.0720611 Nov 23 02:24:14.005616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-81eb871c-7fae-40c9-986c-acbd32d4f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.007798 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-81eb871c-7fae-40c9-986c-acbd32d4f0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bbe45dab42db43da8799f08c805b9ee9&device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1096 time: 0.3539121 Nov 23 02:24:14.069438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a72499f9-814f-49a3-a0d3-cbf9175a6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.071196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b24a-220a-4bc6-a262-959672389ec3 req-0495bfed-5817-4b6d-bd83-ace484ae84f4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.072012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a72499f9-814f-49a3-a0d3-cbf9175a6b0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.0631461 Nov 23 02:24:14.075684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Checking router: 3a62bc06-4f97-4291-b544-745de2391e9b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:14.079360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a143b24a-220a-4bc6-a262-959672389ec3 req-0495bfed-5817-4b6d-bd83-ace484ae84f4 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.2852976 Nov 23 02:24:14.086105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Updating router 3a62bc06-4f97-4291-b544-745de2391e9b port db557dae-e9ac-40ee-8661-e1a1defe67e6 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:24:14.129735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.131631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c606b-fe13-425c-b4df-1071cba72b3c req-5f63e04f-17b8-4541-93e1-8caabdacea6c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.134007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e72c606b-fe13-425c-b4df-1071cba72b3c req-5f63e04f-17b8-4541-93e1-8caabdacea6c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.3117280 Nov 23 02:24:14.156465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.218973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:14.229348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.235512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a143b24a-220a-4bc6-a262-959672389ec3 req-29f26ffb-5862-47f9-942e-85e0ea3cce70 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Nov 23 02:24:14.247385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.264009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-60470ea3-e723-4c2c-ab1d-526b590897b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.266033 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-60470ea3-e723-4c2c-ab1d-526b590897b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1834967 Nov 23 02:24:14.344582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e72c606b-fe13-425c-b4df-1071cba72b3c req-c430d67e-6eff-4454-9655-afc6565236dd tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905303 Nov 23 02:24:14.351680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-19aa8c05-a07c-448e-9b19-13ae6ce5c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.353178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-19aa8c05-a07c-448e-9b19-13ae6ce5c08c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1102 time: 0.1875970 Nov 23 02:24:14.495494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:14.509326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-d7ca1aed-02e9-47c4-8343-9d83e7766fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.514900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-d7ca1aed-02e9-47c4-8343-9d83e7766fa7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 200 len: 920 time: 0.4413493 Nov 23 02:24:14.599199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8b3f-267b-4fae-8559-a37ffa7eb3bc req-1c1f5a70-d6a7-44f9-a04d-d0f6171d6848 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.600790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad9b8b3f-267b-4fae-8559-a37ffa7eb3bc req-1c1f5a70-d6a7-44f9-a04d-d0f6171d6848 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1227791 Nov 23 02:24:14.611148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}, {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:14.615151 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fd9b64-b5b3-4342-852b-a19c6849ccbb" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}, {"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:14.715739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Allocated IP 172.20.0.1 (4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92/fce0e70a-f5c9-437c-af5a-796ec16ed4a9/b8cd1a4d-5e47-4366-895b-e44cebf04d7c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:14.724932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-d3ca4460-e22a-4825-af0b-a1bb75c81ca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 200 len: 217 time: 0.1623886 Nov 23 02:24:14.744466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-f040a3ff-a477-4699-a121-2b9937535041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.746761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-f040a3ff-a477-4699-a121-2b9937535041 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 1102 time: 0.3446274 Nov 23 02:24:14.751627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-d7d8ba6d-6613-41ab-9c96-a6b9d6fd36f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476893 Nov 23 02:24:14.754915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad9b8b3f-267b-4fae-8559-a37ffa7eb3bc req-2802d64f-6c70-469a-89f6-36867e1bdb79 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281054 Nov 23 02:24:14.831898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4a01-bb1d-45d3-870e-29edefffc86e req-b4fdac3e-6af1-48ce-b25f-340d518e0150 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.840470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb6c4a01-bb1d-45d3-870e-29edefffc86e req-b4fdac3e-6af1-48ce-b25f-340d518e0150 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 950 time: 0.3700123 Nov 23 02:24:14.863122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.875269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.927638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb6c4a01-bb1d-45d3-870e-29edefffc86e req-cd2bc1c0-6d3a-4c23-b4f4-22415be8c7c9 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861478 Nov 23 02:24:14.958366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.002670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9fedc-d6b3-461c-a755-bdbf370cdaa0 None None] Pushing event updated for resources: {'Port': ['ID=db557dae-e9ac-40ee-8661-e1a1defe67e6,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:15.036175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.038086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Attempting to bind port db557dae-e9ac-40ee-8661-e1a1defe67e6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:15.038548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Attempting to bind port db557dae-e9ac-40ee-8661-e1a1defe67e6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:15.038906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Attempting to bind port db557dae-e9ac-40ee-8661-e1a1defe67e6 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:15.054131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:15.054546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:15.054962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.055364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:15.055861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Bound port: db557dae-e9ac-40ee-8661-e1a1defe67e6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:15.056243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.094688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:15.099416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:15.107340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:15.115078 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c69269-5f9d-438a-ace3-d34961e88a11 x-openstack-request-id: req-05c69269-5f9d-438a-ace3-d34961e88a11 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:15.115957 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "code": 200}, {"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:15.116221 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05c69269-5f9d-438a-ace3-d34961e88a11 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:15.117219 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'code': 200} Nov 23 02:24:15.117484 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'code': 200} Nov 23 02:24:15.140533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:15.183155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.183506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.183852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.184188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.184522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.184854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.185232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.185648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.186001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.186325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.186450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] For port db557dae-e9ac-40ee-8661-e1a1defe67e6, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:15.186762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.187302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:15.192976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] For port db557dae-e9ac-40ee-8661-e1a1defe67e6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=db557dae-e9ac-40ee-8661-e1a1defe67e6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:15.201358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-707b2633-f1f2-4459-96d4-5157f4474685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:15.203326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-707b2633-f1f2-4459-96d4-5157f4474685 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 200 len: 859 time: 0.4692104 Nov 23 02:24:15.217646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.228974 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.320837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9fedc-d6b3-461c-a755-bdbf370cdaa0 None None] Pushing event updated for resources: {'Port': ['ID=db557dae-e9ac-40ee-8661-e1a1defe67e6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:15.363782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-bc5bbb11-9977-4fb0-af0d-78d25854f2ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0dcd252-4872-44ef-9704-fd90da3dd812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494174 Nov 23 02:24:15.474468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:15.475530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:15.523329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-58c8d0a0-e007-45f1-922f-a067e85eafe0 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791210 Nov 23 02:24:15.526978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-6d24df74-dee3-4520-871d-37829d29cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:15.536187 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-6d24df74-dee3-4520-871d-37829d29cad6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.6794984 Nov 23 02:24:15.677489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6b3f7c4c-c04f-4fef-8787-b5bb521811b3 None None] Provisioning complete for port b8cd1a4d-5e47-4366-895b-e44cebf04d7c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:15.677992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b3f7c4c-c04f-4fef-8787-b5bb521811b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.741187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:15.819453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f7c4c-c04f-4fef-8787-b5bb521811b3 None None] Port b8cd1a4d-5e47-4366-895b-e44cebf04d7c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:15.923938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3895d67-5fc7-44e0-9b23-8e1a41271d02 req-e321bb30-c9ac-4d1c-be50-763442626567 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:15.924707 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-090b1379-d008-4f07-a26c-c1ecf721cda2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 200 len: 217 time: 0.3830471 Nov 23 02:24:15.927535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-53f3bf30-c837-4635-817c-82e341ddd984 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 200 len: 217 time: 0.3763025 Nov 23 02:24:15.932707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3895d67-5fc7-44e0-9b23-8e1a41271d02 req-e321bb30-c9ac-4d1c-be50-763442626567 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1799717 Nov 23 02:24:15.951886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569034e0-e279-4afe-bafd-35ace052b757 req-5e47f7fe-04e8-4ee3-8b27-d7d5281792f9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:15.959790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569034e0-e279-4afe-bafd-35ace052b757 req-5e47f7fe-04e8-4ee3-8b27-d7d5281792f9 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.2209928 Nov 23 02:24:15.968341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b393231-a397-4c46-b08c-b19b927e4df1 req-a478cdba-7933-4d44-9c43-32ffccecf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:15.970014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b393231-a397-4c46-b08c-b19b927e4df1 req-a478cdba-7933-4d44-9c43-32ffccecf3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 1102 time: 0.2067983 Nov 23 02:24:16.036752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:10Z', 'revision_number': 3, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:16.043838 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-00d5eadf-9208-41a3-9bfe-89ad3b5c0510 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336401 Nov 23 02:24:16.061934 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:24:16.074175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc0772c-101d-4e83-a48a-ae072a272f69 None None] The sync data for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 is: [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:10Z', 'revision_number': 3, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:16.102773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3895d67-5fc7-44e0-9b23-8e1a41271d02 req-3e84456c-0f10-4f11-ab13-c8fb683459dd tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574647 Nov 23 02:24:16.126538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-8d386917-7361-4c04-989e-08748963a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.127599 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-8d386917-7361-4c04-989e-08748963a782 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.1951432 Nov 23 02:24:16.133032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-5be37a58-8476-488e-ad3b-c186836c47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.134479 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-5be37a58-8476-488e-ad3b-c186836c47df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1922340 Nov 23 02:24:16.139061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b393231-a397-4c46-b08c-b19b927e4df1 req-048f92a5-77bf-4a08-9001-e65e689626a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491337 Nov 23 02:24:16.208113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569034e0-e279-4afe-bafd-35ace052b757 req-78c3d299-ecd6-4daa-bc53-175286251d13 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472074 Nov 23 02:24:16.249071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.286959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a646ce7e-4be8-482e-a391-87961b39a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.289509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-a646ce7e-4be8-482e-a391-87961b39a30a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540439 Nov 23 02:24:16.314737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-75d05d5e-c127-465c-be0c-48b697181a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.316851 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-75d05d5e-c127-465c-be0c-48b697181a95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707633 Nov 23 02:24:16.322110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-2eba895a-4aef-4cdf-af0f-8f9c86ac1cf5 service neutron] 10.222.0.47 "GET /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695696 Nov 23 02:24:16.557104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8878-e1cc-4f3c-973c-8b920762fb00 req-1542b336-df5c-4451-bc42-effed2ac28f9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.561162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d9a8878-e1cc-4f3c-973c-8b920762fb00 req-1542b336-df5c-4451-bc42-effed2ac28f9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.3433018 Nov 23 02:24:16.801023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d9a8878-e1cc-4f3c-973c-8b920762fb00 req-0987b9ed-f73f-4e32-9505-89b40066bd19 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208529 Nov 23 02:24:16.808672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.827305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-c2f3f95b-5e93-421b-9925-7d4edda1fd47 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090097 Nov 23 02:24:16.831352 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-c31f6a88-e775-450c-ad30-b76281c61819 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023825 Nov 23 02:24:16.838067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed632-edb2-414e-9879-02993caf6125 req-fff84180-1474-4bcf-85cf-6d898c2a62c4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.839558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-fff84180-1474-4bcf-85cf-6d898c2a62c4 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2&tenant_id=bbe45dab42db43da8799f08c805b9ee9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.2092800 Nov 23 02:24:16.847206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.932987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679cdf5-f076-49c9-beaf-424fce4e23e9 req-9401568d-5439-4bd3-bb98-48c3d104e39e tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.952666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7679cdf5-f076-49c9-beaf-424fce4e23e9 req-9401568d-5439-4bd3-bb98-48c3d104e39e tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 950 time: 0.4193201 Nov 23 02:24:16.963211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device db557dae-e9ac-40ee-8661-e1a1defe67e6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:17.086101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port db557dae-e9ac-40ee-8661-e1a1defe67e6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:17.086793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.100661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.109953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02f103dd-f5c6-4f7e-9cd5-53f4d662ddf3 req-84c8e8e2-e00a-4cec-a8bf-1408fe816018 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439685 Nov 23 02:24:17.155617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7679cdf5-f076-49c9-beaf-424fce4e23e9 req-87e3681d-17fc-47f7-bdad-ca1faf8ce705 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972895 Nov 23 02:24:17.161378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.311422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae000273-caf0-4364-8952-c4d2f223b9a7 req-7a633cf8-289a-4233-b8a1-10e14a538a98 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759204 Nov 23 02:24:17.353908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c66ed632-edb2-414e-9879-02993caf6125 req-003b104a-ac87-44f3-9bca-3183904c6daa service neutron] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:17.357573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c66ed632-edb2-414e-9879-02993caf6125 req-003b104a-ac87-44f3-9bca-3183904c6daa service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.362639 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c66ed632-edb2-414e-9879-02993caf6125 req-003b104a-ac87-44f3-9bca-3183904c6daa service neutron] 10.222.0.47 "DELETE /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.4842992 Nov 23 02:24:17.387241 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.436260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port db557dae-e9ac-40ee-8661-e1a1defe67e6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=db557dae-e9ac-40ee-8661-e1a1defe67e6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:17.444439 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.531700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=db557dae-e9ac-40ee-8661-e1a1defe67e6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.570036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68097a4a-8b35-42f4-8298-727f58a587a6 req-c50100da-760b-4ef3-a251-faed9943e939 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:17.579086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68097a4a-8b35-42f4-8298-727f58a587a6 req-c50100da-760b-4ef3-a251-faed9943e939 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1534593 Nov 23 02:24:17.602203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e34f2-79e2-41c7-9bdc-92dcaa017bff req-64335d26-4767-4995-aeb1-40ffa3c57d54 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:17.604048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-044e34f2-79e2-41c7-9bdc-92dcaa017bff req-64335d26-4767-4995-aeb1-40ffa3c57d54 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.1238115 Nov 23 02:24:17.611740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:17.623739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:17.847899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68097a4a-8b35-42f4-8298-727f58a587a6 req-188ebebc-6e16-40de-a3f1-3ea791955d1b tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675779 Nov 23 02:24:17.859984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Router 3a62bc06-4f97-4291-b544-745de2391e9b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:17.990278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-044e34f2-79e2-41c7-9bdc-92dcaa017bff req-c8dac118-bfbf-4836-bc44-62f8d89facb2 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752587 Nov 23 02:24:18.022615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-401f1a05-8bbc-46a6-8e60-c828f1d6fbbd None None] Provisioning complete for port b8cd1a4d-5e47-4366-895b-e44cebf04d7c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:18.023127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-401f1a05-8bbc-46a6-8e60-c828f1d6fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.094580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-401f1a05-8bbc-46a6-8e60-c828f1d6fbbd None None] Port b8cd1a4d-5e47-4366-895b-e44cebf04d7c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:18.166223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:18.173800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a4c8dab-77d2-4cb3-ad07-f1ad988d2d16 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a62bc06-4f97-4291-b544-745de2391e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1628978 Nov 23 02:24:18.198243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce417-ff31-4592-8890-d36c207c835b req-1b96296f-1867-4440-a6cf-2fa7cd44f797 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.206647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-605ce417-ff31-4592-8890-d36c207c835b req-1b96296f-1867-4440-a6cf-2fa7cd44f797 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1324160 Nov 23 02:24:18.285838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-605ce417-ff31-4592-8890-d36c207c835b req-3d5db13c-5dd7-4eb5-bfef-8e57f3be8f2e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774364 Nov 23 02:24:18.428596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:18.479288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce7e6a-8cbf-42a2-9e3b-4c81f8451b23 req-85fd2d76-1064-4714-91da-b29ecca3df23 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.483824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ce7e6a-8cbf-42a2-9e3b-4c81f8451b23 req-85fd2d76-1064-4714-91da-b29ecca3df23 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1419251 Nov 23 02:24:18.503418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716f4dd-743c-4d91-8966-e5789c64badc req-b502187e-d909-4c3c-8e5a-3bdb38c9d21a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.515666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b716f4dd-743c-4d91-8966-e5789c64badc req-b502187e-d909-4c3c-8e5a-3bdb38c9d21a tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 1096 time: 0.1185253 Nov 23 02:24:18.571081 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.610100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b716f4dd-743c-4d91-8966-e5789c64badc req-f086be13-a721-456e-97d5-484dad372830 tempest-LiveAutoBlockMigrationV225Test-1434796287 tempest-LiveAutoBlockMigrationV225Test-1434796287-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852554 Nov 23 02:24:18.610535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:18.613079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:18.622958 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943765f-c572-40e2-8ebd-aa74af549fc6" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:18.627548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.645808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ce7e6a-8cbf-42a2-9e3b-4c81f8451b23 req-7f7e7b79-9d0a-4ab0-aa90-f2221567a1da tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922532 Nov 23 02:24:18.727735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.825639 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Sync routers for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:18.842559 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:18.843274 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.892037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device db557dae-e9ac-40ee-8661-e1a1defe67e6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:18.942019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b905b0-550c-4b79-a424-76f32619e657 req-c44dfc08-c39d-4ae0-9774-39c3d1b281fb tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.957340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36b905b0-550c-4b79-a424-76f32619e657 req-c44dfc08-c39d-4ae0-9774-39c3d1b281fb tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 950 time: 0.2251925 Nov 23 02:24:19.025866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port db557dae-e9ac-40ee-8661-e1a1defe67e6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:19.026161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.035979 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:19.062299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36b905b0-550c-4b79-a424-76f32619e657 req-243729d1-a866-483d-8099-93a90de9246d tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036775 Nov 23 02:24:19.127251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-085a5d8a-67c3-48ef-bcc2-e1da75e12b6a tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3470051 Nov 23 02:24:19.138514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:19.186612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.226243 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ca11e-4e90-4bc3-8951-e7f2c67d0fe0 x-openstack-request-id: req-8b1ca11e-4e90-4bc3-8951-e7f2c67d0fe0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:19.227224 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:19.227683 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b1ca11e-4e90-4bc3-8951-e7f2c67d0fe0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:19.228254 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'code': 200} Nov 23 02:24:19.314049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:16Z', 'revision_number': 4, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b8cd1a4d-5e47-4366-895b-e44cebf04d7c', 'name': '', 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'mac_address': 'fa:16:3e:0c:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:14Z', 'updated_at': '2021-11-23T02:24:16Z', 'revision_number': 2, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'subnets': [{'id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:19.348635 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Checking router: 3a62bc06-4f97-4291-b544-745de2391e9b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:19.349136 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Updating router 3a62bc06-4f97-4291-b544-745de2391e9b port b8cd1a4d-5e47-4366-895b-e44cebf04d7c binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:24:19.385677 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.390680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c93d1-1a95-4fa5-88fc-c38dcf34756a req-ad780484-fc4f-4144-bc0a-0efb6c077133 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:19.391665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d12c93d1-1a95-4fa5-88fc-c38dcf34756a req-ad780484-fc4f-4144-bc0a-0efb6c077133 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.0633790 Nov 23 02:24:19.446465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.471648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d12c93d1-1a95-4fa5-88fc-c38dcf34756a req-f922eb36-a039-4ace-a41e-dd5c0898270e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695059 Nov 23 02:24:19.582821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Allocated IP 172.25.1.136 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/8155ee54-62ab-4e17-921e-3452445a44b5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:19.723872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.797172 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.805883 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.807136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.873327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:19.882671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:19.885408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:19.888942 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758fc1-96d6-4a38-a69a-3ee690459d78 None None] Pushing event updated for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.915000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event updated for resources: {'Port': ['ID=8155ee54-62ab-4e17-921e-3452445a44b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.921618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Attempting to bind port b8cd1a4d-5e47-4366-895b-e44cebf04d7c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:19.922141 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Attempting to bind port b8cd1a4d-5e47-4366-895b-e44cebf04d7c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:19.922810 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Attempting to bind port b8cd1a4d-5e47-4366-895b-e44cebf04d7c on network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:19.930350 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:19.930889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Checking segment: {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:19.931392 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.931888 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Bound using segment: {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:19.932470 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Bound port: b8cd1a4d-5e47-4366-895b-e44cebf04d7c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4219122-459b-439d-a441-06eae470bce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:19.932994 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.013227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.023122 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] For port b8cd1a4d-5e47-4366-895b-e44cebf04d7c, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:20.028983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] For port b8cd1a4d-5e47-4366-895b-e44cebf04d7c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:20.036857 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.104003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.139211 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:20.143223 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.164927 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb758fc1-96d6-4a38-a69a-3ee690459d78 None None] Pushing event updated for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.263630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] Provisioning complete for port b8cd1a4d-5e47-4366-895b-e44cebf04d7c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:20.264225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.297665 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:20.457641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:20.552730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.558039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.564529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.618633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] For port b8cd1a4d-5e47-4366-895b-e44cebf04d7c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:20.619324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-c00fd7d9-b47d-4674-9d44-299b5d1eacb5 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:20.628006 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-c00fd7d9-b47d-4674-9d44-299b5d1eacb5 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 944 time: 0.1419826 Nov 23 02:24:20.741782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.755086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event updated for resources: {'Port': ['ID=8155ee54-62ab-4e17-921e-3452445a44b5,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.762050 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.763485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-bd612239-cd8c-48d6-bc42-aeb1321c7fa1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6354041 Nov 23 02:24:20.826528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:16Z', 'revision_number': 4, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b8cd1a4d-5e47-4366-895b-e44cebf04d7c', 'name': '', 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'mac_address': 'fa:16:3e:0c:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:14Z', 'updated_at': '2021-11-23T02:24:20Z', 'revision_number': 4, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'subnets': [{'id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.843187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-d4152e7c-948d-4de4-a2e5-9b5adb18cf3f tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0730507 Nov 23 02:24:20.845767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Deleting port 9726bf27-942e-4d0a-b66c-d65607934fe6 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:20.846317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.888355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.901876 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b5fd9-9590-491b-bc37-0162c2638b4a None None] The sync data for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 is: [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:16Z', 'revision_number': 4, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b8cd1a4d-5e47-4366-895b-e44cebf04d7c', 'name': '', 'network_id': '4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'mac_address': 'fa:16:3e:0c:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:14Z', 'updated_at': '2021-11-23T02:24:20Z', 'revision_number': 4, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'subnets': [{'id': 'fce0e70a-f5c9-437c-af5a-796ec16ed4a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:21.012623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] For port 9726bf27-942e-4d0a-b66c-d65607934fe6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9726bf27-942e-4d0a-b66c-d65607934fe6,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:21.013961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.020756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:21.034171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Calling delete_port for 9726bf27-942e-4d0a-b66c-d65607934fe6 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:21.124259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a779b-0658-44cb-b489-cd4ef543cc32 None None] Pushing event updated for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.162820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce773e44-8c38-48f6-95af-1a0b98f81c57 req-f9065df8-68ed-43e3-bf70-62e207c53626 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:21.171268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'mac_address': 'fa:16:3e:be:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:21.174973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-54ec2bc6-05f1-4a73-81cb-5f6672127719 None None] Provisioning complete for port b8cd1a4d-5e47-4366-895b-e44cebf04d7c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:21.175528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-54ec2bc6-05f1-4a73-81cb-5f6672127719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.175699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce773e44-8c38-48f6-95af-1a0b98f81c57 req-f9065df8-68ed-43e3-bf70-62e207c53626 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 948 time: 0.2743444 Nov 23 02:24:21.246671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.281062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14', '9726bf27-942e-4d0a-b66c-d65607934fe6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:21.329835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce773e44-8c38-48f6-95af-1a0b98f81c57 req-313fa71b-6d84-4d84-9b32-dbb41f581a34 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530573 Nov 23 02:24:21.345568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-9135ab52-90d5-43ce-8a35-a38caabd49cd tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:21.368837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-9135ab52-90d5-43ce-8a35-a38caabd49cd tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.5193255 Nov 23 02:24:21.380623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event deleted for resources: {'Port': ['ID=9726bf27-942e-4d0a-b66c-d65607934fe6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.392005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.400870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-87a58315-51b4-4fab-8d4f-2b8c583c154d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:24:21.410457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cfd895-d3b4-4fc4-8d09-db2ede63ea39 req-87a58315-51b4-4fab-8d4f-2b8c583c154d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199504 Nov 23 02:24:21.494900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:21.534410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] No DVR routers for this DVR port 9726bf27-942e-4d0a-b66c-d65607934fe6 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:21.535173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:21.542776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.556528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c98096c8-a4ab-4f86-9faf-83bff8ea1c81 req-80e0e1b9-82c6-4655-bb88-245da5b7e546 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "DELETE /v2.0/ports/9726bf27-942e-4d0a-b66c-d65607934fe6 HTTP/1.1" status: 204 len: 173 time: 0.9276090 Nov 23 02:24:21.557031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-deleted', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:21.559379 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f7d78-0104-4394-8aba-6d25cdb31424" -d '{"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-deleted", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:21.576197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2307f38c-840c-4ecc-98aa-c9732ddabd4c req-13c1e280-d9d8-4a14-a02f-7f8e2036f4ee tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 210 time: 0.0521858 Nov 23 02:24:21.655886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.760601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.838544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c76a39-0634-47eb-a2cf-ca23933a65cf req-0d653026-1cb6-4441-a7f1-44d69a6ee54c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:21.846033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c76a39-0634-47eb-a2cf-ca23933a65cf req-0d653026-1cb6-4441-a7f1-44d69a6ee54c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1370058 Nov 23 02:24:21.877531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27914b1-609f-4b4b-b253-aa503c73c039 req-dbf37464-0097-4f47-b8ee-edea7061318c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:21.879233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d27914b1-609f-4b4b-b253-aa503c73c039 req-dbf37464-0097-4f47-b8ee-edea7061318c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 950 time: 0.1147511 Nov 23 02:24:21.960796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c76a39-0634-47eb-a2cf-ca23933a65cf req-bab1cf6d-9ba7-4402-abb9-56b499d503a6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131542 Nov 23 02:24:21.971530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:21.997516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d27914b1-609f-4b4b-b253-aa503c73c039 req-6868a877-f45f-4bff-8e54-7d886c7ba4d6 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092808 Nov 23 02:24:22.075522 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed1dfc-4100-46f1-b2f8-6ce40446bf7a x-openstack-request-id: req-c7ed1dfc-4100-46f1-b2f8-6ce40446bf7a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:22.076641 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46151e13-84c4-4c33-ab4e-d0e185bd41b2", "name": "network-vif-deleted", "tag": "9726bf27-942e-4d0a-b66c-d65607934fe6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:22.077054 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7ed1dfc-4100-46f1-b2f8-6ce40446bf7a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:22.077630 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46151e13-84c4-4c33-ab4e-d0e185bd41b2', 'name': 'network-vif-deleted', 'tag': '9726bf27-942e-4d0a-b66c-d65607934fe6', 'status': 'completed', 'code': 200} Nov 23 02:24:22.102088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea81dde6-4086-48a2-866b-a69f2b85aea6 req-2b3b9ec9-e181-4b67-9471-7135e83a71d1 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips/5162f442-ea23-4683-b724-1c608b3fd49e HTTP/1.1" status: 200 len: 693 time: 0.1007390 Nov 23 02:24:22.304863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81dde6-4086-48a2-866b-a69f2b85aea6 req-17868fab-52bb-42d3-a9dc-78ad32e566eb tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.321245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea81dde6-4086-48a2-866b-a69f2b85aea6 req-17868fab-52bb-42d3-a9dc-78ad32e566eb tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2083735 Nov 23 02:24:22.439679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:22.463589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 9726bf27-942e-4d0a-b66c-d65607934fe6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:22.463589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9726bf27-942e-4d0a-b66c-d65607934fe6 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:22.505911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2154dfc-c574-4966-96e9-e922b40ea55a req-0693c322-8246-4d60-822f-0fab2b2481e6 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=7bcf113e81894132903e3e8056d226f7 HTTP/1.1" status: 200 len: 696 time: 0.1399252 Nov 23 02:24:22.644623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e05b66-342c-4e73-b436-25c373fea2ed req-987a7a24-3173-4057-a59b-647bf7227c13 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.646872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98e05b66-342c-4e73-b436-25c373fea2ed req-987a7a24-3173-4057-a59b-647bf7227c13 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.3008823 Nov 23 02:24:22.713565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154dfc-c574-4966-96e9-e922b40ea55a req-eb195549-bd69-472b-9287-2762b60f71f8 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.719382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2154dfc-c574-4966-96e9-e922b40ea55a req-eb195549-bd69-472b-9287-2762b60f71f8 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks?id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 787 time: 0.2037015 Nov 23 02:24:22.740090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-a2154dfc-c574-4966-96e9-e922b40ea55a req-d443b391-2f56-48bb-ada6-0d936b2d1aaa tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:24:22.740916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2154dfc-c574-4966-96e9-e922b40ea55a req-d443b391-2f56-48bb-ada6-0d936b2d1aaa tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109096 Nov 23 02:24:22.755484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98e05b66-342c-4e73-b436-25c373fea2ed req-c5bb7c7a-9cfe-4936-8ba7-734e5adf6a89 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868773 Nov 23 02:24:22.906976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-8c8d2065-97f0-4b5a-afa7-39f8ddf0f0a2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542991 Nov 23 02:24:22.923599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b8cd1a4d-5e47-4366-895b-e44cebf04d7c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:22.976756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b8cd1a4d-5e47-4366-895b-e44cebf04d7c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:22.976756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.994024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-824b7367-2bbb-450a-8239-f9dec00ad29b req-dc7d8752-aba4-4a4e-bbb0-35ff3dd27bea tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 210 time: 0.0607405 Nov 23 02:24:23.071649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-c2a81375-c93a-4b47-9dad-c2377d1def57 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:23.073663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-c2a81375-c93a-4b47-9dad-c2377d1def57 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645133 Nov 23 02:24:23.092008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-b1803201-7b67-4fd4-8932-8a3f0d836739 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/quotas/7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 375 time: 0.0115058 Nov 23 02:24:23.151379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.170270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-9681e0f3-6f46-4b78-ba99-8343a811bf66 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips/5162f442-ea23-4683-b724-1c608b3fd49e HTTP/1.1" status: 200 len: 693 time: 0.0701098 Nov 23 02:24:23.231753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-195e1a1b-8a3e-4f77-a42f-b2a94cfe4eea tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332564 Nov 23 02:24:23.292737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94047576-d482-422a-8102-2d331813620e req-49d497fa-fa5c-4d6b-a495-bff94cf07962 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:23.299623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-49d497fa-fa5c-4d6b-a495-bff94cf07962 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1219673 Nov 23 02:24:23.305445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-567935d3-ec28-4b4f-a8cc-8245b1534d3c tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:24:23.313059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-567935d3-ec28-4b4f-a8cc-8245b1534d3c tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126016 Nov 23 02:24:23.365967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-66e1eec3-414d-49b3-8440-75135972c769 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0520556 Nov 23 02:24:23.466108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-1bb40c13-7ebe-4e72-b44f-3b68e89c1e26 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.136 HTTP/1.1" status: 200 len: 696 time: 0.0920956 Nov 23 02:24:23.643416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2ef8d-378d-460f-b03b-0ba9ccbe6e9a req-0f38bfe8-a5e1-4ced-b0e3-add9342a25e6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:23.645305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28a2ef8d-378d-460f-b03b-0ba9ccbe6e9a req-0f38bfe8-a5e1-4ced-b0e3-add9342a25e6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.1317687 Nov 23 02:24:23.659157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:23.754799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28a2ef8d-378d-460f-b03b-0ba9ccbe6e9a req-fccafe20-53f3-4143-bca9-cfe150aa1b5f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929873 Nov 23 02:24:23.764354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Deleting port 8155ee54-62ab-4e17-921e-3452445a44b5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:23.765715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.836215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:23.869265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'mac_address': 'fa:16:3e:81:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:23.919935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.920614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.920956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.937267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:23.950261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Calling delete_port for 8155ee54-62ab-4e17-921e-3452445a44b5 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:23.966655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:23.971870 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.053645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.094321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cd62c03-0181-470f-82e9-f3c4fa5069ab req-5560c563-f216-4895-abf0-4ebb7e90c2a9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 210 time: 0.0461473 Nov 23 02:24:24.206199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:24.263398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.313892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527483c-d3ae-4209-8137-881da36ce849 req-a5608b2b-9259-4b23-9305-26ac552c0977 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:24.326217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6527483c-d3ae-4209-8137-881da36ce849 req-a5608b2b-9259-4b23-9305-26ac552c0977 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1310589 Nov 23 02:24:24.349805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event deleted for resources: {'Port': ['ID=8155ee54-62ab-4e17-921e-3452445a44b5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.472676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.475816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.475985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:24.488596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94047576-d482-422a-8102-2d331813620e req-11df8c66-01c5-4186-ab52-322570873108 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "DELETE /v2.0/floatingips/5162f442-ea23-4683-b724-1c608b3fd49e HTTP/1.1" status: 204 len: 173 time: 1.0214601 Nov 23 02:24:24.526877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6527483c-d3ae-4209-8137-881da36ce849 req-30a966d8-2630-4348-aa80-91bc77c2337f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920428 Nov 23 02:24:24.584435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:24.584804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.741373 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.794152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:24.802249 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e5fee-e3c8-410a-b543-e616969bb7b3" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:24.826198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:24.830907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.886807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.895287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.895768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.896001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.896337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.896666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.896992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.897316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.897699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.898075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.898448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.898815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.899135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:24.915837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129bb201-e7a6-44cd-a0ec-ac3f643a5d3c req-78677f91-e31b-4f53-a55a-1ffd43f4ce95 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 210 time: 0.0765851 Nov 23 02:24:25.128072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-4024f55f-95d1-44ba-99df-8d0fbf9d3cf3 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1692991 Nov 23 02:24:25.142138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.168923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147469a5-ba97-4290-a2b7-417b720d881f req-e3613f51-8a65-4392-8231-64bf2d31967a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.170636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-147469a5-ba97-4290-a2b7-417b720d881f req-e3613f51-8a65-4392-8231-64bf2d31967a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.0753708 Nov 23 02:24:25.195149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.282550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-147469a5-ba97-4290-a2b7-417b720d881f req-a0e8a222-66c2-4974-b38b-f6ead4a5ef0e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007414 Nov 23 02:24:25.389195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-a340e61a-18a2-4961-9999-e9d59e63e78a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7b1638c79e344f298db1a9a730889436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381701 Nov 23 02:24:25.406372 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.556972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-ffbf4f44-7f94-4364-b3ee-113e37611d2a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.558749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-ffbf4f44-7f94-4364-b3ee-113e37611d2a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680949 Nov 23 02:24:25.584386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Request body: {'port': {'device_id': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '7b1638c79e344f298db1a9a730889436'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.647683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Allocated IP 172.25.1.121 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:25.669788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:25.815445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:25.818080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.818188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Made reservation on behalf of 7b1638c79e344f298db1a9a730889436 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:25.829921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.065766 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.130308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:26.137707 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.138888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:26.160083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Allocated IP 192.168.233.205 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/6266b558-b673-4a04-be8c-647e5fd467a1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:26.260256 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b27c8-1e2e-4538-b436-a2cf65881adc x-openstack-request-id: req-4e1b27c8-1e2e-4538-b436-a2cf65881adc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:26.260568 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-plugged", "status": "completed", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:26.263408 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e1b27c8-1e2e-4538-b436-a2cf65881adc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:26.264068 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'code': 200} Nov 23 02:24:26.315908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.331670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.409414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:26.415608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.471870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.480952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.508178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.543419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594b4f2-b579-4756-b176-4849d67cb404 req-da5f51e4-dc1d-4821-a5aa-f00dc5edb253 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:26.550899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3594b4f2-b579-4756-b176-4849d67cb404 req-da5f51e4-dc1d-4821-a5aa-f00dc5edb253 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.0770957 Nov 23 02:24:26.557679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.569690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb', '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:26.588087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.613978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:26.618697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:26.618935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:26.627696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:26.642982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:26.652893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:26.669059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3594b4f2-b579-4756-b176-4849d67cb404 req-4ecca89f-2094-4e6b-8b3c-18380a35fcc4 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170933 Nov 23 02:24:26.679209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:26.688758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.753925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event updated for resources: {'Port': ['ID=3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.820855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:26.821389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.863535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-cca0d685-791a-4737-9d21-5be55345e5a0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2870855 Nov 23 02:24:26.893659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Request body: {'port': {'device_id': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:26.943075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-99e7060f-574d-45bf-b761-5fa53dccf88f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:26.948831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-99e7060f-574d-45bf-b761-5fa53dccf88f tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 945 time: 0.2253523 Nov 23 02:24:26.952602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c15fb-1ef5-4826-9dcb-7a9ae33f0c94 req-b1f0283d-1f72-499f-958b-5ce41d55f196 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:26.961543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-222c15fb-1ef5-4826-9dcb-7a9ae33f0c94 req-b1f0283d-1f72-499f-958b-5ce41d55f196 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 936 time: 0.1485212 Nov 23 02:24:26.988584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.034940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-222c15fb-1ef5-4826-9dcb-7a9ae33f0c94 req-c42b3420-5608-4746-b011-b178a80d904c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682769 Nov 23 02:24:27.104532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.191376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c5fd4a54-06d0-41ca-bccc-666b2dbfdc35 None None] Provisioning complete for port 6266b558-b673-4a04-be8c-647e5fd467a1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:27.192381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5fd4a54-06d0-41ca-bccc-666b2dbfdc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.242219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c5fd4a54-06d0-41ca-bccc-666b2dbfdc35 None None] Port 6266b558-b673-4a04-be8c-647e5fd467a1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:27.298153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.367381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.377759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.384093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Deleting port fab0baed-f259-47ae-8949-64b5bd75964a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:27.384643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.454784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event updated for resources: {'Port': ['ID=3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:27.537080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.560144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.562377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-92579b28-9d7e-4de1-b3e5-7837de8946b2 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4253383 Nov 23 02:24:27.607053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] For port fab0baed-f259-47ae-8949-64b5bd75964a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=fab0baed-f259-47ae-8949-64b5bd75964a,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:27.607673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.637401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-5be3c19a-9d65-434a-afeb-afc9bf9ba0ae tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0626853 Nov 23 02:24:27.902641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-ce756725-d96b-405a-aeea-f16a55401fad tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:27.904322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b11e2215-0337-4ae5-8f46-d46e9d46b580 req-ce756725-d96b-405a-aeea-f16a55401fad tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2456632 Nov 23 02:24:28.031268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:28.039151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.078655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Transition to ACTIVE for port object 6266b558-b673-4a04-be8c-647e5fd467a1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:24:28.083880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.102028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff04dea9-0195-4258-b72e-ca8a762c7d7e req-97dd0215-adec-4943-bd4e-2352a54acb00 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=46151e13-84c4-4c33-ab4e-d0e185bd41b2 HTTP/1.1" status: 200 len: 210 time: 0.0558167 Nov 23 02:24:28.264912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}, {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:28.267521 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e10983-009c-4182-9562-2a448e330c4d" -d '{"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}, {"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:28.286070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.286443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.286789 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976 disassociated. External IP: 172.25.1.21, port: fab0baed-f259-47ae-8949-64b5bd75964a. Nov 23 02:24:28.293287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Calling delete_port for fab0baed-f259-47ae-8949-64b5bd75964a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:28.503472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec811182-29b4-4317-983a-ee6d170fe695 req-876e7ee2-0db4-42ef-b58a-88a7b28aa632 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips/fbae76d8-fc71-4323-932c-8c82ab06b4b0 HTTP/1.1" status: 200 len: 693 time: 0.0968843 Nov 23 02:24:28.518095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.597849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.647247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209a8ac-966d-48cd-8051-5d93079f6953 req-8b614adf-f7e1-4708-b069-b7948a13a3a6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:28.648744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:28.649180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:28.649612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:28.650384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d209a8ac-966d-48cd-8051-5d93079f6953 req-8b614adf-f7e1-4708-b069-b7948a13a3a6 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fc4ebb-3210-4901-bcdc-8a328b972da9 HTTP/1.1" status: 200 len: 867 time: 0.1941280 Nov 23 02:24:28.655576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event deleted for resources: {'Port': ['ID=fab0baed-f259-47ae-8949-64b5bd75964a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.685251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:28.685866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:28.698484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:28.699271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:28.699849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:28.703838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec811182-29b4-4317-983a-ee6d170fe695 req-c37d34b1-e678-4fb8-8ff7-2a4f5efca826 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:28.712703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Bound port: 6266b558-b673-4a04-be8c-647e5fd467a1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:28.713094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.713292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec811182-29b4-4317-983a-ee6d170fe695 req-c37d34b1-e678-4fb8-8ff7-2a4f5efca826 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2082300 Nov 23 02:24:28.792115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec811182-29b4-4317-983a-ee6d170fe695 req-c255470d-558b-4f60-8c36-9edbe7b1d714 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.0774577 Nov 23 02:24:28.845135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d209a8ac-966d-48cd-8051-5d93079f6953 req-9cae06a5-85b0-4f78-bbf2-68af95cdbb1e tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups?id=04a31601-5b86-4de5-be69-93b27e1e0f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834462 Nov 23 02:24:28.856112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:28.859861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:28.926004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec811182-29b4-4317-983a-ee6d170fe695 req-0324d2f7-57c6-4ec2-b9ce-32bdaaef6a85 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.121 HTTP/1.1" status: 200 len: 696 time: 0.1327851 Nov 23 02:24:28.950190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.035697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:29.041590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.042459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.044271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] 10.222.0.41 "PUT /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 1097 time: 2.1607962 Nov 23 02:24:29.044941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:29.047529 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668b297-3a80-46cd-ba4e-086d9e9059d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:29.354846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b0b8f-e196-41bf-85de-cec2871cfb63 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:29.381343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:29.382748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.388650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-a52d75fb-3626-49a4-bdd8-3356502a0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.390185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-a52d75fb-3626-49a4-bdd8-3356502a0ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.2025838 Nov 23 02:24:29.399520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:29.412113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:29.413692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:29.445228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ec4a-2cf0-44ec-bbfb-e2c13285f0e5 req-6d25606e-626e-42da-9cd9-3af326654846 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.478308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c141ec4a-2cf0-44ec-bbfb-e2c13285f0e5 req-6d25606e-626e-42da-9cd9-3af326654846 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.4460864 Nov 23 02:24:29.580485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c141ec4a-2cf0-44ec-bbfb-e2c13285f0e5 req-dce748bf-dee9-43d5-a455-b1fd86134eb9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948944 Nov 23 02:24:29.581865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] No DVR routers for this DVR port fab0baed-f259-47ae-8949-64b5bd75964a on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:29.589559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Deleting port 3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:29.589731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-827c9180-06d4-4765-b9ef-1060f17481f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.1499887 Nov 23 02:24:29.591103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.591654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.596667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f978a9e3-5d68-4d8f-8f72-1c194379bbed req-10e396fb-d1d8-4f00-a5a7-8ff59c8f54dc tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.47 "DELETE /v2.0/ports/fab0baed-f259-47ae-8949-64b5bd75964a HTTP/1.1" status: 204 len: 173 time: 2.5556211 Nov 23 02:24:29.638796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:29.712845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-26edc1c2-0e97-4ffe-acd2-f3a89c9cb5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.714597 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-26edc1c2-0e97-4ffe-acd2-f3a89c9cb5d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1168516 Nov 23 02:24:29.759405 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c63e7f9-cb63-4c9a-916b-d71bf6e72a3e x-openstack-request-id: req-5c63e7f9-cb63-4c9a-916b-d71bf6e72a3e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:29.763488 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "code": 200}, {"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-unplugged", "status": "completed", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:29.764477 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c63e7f9-cb63-4c9a-916b-d71bf6e72a3e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:29.766673 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'code': 200} Nov 23 02:24:29.766950 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'code': 200} Nov 23 02:24:29.799472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-1f677bf5-6ae8-4bf1-ba3c-21d3bf3c84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.801402 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-1f677bf5-6ae8-4bf1-ba3c-21d3bf3c84d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754094 Nov 23 02:24:29.909079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.910149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.935946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Calling delete_port for 3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:29.990703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-fc22b156-227b-4952-adb5-5221fcf4a921 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730776 Nov 23 02:24:30.090325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:30.126747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:30.139405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:30.141037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:30.205426 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.241658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Pushing event deleted for resources: {'Port': ['ID=3bc7b27f-7302-418a-b0b8-8f4c9e4ebfa0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:30.245441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46d43ebd-65da-4137-b95b-57939855cdf8 req-085748aa-6c18-4034-a64c-4a3883e1c283 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471392 Nov 23 02:24:30.345569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:30.378713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-06f656ce-496c-471a-8c9a-a391ef8d93c8 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:30.380504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-06f656ce-496c-471a-8c9a-a391ef8d93c8 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.1882880 Nov 23 02:24:30.510392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:30.515041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device fab0baed-f259-47ae-8949-64b5bd75964a no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:30.528837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.531703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.532991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec811182-29b4-4317-983a-ee6d170fe695 req-7244d061-e772-43f9-9f05-c0177249e47d tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "DELETE /v2.0/floatingips/fbae76d8-fc71-4323-932c-8c82ab06b4b0 HTTP/1.1" status: 204 len: 173 time: 1.6061840 Nov 23 02:24:30.535316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-20923821-81d4-4c10-95bb-1e342a4c66b5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/quotas/602bc1cf6ba943c2892cc97b13d4679e HTTP/1.1" status: 200 len: 375 time: 0.1140285 Nov 23 02:24:30.639701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-c2959012-fae2-4bba-b39f-b85cf87be7ed tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935934 Nov 23 02:24:30.811618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-8b653f1c-0197-4bfb-8f82-a34790899f9f service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708426 Nov 23 02:24:30.954911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-c26a5f1d-f4ff-4923-9e79-98032446a913 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417317 Nov 23 02:24:31.013688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: fab0baed-f259-47ae-8949-64b5bd75964a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:31.014038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device fab0baed-f259-47ae-8949-64b5bd75964a not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:31.066228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-c36ef9d9-a987-4a29-bc5a-eaef4c3aff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.067918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-c36ef9d9-a987-4a29-bc5a-eaef4c3aff90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.1064000 Nov 23 02:24:31.170105 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743e9fa-44bb-427d-bcea-46f7e6783727 x-openstack-request-id: req-8743e9fa-44bb-427d-bcea-46f7e6783727 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:31.170767 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:31.171303 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8743e9fa-44bb-427d-bcea-46f7e6783727 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:31.171757 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'status': 'completed', 'code': 200} Nov 23 02:24:31.300465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ad183-5905-497c-868f-9a56563b5f15 req-11c90e49-3760-42ce-9afb-4946d0e57ac2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.314780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-432ad183-5905-497c-868f-9a56563b5f15 req-11c90e49-3760-42ce-9afb-4946d0e57ac2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/ports?device_id=a56b26b1-d121-49f6-86aa-c98f8abbfd2c HTTP/1.1" status: 200 len: 944 time: 0.9108434 Nov 23 02:24:31.340094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:31.359196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-9b119537-f691-448f-9f7d-cc0b4c0b13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.361529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-9b119537-f691-448f-9f7d-cc0b4c0b13af service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2852983 Nov 23 02:24:31.374862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'port_id': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'mac_address': 'fa:16:3e:16:37:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599096b4-f2ce-4126-be13-7ba593d0c030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:31.476558 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.496546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2fb587d-af4a-4cfd-bd05-e448a791eadb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:31.524031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-7df69634-cf98-4dc3-976f-f66c9e8d6b51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.1495855 Nov 23 02:24:31.528120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:31.533530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.540306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:31.599997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Deleting port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:31.600342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.603809 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-b5940319-3223-4810-aafe-a2f0468fc7cc req-e8d51cf3-a817-4af9-8c64-55f15f1a8359 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] show failed (client error): The resource could not be found. Nov 23 02:24:31.604871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5940319-3223-4810-aafe-a2f0468fc7cc req-e8d51cf3-a817-4af9-8c64-55f15f1a8359 tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips/fbae76d8-fc71-4323-932c-8c82ab06b4b0 HTTP/1.1" status: 404 len: 350 time: 0.2026706 Nov 23 02:24:31.659986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c34f-6a57-4b4e-a0b5-75c0b01cab67 None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:19:19Z', 'revision_number': 4, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dae3fca-ab47-4d6e-9e3e-e486e5bff11d', 'name': '', 'network_id': '580c9cd6-b55c-44a0-8fa0-2865656000aa', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'mac_address': 'fa:16:3e:4c:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:18Z', 'updated_at': '2021-11-23T02:19:26Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'subnets': [{'id': 'cb457442-32a0-4053-8fc3-d865ce622771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:31.722648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:31.745463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c2fb587d-af4a-4cfd-bd05-e448a791eadb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:31.752257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-1a8f5717-bc8e-4da6-92e9-9e244e86954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.760267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-1a8f5717-bc8e-4da6-92e9-9e244e86954f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1542161 Nov 23 02:24:31.848465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] For port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:31.848836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.890845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df358b-cb24-47f2-881a-60e0cc264070 req-b2c7cf67-5c15-4366-a2c3-47daedade4bf tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.895850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Calling delete_port for 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:31.899093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83df358b-cb24-47f2-881a-60e0cc264070 req-b2c7cf67-5c15-4366-a2c3-47daedade4bf tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.4956236 Nov 23 02:24:31.995192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-2553a8ff-5b1c-4032-8a35-4280454d57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:31.996886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-2553a8ff-5b1c-4032-8a35-4280454d57b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2266660 Nov 23 02:24:32.080246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83df358b-cb24-47f2-881a-60e0cc264070 req-63eb5c54-d0ce-48c7-945a-ceea490bdbbc tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798806 Nov 23 02:24:32.265228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.348241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event deleted for resources: {'Port': ['ID=34305d9b-e6d0-4e78-ae14-1ce5a91661c3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.375318 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6bd41-074d-4a3d-8d6b-cd4c8100e65c None None] New status for floating IP 0b15b4db-ee20-4f77-ba40-7490ce8fb976: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:24:32.436964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.438022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.438381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.438751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.439094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.439429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.439761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.450965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.451351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.451697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.452109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.452366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:32.487036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-995c459d-11af-46cc-ac12-54c98711e081 req-a1d615f7-a1f0-475c-998b-3c90ad808e0f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 210 time: 0.0880799 Nov 23 02:24:32.493581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:32.496473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] No DVR routers for this DVR port 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:32.511849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.527227 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-432ad183-5905-497c-868f-9a56563b5f15 req-2d069576-c09a-4073-8de6-f0ef1706e88c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "DELETE /v2.0/ports/34305d9b-e6d0-4e78-ae14-1ce5a91661c3 HTTP/1.1" status: 204 len: 173 time: 1.2049074 Nov 23 02:24:32.541956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-a6fdf03e-d1cf-4bca-9531-7f92b07024d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827490 Nov 23 02:24:32.591593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100887-8d79-43d3-9734-04d2ee43ee38 req-963d1e72-7c57-4341-b195-d56227d223f4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:32.596921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41100887-8d79-43d3-9734-04d2ee43ee38 req-963d1e72-7c57-4341-b195-d56227d223f4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.7337878 Nov 23 02:24:32.757302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port c2fb587d-af4a-4cfd-bd05-e448a791eadb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:32.757841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.863588 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-141a58b1-05b6-457a-a9fa-a5d8ff06cc6c req-80a281a6-78fd-4dfc-a08d-c0d8f1156a5f tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] show failed (client error): The resource could not be found. Nov 23 02:24:32.875551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:32.888469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-141a58b1-05b6-457a-a9fa-a5d8ff06cc6c req-80a281a6-78fd-4dfc-a08d-c0d8f1156a5f tempest-FloatingIPsTestJSON-900144675 tempest-FloatingIPsTestJSON-900144675-project] 10.222.0.15 "GET /v2.0/floatingips/fbae76d8-fc71-4323-932c-8c82ab06b4b0 HTTP/1.1" status: 404 len: 350 time: 0.2634058 Nov 23 02:24:32.919744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41100887-8d79-43d3-9734-04d2ee43ee38 req-aa4737f1-9283-491d-9b19-d5d8100505d4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954423 Nov 23 02:24:32.977736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.042434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:33.052067 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4076e3d-0618-4d5d-a8b5-2301e9d92cca" -d '{"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:33.066805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6668b297-3a80-46cd-ba4e-086d9e9059d7 req-444cde94-62e9-48a9-8d8b-b38b9caf96cf service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221415 Nov 23 02:24:33.091594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:33.103804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.227286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.275874 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4947607a-cfd6-422b-85aa-5d87763eac72 x-openstack-request-id: req-4947607a-cfd6-422b-85aa-5d87763eac72 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:33.276286 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:33.276566 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4947607a-cfd6-422b-85aa-5d87763eac72 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:33.276962 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'code': 200} Nov 23 02:24:33.335890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'name': 'network-vif-deleted', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a'}, {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-deleted', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:33.338675 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc83ebd-3ae5-4b70-9dcf-e842fabe7bd0" -d '{"events": [{"server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "name": "network-vif-deleted", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a"}, {"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-deleted", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:33.421733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34294) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:33.500082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ec6ec-70d2-4974-8201-ac80ef663f94 req-a8ce3225-f573-4819-863b-af7c73436b0f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:33.502145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a4ec6ec-70d2-4974-8201-ac80ef663f94 req-a8ce3225-f573-4819-863b-af7c73436b0f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.1886032 Nov 23 02:24:33.552234 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d3abf-010d-414d-86e1-f1b0c3a18811 x-openstack-request-id: req-986d3abf-010d-414d-86e1-f1b0c3a18811 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:33.552869 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fc4ebb-3210-4901-bcdc-8a328b972da9", "name": "network-vif-deleted", "tag": "fab0baed-f259-47ae-8949-64b5bd75964a", "status": "completed", "code": 200}, {"server_uuid": "a56b26b1-d121-49f6-86aa-c98f8abbfd2c", "name": "network-vif-deleted", "tag": "34305d9b-e6d0-4e78-ae14-1ce5a91661c3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:33.554754 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-986d3abf-010d-414d-86e1-f1b0c3a18811 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:33.555406 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc4ebb-3210-4901-bcdc-8a328b972da9', 'name': 'network-vif-deleted', 'tag': 'fab0baed-f259-47ae-8949-64b5bd75964a', 'status': 'completed', 'code': 200} Nov 23 02:24:33.556322 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b26b1-d121-49f6-86aa-c98f8abbfd2c', 'name': 'network-vif-deleted', 'tag': '34305d9b-e6d0-4e78-ae14-1ce5a91661c3', 'status': 'completed', 'code': 200} Nov 23 02:24:33.638742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-d0cfc308-7a9c-4046-967c-bf336e3418a5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:33.641110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-d0cfc308-7a9c-4046-967c-bf336e3418a5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.4052413 Nov 23 02:24:33.695169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Request body: {'port': {'device_id': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'admin_state_up': True, 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:33.735054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:33.749460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:33.769087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.809928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a4ec6ec-70d2-4974-8201-ac80ef663f94 req-7433161b-aded-413a-b326-770bcbda880f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824111 Nov 23 02:24:33.832893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2baaf24e-82f3-42d9-8717-674b639acd7b req-b34193a6-204f-46e4-842b-3927c1ed84bc tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 210 time: 0.1248186 Nov 23 02:24:33.950401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:33.950906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34305d9b-e6d0-4e78-ae14-1ce5a91661c3 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:33.976207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.135136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.148732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.157389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.158471 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "DELETE /v2.0/security-groups/04a31601-5b86-4de5-be69-93b27e1e0f9b HTTP/1.1" status: 204 len: 168 time: 0.6422861 Nov 23 02:24:34.189317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:34.206095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375903c-3ac7-485f-8480-a4f9790b0173 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a31601-5b86-4de5-be69-93b27e1e0f9b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:34.213916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6266b558-b673-4a04-be8c-647e5fd467a1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6266b558-b673-4a04-be8c-647e5fd467a1', 'mac_address': 'fa:16:3e:63:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:34.243127 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-faf7ca61-7e7d-45b0-929c-7c29cec8533b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] show failed (client error): The resource could not be found. Nov 23 02:24:34.244566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-faf7ca61-7e7d-45b0-929c-7c29cec8533b tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "GET /v2.0/security-groups/04a31601-5b86-4de5-be69-93b27e1e0f9b HTTP/1.1" status: 404 len: 347 time: 0.0845573 Nov 23 02:24:34.250717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.312885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ab0c4-a096-4f62-9dc8-fd79db0dfb09 req-3ca8877a-48b7-4457-821b-8be3441ac6fa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:34.325408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc5ab0c4-a096-4f62-9dc8-fd79db0dfb09 req-3ca8877a-48b7-4457-821b-8be3441ac6fa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.2392457 Nov 23 02:24:34.357548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.391581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:34.441388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:34.446082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.467748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc5ab0c4-a096-4f62-9dc8-fd79db0dfb09 req-02eef4ed-9e4f-4640-9ca5-ea276c84467a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357603 Nov 23 02:24:34.469214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:34.484980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.620246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.627454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:34.636465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Allocated IP 172.20.0.12 (96799735-034e-4675-8a82-c6b4f6423b0f/208b0a80-6aa4-4db8-bdb8-8a320ef63a75/33a90079-0e18-4a3a-a8b0-9b85b6ff29d1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:34.754549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Deleting port b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:34.755251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.831989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.848431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6266b558-b673-4a04-be8c-647e5fd467a1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:35.012414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.103675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Network 96799735-034e-4675-8a82-c6b4f6423b0f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:35.107981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:35.111049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:35.136852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:35.172518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.175890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.195189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Calling delete_port for b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:35.207628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:35.208257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.236672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c604-d297-4a32-bc62-c4b7a4554c08 req-a76ea80d-ece5-4c6e-b37d-c7dbf7a4149c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:35.247757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad14c604-d297-4a32-bc62-c4b7a4554c08 req-a76ea80d-ece5-4c6e-b37d-c7dbf7a4149c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 932 time: 0.2811720 Nov 23 02:24:35.277796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f3f78-103b-4596-aacb-6eb601f63390 req-b48f717c-cc6d-485f-8729-430a978e8cb8 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:35.288510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c4f3f78-103b-4596-aacb-6eb601f63390 req-b48f717c-cc6d-485f-8729-430a978e8cb8 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.3639750 Nov 23 02:24:35.328682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-218b566b-b582-448f-8a81-ace271e790e2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6481190 Nov 23 02:24:35.375145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Request body: {'port': {'device_id': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:35.490064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Deleting port b8cd1a4d-5e47-4366-895b-e44cebf04d7c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:35.490594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.583311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] For port b8cd1a4d-5e47-4366-895b-e44cebf04d7c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:35.583698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.608337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Calling delete_port for b8cd1a4d-5e47-4366-895b-e44cebf04d7c owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:35.631166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44740369-08d3-4d21-a474-cdd811eb531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.684488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c4f3f78-103b-4596-aacb-6eb601f63390 req-a0623957-6ce5-479a-bada-829cb205a0cb tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948727 Nov 23 02:24:35.749470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad14c604-d297-4a32-bc62-c4b7a4554c08 req-a9ec4403-3d04-4ed3-a5ec-02caa2f8b447 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533923 Nov 23 02:24:35.753517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.896196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.986411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cd1a4d-5e47-4366-895b-e44cebf04d7c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.110389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.158844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae23b31-7940-4335-9daa-00871f387aa3 req-3fabf113-0184-4fcc-bdb9-e1607a2a361b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:36.166900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ae23b31-7940-4335-9daa-00871f387aa3 req-3fabf113-0184-4fcc-bdb9-e1607a2a361b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.1959999 Nov 23 02:24:36.302876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.306033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.315506 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] 10.222.0.15 "DELETE /v2.0/floatingips/0b15b4db-ee20-4f77-ba40-7490ce8fb976 HTTP/1.1" status: 204 len: 168 time: 2.0556767 Nov 23 02:24:36.406724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:36.429875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.462563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Transition to ACTIVE for port object 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:24:36.468857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-5e348b6d-227a-4b44-8e40-b7253d5c1bb5 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:36.475209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ae23b31-7940-4335-9daa-00871f387aa3 req-3532680a-8e3c-41e8-b86e-b600e7f31401 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027651 Nov 23 02:24:36.477665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.484392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-5e348b6d-227a-4b44-8e40-b7253d5c1bb5 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 945 time: 0.4404149 Nov 23 02:24:36.486209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.500786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5963501-4a35-47fc-ba41-2f29cc757894 tempest-ServersWithSpecificFlavorTestJSON-358587947 tempest-ServersWithSpecificFlavorTestJSON-358587947-project] Pushing event deleted for resources: {'Port': ['ID=b4a3f77c-d7e3-4a1e-ab76-c5fd0890cb8e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.530078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:36.603403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.736802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.785360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:36.789752 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3233cb-5c91-4254-8768-a1b886248fd9" -d '{"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:36.800410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Attempting to bind port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:36.800988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Attempting to bind port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:36.801795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Attempting to bind port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:36.808597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 on network 96799735-034e-4675-8a82-c6b4f6423b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:36.809424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Attempting to bind port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:36.823887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:36.827071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Checking segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:36.831384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Bound using segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:36.833705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Bound port: 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:36.835583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.880677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:36.895530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.035964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.184327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Router 3a62bc06-4f97-4291-b544-745de2391e9b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:37.196210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Deleting port c2fb587d-af4a-4cfd-bd05-e448a791eadb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:37.199569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.448177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0c51e-7fa4-490e-b8af-4d6bdc3b4edd req-6aa6c2d5-e6fe-4e7c-995d-ca769040f6d9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:37.457278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b0c51e-7fa4-490e-b8af-4d6bdc3b4edd req-6aa6c2d5-e6fe-4e7c-995d-ca769040f6d9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0dc7aa2-c526-48be-a90c-4e462a6d9df0 HTTP/1.1" status: 200 len: 943 time: 0.5476937 Nov 23 02:24:37.494404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:37.499303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f1b70-a275-4da2-974f-fdaf4c40d632 req-58d8c0aa-48b8-40f5-9b2d-36496e036ab2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:37.501433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb7f1b70-a275-4da2-974f-fdaf4c40d632 req-58d8c0aa-48b8-40f5-9b2d-36496e036ab2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 944 time: 0.5226960 Nov 23 02:24:37.503053 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7165df68-bcc1-4733-9ce6-a8d19aafab28 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a62bc06-4f97-4291-b544-745de2391e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6263964 Nov 23 02:24:37.504293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:37.506322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:37.510621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Sync routers for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:37.533642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:37.534422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:37.583637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] For port c2fb587d-af4a-4cfd-bd05-e448a791eadb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c2fb587d-af4a-4cfd-bd05-e448a791eadb,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:37.584172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.604751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:37.615675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Calling delete_port for c2fb587d-af4a-4cfd-bd05-e448a791eadb owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:37.676310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b0c51e-7fa4-490e-b8af-4d6bdc3b4edd req-47e41a30-b5c4-4e30-a23a-0b27e588713d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179630 Nov 23 02:24:37.681423 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.779248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:37.780451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.792433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:37.793495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.795059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-1cc00588-6a22-4fc6-9776-691cffb5bb6e service neutron] 10.222.0.41 "PUT /v2.0/ports/33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 HTTP/1.1" status: 200 len: 1093 time: 2.4325793 Nov 23 02:24:37.801233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:37.804088 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03f203b-c269-4676-a0d4-9bbb5c1d1f40 x-openstack-request-id: req-b03f203b-c269-4676-a0d4-9bbb5c1d1f40 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:37.804528 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:37.809245 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486add0c-6bab-413a-8f40-ded1e7bb6398" -d '{"events": [{"name": "network-changed", "server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:37.816152 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b03f203b-c269-4676-a0d4-9bbb5c1d1f40 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:37.822184 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'code': 200} Nov 23 02:24:38.003896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.009425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb7f1b70-a275-4da2-974f-fdaf4c40d632 req-482be466-9320-464c-8d02-e0c654233aee tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024062 Nov 23 02:24:38.010759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:38.139351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-4f33c41b-c733-4be2-bf44-3c5bbea69f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:38.140861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-4f33c41b-c733-4be2-bf44-3c5bbea69f55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 1096 time: 0.2110035 Nov 23 02:24:38.149665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.222147 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb164a-9875-4dfe-89f1-bc5c7ac09aea x-openstack-request-id: req-b4cb164a-9875-4dfe-89f1-bc5c7ac09aea {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:38.222473 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:38.223567 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4cb164a-9875-4dfe-89f1-bc5c7ac09aea {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:38.223567 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'status': 'completed', 'code': 200} Nov 23 02:24:38.269366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:38.273162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] No DVR routers for this DVR port c2fb587d-af4a-4cfd-bd05-e448a791eadb on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:38.275870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event deleted for resources: {'Port': ['ID=c2fb587d-af4a-4cfd-bd05-e448a791eadb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:38.285822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.293058 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ad7b748-3154-47ef-84c8-c0bfe9ace412 req-1614a76b-360c-45b9-b078-67e4c38532b1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "DELETE /v2.0/ports/c2fb587d-af4a-4cfd-bd05-e448a791eadb HTTP/1.1" status: 204 len: 173 time: 1.7898555 Nov 23 02:24:38.299189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-deleted', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:38.302432 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399553f2-5c60-4755-8595-0d401ebbe6ab" -d '{"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-deleted", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:38.361070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8d6b-daf4-4715-b38d-2c6d08cc3a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.386439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 6266b558-b673-4a04-be8c-647e5fd467a1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:24:38.395374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6266b558-b673-4a04-be8c-647e5fd467a1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:38.396146 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.419826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-9f3fa52d-0f8a-4bbf-bfcb-65207cf1b6bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 HTTP/1.1" status: 200 len: 217 time: 0.2013779 Nov 23 02:24:38.520807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:35Z', 'revision_number': 5, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.560259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Checking router: 3a62bc06-4f97-4291-b544-745de2391e9b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:38.627729 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc6b18c-2328-4dbd-9fd7-4a66a262d34b x-openstack-request-id: req-0dc6b18c-2328-4dbd-9fd7-4a66a262d34b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:38.629728 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dc7aa2-c526-48be-a90c-4e462a6d9df0", "name": "network-vif-deleted", "tag": "c2fb587d-af4a-4cfd-bd05-e448a791eadb", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:38.630240 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dc6b18c-2328-4dbd-9fd7-4a66a262d34b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:38.630889 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dc7aa2-c526-48be-a90c-4e462a6d9df0', 'name': 'network-vif-deleted', 'tag': 'c2fb587d-af4a-4cfd-bd05-e448a791eadb', 'status': 'completed', 'code': 200} Nov 23 02:24:38.655455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Routers {'3a62bc06-4f97-4291-b544-745de2391e9b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:38.656369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3a62bc06-4f97-4291-b544-745de2391e9b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.658350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69efaa1-86b1-4c17-a7aa-a4a58ef4bfea req-3dd213ac-41e1-402c-b532-63e49fc2588f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:38.666382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d69efaa1-86b1-4c17-a7aa-a4a58ef4bfea req-3dd213ac-41e1-402c-b532-63e49fc2588f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.4423649 Nov 23 02:24:38.749570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-e10fb693-fddc-4af8-80cb-f5d40a2b1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:38.758491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-e10fb693-fddc-4af8-80cb-f5d40a2b1a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.3174143 Nov 23 02:24:38.762220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.890383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-32579e6a-896b-48eb-b87d-76bef73005d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095481 Nov 23 02:24:38.904083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:38.916536 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.936169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.009603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] Set router 3a62bc06-4f97-4291-b544-745de2391e9b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:39.076793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d69efaa1-86b1-4c17-a7aa-a4a58ef4bfea req-95a42817-4d1f-45ee-876b-86375a429f43 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092197 Nov 23 02:24:39.244601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.284197 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.320119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-79ddbaa1-4785-4ff9-88d2-947d5c839833 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:39.324012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-79ddbaa1-4785-4ff9-88d2-947d5c839833 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.1667018 Nov 23 02:24:39.326996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:35Z', 'revision_number': 5, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:39.394719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c184287-fe0e-4e45-9cb2-698cd81d15c0 None None] The sync data for ids ['3a62bc06-4f97-4291-b544-745de2391e9b'] in n-d-714676-12 is: [{'id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'name': 'tempest-FloatingIPsTestJSON-799446844-router', 'tenant_id': '7bcf113e81894132903e3e8056d226f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:06Z', 'updated_at': '2021-11-23T02:24:35Z', 'revision_number': 5, 'project_id': '7bcf113e81894132903e3e8056d226f7', 'gw_port': {'id': 'db557dae-e9ac-40ee-8661-e1a1defe67e6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a62bc06-4f97-4291-b544-745de2391e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:08Z', 'updated_at': '2021-11-23T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:39.522567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Deleting port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:39.522859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.550699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8e0d7-f5f3-4296-9bba-b682e4154b1e req-80d020d6-d665-46b1-8b7b-fa356ec18504 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:39.552585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bf8e0d7-f5f3-4296-9bba-b682e4154b1e req-80d020d6-d665-46b1-8b7b-fa356ec18504 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=d968eaa0-0f5d-451b-9b53-5cd99f724afb HTTP/1.1" status: 200 len: 944 time: 0.7931409 Nov 23 02:24:39.577522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-784898fd-743e-444c-aea0-12904e7c9f85 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769516 Nov 23 02:24:39.609499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccca0e3-8013-45cc-ac1d-82cf1fb71f51 req-88de2e8e-88e7-4f1b-86f1-803ae9116b2c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:39.620529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ccca0e3-8013-45cc-ac1d-82cf1fb71f51 req-88de2e8e-88e7-4f1b-86f1-803ae9116b2c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 944 time: 0.2131557 Nov 23 02:24:39.648057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] For port 06fca24e-c3e9-4bde-bcfd-450b662c1c14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=06fca24e-c3e9-4bde-bcfd-450b662c1c14,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:39.648419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.663764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Calling delete_port for 06fca24e-c3e9-4bde-bcfd-450b662c1c14 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:39.736743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ccca0e3-8013-45cc-ac1d-82cf1fb71f51 req-be2c4279-58ce-4ce5-a695-60b6aed4515f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145051 Nov 23 02:24:39.819001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Deleting port db557dae-e9ac-40ee-8661-e1a1defe67e6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:39.819354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.823537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:39.826291 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3054410-1d40-43e1-87b5-6931f54ff93c" -d '{"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-plugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:39.842389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.855071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['06fca24e-c3e9-4bde-bcfd-450b662c1c14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:39.884045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event deleted for resources: {'Port': ['ID=06fca24e-c3e9-4bde-bcfd-450b662c1c14,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.938749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bf8e0d7-f5f3-4296-9bba-b682e4154b1e req-b91f3145-e286-49cc-a001-17deae2da58b tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721457 Nov 23 02:24:39.979185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] No DVR routers for this DVR port 06fca24e-c3e9-4bde-bcfd-450b662c1c14 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:39.989067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.996229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-34b1e7a3-0a3d-4e5e-92c6-de77b106d761 req-d96afbd9-e398-4c2a-929b-5f869ce72e6e tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "DELETE /v2.0/ports/06fca24e-c3e9-4bde-bcfd-450b662c1c14 HTTP/1.1" status: 204 len: 173 time: 0.6669185 Nov 23 02:24:40.048928 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296858b9-31e2-47ac-b6fc-76a324f94c1c x-openstack-request-id: req-296858b9-31e2-47ac-b6fc-76a324f94c1c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:40.049450 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-plugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:40.049546 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-296858b9-31e2-47ac-b6fc-76a324f94c1c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:40.049963 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'code': 200} Nov 23 02:24:40.165530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c730d2-ce78-4965-be54-2e55db2cf6d8 req-aae34e5d-c5ef-4908-a4be-4730384d8c9f service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357800 Nov 23 02:24:40.174257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] For port db557dae-e9ac-40ee-8661-e1a1defe67e6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=db557dae-e9ac-40ee-8661-e1a1defe67e6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:40.175039 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.193639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Calling delete_port for db557dae-e9ac-40ee-8661-e1a1defe67e6 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:40.218111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.389415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61161c39-6ba2-4278-9dcb-b310d56cb686 req-dc9c7a7b-f6a9-4f7b-8d5c-ee6e95c7eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.390973 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61161c39-6ba2-4278-9dcb-b310d56cb686 req-dc9c7a7b-f6a9-4f7b-8d5c-ee6e95c7eb4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1102 time: 0.0857973 Nov 23 02:24:40.451193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34420) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.456037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009151723', 'description': 'tempest-description--497033483'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:40.496123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61161c39-6ba2-4278-9dcb-b310d56cb686 req-f58e9c53-d820-4d45-89a1-c12f9ff5c663 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949411 Nov 23 02:24:40.497602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.528197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:40.558070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628aeddd-c0d6-42e1-ba30-aeaa043870fd req-c03b0819-0311-4e59-9690-2f57987d6f72 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.559848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-628aeddd-c0d6-42e1-ba30-aeaa043870fd req-c03b0819-0311-4e59-9690-2f57987d6f72 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.3373682 Nov 23 02:24:40.570368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-7392bd23-5f7e-4a0b-8538-9a0f6fda883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.572069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-7392bd23-5f7e-4a0b-8538-9a0f6fda883a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 1096 time: 0.2486508 Nov 23 02:24:40.587945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: c2fb587d-af4a-4cfd-bd05-e448a791eadb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:40.588315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c2fb587d-af4a-4cfd-bd05-e448a791eadb not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:40.647711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.659959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-deleted', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:40.662479 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3080d2-a1ed-4623-8fea-c2fcb40886dd" -d '{"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-deleted", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:40.725548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.741444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-628aeddd-c0d6-42e1-ba30-aeaa043870fd req-2e4c2fce-232f-4bb3-8843-8219c862a7c2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624491 Nov 23 02:24:40.758808 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259fa71b-467d-4906-b644-ea0d95fe1f98 x-openstack-request-id: req-259fa71b-467d-4906-b644-ea0d95fe1f98 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:40.759232 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d968eaa0-0f5d-451b-9b53-5cd99f724afb", "name": "network-vif-deleted", "tag": "06fca24e-c3e9-4bde-bcfd-450b662c1c14", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:40.759574 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-259fa71b-467d-4906-b644-ea0d95fe1f98 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:40.760307 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd968eaa0-0f5d-451b-9b53-5cd99f724afb', 'name': 'network-vif-deleted', 'tag': '06fca24e-c3e9-4bde-bcfd-450b662c1c14', 'status': 'completed', 'code': 200} Nov 23 02:24:40.765632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.787512 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.822517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Pushing event deleted for resources: {'Port': ['ID=db557dae-e9ac-40ee-8661-e1a1defe67e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.858277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.884418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.885965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a06ac185-9133-4efa-8f6c-8955f2373442 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4337966 Nov 23 02:24:40.899526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34436) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.902701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:40.928817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b8cd1a4d-5e47-4366-895b-e44cebf04d7c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:40.960181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.027677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fb87-cde4-47d3-bcb6-1b0d4074639b req-4fdb7af9-ecad-477a-b47b-5dc9318660d1 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.029259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e066fb87-cde4-47d3-bcb6-1b0d4074639b req-4fdb7af9-ecad-477a-b47b-5dc9318660d1 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 944 time: 0.1578755 Nov 23 02:24:41.088136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.092357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.145631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a23ba1-db6f-4c39-8b63-43415d4fe253,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:41.156267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.163183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71d913a0-29ad-434f-b35f-1b1d9f587931 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2635548 Nov 23 02:24:41.163841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.173360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:41.182130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b8cd1a4d-5e47-4366-895b-e44cebf04d7c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:41.182792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b8cd1a4d-5e47-4366-895b-e44cebf04d7c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:41.216471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.317216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.323420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.346203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943518f3-2ea5-4ffd-953d-bfc195e83fd1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:41.357633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.362562 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7e296781-5c04-44b2-adb7-ec1b1ac85e19 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1976223 Nov 23 02:24:41.363187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34450) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.369260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:41.406605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.520693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.631100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.647876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.658592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Allocated IP 172.25.1.224 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/462da9ec-bd87-4183-8e76-b96a6508c692) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:41.659231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e066fb87-cde4-47d3-bcb6-1b0d4074639b req-f567b7ab-c309-41da-9327-f14d094a6bba tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228988 Nov 23 02:24:41.699705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-cae1e3c8-41c3-476f-a0d8-453fd9344639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.701762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-cae1e3c8-41c3-476f-a0d8-453fd9344639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 906 time: 0.9158711 Nov 23 02:24:41.804479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d2d19-26ba-4e8d-afbd-df8c00421779 req-c51d9adc-55f9-460c-af93-77232da86f8a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.815393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2d2d19-26ba-4e8d-afbd-df8c00421779 req-c51d9adc-55f9-460c-af93-77232da86f8a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 944 time: 0.2756784 Nov 23 02:24:41.857015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.861432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.874397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-d0af004a-82d1-4b3d-8a1d-ecfd7a846c33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 HTTP/1.1" status: 200 len: 217 time: 0.0991502 Nov 23 02:24:41.876549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-d3a1003b-dd98-470d-b91d-a76533007c2a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.879857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-d3a1003b-dd98-470d-b91d-a76533007c2a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 944 time: 0.1167519 Nov 23 02:24:41.894335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Deleting port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:41.895275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.951601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.036801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Deleting port 964f6acc-77f7-4188-9e14-129cc2e8bfff {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:42.037149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.041691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.063234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:42.066945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.067661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a62bc06-4f97-4291-b544-745de2391e9b {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:42.073876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.076453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-35d2f1fb-0505-4d6f-9d9a-0428f95dff30 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3a62bc06-4f97-4291-b544-745de2391e9b HTTP/1.1" status: 204 len: 168 time: 4.5543733 Nov 23 02:24:42.095683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:42.097803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.143616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-9d6541e7-10b3-46dd-bc0f-eaecf55c243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:42.150484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-9d6541e7-10b3-46dd-bc0f-eaecf55c243f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.2626562 Nov 23 02:24:42.180219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:42.201200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-5e112f1f-69f8-43e9-be5c-42b51bfdbf48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412447 Nov 23 02:24:42.219591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2d2d19-26ba-4e8d-afbd-df8c00421779 req-65806738-1b33-4492-bc14-00e088b33d4a tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028378 Nov 23 02:24:42.280603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e64eb8-71c4-4b2e-9709-538560aa1ffc req-c545c073-15c2-4b7e-9de0-2fc1458808f0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:42.282227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7e64eb8-71c4-4b2e-9709-538560aa1ffc req-c545c073-15c2-4b7e-9de0-2fc1458808f0 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2546136 Nov 23 02:24:42.338346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] For port 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:42.339177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.357526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Calling delete_port for 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:42.536243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-6c8333e5-9082-4011-9796-2348f8688b32 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154960 Nov 23 02:24:42.619429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'Port': ['ID=462da9ec-bd87-4183-8e76-b96a6508c692,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.665651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7e64eb8-71c4-4b2e-9709-538560aa1ffc req-058bcea9-3322-47ee-a493-0c9692e85ea3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732626 Nov 23 02:24:42.713597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Deleting subnet fce0e70a-f5c9-437c-af5a-796ec16ed4a9 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:42.729772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.762216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] For port 964f6acc-77f7-4188-9e14-129cc2e8bfff, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=964f6acc-77f7-4188-9e14-129cc2e8bfff,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:42.762216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.781166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Calling delete_port for 964f6acc-77f7-4188-9e14-129cc2e8bfff owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:42.793147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.839098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486add0c-6bab-413a-8f40-ded1e7bb6398 req-21f524cd-fa96-41b1-867a-dfdb2a7e0794 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958928 Nov 23 02:24:42.857003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.926490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device db557dae-e9ac-40ee-8661-e1a1defe67e6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:42.931109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4dae3fca-ab47-4d6e-9e3e-e486e5bff11d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.971473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: db557dae-e9ac-40ee-8661-e1a1defe67e6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:42.971811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device db557dae-e9ac-40ee-8661-e1a1defe67e6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:43.035163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.051779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.061337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ffbb5-9a9a-46c4-b1c4-463e5e227c36 req-5513934c-e246-4c02-9767-c89faaa2088b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:43.063480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-098ffbb5-9a9a-46c4-b1c4-463e5e227c36 req-5513934c-e246-4c02-9767-c89faaa2088b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 944 time: 0.2577651 Nov 23 02:24:43.159800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.215045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-098ffbb5-9a9a-46c4-b1c4-463e5e227c36 req-21ac9cf7-2bdc-4c09-a0df-229dbd31e5c5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346128 Nov 23 02:24:43.227938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.272956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.281944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event deleted for resources: {'Port': ['ID=964f6acc-77f7-4188-9e14-129cc2e8bfff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.333518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce0e70a-f5c9-437c-af5a-796ec16ed4a9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.345619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a47de8-e365-469f-8563-7526f9c77461 None None] Network 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:43.349866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.355899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9d4d35f-a5bd-429a-b770-4c932ee9d023 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fce0e70a-f5c9-437c-af5a-796ec16ed4a9 HTTP/1.1" status: 204 len: 168 time: 1.1799157 Nov 23 02:24:43.385311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6958ab57-69b8-49ba-a48e-90ab08eb3556 req-bdcebb6d-9a6c-4cbb-ab8f-533f7a4bba23 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=03cb5c73-a215-40b5-9338-15cd94a2aac7 HTTP/1.1" status: 200 len: 210 time: 0.0524831 Nov 23 02:24:43.385803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34482) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.453102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] No DVR routers for this DVR port 964f6acc-77f7-4188-9e14-129cc2e8bfff on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:43.456283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.459593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c5126aa7-4e9a-49ad-8d79-d8f610421768 req-501aab5d-ed72-455b-949d-905dcc64207c tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "DELETE /v2.0/ports/964f6acc-77f7-4188-9e14-129cc2e8bfff HTTP/1.1" status: 204 len: 173 time: 1.5653846 Nov 23 02:24:43.462256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-deleted', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:43.464781 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c2caaf-9108-480a-819a-6568803ca405" -d '{"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-deleted", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:43.502440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.506415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.570440 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339df84c-8b16-462b-9ddd-c9abfd518a80 x-openstack-request-id: req-339df84c-8b16-462b-9ddd-c9abfd518a80 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:43.570731 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03cb5c73-a215-40b5-9338-15cd94a2aac7", "name": "network-vif-deleted", "tag": "964f6acc-77f7-4188-9e14-129cc2e8bfff", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:43.570912 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-339df84c-8b16-462b-9ddd-c9abfd518a80 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:43.571450 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03cb5c73-a215-40b5-9338-15cd94a2aac7', 'name': 'network-vif-deleted', 'tag': '964f6acc-77f7-4188-9e14-129cc2e8bfff', 'status': 'completed', 'code': 200} Nov 23 02:24:43.629849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.635812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.692667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] DHCP port deletion for 4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:43.751202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'Port': ['ID=462da9ec-bd87-4183-8e76-b96a6508c692,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.757631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Deleting port 6141befa-590d-42bc-9ac7-902481404474 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:43.757842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.757968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.769445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Deleting port 6141befa-590d-42bc-9ac7-902481404474 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:43.770121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.775692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.777109 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-33bb88d2-4ad2-4846-b87b-44d703558d18 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4120855 Nov 23 02:24:43.823930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:43.829931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] For port 6141befa-590d-42bc-9ac7-902481404474, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6141befa-590d-42bc-9ac7-902481404474,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:43.830305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.850589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Calling delete_port for 6141befa-590d-42bc-9ac7-902481404474 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:43.878965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] For port 6141befa-590d-42bc-9ac7-902481404474, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6141befa-590d-42bc-9ac7-902481404474,segment=NetworkSegment(d4219122-459b-439d-a441-06eae470bce9),segment_id=d4219122-459b-439d-a441-06eae470bce9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:43.879466 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.938042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Calling delete_port for 6141befa-590d-42bc-9ac7-902481404474 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:44.071749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:44.077488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8afc91-566a-4b52-90a9-66d2119f6055 req-d3c26f9b-1d8e-4960-866b-8d62d407c98c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:44.085304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb8afc91-566a-4b52-90a9-66d2119f6055 req-d3c26f9b-1d8e-4960-866b-8d62d407c98c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.3327181 Nov 23 02:24:44.092625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'mac_address': 'fa:16:3e:43:69:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:44.161541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.170916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.192748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.219039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] Pushing event deleted for resources: {'Port': ['ID=6141befa-590d-42bc-9ac7-902481404474,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.229107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:44.241818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40559338-6e81-43df-83b4-f7f29297ebc7 None None] No DVR routers for this DVR port 6141befa-590d-42bc-9ac7-902481404474 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:44.256993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:44.264207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] No DVR routers for this DVR port 6141befa-590d-42bc-9ac7-902481404474 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:44.266860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.273700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6141befa-590d-42bc-9ac7-902481404474,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.304262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Router 89de4427-70da-4eec-b0c8-a4a5cad990c7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:44.322935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb8afc91-566a-4b52-90a9-66d2119f6055 req-27d81b97-9e57-478e-9a18-5ba8088d4b76 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316728 Nov 23 02:24:44.342176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.476865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.491581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-88aa6f90-9201-41e1-abab-9153efc3ea73 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:44.495092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-88aa6f90-9201-41e1-abab-9153efc3ea73 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.3843007 Nov 23 02:24:44.548739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:44.573021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 964f6acc-77f7-4188-9e14-129cc2e8bfff {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:44.573841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 964f6acc-77f7-4188-9e14-129cc2e8bfff not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:44.573993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:44.576332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:44.586928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-1bc4676a-66d9-4445-8db5-7729c91fbead tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/quotas/e2daccef4b5e42dc9e43595949f57f48 HTTP/1.1" status: 200 len: 375 time: 0.0793688 Nov 23 02:24:44.599762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9df08-2cd2-40f4-ae41-56e17a19a424 req-501e9420-e41e-4754-8f79-297747a19152 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:44.601878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11b9df08-2cd2-40f4-ae41-56e17a19a424 req-501e9420-e41e-4754-8f79-297747a19152 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1696620 Nov 23 02:24:44.605582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4219122-459b-439d-a441-06eae470bce9') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:44.605879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4219122-459b-439d-a441-06eae470bce9') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:44.606678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 06fca24e-c3e9-4bde-bcfd-450b662c1c14 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:44.607024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 06fca24e-c3e9-4bde-bcfd-450b662c1c14 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:44.658639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.691061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-2402a87c-6f74-4273-b807-9fd3806ffc91 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876038 Nov 23 02:24:44.711849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.755087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:44.755511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:44.759638 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:44.766638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:44.785726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11b9df08-2cd2-40f4-ae41-56e17a19a424 req-504f861c-cd5b-4573-953b-a97f03bb7a1b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438777 Nov 23 02:24:44.934544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:44.948082 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Sync routers for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:44.971498 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:44.972226 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:44.979849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-907382e6-5451-4f66-8636-a1e68d78b9ce admin admin] 10.222.0.15 "PUT /v2.0/routers/89de4427-70da-4eec-b0c8-a4a5cad990c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6692104 Nov 23 02:24:44.982422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.034844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6141befa-590d-42bc-9ac7-902481404474 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:45.048519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-b0950e1e-9bf1-4824-8fec-983cabf45b87 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428473 Nov 23 02:24:45.086375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6141befa-590d-42bc-9ac7-902481404474 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:45.086749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6141befa-590d-42bc-9ac7-902481404474 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:45.132434 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:45.141899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.145302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.156473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-8456dfba-aae2-4110-bebf-4dfd9ba5ed7a service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070244 Nov 23 02:24:45.162228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.165365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92 HTTP/1.1" status: 204 len: 168 time: 1.7769420 Nov 23 02:24:45.203280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e1882-0193-44dc-95be-b04ee39a59d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f480a75-66f8-4b1a-bbc3-6f78f6b2ee92,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:45.215909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fdfdf-2303-4807-a635-2414c7ec0822 req-d3d86079-4430-4aa9-980a-6064b6eec798 tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:45.229821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-489fdfdf-2303-4807-a635-2414c7ec0822 req-d3d86079-4430-4aa9-980a-6064b6eec798 tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1102 time: 0.2925117 Nov 23 02:24:45.336970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-489fdfdf-2303-4807-a635-2414c7ec0822 req-21f7dcf9-ca8d-4a20-b208-7f19158b9672 tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058404 Nov 23 02:24:45.426906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.440574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.473579 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:24:42Z', 'revision_number': 5, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port': {'id': 'eb3cb9df-59bd-473a-b824-700ff70b98a8', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:fc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:15Z', 'updated_at': '2021-11-23T02:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.518584 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Checking router: 89de4427-70da-4eec-b0c8-a4a5cad990c7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:45.539448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Routers {'89de4427-70da-4eec-b0c8-a4a5cad990c7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:45.546060 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['89de4427-70da-4eec-b0c8-a4a5cad990c7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.662422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Deleting port eb3cb9df-59bd-473a-b824-700ff70b98a8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:45.663323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.816022 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] Set router 89de4427-70da-4eec-b0c8-a4a5cad990c7 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:45.977941 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:24:45Z', 'revision_number': 6, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.993300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] For port eb3cb9df-59bd-473a-b824-700ff70b98a8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb3cb9df-59bd-473a-b824-700ff70b98a8,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:45.994529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.040102 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2cb4-4359-40f2-9c13-41901c8cfcee None None] The sync data for ids ['89de4427-70da-4eec-b0c8-a4a5cad990c7'] in n-d-714676-12 is: [{'id': '89de4427-70da-4eec-b0c8-a4a5cad990c7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1045368442-router', 'tenant_id': '48fef1bcd52f496480cc8819e656b59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:14Z', 'updated_at': '2021-11-23T02:24:45Z', 'revision_number': 6, 'project_id': '48fef1bcd52f496480cc8819e656b59a', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:46.069266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Calling delete_port for eb3cb9df-59bd-473a-b824-700ff70b98a8 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:46.118252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2492bb57-614f-4875-b0db-e14b19edb46c req-23734672-8dbb-4ec3-ba2c-9feec808acf5 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 210 time: 0.0355942 Nov 23 02:24:46.181887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9e94e222-c974-4323-873c-df555cd48b1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bcf113e81894132903e3e8056d226f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7532508 Nov 23 02:24:46.191297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.309706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.333466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7764-7c5f-4371-812a-632cedb4f9a4 req-80f8bd13-f09c-46fd-a0c0-2b17efa55efd tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:46.335942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e7f7764-7c5f-4371-812a-632cedb4f9a4 req-80f8bd13-f09c-46fd-a0c0-2b17efa55efd tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 945 time: 0.0843813 Nov 23 02:24:46.356431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.466757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e7f7764-7c5f-4371-812a-632cedb4f9a4 req-fd622b6f-5bb3-498a-b2d7-bd208e947435 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174283 Nov 23 02:24:46.513416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.518122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.527602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0612da40-a7e3-4d47-900c-5d0aa1761486 HTTP/1.1" status: 204 len: 168 time: 0.3347695 Nov 23 02:24:46.546542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed93d1-0a30-4534-982a-00eff0c7d49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0612da40-a7e3-4d47-900c-5d0aa1761486,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.582934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-a916ebb1-2174-4afd-af1e-e33bd0c9f708 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:46.585153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-a916ebb1-2174-4afd-af1e-e33bd0c9f708 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 944 time: 0.2088883 Nov 23 02:24:46.645428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.682462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6526592-6f60-4623-8cdb-4aacf5218ed7 req-cd4d1bac-2bd1-4a2a-ae06-f1750d4ac0b1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:46.696322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6526592-6f60-4623-8cdb-4aacf5218ed7 req-cd4d1bac-2bd1-4a2a-ae06-f1750d4ac0b1 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 944 time: 0.1115501 Nov 23 02:24:46.759010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3cb9df-59bd-473a-b824-700ff70b98a8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.802701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6526592-6f60-4623-8cdb-4aacf5218ed7 req-9e46ffda-f6c7-4613-acc3-7bf689a84658 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef0b258b-1ebb-4fed-9023-2606717436b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029847 Nov 23 02:24:46.964099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978170a-4991-4c13-93bf-564b967fbb90 req-379a0f67-c0a2-42aa-8051-a315cb2ad9a3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:46.965756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2978170a-4991-4c13-93bf-564b967fbb90 req-379a0f67-c0a2-42aa-8051-a315cb2ad9a3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.0635805 Nov 23 02:24:46.984876 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-3354afdc-c31c-4c2e-b59f-dd8e082d37ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2675221 Nov 23 02:24:47.005981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.085510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2978170a-4991-4c13-93bf-564b967fbb90 req-9db1ac92-80d2-45b7-be97-6a9726bd4998 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Nov 23 02:24:47.152606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:47.258667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:47.259021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dae3fca-ab47-4d6e-9e3e-e486e5bff11d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:47.259435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb3cb9df-59bd-473a-b824-700ff70b98a8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:47.301484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Deleting port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:47.302292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.340301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: eb3cb9df-59bd-473a-b824-700ff70b98a8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:47.340662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb3cb9df-59bd-473a-b824-700ff70b98a8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:47.369363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a9d9c43-4708-4002-97a1-f3b3c7650e07 req-966f8e13-eee6-4d74-9545-1e57190f4f37 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 210 time: 0.0620537 Nov 23 02:24:47.395208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.410970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.529670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.529670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89de4427-70da-4eec-b0c8-a4a5cad990c7 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:47.542067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.543147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2082629-1c1d-473e-af59-ce3b807974fd admin admin] 10.222.0.15 "DELETE /v2.0/routers/89de4427-70da-4eec-b0c8-a4a5cad990c7 HTTP/1.1" status: 204 len: 168 time: 2.5597079 Nov 23 02:24:47.545133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] For port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,segment=NetworkSegment(2457e1d4-8a0d-42df-bdf4-842efad8eaae),segment_id=2457e1d4-8a0d-42df-bdf4-842efad8eaae)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:47.545484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.546130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:47.572857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Calling delete_port for 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:47.594640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-cbee3251-9ca3-4122-997b-cc8057e4986e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:47.596300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-cbee3251-9ca3-4122-997b-cc8057e4986e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.3320885 Nov 23 02:24:47.610161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'port': {'device_id': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'admin_state_up': True, 'tenant_id': 'e2daccef4b5e42dc9e43595949f57f48'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:47.673281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Deleting subnet cb457442-32a0-4053-8fc3-d865ce622771 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:47.689980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.739130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c3f47-c38a-43e0-b523-a5d70d388b2f req-928cbacf-7073-46bf-9613-4ad58631bc20 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:47.750988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-350c3f47-c38a-43e0-b523-a5d70d388b2f req-928cbacf-7073-46bf-9613-4ad58631bc20 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 945 time: 0.1639397 Nov 23 02:24:47.812571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:47.844366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.883121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Made reservation on behalf of e2daccef4b5e42dc9e43595949f57f48 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:47.886937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.913085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:24:47.926491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.927366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:47.930349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.969247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-350c3f47-c38a-43e0-b523-a5d70d388b2f req-07716999-eb29-4c0e-9b03-646220cb504d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138336 Nov 23 02:24:47.975462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34646) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:48.017519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Pushing event deleted for resources: {'Port': ['ID=5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.073309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b730c9d-9fe5-4e6e-8c4b-3a440245e5ef req-c25f7dc1-1a2b-4f82-a984-cc7ce02a4c99 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf5cf81a-ec40-405a-a35c-a422d4c469e7 HTTP/1.1" status: 200 len: 210 time: 0.0968432 Nov 23 02:24:48.083566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] No DVR routers for this DVR port 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:48.090064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.093990 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba487e55-23a4-475d-8eb4-31b612142c69 req-afe0647b-b93f-4617-936e-90676cb92917 tempest-LiveAutoBlockMigrationV225Test-165984063 tempest-LiveAutoBlockMigrationV225Test-165984063-project] 10.222.0.47 "DELETE /v2.0/ports/5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 HTTP/1.1" status: 204 len: 173 time: 1.4737582 Nov 23 02:24:48.094739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-deleted', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:48.097452 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa07ba5-ff10-4a49-9f68-d24018e01434" -d '{"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-deleted", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:48.104014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.168401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:48.170251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:48.172575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Allocated IP 172.20.0.6 (eb5b63bd-8b7a-4958-956b-26bb1500c773/599096b4-f2ce-4126-be13-7ba593d0c030/965ee4b3-b464-42a8-b077-8047e84bddcd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:48.173262 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad86a880-cf36-4ef9-96d2-149c51395d4d" -d '{"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:48.178027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.233940 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f060e-2b8c-40b2-af07-8810b3c3be12 x-openstack-request-id: req-097f060e-2b8c-40b2-af07-8810b3c3be12 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:48.243819 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5cf81a-ec40-405a-a35c-a422d4c469e7", "name": "network-vif-deleted", "tag": "5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:48.245783 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-097f060e-2b8c-40b2-af07-8810b3c3be12 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:48.246570 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5cf81a-ec40-405a-a35c-a422d4c469e7', 'name': 'network-vif-deleted', 'tag': '5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1', 'status': 'completed', 'code': 200} Nov 23 02:24:48.282404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.314389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.403052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-network', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:48.420229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4909a-b8e0-43b7-8191-8e20be8f5100 req-bd80188b-189a-4533-baf5-43ae408e55bf tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.421848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0c4909a-b8e0-43b7-8191-8e20be8f5100 req-bd80188b-189a-4533-baf5-43ae408e55bf tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.0803387 Nov 23 02:24:48.444868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.451482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Made reservation on behalf of b0b2d20b180e4fb5acd38b753bc2aafe for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:48.454040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.473920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.480029 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f2ffa-f436-4d69-b07f-36d11a530e69 x-openstack-request-id: req-a08f2ffa-f436-4d69-b07f-36d11a530e69 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:48.480351 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:48.480612 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a08f2ffa-f436-4d69-b07f-36d11a530e69 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:48.481050 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'code': 200} Nov 23 02:24:48.492143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb457442-32a0-4053-8fc3-d865ce622771,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.495413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.498761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e8ef784-84be-498c-b26f-f125e62c7f31 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb457442-32a0-4053-8fc3-d865ce622771 HTTP/1.1" status: 204 len: 168 time: 0.9512825 Nov 23 02:24:48.499529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330987ed-ab15-45bc-a9e3-e9a76c217de4 None None] Network 580c9cd6-b55c-44a0-8fa0-2865656000aa requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:48.501531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34684) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:48.549921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0c4909a-b8e0-43b7-8191-8e20be8f5100 req-8dcbacc9-cd8f-4858-aa63-e40e072271b7 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 Nov 23 02:24:48.593644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.639037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e0b1460-14a3-407e-90f4-71cffe155704 req-0a2e099f-71ce-415c-9951-847b0a54954d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 210 time: 0.0373168 Nov 23 02:24:48.642090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.672030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ec920-f7dc-4312-bbc5-37f4dcaba146 req-f1ecf071-9db1-47af-bca7-c6b9b0d39485 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.687322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-902ec920-f7dc-4312-bbc5-37f4dcaba146 req-f1ecf071-9db1-47af-bca7-c6b9b0d39485 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 950 time: 0.1345098 Nov 23 02:24:48.742247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.807451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1a67-56c1-4b39-ac38-4f648f738d99 req-d9ab1dbf-d55c-483b-8174-7793dcc3a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.809152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b94d1a67-56c1-4b39-ac38-4f648f738d99 req-d9ab1dbf-d55c-483b-8174-7793dcc3a65d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 1098 time: 0.2177331 Nov 23 02:24:48.823147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-902ec920-f7dc-4312-bbc5-37f4dcaba146 req-5675fee3-a974-42f8-b411-fa5b4c040cd8 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328614 Nov 23 02:24:48.826613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.846717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:48.848089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] DHCP port deletion for 580c9cd6-b55c-44a0-8fa0-2865656000aa request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:48.851506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.873081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:48.879827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Deleting port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:48.880169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.927627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b94d1a67-56c1-4b39-ac38-4f648f738d99 req-e65c3fdf-8a4e-456d-8b2a-86a12dfc916e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039176 Nov 23 02:24:48.932558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:48.956188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:48.959764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.987525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:49.024591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.025168 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Added segment 6adf51f0-25ae-4d92-b443-4313d1ba2224 of type vlan for network 35075912-d198-434d-bec1-87180db7d530 Nov 23 02:24:49.036297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Deleting port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:49.036735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.045853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc1e3d-b73f-4c6c-9c82-33a33cc01d08,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.089911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf139-cff4-4887-8674-e9ff03813cba req-8e08a156-8f0c-4a0e-b643-24f576d5b83d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.091637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80edf139-cff4-4887-8674-e9ff03813cba req-8e08a156-8f0c-4a0e-b643-24f576d5b83d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.0560148 Nov 23 02:24:49.091804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.092298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.105147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:49.105518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.126197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.133588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Calling delete_port for 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:49.134924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:49.135320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.143597 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9b3a4938-f252-4b44-8563-4ac1f48cb50f tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5373449 Nov 23 02:24:49.153415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Calling delete_port for 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:49.155599 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.156136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80edf139-cff4-4887-8674-e9ff03813cba req-ca989e95-914b-4e53-8cdc-1158a511a041 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541480 Nov 23 02:24:49.213053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.214712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.215308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.242052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,segment=NetworkSegment(7c17cc52-777b-4896-99d7-6b38aa2f3ab2),segment_id=7c17cc52-777b-4896-99d7-6b38aa2f3ab2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:49.256918 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.288884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] Pushing event updated for resources: {'Network': ['ID=35075912-d198-434d-bec1-87180db7d530,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.294141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Request body: {'port': {'device_id': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:49.299795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.341444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.341673 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60854c5e-2f26-4476-955b-7adb82b890c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3639271 Nov 23 02:24:49.349462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Request body: {'subnet': {'network_id': '35075912-d198-434d-bec1-87180db7d530', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-subnet', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:49.373926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.377141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.389155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.402053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] No DVR routers for this DVR port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:49.407905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 35075912-d198-434d-bec1-87180db7d530 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:49.410283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.425837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.436739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] Pushing event deleted for resources: {'Port': ['ID=7fa3a75f-5bf2-4318-aa8d-09e81db07f04,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.499493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Made reservation on behalf of b0b2d20b180e4fb5acd38b753bc2aafe for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:49.501817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.505727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509222ea-8632-4389-b8d5-7695bca142f7 None None] No DVR routers for this DVR port 7fa3a75f-5bf2-4318-aa8d-09e81db07f04 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:49.518336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-003fa138-d49f-49b4-ab08-3acb639f3d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.518336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-003fa138-d49f-49b4-ab08-3acb639f3d09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1102 time: 0.1602981 Nov 23 02:24:49.540198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Deleting subnet 609ca818-4f16-44df-80d4-3759fbe709e5 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:49.549161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.570328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.585980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580c9cd6-b55c-44a0-8fa0-2865656000aa']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.641042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c17cc52-777b-4896-99d7-6b38aa2f3ab2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.641458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c17cc52-777b-4896-99d7-6b38aa2f3ab2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.661750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.708111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.724989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.734851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:49.735990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:49.737833 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:49.797036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-c7e5d523-1892-4ef7-a2e6-6c4b53fa172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.799261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-c7e5d523-1892-4ef7-a2e6-6c4b53fa172c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2694447 Nov 23 02:24:49.834011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:49.838174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.896893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f741eff-76ef-4402-a828-029fdac53a21 req-6f06ffe1-0a2f-4ecb-9123-f82925dcea8a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.904692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f741eff-76ef-4402-a828-029fdac53a21 req-6f06ffe1-0a2f-4ecb-9123-f82925dcea8a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2644072 Nov 23 02:24:49.936691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.942521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-ce1de23f-e48f-49b7-8854-e44ff0a5dc1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.1289380 Nov 23 02:24:49.992497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:49.997414 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.059258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.129623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2524f3e3-a724-4d8b-87d5-7e89155b0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.132400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2524f3e3-a724-4d8b-87d5-7e89155b0d02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1717167 Nov 23 02:24:50.136668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.144134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f741eff-76ef-4402-a828-029fdac53a21 req-df0b32f6-aaa2-455c-a456-6fc239848f26 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385707 Nov 23 02:24:50.162002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.173663 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.179841 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] 10.222.0.15 "DELETE /v2.0/networks/580c9cd6-b55c-44a0-8fa0-2865656000aa HTTP/1.1" status: 204 len: 168 time: 1.6730864 Nov 23 02:24:50.181274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34758) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.203196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369729af-4cef-4ee8-b6fc-1822322db820 admin admin] Pushing event deleted for resources: {'Network': ['ID=580c9cd6-b55c-44a0-8fa0-2865656000aa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.248698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.263531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609ca818-4f16-44df-80d4-3759fbe709e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.271387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.278177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-79c26c96-696a-4a4c-ba11-a57cd0904005 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/609ca818-4f16-44df-80d4-3759fbe709e5 HTTP/1.1" status: 204 len: 168 time: 0.9759309 Nov 23 02:24:50.283478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34770) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.355141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965ee4b3-b464-42a8-b077-8047e84bddcd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:50.367418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.384877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-0802b9db-2379-44c0-97ce-7a4dd7362d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.386193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Transition to ACTIVE for port object 965ee4b3-b464-42a8-b077-8047e84bddcd will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:24:50.386404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-0802b9db-2379-44c0-97ce-7a4dd7362d40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2271230 Nov 23 02:24:50.422141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.440698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09af3d-9dc9-48b2-adb1-fd2f8e6697b7 req-e5523c0d-57c9-4535-80dc-fb340a66e6d1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.442199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d09af3d-9dc9-48b2-adb1-fd2f8e6697b7 req-e5523c0d-57c9-4535-80dc-fb340a66e6d1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 931 time: 0.2954228 Nov 23 02:24:50.482635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:50.485156 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e148964-a0ad-4776-bff6-870202644d73" -d '{"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:50.512264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4780359a-9cbd-4f6e-9b24-b655054c72ce,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.518602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.524449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.527157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Checking segment: {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:50.527517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Network hostable DHCP agents. Network: 35075912-d198-434d-bec1-87180db7d530, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:50.568178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead582e-3c04-4b98-87d8-ae23652f0586 req-1e8753bf-78f3-497a-9cb3-564ec170ce6d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.570223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dead582e-3c04-4b98-87d8-ae23652f0586 req-1e8753bf-78f3-497a-9cb3-564ec170ce6d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2519245 Nov 23 02:24:50.577497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:50.599352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:50.599899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5f9409a8-cdb9-4484-b9fe-0c5b5ee9d6c1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:50.628739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Attempting to bind port 965ee4b3-b464-42a8-b077-8047e84bddcd on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:50.629088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Attempting to bind port 965ee4b3-b464-42a8-b077-8047e84bddcd by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:50.629427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Attempting to bind port 965ee4b3-b464-42a8-b077-8047e84bddcd on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:50.637482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Port 965ee4b3-b464-42a8-b077-8047e84bddcd on network eb5b63bd-8b7a-4958-956b-26bb1500c773 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:50.637822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Attempting to bind port 965ee4b3-b464-42a8-b077-8047e84bddcd on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:50.645308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:50.645653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Checking segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:50.646040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Bound using segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:50.646474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Bound port: 965ee4b3-b464-42a8-b077-8047e84bddcd, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:50.646886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.647896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d09af3d-9dc9-48b2-adb1-fd2f8e6697b7 req-a9e4e96c-a5fe-43f9-8dfa-78be59e96707 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850812 Nov 23 02:24:50.648482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Network 35075912-d198-434d-bec1-87180db7d530 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:50.669361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-92f68dab-9aab-4006-a5e1-cface237e86b service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555659 Nov 23 02:24:50.684719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 35075912-d198-434d-bec1-87180db7d530) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:50.696314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546e8736-60d6-4566-a341-d54c27c8e808 None None] Network 35075912-d198-434d-bec1-87180db7d530 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:50.738114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.738760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.763731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:50.767716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:50.775898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.805302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.812719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dead582e-3c04-4b98-87d8-ae23652f0586 req-4d710cf3-ddb9-4573-be59-d5e88a94de49 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334046 Nov 23 02:24:50.822829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eb2cbffe-faed-4c1d-85ef-e21b759cc2dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4791214 Nov 23 02:24:50.827959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.829365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.830166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.831653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/965ee4b3-b464-42a8-b077-8047e84bddcd HTTP/1.1" status: 200 len: 1092 time: 1.6773360 Nov 23 02:24:50.835405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:50.844740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:50.851503 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a822e3-6e0c-4af2-9612-68501c49f17f" -d '{"events": [{"name": "network-changed", "server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:50.898313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-45104491-7fe2-4122-890a-181368896053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dcd252-4872-44ef-9704-fd90da3dd812']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.919321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.923656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.937625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-45104491-7fe2-4122-890a-181368896053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2457e1d4-8a0d-42df-bdf4-842efad8eaae') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.938119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-45104491-7fe2-4122-890a-181368896053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2457e1d4-8a0d-42df-bdf4-842efad8eaae') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.939909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e9714-a660-4be5-a96e-886fd6dec8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.940186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-35075912-d198-434d-bec1-87180db7d530', 'network_id': '35075912-d198-434d-bec1-87180db7d530', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'fixed_ips': [{'subnet_id': '4780359a-9cbd-4f6e-9b24-b655054c72ce'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:50.941262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.966415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.982760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-6afda329-3652-42b4-a170-d02766afa39c service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961307 Nov 23 02:24:50.983068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.990251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.038611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:51.039031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:51.041157 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:51.084920 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd2bd3-2141-4933-80e4-d4510e258e95 x-openstack-request-id: req-eecd2bd3-2141-4933-80e4-d4510e258e95 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:51.086126 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:51.087022 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eecd2bd3-2141-4933-80e4-d4510e258e95 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:51.087646 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'status': 'completed', 'code': 200} Nov 23 02:24:51.104471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.128489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-f840deb3-4ca9-4e2e-9997-3ed7869f7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.131691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-f840deb3-4ca9-4e2e-9997-3ed7869f7bdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 1095 time: 0.2505295 Nov 23 02:24:51.161302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Allocated IP 172.20.0.2 (35075912-d198-434d-bec1-87180db7d530/4780359a-9cbd-4f6e-9b24-b655054c72ce/9a955eae-47ac-447a-97ba-c2ab82d50109) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:51.227199 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c138a656-36d4-4ec7-a077-4290f08f169e x-openstack-request-id: req-c138a656-36d4-4ec7-a077-4290f08f169e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:51.227527 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:51.227848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-1a6c9595-3f97-41c0-b0e5-f5b6023c620c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=965ee4b3-b464-42a8-b077-8047e84bddcd HTTP/1.1" status: 200 len: 217 time: 0.0869009 Nov 23 02:24:51.229125 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c138a656-36d4-4ec7-a077-4290f08f169e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:51.230311 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'code': 200} Nov 23 02:24:51.238862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.243848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.248455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-45104491-7fe2-4122-890a-181368896053 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e0dcd252-4872-44ef-9704-fd90da3dd812 HTTP/1.1" status: 204 len: 168 time: 0.9631371 Nov 23 02:24:51.252509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.303776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45104491-7fe2-4122-890a-181368896053 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dcd252-4872-44ef-9704-fd90da3dd812,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.392805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-53f734f0-63f0-47e0-90d1-afe75fc8c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.394537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-53f734f0-63f0-47e0-90d1-afe75fc8c805 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.1562667 Nov 23 02:24:51.420997 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.430983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Deleting subnet c5f904eb-559a-47e5-b4d5-afd2cfef91d7 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:51.436568 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.443404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-06fb43a2-869c-431b-bbea-6db694285c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345089 Nov 23 02:24:51.574112 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-f2996860-9ae6-40b5-90d7-fea241a20fcf service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Nov 23 02:24:51.586126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.666169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c9456-bc46-432d-a616-93890430b3ed req-759696a4-83ac-4ed0-aab7-edfc012a0da8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.667317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-913c9456-bc46-432d-a616-93890430b3ed req-759696a4-83ac-4ed0-aab7-edfc012a0da8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1901560 Nov 23 02:24:51.670545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.673711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.679494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea0b2-0127-4b2c-b76e-cc0219946c70 req-a46c3ddc-1483-49be-bb33-a3c8d3d57385 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.680671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.681219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-300ea0b2-0127-4b2c-b76e-cc0219946c70 req-a46c3ddc-1483-49be-bb33-a3c8d3d57385 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1929107 Nov 23 02:24:51.704807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Deleting port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:51.705221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.708371 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8463b54b-fd3d-4c02-9e11-f36700a4e0df req-9a40bd2a-ee02-4505-96b1-f5b23ab9365e service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104832 Nov 23 02:24:51.730256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Network 35075912-d198-434d-bec1-87180db7d530 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:51.733774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:51.738211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:51.802790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Pushing event updated for resources: {'Port': ['ID=9a955eae-47ac-447a-97ba-c2ab82d50109,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.820911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Attempting to bind port 9a955eae-47ac-447a-97ba-c2ab82d50109 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:51.821456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Attempting to bind port 9a955eae-47ac-447a-97ba-c2ab82d50109 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:51.821715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Attempting to bind port 9a955eae-47ac-447a-97ba-c2ab82d50109 on network 35075912-d198-434d-bec1-87180db7d530 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:51.825012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] For port 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:51.825540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.827786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:51.828040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Checking segment: {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:51.828779 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.829186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Bound using segment: {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:51.829665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Bound port: 9a955eae-47ac-447a-97ba-c2ab82d50109, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:51.830115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.835411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-913c9456-bc46-432d-a616-93890430b3ed req-e6a59a6a-017a-4d65-947c-4eb4a4f11a2e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355872 Nov 23 02:24:51.842066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Calling delete_port for 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:51.854910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-300ea0b2-0127-4b2c-b76e-cc0219946c70 req-005fcde8-a3dd-471c-823a-180f17d2448d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444592 Nov 23 02:24:51.861238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-29db61fd-5b2e-40f9-aa8e-a68bba227407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.861406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.863040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-29db61fd-5b2e-40f9-aa8e-a68bba227407 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 1095 time: 0.0831513 Nov 23 02:24:51.903548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f904eb-559a-47e5-b4d5-afd2cfef91d7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.913078 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.917630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-722f7eca-fb5b-40ba-beff-4c840e785347 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5f904eb-559a-47e5-b4d5-afd2cfef91d7 HTTP/1.1" status: 204 len: 168 time: 0.6623764 Nov 23 02:24:51.923209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] For port 9a955eae-47ac-447a-97ba-c2ab82d50109, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:51.926389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] For port 9a955eae-47ac-447a-97ba-c2ab82d50109, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9a955eae-47ac-447a-97ba-c2ab82d50109,segment=NetworkSegment(6adf51f0-25ae-4d92-b443-4313d1ba2224),segment_id=6adf51f0-25ae-4d92-b443-4313d1ba2224)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:51.931295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34806) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.932316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.999126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bf582-6cc6-4583-b58c-23024fb98523 None None] Pushing event updated for resources: {'Port': ['ID=9a955eae-47ac-447a-97ba-c2ab82d50109,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:52.120387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.142875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-ce147ab3-0ef0-4ec4-bb7b-2c28e6ecc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.144431 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-ce147ab3-0ef0-4ec4-bb7b-2c28e6ecc270 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 921 time: 0.2732019 Nov 23 02:24:52.274534 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-52c08508-7dc4-453b-b9fb-0b5847839134 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=965ee4b3-b464-42a8-b077-8047e84bddcd HTTP/1.1" status: 200 len: 217 time: 0.1182756 Nov 23 02:24:52.364626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.379249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31f75a-1ab2-4162-999d-45d263695e24 req-21d207e2-6585-4582-a653-193a3524598d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.380747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c31f75a-1ab2-4162-999d-45d263695e24 req-21d207e2-6585-4582-a653-193a3524598d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 943 time: 0.4709499 Nov 23 02:24:52.409201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.416453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b8e654-bedd-440c-b298-272c1529a481']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:52.433799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.436227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-d2b25042-50f1-4387-99da-fefd7f07ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.437697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-d2b25042-50f1-4387-99da-fefd7f07ff48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.1272621 Nov 23 02:24:52.441090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd5bb02-4cfb-4644-93aa-53b01fd855d9') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:52.441389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd5bb02-4cfb-4644-93aa-53b01fd855d9') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:52.482536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.484525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.488076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-5088678c-41e7-4827-87c8-55635acf4ae2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418975 Nov 23 02:24:52.491987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c31f75a-1ab2-4162-999d-45d263695e24 req-e1448afe-7999-42fd-9175-e0397555c9dd tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Nov 23 02:24:52.528834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:52.561433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Allocated IP 172.25.1.126 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/935ff4d8-9aa7-4433-8d2a-ba49eda15212) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:52.579091 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.606915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:52.607323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:52.609028 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:52.685972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.721316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.726348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.733039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6b8e654-bedd-440c-b298-272c1529a481 HTTP/1.1" status: 204 len: 168 time: 0.7982340 Nov 23 02:24:52.735812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.789217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-f150aa59-51e6-4fd1-8ab8-e58505c3c16e service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747886 Nov 23 02:24:52.790027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966b57f-8b14-4310-b184-d3f6c71eac1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b8e654-bedd-440c-b298-272c1529a481,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:52.811980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:52.821070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:52.824415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:52.839494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Pushing event updated for resources: {'Port': ['ID=935ff4d8-9aa7-4433-8d2a-ba49eda15212,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.034485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:53.072106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:24:53.121371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9a955eae-47ac-447a-97ba-c2ab82d50109 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:53.143582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.151277 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3a822e3-6e0c-4af2-9612-68501c49f17f req-f63d130a-f3cb-4adb-ac42-9cf5e5f8de05 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955344 Nov 23 02:24:53.159500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-faa20643-949c-4f3b-8ab6-430cea91815c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbe45dab42db43da8799f08c805b9ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235042 Nov 23 02:24:53.163130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34830) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:53.194114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d80b-e3cc-478d-851f-c4a5d9358d58 req-1b6947e6-f047-4c25-bfa6-c9198a0a94cd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:53.203794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7de6d80b-e3cc-478d-851f-c4a5d9358d58 req-1b6947e6-f047-4c25-bfa6-c9198a0a94cd tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2037385 Nov 23 02:24:53.218871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9728c9-c677-4573-84c3-35e476df2881 req-41b8f565-5325-4734-8fff-c50d3f238404 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:53.222768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.226691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c9728c9-c677-4573-84c3-35e476df2881 req-41b8f565-5325-4734-8fff-c50d3f238404 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2279038 Nov 23 02:24:53.228485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9a955eae-47ac-447a-97ba-c2ab82d50109 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:53.229359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.308378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e4599-7ef8-473b-a50a-3e4f37149a14 None None] Network 35075912-d198-434d-bec1-87180db7d530 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:53.342922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7de6d80b-e3cc-478d-851f-c4a5d9358d58 req-7a9123c1-239e-4026-abb0-7403996cc0a9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380737 Nov 23 02:24:53.415042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ad9e4fde-ee12-48e0-98cd-50a846d4272f None None] Provisioning complete for port 9a955eae-47ac-447a-97ba-c2ab82d50109 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:53.415596 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad9e4fde-ee12-48e0-98cd-50a846d4272f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.420422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.426677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c9728c9-c677-4573-84c3-35e476df2881 req-ed9c7a1e-17de-4d38-b9ae-fe2543bceb6e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939132 Nov 23 02:24:53.447711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.493627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 9a955eae-47ac-447a-97ba-c2ab82d50109, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9a955eae-47ac-447a-97ba-c2ab82d50109,segment=NetworkSegment(6adf51f0-25ae-4d92-b443-4313d1ba2224),segment_id=6adf51f0-25ae-4d92-b443-4313d1ba2224)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:53.527058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.650294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.656447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=9a955eae-47ac-447a-97ba-c2ab82d50109,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.690789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.722409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4fb7-c7d9-4a37-8c6d-a8cc7e5b5fd4 req-060dfc6f-6354-4a00-9d70-793296f497f9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:53.723937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-577e4fb7-c7d9-4a37-8c6d-a8cc7e5b5fd4 req-060dfc6f-6354-4a00-9d70-793296f497f9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 943 time: 0.1341972 Nov 23 02:24:53.763959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.821705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.824450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-577e4fb7-c7d9-4a37-8c6d-a8cc7e5b5fd4 req-dbc938bb-5f14-47c8-967a-a520c1978e08 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933783 Nov 23 02:24:53.824660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.828918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef0b258b-1ebb-4fed-9023-2606717436b7 HTTP/1.1" status: 204 len: 168 time: 0.6636558 Nov 23 02:24:53.830940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Router d653d7d0-65bb-4f71-94be-5c3151e05e5e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:53.843236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efe340-b197-41d4-9abf-613b96c58777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b258b-1ebb-4fed-9023-2606717436b7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.853900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:53.965539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Router 67ccd7e6-5076-48cf-abac-f9760f2a3461 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:53.982554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:53.989171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c7f3a16-81d9-48b6-80fe-bc7683a3c224 admin admin] 10.222.0.15 "PUT /v2.0/routers/d653d7d0-65bb-4f71-94be-5c3151e05e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7992282 Nov 23 02:24:53.993181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34846) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.026392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.040749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'mac_address': 'fa:16:3e:81:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:54.043769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Sync routers for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:54.087234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Routers {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:54.087889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:54.115812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:54.117786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.125904 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Sync routers for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:54.135652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.137356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9d95c6c0-9c1a-4efd-b1c1-1c5220ff19ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3054407 Nov 23 02:24:54.138299 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Routers {'67ccd7e6-5076-48cf-abac-f9760f2a3461'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:54.139081 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['67ccd7e6-5076-48cf-abac-f9760f2a3461'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:54.140143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.159555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87f57426-05b0-4538-bce4-e501aceaec85 None None] Provisioning complete for port 9a955eae-47ac-447a-97ba-c2ab82d50109 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:54.160157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87f57426-05b0-4538-bce4-e501aceaec85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.230894 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.268249 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Set router 67ccd7e6-5076-48cf-abac-f9760f2a3461 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:54.291107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.309934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:54.365777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.375522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.376341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Set router d653d7d0-65bb-4f71-94be-5c3151e05e5e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:54.379325 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.394392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Deleting port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:54.395162 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.482525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f8d08ab1-0708-40f2-a9f5-2a8deadf6d5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=439d1b8b0a37454b85c99a505c302f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049292 Nov 23 02:24:54.483278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34858) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.551991 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:53Z', 'revision_number': 3, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:54.564171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.566259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] For port c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.566662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.587818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Calling delete_port for c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:54.591798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:24:54.599097 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Checking router: 67ccd7e6-5076-48cf-abac-f9760f2a3461 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:54.599932 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Updating router 67ccd7e6-5076-48cf-abac-f9760f2a3461 port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:24:54.620506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.644199 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.680964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:54.687390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.739141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9db53-3697-4400-a418-98a432df9d89 req-a2da957d-f837-4673-89d3-c13e0999467a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:54.749131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00e9db53-3697-4400-a418-98a432df9d89 req-a2da957d-f837-4673-89d3-c13e0999467a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1929843 Nov 23 02:24:54.760805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71d4a-8964-4b57-a295-8e7644ead9d3 req-7c9a4851-fabc-4090-8637-60e4e1025755 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:54.770311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d71d4a-8964-4b57-a295-8e7644ead9d3 req-7c9a4851-fabc-4090-8637-60e4e1025755 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2119617 Nov 23 02:24:54.815886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.835087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'port_id': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'mac_address': 'fa:16:3e:3e:cd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599096b4-f2ce-4126-be13-7ba593d0c030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:24:54.867438 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.898881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.904970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.908082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.909409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db2a3fce-ca31-46db-8529-d578830ab21a HTTP/1.1" status: 204 len: 168 time: 0.4234583 Nov 23 02:24:54.932308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00e9db53-3697-4400-a418-98a432df9d89 req-7d629ec7-3f2a-4ee0-8f2a-5ecb00b69c08 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796601 Nov 23 02:24:54.946298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b7d14-3c99-4d22-896a-807404b0e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2a3fce-ca31-46db-8529-d578830ab21a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.991890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9a955eae-47ac-447a-97ba-c2ab82d50109 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:54.995042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-37629009-router', 'tenant_id': 'eb0bbebb8b6640b089d81ef20316893e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:19:26Z', 'updated_at': '2021-11-23T02:24:52Z', 'revision_number': 5, 'project_id': 'eb0bbebb8b6640b089d81ef20316893e', 'gw_port': {'id': 'c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd653d7d0-65bb-4f71-94be-5c3151e05e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:19:28Z', 'updated_at': '2021-11-23T02:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.068487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.121503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d71d4a-8964-4b57-a295-8e7644ead9d3 req-cb914a91-3511-4f24-8a75-913dfe4cafee tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481710 Nov 23 02:24:55.130341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.304723 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.312467 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.347523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.355067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.375117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.421174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeaf79-ac50-4271-8106-0ddcebbb6015 req-6a24a6c8-001f-4e02-a5c2-6193b6cc884d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:55.433733 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Attempting to bind port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:55.433879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54eeaf79-ac50-4271-8106-0ddcebbb6015 req-6a24a6c8-001f-4e02-a5c2-6193b6cc884d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 943 time: 0.1165149 Nov 23 02:24:55.434632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Attempting to bind port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:55.435198 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Attempting to bind port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:55.445914 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Pushing event updated for resources: {'Port': ['ID=935ff4d8-9aa7-4433-8d2a-ba49eda15212,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.449781 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:55.450447 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:55.451060 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.451488 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:55.452022 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Bound port: 935ff4d8-9aa7-4433-8d2a-ba49eda15212, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:55.452874 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.498305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.499581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Checking router: d653d7d0-65bb-4f71-94be-5c3151e05e5e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:55.500130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d653d7d0-65bb-4f71-94be-5c3151e05e5e {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:55.517208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.522876 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6ca1c48a-ab55-473c-a428-bb57b6ebdd52 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d653d7d0-65bb-4f71-94be-5c3151e05e5e HTTP/1.1" status: 204 len: 168 time: 1.5284073 Nov 23 02:24:55.523764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34892) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:55.532828 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.533182 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.533527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.533869 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.534208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.534690 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.535029 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.535404 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.535737 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.536066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.536391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.536719 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:55.570202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54eeaf79-ac50-4271-8106-0ddcebbb6015 req-c0397a43-84d3-4c2f-809b-6c33940c6635 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344354 Nov 23 02:24:55.605168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965ee4b3-b464-42a8-b077-8047e84bddcd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:24:55.608938 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] For port 935ff4d8-9aa7-4433-8d2a-ba49eda15212, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:55.612712 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] For port 935ff4d8-9aa7-4433-8d2a-ba49eda15212, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=935ff4d8-9aa7-4433-8d2a-ba49eda15212,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:55.624247 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.648149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Deleting subnet 997cecbb-b290-4e35-8b3f-149413dc30e2 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:55.651761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:55.652237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:24:55.652374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.656439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_agentschedulers_db [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d653d7d0-65bb-4f71-94be-5c3151e05e5e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent'). {{(pid=103573) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 02:24:55.656958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f960f23-689d-4c27-889e-205dc5110660 None None] The sync data for ids ['d653d7d0-65bb-4f71-94be-5c3151e05e5e'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:55.733989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9a955eae-47ac-447a-97ba-c2ab82d50109 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:55.736034 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.740519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.799367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:55.806413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Allocated IP 172.20.0.1 (35075912-d198-434d-bec1-87180db7d530/4780359a-9cbd-4f6e-9b24-b655054c72ce/b981ba48-7bb6-4476-a30d-0ac65a0d33ba) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:55.813129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.816733 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d15bad-72a5-463b-bfe4-6a8d9a43d77d None None] Pushing event updated for resources: {'Port': ['ID=935ff4d8-9aa7-4433-8d2a-ba49eda15212,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.820531 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Routers {'67ccd7e6-5076-48cf-abac-f9760f2a3461'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:55.821430 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['67ccd7e6-5076-48cf-abac-f9760f2a3461'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.895846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.962891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.032618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['965ee4b3-b464-42a8-b077-8047e84bddcd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:24:56.035177 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] Set router 67ccd7e6-5076-48cf-abac-f9760f2a3461 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:56.057267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.094621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997cecbb-b290-4e35-8b3f-149413dc30e2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:56.101295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.105966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b231bfa-2b23-41ef-a573-192f96016453 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/997cecbb-b290-4e35-8b3f-149413dc30e2 HTTP/1.1" status: 204 len: 168 time: 0.5810909 Nov 23 02:24:56.108395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34916) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.110288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554f230-2f6c-404e-8929-290668b0927f None None] Network 7ef97bbe-2725-4d65-b50e-f739e23b81e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:56.114176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.222903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.255176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.303225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Deleting port 82dc1f17-92ab-435f-9238-0f48f435ee8a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:56.303500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.407435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] For port 82dc1f17-92ab-435f-9238-0f48f435ee8a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=82dc1f17-92ab-435f-9238-0f48f435ee8a,segment=NetworkSegment(88cf735c-65b4-4f41-8d6b-3827f57aab4d),segment_id=88cf735c-65b4-4f41-8d6b-3827f57aab4d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:56.408417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.423136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Calling delete_port for 82dc1f17-92ab-435f-9238-0f48f435ee8a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:56.442452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Network 35075912-d198-434d-bec1-87180db7d530 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:56.492284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302dc3d-130d-4fa8-9d4f-675835d1d05a req-45390890-ed81-454d-86df-d69afd10fbc1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:56.508680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6302dc3d-130d-4fa8-9d4f-675835d1d05a req-45390890-ed81-454d-86df-d69afd10fbc1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.3212376 Nov 23 02:24:56.515471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.543968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:56.549874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:56.552151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] No DVR routers for this DVR port 82dc1f17-92ab-435f-9238-0f48f435ee8a on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:56.672101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.698883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Pushing event deleted for resources: {'Port': ['ID=82dc1f17-92ab-435f-9238-0f48f435ee8a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:56.753126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c04b1-733b-4e59-bed1-c2e252e88c05 None None] DHCP port deletion for 7ef97bbe-2725-4d65-b50e-f739e23b81e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:56.790674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.812266 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:53Z', 'revision_number': 3, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.836522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef97bbe-2725-4d65-b50e-f739e23b81e7']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.854320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cf735c-65b4-4f41-8d6b-3827f57aab4d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.854768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cf735c-65b4-4f41-8d6b-3827f57aab4d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.874432 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04a4413-2486-4857-92bc-0401b2f8d255 None None] The sync data for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 is: [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:53Z', 'revision_number': 3, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:56.875843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.925035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.943900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:56.943900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:56.952112 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:56.967625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:57.061021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:57.062762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9f5ca2a-9b2d-4152-b8f2-82bf3d56aea4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:57.063508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 82dc1f17-92ab-435f-9238-0f48f435ee8a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:57.064388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.140462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6302dc3d-130d-4fa8-9d4f-675835d1d05a req-f6a1cb25-14ed-4b17-9596-78cc06327c33 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306212 Nov 23 02:24:57.153536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 82dc1f17-92ab-435f-9238-0f48f435ee8a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:57.153880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 82dc1f17-92ab-435f-9238-0f48f435ee8a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:57.154292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:57.191047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.218341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.219450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203709-28c4-4052-bc57-9d374c5c697e req-e87a0975-d026-41f6-aa9d-3b089c78ea7f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.221059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4203709-28c4-4052-bc57-9d374c5c697e req-e87a0975-d026-41f6-aa9d-3b089c78ea7f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.9259217 Nov 23 02:24:57.227038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ef97bbe-2725-4d65-b50e-f739e23b81e7 HTTP/1.1" status: 204 len: 168 time: 1.1158068 Nov 23 02:24:57.264846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:57.265573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41b90997-0be4-4b0d-b5ee-d83ff0f1d8dc not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:57.268751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0d664cdb-1cef-4d62-b5fb-bc536d4b1efe None None] Provisioning complete for port b981ba48-7bb6-4476-a30d-0ac65a0d33ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:57.269963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d664cdb-1cef-4d62-b5fb-bc536d4b1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.288209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f4b78-ca7e-4cd5-a3dc-5c5e86afed3b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef97bbe-2725-4d65-b50e-f739e23b81e7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.413641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.435218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0d664cdb-1cef-4d62-b5fb-bc536d4b1efe None None] Port b981ba48-7bb6-4476-a30d-0ac65a0d33ba cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:57.546102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.557690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4203709-28c4-4052-bc57-9d374c5c697e req-04144e8b-b32d-47ce-8681-89386da4facf tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233421 Nov 23 02:24:57.635873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9767317-c260-4c1d-b9ba-844d907aae1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48fef1bcd52f496480cc8819e656b59a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0882165 Nov 23 02:24:57.640911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34954) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.743727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.772847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.783619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f4577-2047-419b-b297-f13ef12d4e1c req-5304e374-169c-4c52-852c-4efa47ad182c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.792111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d66f4577-2047-419b-b297-f13ef12d4e1c req-5304e374-169c-4c52-852c-4efa47ad182c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 944 time: 0.2389739 Nov 23 02:24:57.795234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.807852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.886429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:57.909678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.915522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.918103 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18351868-e1cf-411d-b4ed-b33c0476455c HTTP/1.1" status: 204 len: 168 time: 0.2760491 Nov 23 02:24:57.945461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b5e2-d0a5-4832-bcc5-00172819af73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18351868-e1cf-411d-b4ed-b33c0476455c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.989548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d66f4577-2047-419b-b297-f13ef12d4e1c req-7e563526-8172-470a-a01f-6d6f055d9437 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963484 Nov 23 02:24:58.024038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.038984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:58.039804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.131898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Pushing event updated for resources: {'Port': ['ID=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.186268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.252845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:24:58.260195 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341f951-c5c1-4099-9027-ee5842e1f27b" -d '{"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:24:58.322493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:58.336282 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.383986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Network 35075912-d198-434d-bec1-87180db7d530 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:58.392670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:58.401230 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b615f0-9c26-40ff-9253-e2bac16150c0 x-openstack-request-id: req-a9b615f0-9c26-40ff-9253-e2bac16150c0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:24:58.401527 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-plugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:24:58.401780 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9b615f0-9c26-40ff-9253-e2bac16150c0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:24:58.402181 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'code': 200} Nov 23 02:24:58.510572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.531887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4f4ea-d901-45b5-ba8e-7618ef4949bd req-a49ef03f-bb45-480f-873b-f2ca56989bc5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:58.533481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbd4f4ea-d901-45b5-ba8e-7618ef4949bd req-a49ef03f-bb45-480f-873b-f2ca56989bc5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2716978 Nov 23 02:24:58.607392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:58.714555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:58.758639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 965ee4b3-b464-42a8-b077-8047e84bddcd completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:24:58.763584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 965ee4b3-b464-42a8-b077-8047e84bddcd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:58.764165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.813533 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-efd45978-55e5-4971-92a2-7a3f0b0e3ce7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb0bbebb8b6640b089d81ef20316893e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0976005 Nov 23 02:24:58.814254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34994) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:58.907606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1f9adf84-843b-4bb8-9895-3599c37984d3 None None] Provisioning complete for port b981ba48-7bb6-4476-a30d-0ac65a0d33ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:58.908082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9adf84-843b-4bb8-9895-3599c37984d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.990861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.014979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1f9adf84-843b-4bb8-9895-3599c37984d3 None None] Port b981ba48-7bb6-4476-a30d-0ac65a0d33ba cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:59.016569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.018993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 935ff4d8-9aa7-4433-8d2a-ba49eda15212 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:59.054233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.101056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:59.119643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.183342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:59.183713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.246125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.248965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.250243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31ee213d-55d9-445f-b84e-8b4eb6bf5024 HTTP/1.1" status: 204 len: 168 time: 0.4349270 Nov 23 02:24:59.263692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb5233-8827-421a-8c65-7488d434e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ee213d-55d9-445f-b84e-8b4eb6bf5024,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.271586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-5ae23df0-1f98-46f9-8df0-e134055efb12 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1625307 Nov 23 02:24:59.388907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-e89bfb84-cd7f-465e-a6b5-200fc4353253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.391101 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-e89bfb84-cd7f-465e-a6b5-200fc4353253 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 1103 time: 0.0715387 Nov 23 02:24:59.417579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Router 67ccd7e6-5076-48cf-abac-f9760f2a3461 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:59.431154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.434065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbd4f4ea-d901-45b5-ba8e-7618ef4949bd req-aa0f14d8-ae3b-443d-96fc-fc1401555f90 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8828022 Nov 23 02:24:59.492833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.557750 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.601123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 935ff4d8-9aa7-4433-8d2a-ba49eda15212, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=935ff4d8-9aa7-4433-8d2a-ba49eda15212,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:59.615622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.691922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-c0d466cd-f18b-4e30-aa03-876b92ee7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.694348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=935ff4d8-9aa7-4433-8d2a-ba49eda15212,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.695252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-c0d466cd-f18b-4e30-aa03-876b92ee7bbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2804518 Nov 23 02:24:59.744185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e674ad8-29be-4108-b74b-8d3564689e45 req-046a95de-1285-4f7b-9e6d-892c7a41300a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.751736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-fcb63fdc-046e-49f0-aee3-62faf25861c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 200 len: 217 time: 0.0482731 Nov 23 02:24:59.752033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e674ad8-29be-4108-b74b-8d3564689e45 req-046a95de-1285-4f7b-9e6d-892c7a41300a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2370849 Nov 23 02:24:59.822971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-8e351f4b-4b90-48c0-988b-1d70d85af238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.827366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-8e351f4b-4b90-48c0-988b-1d70d85af238 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0645945 Nov 23 02:24:59.835548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596915-f3d8-4af9-a5de-d1e58eed72e0 req-f266e26d-24f3-4d6e-b9a6-f7176ee68e92 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.837133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef596915-f3d8-4af9-a5de-d1e58eed72e0 req-f266e26d-24f3-4d6e-b9a6-f7176ee68e92 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.2432039 Nov 23 02:24:59.850198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e674ad8-29be-4108-b74b-8d3564689e45 req-b3bda45a-51e2-48e8-a15e-0cb12ff7a3c6 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972641 Nov 23 02:24:59.868781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:59.878873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Sync routers for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:59.891430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f91ae2ed-8875-44e0-8447-e69d0c89c2ef admin admin] 10.222.0.15 "PUT /v2.0/routers/67ccd7e6-5076-48cf-abac-f9760f2a3461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7492342 Nov 23 02:24:59.905930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-8d60ba5a-426f-4fd8-affa-ff83b914cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.908731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-8d60ba5a-426f-4fd8-affa-ff83b914cd87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736008 Nov 23 02:24:59.917800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Routers {'67ccd7e6-5076-48cf-abac-f9760f2a3461'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:59.918451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['67ccd7e6-5076-48cf-abac-f9760f2a3461'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:59.984193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef596915-f3d8-4af9-a5de-d1e58eed72e0 req-f7e428f4-9c7a-48ac-b855-72507e350d50 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314163 Nov 23 02:25:00.105766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-735b0f3a-e111-4265-b5f0-a09767ac6ba0 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878800 Nov 23 02:25:00.171925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Set router 67ccd7e6-5076-48cf-abac-f9760f2a3461 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:00.277691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4e2a9f45-5b45-4370-a37c-5ab1e9b6fc1c req-56af6f39-2794-4eac-9463-3ae058e34437 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622648 Nov 23 02:25:00.410831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:00.413036 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac8e88e-c663-4dad-a86f-e7cfe24f7c4e" -d '{"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-plugged", "status": "completed", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:00.530154 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd5918-68bd-4f1b-b21a-213100aabff3 x-openstack-request-id: req-d3bd5918-68bd-4f1b-b21a-213100aabff3 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:00.540837 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-plugged", "status": "completed", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:00.543878 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3bd5918-68bd-4f1b-b21a-213100aabff3 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:00.544510 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'code': 200} Nov 23 02:25:00.631879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:57Z', 'revision_number': 4, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b981ba48-7bb6-4476-a30d-0ac65a0d33ba', 'name': '', 'network_id': '35075912-d198-434d-bec1-87180db7d530', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'mac_address': 'fa:16:3e:0e:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:55Z', 'updated_at': '2021-11-23T02:24:57Z', 'revision_number': 2, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'subnets': [{'id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:00.632252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9991d-71f4-42b8-8341-a02c0b6be661 req-3806be0e-e1ec-4f31-b8f1-077ef45d8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:00.633754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-48b9991d-71f4-42b8-8341-a02c0b6be661 req-3806be0e-e1ec-4f31-b8f1-077ef45d8d39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 1097 time: 0.0794623 Nov 23 02:25:00.675638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Checking router: 67ccd7e6-5076-48cf-abac-f9760f2a3461 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:00.676001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Updating router 67ccd7e6-5076-48cf-abac-f9760f2a3461 port b981ba48-7bb6-4476-a30d-0ac65a0d33ba binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:00.718002 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.764800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-48b9991d-71f4-42b8-8341-a02c0b6be661 req-d57e3514-c06a-488b-9f8d-3ec2f2d570a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226029 Nov 23 02:25:00.794033 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-b44ac9f2-625a-44c0-a1a1-85fb91818332 req-cebd17f5-f446-4929-a937-ea1c3aed7c3e tempest-FloatingIPDetailsNegativeTestJSON-299277532 tempest-FloatingIPDetailsNegativeTestJSON-299277532-project] show failed (client error): The resource could not be found. Nov 23 02:25:00.806463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35054) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:00.807338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b44ac9f2-625a-44c0-a1a1-85fb91818332 req-cebd17f5-f446-4929-a937-ea1c3aed7c3e tempest-FloatingIPDetailsNegativeTestJSON-299277532 tempest-FloatingIPDetailsNegativeTestJSON-299277532-project] 10.222.0.15 "GET /v2.0/floatingips/f1def6bf-13ff-45f1-9646-62c0ceecb982 HTTP/1.1" status: 404 len: 350 time: 0.2115424 Nov 23 02:25:00.841818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c35c0-1ec6-4641-b103-1199550348a6 req-22f12d54-2a41-491b-ad17-808485178fd1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:00.868576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86c35c0-1ec6-4641-b103-1199550348a6 req-22f12d54-2a41-491b-ad17-808485178fd1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2649004 Nov 23 02:25:00.950046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86c35c0-1ec6-4641-b103-1199550348a6 req-becd27b6-618b-410d-8b28-cccef43e0b06 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795186 Nov 23 02:25:00.966165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 935ff4d8-9aa7-4433-8d2a-ba49eda15212 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:01.201045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e73396-5f19-46e9-a9a3-935495d22598 req-6d08a1ce-8e41-4364-971f-c9d857bed5ee tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.213673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6e73396-5f19-46e9-a9a3-935495d22598 req-6d08a1ce-8e41-4364-971f-c9d857bed5ee tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1087904 Nov 23 02:25:01.218968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:01.221886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.349003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6e73396-5f19-46e9-a9a3-935495d22598 req-31d39969-de9a-4ad6-b0d5-84d918f85dc2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328528 Nov 23 02:25:01.458239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.482424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.590359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3df8c1-57eb-456a-87f0-4b2d24e4a5d6 req-7925ba78-1cc4-47dd-a3cb-8638f138363a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.603723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f3df8c1-57eb-456a-87f0-4b2d24e4a5d6 req-7925ba78-1cc4-47dd-a3cb-8638f138363a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.1271784 Nov 23 02:25:01.645103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.704326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943fd1a-14c3-4026-9c9b-fa31d05f6e61 None None] Pushing event updated for resources: {'Port': ['ID=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:01.803236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f3df8c1-57eb-456a-87f0-4b2d24e4a5d6 req-cc859666-8db7-4131-b420-a945a518c195 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004082 Nov 23 02:25:01.946041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Attempting to bind port b981ba48-7bb6-4476-a30d-0ac65a0d33ba on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:01.946791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Attempting to bind port b981ba48-7bb6-4476-a30d-0ac65a0d33ba by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:01.947365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Attempting to bind port b981ba48-7bb6-4476-a30d-0ac65a0d33ba on network 35075912-d198-434d-bec1-87180db7d530 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:01.965060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:01.965878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Checking segment: {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:01.966553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.967731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Bound using segment: {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:01.968473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Bound port: b981ba48-7bb6-4476-a30d-0ac65a0d33ba, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adf51f0-25ae-4d92-b443-4313d1ba2224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '35075912-d198-434d-bec1-87180db7d530'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:01.969095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.183276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0af56-20b2-4ead-9c79-bf5ea25a0771 req-eb46d568-e85e-4b70-8552-4fd26c68985c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:02.194654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab0af56-20b2-4ead-9c79-bf5ea25a0771 req-eb46d568-e85e-4b70-8552-4fd26c68985c tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1199090 Nov 23 02:25:02.246757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Deleting port b981ba48-7bb6-4476-a30d-0ac65a0d33ba {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:02.247119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.336382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab0af56-20b2-4ead-9c79-bf5ea25a0771 req-042f33e2-1b1b-46a9-9b50-d6ad40a67bc8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364772 Nov 23 02:25:02.421630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2e0c86ee-b2fd-4bc1-8f2e-6df92b74779e None None] Provisioning complete for port b981ba48-7bb6-4476-a30d-0ac65a0d33ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:02.422357 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e0c86ee-b2fd-4bc1-8f2e-6df92b74779e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.426750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] For port b981ba48-7bb6-4476-a30d-0ac65a0d33ba, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:02.436077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] For port b981ba48-7bb6-4476-a30d-0ac65a0d33ba, host n-d-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:02.436552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.452328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Calling delete_port for b981ba48-7bb6-4476-a30d-0ac65a0d33ba owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:02.464686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] For port b981ba48-7bb6-4476-a30d-0ac65a0d33ba, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,segment=NetworkSegment(6adf51f0-25ae-4d92-b443-4313d1ba2224),segment_id=6adf51f0-25ae-4d92-b443-4313d1ba2224)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:02.471738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.506205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c86ee-b2fd-4bc1-8f2e-6df92b74779e None None] Port b981ba48-7bb6-4476-a30d-0ac65a0d33ba cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:02.604053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Routers {'67ccd7e6-5076-48cf-abac-f9760f2a3461'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:02.608506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['67ccd7e6-5076-48cf-abac-f9760f2a3461'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:02.676752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.765627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943fd1a-14c3-4026-9c9b-fa31d05f6e61 None None] Pushing event updated for resources: {'Port': ['ID=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.823659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b981ba48-7bb6-4476-a30d-0ac65a0d33ba,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.901860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c0ff-8ace-4bf0-9138-f2f36f62f802 req-64d6cd32-6007-4c69-a71f-23c71089ac13 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:02.903507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a48c0ff-8ace-4bf0-9138-f2f36f62f802 req-64d6cd32-6007-4c69-a71f-23c71089ac13 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2043095 Nov 23 02:25:02.986417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-848169d8-75e1-4da1-a3ba-2f5d7529c67c None None] Could not find standard attr ID for object b981ba48-7bb6-4476-a30d-0ac65a0d33ba. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:03.096387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] Set router 67ccd7e6-5076-48cf-abac-f9760f2a3461 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:03.127837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.132106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a48c0ff-8ace-4bf0-9138-f2f36f62f802 req-7907966a-50e3-435b-9933-8b126bd7ab58 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124195 Nov 23 02:25:03.373348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7947c-348f-4009-98fa-1bdf15e63cf6 req-f34214e4-cfe9-46d9-a7f2-8681818cccd7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:03.380622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4d7947c-348f-4009-98fa-1bdf15e63cf6 req-f34214e4-cfe9-46d9-a7f2-8681818cccd7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.1011508 Nov 23 02:25:03.468153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4d7947c-348f-4009-98fa-1bdf15e63cf6 req-8ab0438d-157e-4713-9595-69f347766d15 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862949 Nov 23 02:25:03.588216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:57Z', 'revision_number': 4, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b981ba48-7bb6-4476-a30d-0ac65a0d33ba', 'name': '', 'network_id': '35075912-d198-434d-bec1-87180db7d530', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'mac_address': 'fa:16:3e:0e:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:55Z', 'updated_at': '2021-11-23T02:25:02Z', 'revision_number': 4, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'subnets': [{'id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:03.651945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1b3-1036-4293-bc9b-a5837ed846c4 None None] The sync data for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 is: [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:24:57Z', 'revision_number': 4, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port': {'id': '935ff4d8-9aa7-4433-8d2a-ba49eda15212', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:52Z', 'updated_at': '2021-11-23T02:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'b981ba48-7bb6-4476-a30d-0ac65a0d33ba', 'name': '', 'network_id': '35075912-d198-434d-bec1-87180db7d530', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'mac_address': 'fa:16:3e:0e:86:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:55Z', 'updated_at': '2021-11-23T02:25:02Z', 'revision_number': 4, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'subnets': [{'id': '4780359a-9cbd-4f6e-9b24-b655054c72ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:03.926952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ed68b-19e8-47d8-9d86-4c46d82a7671 req-f410991c-2ab6-404c-8d79-2abd84277836 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:03.933755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea1ed68b-19e8-47d8-9d86-4c46d82a7671 req-f410991c-2ab6-404c-8d79-2abd84277836 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2322752 Nov 23 02:25:04.111564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea1ed68b-19e8-47d8-9d86-4c46d82a7671 req-0aa9b423-2a31-4e66-ae8e-0a0effe0faf4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653719 Nov 23 02:25:04.232319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Router 67ccd7e6-5076-48cf-abac-f9760f2a3461 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:04.237150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35148) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:04.432343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e644b-1836-4c18-b917-08e1f1e19b0f req-39c95760-8df6-4d59-b70c-9e71df3e05c9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.447259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb8e644b-1836-4c18-b917-08e1f1e19b0f req-39c95760-8df6-4d59-b70c-9e71df3e05c9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.2156744 Nov 23 02:25:04.510754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33446d-cc01-4b76-a44e-a5408cae2daf req-3bdd52f8-7845-41d6-99e2-346f479b16d9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.521139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a33446d-cc01-4b76-a44e-a5408cae2daf req-3bdd52f8-7845-41d6-99e2-346f479b16d9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1870227 Nov 23 02:25:04.527839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:04.551899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab64fab8-a55d-4ed0-803b-1e972a2fcc7b admin admin] 10.222.0.15 "PUT /v2.0/routers/67ccd7e6-5076-48cf-abac-f9760f2a3461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442608 Nov 23 02:25:04.568831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:04.575895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5b62021-0d95-41ad-8945-1e18d9dbc878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.718147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5b62021-0d95-41ad-8945-1e18d9dbc878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.722758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5b62021-0d95-41ad-8945-1e18d9dbc878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.735150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a33446d-cc01-4b76-a44e-a5408cae2daf req-17eca4f1-9261-4b80-9462-558a34ff6b63 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081215 Nov 23 02:25:04.801920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d5b62021-0d95-41ad-8945-1e18d9dbc878 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f4c5d73fc348478d13947fff165abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579109 Nov 23 02:25:04.801920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b62021-0d95-41ad-8945-1e18d9dbc878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1331f32e-8f9b-438c-8d7d-49e808c48ffc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:04.804515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:04.837330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb8e644b-1836-4c18-b917-08e1f1e19b0f req-654f25c7-c65b-404a-9838-89c53376f75c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661175 Nov 23 02:25:04.887961 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.915718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.982198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.140316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.149483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.151210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1331f32e-8f9b-438c-8d7d-49e808c48ffc HTTP/1.1" status: 204 len: 168 time: 0.3452945 Nov 23 02:25:05.179986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd448b4b-9ae2-4a05-b906-3f42811fa357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1331f32e-8f9b-438c-8d7d-49e808c48ffc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.250370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.347323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Deleting port 935ff4d8-9aa7-4433-8d2a-ba49eda15212 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:05.347824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.473718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] For port 935ff4d8-9aa7-4433-8d2a-ba49eda15212, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=935ff4d8-9aa7-4433-8d2a-ba49eda15212,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:05.474087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.490936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Calling delete_port for 935ff4d8-9aa7-4433-8d2a-ba49eda15212 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:05.644193 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-490d2807-2c20-43f4-9e48-5b8cab7e514e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.768583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:05.798090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a18f25c-3752-4918-84d7-6ac6cdb70e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.811874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241613d-f75e-4cb8-b032-0f483eba597f req-6179ac52-3e1b-4acf-aa57-b6a8a4766ce2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:05.833270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8241613d-f75e-4cb8-b032-0f483eba597f req-6179ac52-3e1b-4acf-aa57-b6a8a4766ce2 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1671677 Nov 23 02:25:05.908405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.996287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Pushing event deleted for resources: {'Port': ['ID=935ff4d8-9aa7-4433-8d2a-ba49eda15212,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.018357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a18f25c-3752-4918-84d7-6ac6cdb70e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.024605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a18f25c-3752-4918-84d7-6ac6cdb70e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.072949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8241613d-f75e-4cb8-b032-0f483eba597f req-ca4bbd98-2b05-4ca4-bb46-da7672806ebb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386873 Nov 23 02:25:06.085284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570ac42-a7c0-43b0-b267-9c285eb098c4 req-23de8580-35b4-4c75-9d50-c71c2a151ee3 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.089243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a18f25c-3752-4918-84d7-6ac6cdb70e68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9f0054ee6f544509b3242b2a353fb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194313 Nov 23 02:25:06.092631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3570ac42-a7c0-43b0-b267-9c285eb098c4 req-23de8580-35b4-4c75-9d50-c71c2a151ee3 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1753547 Nov 23 02:25:06.093729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35204) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:06.114176 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Sync routers for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:06.133893 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Routers {'67ccd7e6-5076-48cf-abac-f9760f2a3461'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:06.134539 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['67ccd7e6-5076-48cf-abac-f9760f2a3461'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.152880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18f25c-3752-4918-84d7-6ac6cdb70e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a70143-60be-4b05-a8ef-ffdbb895dc4b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.175779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.189749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3570ac42-a7c0-43b0-b267-9c285eb098c4 req-ffc8cab7-dfc9-4d8f-b49d-0570fe744f38 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960937 Nov 23 02:25:06.190919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.233576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.278816 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Set router 67ccd7e6-5076-48cf-abac-f9760f2a3461 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:06.334912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.341535 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.343018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.346673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.351316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1a70143-60be-4b05-a8ef-ffdbb895dc4b HTTP/1.1" status: 204 len: 168 time: 0.2539718 Nov 23 02:25:06.367056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f672f-d854-449e-81d7-99dce3ce07fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a70143-60be-4b05-a8ef-ffdbb895dc4b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.448113 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ccd7e6-5076-48cf-abac-f9760f2a3461', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-805023321-router', 'tenant_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:50Z', 'updated_at': '2021-11-23T02:25:05Z', 'revision_number': 7, 'project_id': 'b0b2d20b180e4fb5acd38b753bc2aafe', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.469244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.470095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ccd7e6-5076-48cf-abac-f9760f2a3461 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:06.483783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.489149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:06.503340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10a79bd1-7191-4354-a4e8-8710f4e8ca22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/67ccd7e6-5076-48cf-abac-f9760f2a3461 HTTP/1.1" status: 204 len: 168 time: 1.9300613 Nov 23 02:25:06.511349 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Checking router: 67ccd7e6-5076-48cf-abac-f9760f2a3461 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:06.534536 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:06.539649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:25:06.540455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_agentschedulers_db [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67ccd7e6-5076-48cf-abac-f9760f2a3461'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:24:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent'). {{(pid=103574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 02:25:06.541500 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa1118-1b18-4cf7-8c59-d23c8a51854c None None] The sync data for ids ['67ccd7e6-5076-48cf-abac-f9760f2a3461'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:06.605696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Deleting subnet 4780359a-9cbd-4f6e-9b24-b655054c72ce {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:06.623393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.635237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-ec9e2b3f-ee20-4c12-be03-e97bfdeeab20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1283560 Nov 23 02:25:06.715876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.824074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-6f791c2c-53c3-4741-a621-0c6b5e621674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.826792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-6f791c2c-53c3-4741-a621-0c6b5e621674 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 1102 time: 0.1337247 Nov 23 02:25:06.848365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97bec2-9df5-4494-8aaf-127b1c3ef61f req-be0390de-f929-438e-9751-b538a0f572e9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.856887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a97bec2-9df5-4494-8aaf-127b1c3ef61f req-be0390de-f929-438e-9751-b538a0f572e9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.1251342 Nov 23 02:25:06.867687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.925432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.979380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4780359a-9cbd-4f6e-9b24-b655054c72ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.979566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3390e-66a3-4d5f-892a-bcbaf21e5048 None None] Network 35075912-d198-434d-bec1-87180db7d530 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:06.981504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.998408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ffd13ed-4ad0-492f-a64a-7f638343eb0e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4780359a-9cbd-4f6e-9b24-b655054c72ce HTTP/1.1" status: 204 len: 168 time: 0.5077741 Nov 23 02:25:07.004463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35250) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.028007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a97bec2-9df5-4494-8aaf-127b1c3ef61f req-405a04bd-6fd3-4f0e-8d0e-a9d55ba8296d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700749 Nov 23 02:25:07.129605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-fbf1f3d1-be78-4578-bc96-ab5e6953e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.133541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-fbf1f3d1-be78-4578-bc96-ab5e6953e60c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2737746 Nov 23 02:25:07.165909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.253377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-2c3a9171-4906-429f-8a4a-5bdfc86cff52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 200 len: 217 time: 0.1088014 Nov 23 02:25:07.262034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b981ba48-7bb6-4476-a30d-0ac65a0d33ba no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:07.342797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b981ba48-7bb6-4476-a30d-0ac65a0d33ba {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:07.343727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b981ba48-7bb6-4476-a30d-0ac65a0d33ba not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:07.352589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Deleting port 9a955eae-47ac-447a-97ba-c2ab82d50109 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:07.352981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.438668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35264) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.453479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] For port 9a955eae-47ac-447a-97ba-c2ab82d50109, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9a955eae-47ac-447a-97ba-c2ab82d50109,segment=NetworkSegment(6adf51f0-25ae-4d92-b443-4313d1ba2224),segment_id=6adf51f0-25ae-4d92-b443-4313d1ba2224)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:07.453854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.471939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Calling delete_port for 9a955eae-47ac-447a-97ba-c2ab82d50109 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:07.488913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532eb54a-b637-4529-9a48-6b1700a71e04 req-5d684ed8-d42d-45e7-8b0b-5be415187b4e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.496779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-532eb54a-b637-4529-9a48-6b1700a71e04 req-5d684ed8-d42d-45e7-8b0b-5be415187b4e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.2423558 Nov 23 02:25:07.499498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-fdc88c6e-b5f6-4bb1-902e-ffe4705159f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.500945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-fdc88c6e-b5f6-4bb1-902e-ffe4705159f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.2348976 Nov 23 02:25:07.528236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e51d7-d698-47df-b121-86902c84d651 req-494722f2-1c9e-4ffd-b170-8b2df7e7005a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.529777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe4e51d7-d698-47df-b121-86902c84d651 req-494722f2-1c9e-4ffd-b170-8b2df7e7005a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1811893 Nov 23 02:25:07.564114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.570371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824c134-dee0-4fc4-a30f-8f1418209ff2 None None] DHCP port deletion for 35075912-d198-434d-bec1-87180db7d530 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:07.606449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] No DVR routers for this DVR port 9a955eae-47ac-447a-97ba-c2ab82d50109 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:07.639139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-532eb54a-b637-4529-9a48-6b1700a71e04 req-fbfa9da2-94ed-467c-867d-0180dc0a90af tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413562 Nov 23 02:25:07.648438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a955eae-47ac-447a-97ba-c2ab82d50109,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:07.717972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-a6cdbad5-a5f5-4dab-aa91-b453a6d08dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.722945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-a6cdbad5-a5f5-4dab-aa91-b453a6d08dca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1900017 Nov 23 02:25:07.779851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe4e51d7-d698-47df-b121-86902c84d651 req-333db813-f071-4fa2-beab-27a2ee53da98 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158091 Nov 23 02:25:07.835265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.882200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-744d60c4-0c52-4b72-b7da-016708272115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.885247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35075912-d198-434d-bec1-87180db7d530']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.898066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adf51f0-25ae-4d92-b443-4313d1ba2224') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.898760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adf51f0-25ae-4d92-b443-4313d1ba2224') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.916885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.941015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.952999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:07.953526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:07.956746 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:07.991036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35edaa6d-b5b6-4f80-a8a0-54f345c66ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.006547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-6c0ab525-ff10-443d-ad7d-b7a2ab4dfe4c service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501690 Nov 23 02:25:08.035163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.042714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.045571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/35075912-d198-434d-bec1-87180db7d530 HTTP/1.1" status: 204 len: 168 time: 1.0400846 Nov 23 02:25:08.058911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eab3c-3a9a-421b-bb82-772958614ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=35075912-d198-434d-bec1-87180db7d530,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.153325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-744d60c4-0c52-4b72-b7da-016708272115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.168462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817336e4-d026-438f-8a4b-4eac868bf2f0 req-f489ae7a-819f-41cc-9e99-1e01b05654b4 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578763 Nov 23 02:25:08.168767 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-744d60c4-0c52-4b72-b7da-016708272115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.194029 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-24236a3d-2fda-4422-a0b8-991af1341ff0 service neutron] show failed (client error): The resource could not be found. Nov 23 02:25:08.195420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-24236a3d-2fda-4422-a0b8-991af1341ff0 service neutron] 10.222.0.41 "GET /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.1088054 Nov 23 02:25:08.245071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-744d60c4-0c52-4b72-b7da-016708272115 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27dcdd0e60344862b529678c742cf6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7988520 Nov 23 02:25:08.245940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d60c4-0c52-4b72-b7da-016708272115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871cb8af-2d60-464b-9ef7-fa0ee93b0a2b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.248491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35294) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:08.265250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd584-8865-47e5-8a18-fca65127764e req-9391b14a-3f7e-4e42-8a9a-7e2a0a5b4b8a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.266897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-710fd584-8865-47e5-8a18-fca65127764e req-9391b14a-3f7e-4e42-8a9a-7e2a0a5b4b8a tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.0951464 Nov 23 02:25:08.339306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.364821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-710fd584-8865-47e5-8a18-fca65127764e req-fb17560d-eb04-4169-a41d-799fb3f451c0 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855229 Nov 23 02:25:08.387834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.434703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:08.503790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.507313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de2d9cbc-b567-44cd-8462-d01e320b5e2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0b2d20b180e4fb5acd38b753bc2aafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693097 Nov 23 02:25:08.507802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.508449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:08.511789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/871cb8af-2d60-464b-9ef7-fa0ee93b0a2b HTTP/1.1" status: 204 len: 168 time: 0.2555394 Nov 23 02:25:08.524566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6f828-1598-4e3d-a81d-c0ffba16b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cb8af-2d60-464b-9ef7-fa0ee93b0a2b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.595237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.640901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:08.694318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.735950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-a2d41e2f-cae0-4006-8ffd-81bddbc1ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.741419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-a2d41e2f-cae0-4006-8ffd-81bddbc1ebb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1102 time: 0.1435633 Nov 23 02:25:08.754231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:08.796317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:08.820865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'port_id': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'mac_address': 'fa:16:3e:3e:cd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599096b4-f2ce-4126-be13-7ba593d0c030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:08.885115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.889469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.912632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 965ee4b3-b464-42a8-b077-8047e84bddcd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:08.915108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.928622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.932330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dfc1e3d-b73f-4c6c-9c82-33a33cc01d08 HTTP/1.1" status: 204 len: 168 time: 0.4223206 Nov 23 02:25:08.949197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:08.959098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.965565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc9d85-60e6-42d2-ad94-b545057292e4 req-56a49bd3-09d3-49d8-9e7d-a09cb1a0d4f1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.973191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90fc9d85-60e6-42d2-ad94-b545057292e4 req-56a49bd3-09d3-49d8-9e7d-a09cb1a0d4f1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1830583 Nov 23 02:25:09.030262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fed41-b57f-4c10-8b77-b0a45fd4baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc1e3d-b73f-4c6c-9c82-33a33cc01d08,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:09.035234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 935ff4d8-9aa7-4433-8d2a-ba49eda15212 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:09.107160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90fc9d85-60e6-42d2-ad94-b545057292e4 req-238ba693-50d9-4dd5-ae62-c939f41ff319 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280334 Nov 23 02:25:09.110579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['965ee4b3-b464-42a8-b077-8047e84bddcd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:09.113672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 935ff4d8-9aa7-4433-8d2a-ba49eda15212 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:09.115505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 935ff4d8-9aa7-4433-8d2a-ba49eda15212 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:09.116184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9a955eae-47ac-447a-97ba-c2ab82d50109 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:09.249067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9a955eae-47ac-447a-97ba-c2ab82d50109 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:09.250127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9a955eae-47ac-447a-97ba-c2ab82d50109 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:09.364308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:09.365811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:09.392194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.407049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b46a46-6bae-4cf5-8b11-438b8968dc58 req-90b645c6-13e5-407f-835b-91efdf41ebc0 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.410212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89b46a46-6bae-4cf5-8b11-438b8968dc58 req-90b645c6-13e5-407f-835b-91efdf41ebc0 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1217432 Nov 23 02:25:09.444445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:09.505160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:09.508960 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3664e116-5c62-47a5-a2d7-5dd75bf465f9" -d '{"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-unplugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:09.515925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.516996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89b46a46-6bae-4cf5-8b11-438b8968dc58 req-6d979a34-7c95-4443-a16f-f6a9a1c43e45 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999212 Nov 23 02:25:09.561059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.563287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Transition to ACTIVE for port object 6266b558-b673-4a04-be8c-647e5fd467a1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:09.576195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.586445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e99c5f-8f43-4fd9-a7df-29fd8f51d4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.696833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d2c6-aecd-49f0-8761-07dc7c9cf7f2 req-57177a07-3486-461b-a13c-d4d1ece22ed4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.704494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2f1d2c6-aecd-49f0-8761-07dc7c9cf7f2 req-57177a07-3486-461b-a13c-d4d1ece22ed4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 944 time: 0.1082561 Nov 23 02:25:09.744358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] No DVR routers for this DVR port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:09.775315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:09.797072 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ea7d6a-012a-4e82-920f-5d0e3112977a x-openstack-request-id: req-94ea7d6a-012a-4e82-920f-5d0e3112977a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:09.797519 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-unplugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:09.797904 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94ea7d6a-012a-4e82-920f-5d0e3112977a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:09.798443 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'code': 200} Nov 23 02:25:09.839917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:09.840487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:09.841502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:09.842389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2f1d2c6-aecd-49f0-8761-07dc7c9cf7f2 req-12109104-e873-4b43-b4a8-500fcc8713d6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369107 Nov 23 02:25:09.857164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:09.857595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:09.863738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:09.864252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:09.865011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:09.865530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Bound port: 6266b558-b673-4a04-be8c-647e5fd467a1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:09.865965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.887014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e99c5f-8f43-4fd9-a7df-29fd8f51d4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.893526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e99c5f-8f43-4fd9-a7df-29fd8f51d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.949757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94e99c5f-8f43-4fd9-a7df-29fd8f51d4f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9684d06760040aeae09d38c8dfc86b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866665 Nov 23 02:25:09.952180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.045040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e99c5f-8f43-4fd9-a7df-29fd8f51d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75be43e6-2b45-46d4-be73-3fce42f9dfcc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:10.068677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:10.076469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:10.092530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.098311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.149508 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.192658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.194043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.207738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] 10.222.0.47 "PUT /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 1097 time: 1.4494867 Nov 23 02:25:10.272054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.275870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.285923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75be43e6-2b45-46d4-be73-3fce42f9dfcc HTTP/1.1" status: 204 len: 168 time: 0.3324864 Nov 23 02:25:10.307691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78927404-11ce-4db6-93da-15ef51fd98b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75be43e6-2b45-46d4-be73-3fce42f9dfcc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:10.342224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0c5f3-8805-4cf1-a275-19c1c4fe9044 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:10.376262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-8ecf4af7-87c5-4973-bf5e-ef19d2e32280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.377898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-8ecf4af7-87c5-4973-bf5e-ef19d2e32280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.1559818 Nov 23 02:25:10.573511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-a6379663-e48f-4997-82b5-be0c67f3a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.577607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-a6379663-e48f-4997-82b5-be0c67f3a529 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1880524 Nov 23 02:25:10.581412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.591394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b5a03-bcc6-4147-9bc6-6735c046ad45 req-6e0696dd-f47d-47c9-a089-87848cb9dc07 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.593195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-225b5a03-bcc6-4147-9bc6-6735c046ad45 req-6e0696dd-f47d-47c9-a089-87848cb9dc07 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 944 time: 0.1524453 Nov 23 02:25:10.628019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653c79d-a1bb-450e-86cd-2d5d30dca3d3 req-9f731632-102b-4fbf-8649-29eb4409aaf4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.630409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f653c79d-a1bb-450e-86cd-2d5d30dca3d3 req-9f731632-102b-4fbf-8649-29eb4409aaf4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.2049949 Nov 23 02:25:10.641186 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-67564978-eac0-42d2-9d0d-a1a46416821d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.0554321 Nov 23 02:25:10.672452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:10.758007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-76bfeb76-d80b-455c-9dab-9f2ec4a113d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.758655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 965ee4b3-b464-42a8-b077-8047e84bddcd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:10.759420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.759633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-76bfeb76-d80b-455c-9dab-9f2ec4a113d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1102655 Nov 23 02:25:10.801745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-225b5a03-bcc6-4147-9bc6-6735c046ad45 req-d545bf7a-170d-4e92-b626-8bc00699dd80 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676481 Nov 23 02:25:10.858321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f653c79d-a1bb-450e-86cd-2d5d30dca3d3 req-06546da0-8fa8-445e-8de2-038be2a8d23d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033567 Nov 23 02:25:10.884361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.908950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-1afa5ec1-39b5-4dee-85b1-5ffea2eff817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.910575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-1afa5ec1-39b5-4dee-85b1-5ffea2eff817 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433597 Nov 23 02:25:10.972202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:10.975663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:10.982840 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f99fc-5bf9-438d-9c0e-922df619cd52" -d '{"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-plugged", "status": "completed", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:10.991557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.092093 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213eef3-9377-4a02-a0c8-71e929ad59e9 x-openstack-request-id: req-5213eef3-9377-4a02-a0c8-71e929ad59e9 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:11.093190 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-plugged", "status": "completed", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:11.093447 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5213eef3-9377-4a02-a0c8-71e929ad59e9 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:11.095096 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'code': 200} Nov 23 02:25:11.139934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:11.176544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa687712-66a4-4165-a7ad-7a7988402c59 req-b3d26af3-17d6-4250-9233-a2c721d4e7bb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:11.178237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa687712-66a4-4165-a7ad-7a7988402c59 req-b3d26af3-17d6-4250-9233-a2c721d4e7bb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1002476 Nov 23 02:25:11.196785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-96c7b133-7f72-429e-850d-c2d89938d788 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762911 Nov 23 02:25:11.304554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa687712-66a4-4165-a7ad-7a7988402c59 req-def391ce-63e0-4264-8a2f-8eb0adee996a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112723 Nov 23 02:25:11.355212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1cc8fb0a-73fd-4a9f-8130-53b20363d6e5 req-8ab500a5-e5a4-4b62-8f6c-9b0afe4858ce service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505051 Nov 23 02:25:11.529922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35432) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.643069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.688447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a42bd6a8-af8e-4684-bf94-62af8cc549ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.816253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:11.819536 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45840138-47e8-49ae-9e2c-e3791c09705b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:11.831367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a42bd6a8-af8e-4684-bf94-62af8cc549ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.847857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a42bd6a8-af8e-4684-bf94-62af8cc549ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.879273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a42bd6a8-af8e-4684-bf94-62af8cc549ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4fcdb4095044adb0d7e71a5dc05a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476110 Nov 23 02:25:11.882488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.897454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-6c7bc7a5-3093-4d4b-ba41-67cedd5aab24 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:11.899082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-6c7bc7a5-3093-4d4b-ba41-67cedd5aab24 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.1131849 Nov 23 02:25:11.929668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:11.977750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-dda58aa0-cec3-4c9e-9079-2f74de20a2a7 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766921 Nov 23 02:25:12.006479 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a04ed-962c-4e4f-921c-584b534baead x-openstack-request-id: req-472a04ed-962c-4e4f-921c-584b534baead {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:12.007097 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:12.007353 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-472a04ed-962c-4e4f-921c-584b534baead {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:12.007741 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'status': 'completed', 'code': 200} Nov 23 02:25:12.057857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:12.093375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bd6a8-af8e-4684-bf94-62af8cc549ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e3dbae-b2a5-4aa9-9605-e4316b4821b9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.110168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-01390346-56cf-4a36-b7ae-fd0211588c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.111570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-01390346-56cf-4a36-b7ae-fd0211588c20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.0961084 Nov 23 02:25:12.193916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.198581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-924288fb-5630-4584-9bed-0529f5cd0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.200721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-924288fb-5630-4584-9bed-0529f5cd0c82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.1919978 Nov 23 02:25:12.215449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94220da-6ad1-4f6f-ba6e-bacb67f97ddb req-6d7e4122-70b8-476c-8577-fde6f969f39d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.222817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b94220da-6ad1-4f6f-ba6e-bacb67f97ddb req-6d7e4122-70b8-476c-8577-fde6f969f39d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 945 time: 0.1388240 Nov 23 02:25:12.225188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Deleting port 965ee4b3-b464-42a8-b077-8047e84bddcd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:12.225554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.265699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-9c585df2-8af8-421c-b40c-66b4ecaf22d4 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.273572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-9c585df2-8af8-421c-b40c-66b4ecaf22d4 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946038 Nov 23 02:25:12.283253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.311469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-bf2b455e-12d6-441e-af45-003ef7758540 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/quotas/76b0684cbd6741b3bc7d98bafdde4ce0 HTTP/1.1" status: 200 len: 375 time: 0.0369277 Nov 23 02:25:12.379844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-bc905257-1c17-477e-9346-774d553f60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.381338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-bc905257-1c17-477e-9346-774d553f60b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2578523 Nov 23 02:25:12.383788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-f1db8cf4-e5fa-4dce-8e34-f2e13f050e09 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676055 Nov 23 02:25:12.409157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b94220da-6ad1-4f6f-ba6e-bacb67f97ddb req-582cd766-553f-42c7-94c5-e608f593ff56 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854122 Nov 23 02:25:12.450972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.453665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.459359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38e3dbae-b2a5-4aa9-9605-e4316b4821b9 HTTP/1.1" status: 204 len: 168 time: 0.5744171 Nov 23 02:25:12.479915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-5de46535-168c-4036-a0fe-75d20ee4e8a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.0894122 Nov 23 02:25:12.487197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347e33-6a87-4323-a291-91ca7ef129cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e3dbae-b2a5-4aa9-9605-e4316b4821b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.515033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] For port 965ee4b3-b464-42a8-b077-8047e84bddcd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=965ee4b3-b464-42a8-b077-8047e84bddcd,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:12.515470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.543069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-5e7a0933-eb42-4a89-9efb-1b3334fc6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.545295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-5e7a0933-eb42-4a89-9efb-1b3334fc6553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3351960 Nov 23 02:25:12.560476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Calling delete_port for 965ee4b3-b464-42a8-b077-8047e84bddcd owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:12.616504 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-846271a8-2ea7-4638-a5c3-527ca0aa766d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.0587249 Nov 23 02:25:12.626747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-77436ffb-fe13-4da6-92d4-7313beedf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.628851 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-77436ffb-fe13-4da6-92d4-7313beedf312 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1333916 Nov 23 02:25:12.654608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e738b7-9ea4-457e-808b-4100f2c8492a req-ec4dd7b4-3340-4cc7-9164-9f8b8de9fed8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.668058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e738b7-9ea4-457e-808b-4100f2c8492a req-ec4dd7b4-3340-4cc7-9164-9f8b8de9fed8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.1366773 Nov 23 02:25:12.702080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:12.779514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e738b7-9ea4-457e-808b-4100f2c8492a req-80413f07-288f-470b-98fa-a635a89b976a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066921 Nov 23 02:25:12.787436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-f78c8243-a28d-43ca-9907-0e7518213399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.788869 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-f78c8243-a28d-43ca-9907-0e7518213399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1079845 Nov 23 02:25:12.954582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-b2860ceb-9b36-46a7-abcc-1a611da9da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.991625 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-b2860ceb-9b36-46a7-abcc-1a611da9da2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3072152 Nov 23 02:25:12.995195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e9eaf-e22b-45ea-9a16-db153c0813c2 req-ad702943-2a4a-42d2-b102-b8882ba7d86e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:13.001735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-335e9eaf-e22b-45ea-9a16-db153c0813c2 req-ad702943-2a4a-42d2-b102-b8882ba7d86e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.0909896 Nov 23 02:25:13.020669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.065041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840138-47e8-49ae-9e2c-e3791c09705b req-4613a1f3-f0a8-4c57-84f1-714ce3b57075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:13.066593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-4613a1f3-f0a8-4c57-84f1-714ce3b57075 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2556808 Nov 23 02:25:13.208136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-335e9eaf-e22b-45ea-9a16-db153c0813c2 req-687b0efb-e82c-46c3-ba91-b798ce6a94b6 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995029 Nov 23 02:25:13.304057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f08713a-564b-468d-bd50-9c100ba6e481 req-e3ced3fc-1f80-4988-8228-4f8f8fdabba1 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 210 time: 0.1519997 Nov 23 02:25:13.490754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.589521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f9391ab-8cf1-42a6-93ef-026fd7981257 req-dad65565-f6cc-40f9-88cc-99ef9d481ee9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=44873dc0-0c86-4d87-9d6b-95aa67c566b6 HTTP/1.1" status: 200 len: 210 time: 0.0632725 Nov 23 02:25:13.644121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event deleted for resources: {'Port': ['ID=965ee4b3-b464-42a8-b077-8047e84bddcd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.712866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] No DVR routers for this DVR port 965ee4b3-b464-42a8-b077-8047e84bddcd on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:13.726405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.733954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-19927eaf-e658-4779-a40f-c0e8a4727171 req-07067051-84bf-48c9-be22-0d813488a141 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "DELETE /v2.0/ports/965ee4b3-b464-42a8-b077-8047e84bddcd HTTP/1.1" status: 204 len: 173 time: 1.8241916 Nov 23 02:25:13.811026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-3a8e580c-5d29-4b3e-ba5b-4aa81e075089 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019223 Nov 23 02:25:13.822724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-dee4ff22-7340-410a-bd58-0d289b6b923b service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272643 Nov 23 02:25:14.031107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-deleted', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:14.033316 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc4e38f-24da-4ff6-9084-dfc85804e375" -d '{"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-deleted", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:14.050101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f416a80-ffa5-4825-890b-061a395b0815 req-12e85f78-a94a-4ed7-83c5-17ca8a5fb503 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.058920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f416a80-ffa5-4825-890b-061a395b0815 req-12e85f78-a94a-4ed7-83c5-17ca8a5fb503 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 948 time: 0.1155112 Nov 23 02:25:14.156107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f416a80-ffa5-4825-890b-061a395b0815 req-84802516-4f9e-4c76-909b-78ad5edbec3b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Nov 23 02:25:14.513022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d090aa7-67ff-48c6-8eaf-740a46c37fbf req-65fa6384-8ec7-4868-b4eb-e12a8c683d26 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.523262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d090aa7-67ff-48c6-8eaf-740a46c37fbf req-65fa6384-8ec7-4868-b4eb-e12a8c683d26 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.1187136 Nov 23 02:25:14.593523 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-a322e1e3-d835-429c-9a41-be6332d95049 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680953 Nov 23 02:25:14.594554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d090aa7-67ff-48c6-8eaf-740a46c37fbf req-4aa90bfb-85ff-4122-a2c8-ceaa568eb5f7 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690727 Nov 23 02:25:14.667826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-45840138-47e8-49ae-9e2c-e3791c09705b req-e60436bb-ee8d-4835-afa4-521ae6c1620f service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202157 Nov 23 02:25:14.696438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:14.715194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-c5217534-b2d8-48b2-b1f1-b544b5130fb4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.716881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-c5217534-b2d8-48b2-b1f1-b544b5130fb4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e&tenant_id=7b1638c79e344f298db1a9a730889436&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 948 time: 0.0623491 Nov 23 02:25:14.746267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ca43983-077f-478c-ae88-f177a0c0ef92 req-5c5f0d6b-b201-481c-a9f5-bfa7749e24c9 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 210 time: 0.0588455 Nov 23 02:25:14.832074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-2291d76a-9c5f-4208-ad92-c07b4c629780 service neutron] 10.222.0.47 "GET /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.1059155 Nov 23 02:25:14.840265 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3170c245-ae14-438b-951f-a2ce8453dc3b x-openstack-request-id: req-3170c245-ae14-438b-951f-a2ce8453dc3b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:14.840756 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44873dc0-0c86-4d87-9d6b-95aa67c566b6", "name": "network-vif-deleted", "tag": "965ee4b3-b464-42a8-b077-8047e84bddcd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:14.840891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:14.841365 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3170c245-ae14-438b-951f-a2ce8453dc3b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:14.841974 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44873dc0-0c86-4d87-9d6b-95aa67c566b6', 'name': 'network-vif-deleted', 'tag': '965ee4b3-b464-42a8-b077-8047e84bddcd', 'status': 'completed', 'code': 200} Nov 23 02:25:14.859672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '6266b558-b673-4a04-be8c-647e5fd467a1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6266b558-b673-4a04-be8c-647e5fd467a1', 'mac_address': 'fa:16:3e:63:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:14.925014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.941331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-2e8d3c93-bbf8-4aee-b27a-f00e963c8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.943430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-2e8d3c93-bbf8-4aee-b27a-f00e963c8125 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1100 time: 0.0803003 Nov 23 02:25:14.960905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:15.010962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:15.020643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.097977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:15.147671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-6c715924-3869-43c1-8cbb-4103e60c5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.149552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-6c715924-3869-43c1-8cbb-4103e60c5d85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1992862 Nov 23 02:25:15.151507 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-9ef79804-386c-4464-a2dd-39ba6dea92f0 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306578 Nov 23 02:25:15.204088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f076f-63b6-42fd-a2d3-c3f1b5b6fad6 req-fde4c9a1-8f1f-4bfa-beef-bb8582796b55 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.219646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f41f076f-63b6-42fd-a2d3-c3f1b5b6fad6 req-fde4c9a1-8f1f-4bfa-beef-bb8582796b55 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.0808516 Nov 23 02:25:15.268870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['6266b558-b673-4a04-be8c-647e5fd467a1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:15.272983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-b2c2d2f5-ea67-4c29-82fe-f2d8f52eeede service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.1078033 Nov 23 02:25:15.285379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f41f076f-63b6-42fd-a2d3-c3f1b5b6fad6 req-39e645ab-5ddd-47e4-aeca-710ef9c6fc52 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585351 Nov 23 02:25:15.426599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-bef16a1b-a6d2-4ef1-be30-b058d3fc3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.428095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-bef16a1b-a6d2-4ef1-be30-b058d3fc3aee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1389079 Nov 23 02:25:15.523223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-eeb9bad5-7cae-4b21-8840-6f7f18cf961d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.524738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-eeb9bad5-7cae-4b21-8840-6f7f18cf961d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542319 Nov 23 02:25:15.541336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Request body: {'port': {'device_id': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '76b0684cbd6741b3bc7d98bafdde4ce0'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:15.557896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-6a46f4d9-4329-4e82-a428-9f30195c48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.559744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-6a46f4d9-4329-4e82-a428-9f30195c48f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241274 Nov 23 02:25:15.740184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-94807f38-8fbb-441a-90b6-d8cd945199a2 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523502 Nov 23 02:25:15.773379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Made reservation on behalf of 76b0684cbd6741b3bc7d98bafdde4ce0 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:15.778761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.845908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.002941 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-071d3dd1-3eac-424c-8239-6e2f88fd9e5f service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498822 Nov 23 02:25:16.010335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.016687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.116063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc7620-938d-4602-9e38-9a03265f42a5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.218544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Allocated IP 192.168.233.231 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:16.367088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-cc4b730f-0ccd-4484-aecd-5a07f921f7c4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.369280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-cc4b730f-0ccd-4484-aecd-5a07f921f7c4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.5112517 Nov 23 02:25:16.400423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb807c69-28b4-454f-9494-87fe2070c963 req-87085236-03aa-4902-a82e-88d081889294 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.417240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb807c69-28b4-454f-9494-87fe2070c963 req-87085236-03aa-4902-a82e-88d081889294 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.0984950 Nov 23 02:25:16.424264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.459418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-be49c645-b26b-42d3-8232-562edde06ec5 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/quotas/e2daccef4b5e42dc9e43595949f57f48 HTTP/1.1" status: 200 len: 375 time: 0.0703087 Nov 23 02:25:16.468371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.512636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-a13f03d1-dbb7-484a-968f-3e25ea986237 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522363 Nov 23 02:25:16.514182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:16.520116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:16.525206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:16.570906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Pushing event updated for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.593423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb807c69-28b4-454f-9494-87fe2070c963 req-715c8721-a91b-453e-ad2e-0963d346ca2c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747646 Nov 23 02:25:16.615338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.616150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.644637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-4c809eac-e3a9-4fbe-b7a1-eb0cfa6bd41d tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1088157 Nov 23 02:25:16.662877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Request body: {'port': {'device_id': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:16.701633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:16.745471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fdf02-86c8-481c-bfbf-e651875add79 req-fb45e86d-8a96-4cd6-93ba-00cb539414fd tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.752898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-260fdf02-86c8-481c-bfbf-e651875add79 req-fb45e86d-8a96-4cd6-93ba-00cb539414fd tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 936 time: 0.0728028 Nov 23 02:25:16.763041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.820421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 6266b558-b673-4a04-be8c-647e5fd467a1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:16.825581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 6266b558-b673-4a04-be8c-647e5fd467a1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:16.826052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.857958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b2f3b2af-9ff7-4532-b0b2-153afe0bdbdd None None] Provisioning complete for port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:16.858523 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2f3b2af-9ff7-4532-b0b2-153afe0bdbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.901632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3b2af-9ff7-4532-b0b2-153afe0bdbdd None None] Port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:16.913080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-260fdf02-86c8-481c-bfbf-e651875add79 req-0973055f-40d5-4e42-8d89-406f32be1515 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530509 Nov 23 02:25:16.950384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-8b2bcf90-55b2-475d-a755-2a735a53d5a8 service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368606 Nov 23 02:25:16.994966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.056078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:17.058903 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6daa56-c4b0-4d64-bae1-6da61513ed90" -d '{"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-plugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:17.075047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:17.080804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.081744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:17.105896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713d285-05dc-42f4-a4e3-238d79819e4d req-b3522ea8-ba5e-480d-95eb-5328a58ddbee tempest-FlavorsV2NegativeTest-1426801357 tempest-FlavorsV2NegativeTest-1426801357-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e28225e963d94060a4219edc90781ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450454 Nov 23 02:25:17.117492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 965ee4b3-b464-42a8-b077-8047e84bddcd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:17.117492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 965ee4b3-b464-42a8-b077-8047e84bddcd not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:17.175314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:17.176041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.191042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.207104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Transition to ACTIVE for port object af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:17.212907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.305680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713d285-05dc-42f4-a4e3-238d79819e4d req-65784054-0ad5-458e-b1ea-fa571ce4a967 tempest-FlavorsV2NegativeTest-1426801357 tempest-FlavorsV2NegativeTest-1426801357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.314882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713d285-05dc-42f4-a4e3-238d79819e4d req-65784054-0ad5-458e-b1ea-fa571ce4a967 tempest-FlavorsV2NegativeTest-1426801357 tempest-FlavorsV2NegativeTest-1426801357-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074511 Nov 23 02:25:17.336135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713d285-05dc-42f4-a4e3-238d79819e4d req-190b860b-6f57-4e42-9598-11e879dee032 tempest-FlavorsV2NegativeTest-1426801357 tempest-FlavorsV2NegativeTest-1426801357-project] 10.222.0.15 "GET /v2.0/quotas/e28225e963d94060a4219edc90781ffc HTTP/1.1" status: 200 len: 375 time: 0.0200222 Nov 23 02:25:17.365169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.382261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713d285-05dc-42f4-a4e3-238d79819e4d req-85768a51-f9ca-4dee-9811-bbf7c3864178 tempest-FlavorsV2NegativeTest-1426801357 tempest-FlavorsV2NegativeTest-1426801357-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e28225e963d94060a4219edc90781ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436692 Nov 23 02:25:17.392505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-efb86075-7698-4d11-bf20-b21ed09c996e service neutron] 10.222.0.15 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349077 Nov 23 02:25:17.408564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Attempting to bind port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:17.408936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Attempting to bind port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:17.409222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Attempting to bind port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:17.418331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:17.419677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Attempting to bind port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:17.425595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:17.425933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:17.426315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:17.426783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Bound port: af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:17.427685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.584445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:17.589558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:17.595704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.668038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.668753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.670718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] 10.222.0.47 "PUT /v2.0/ports/af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 HTTP/1.1" status: 200 len: 1097 time: 1.0163984 Nov 23 02:25:17.672874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:17.674651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b579c-37af-4fa9-9f49-1f7ae99cbcd6 req-7915a763-014b-4f6b-89b9-cce23dcb9efa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.675566 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed536e6-a673-430f-8881-2f2e359111c3" -d '{"events": [{"name": "network-changed", "server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:17.697111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae0b579c-37af-4fa9-9f49-1f7ae99cbcd6 req-7915a763-014b-4f6b-89b9-cce23dcb9efa tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1790075 Nov 23 02:25:17.727188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292343f-1ca9-4ac4-96dc-d0d03a560ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.855900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae0b579c-37af-4fa9-9f49-1f7ae99cbcd6 req-b89612a5-0f59-49c2-aecf-11c43348e421 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566780 Nov 23 02:25:17.896957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-9f14ed69-091b-470b-a881-74b2809b5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.901348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-9f14ed69-091b-470b-a881-74b2809b5195 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 1100 time: 0.1268651 Nov 23 02:25:18.058046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-baf0863a-b8c3-4df2-af26-a2aba65b6575 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 HTTP/1.1" status: 200 len: 217 time: 0.1503353 Nov 23 02:25:18.192408 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e08eb-4edf-4ae7-8add-f627c146f19f x-openstack-request-id: req-f33e08eb-4edf-4ae7-8add-f627c146f19f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:18.194218 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-plugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:18.194854 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f33e08eb-4edf-4ae7-8add-f627c146f19f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:18.195490 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'code': 200} Nov 23 02:25:18.243370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-b0d8af52-89b7-4121-8dda-5accdc73aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.244861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-b0d8af52-89b7-4121-8dda-5accdc73aafd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1803744 Nov 23 02:25:18.304091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3224d6e-d68f-4c9e-95e6-3ad48dd44283 req-d5487355-9ecb-4b48-8599-3ae1833c7867 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 210 time: 0.0634522 Nov 23 02:25:18.386975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762431d1-ab89-4eaa-b79a-bb08ebe077c7 req-495a015a-49a9-4b4e-bdce-ab1031d8b18e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.392949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-762431d1-ab89-4eaa-b79a-bb08ebe077c7 req-495a015a-49a9-4b4e-bdce-ab1031d8b18e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.0963192 Nov 23 02:25:18.433821 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31695d70-2a07-46b7-86f4-56b95f849a20 x-openstack-request-id: req-31695d70-2a07-46b7-86f4-56b95f849a20 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:18.434115 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:18.434373 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31695d70-2a07-46b7-86f4-56b95f849a20 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:18.434820 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08', 'status': 'completed', 'code': 200} Nov 23 02:25:18.456647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-b97f0b38-94ff-408a-9555-63b82c5126e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.458391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-b97f0b38-94ff-408a-9555-63b82c5126e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1993146 Nov 23 02:25:18.467574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-9d95a9d9-d979-4d77-a517-af45589a6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.469346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-9d95a9d9-d979-4d77-a517-af45589a6bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e&tenant_id=7b1638c79e344f298db1a9a730889436 HTTP/1.1" status: 200 len: 1102 time: 0.1151774 Nov 23 02:25:18.502809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:18.537137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:18.556515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-762431d1-ab89-4eaa-b79a-bb08ebe077c7 req-82560cec-2b75-4a04-a2ef-d35fa1ee5796 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539776 Nov 23 02:25:18.577485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461b747-540f-4f8e-b523-756eff16b224 req-d3a1fdca-c188-4b51-be59-aaf9fb64f9c1 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.580520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8461b747-540f-4f8e-b523-756eff16b224 req-d3a1fdca-c188-4b51-be59-aaf9fb64f9c1 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 948 time: 0.0957320 Nov 23 02:25:18.618952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.677795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-263ec558-ceb4-48b5-8990-977a7d7937f7 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071292 Nov 23 02:25:18.712740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8461b747-540f-4f8e-b523-756eff16b224 req-b9a86a57-93a3-47d9-94bf-f2470bbdefe9 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145627 Nov 23 02:25:18.871382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d66aaf6c-9645-4df6-b231-d5f44a6e0b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.020120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40434d2d-f16e-42a1-b479-57bd149b1211 req-69de694f-06fa-48be-9e01-71cefea55f10 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.032851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:19.048197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40434d2d-f16e-42a1-b479-57bd149b1211 req-69de694f-06fa-48be-9e01-71cefea55f10 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.0919259 Nov 23 02:25:19.088209 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6aa3570-a2ac-46ea-a37e-b874314f89bf req-e095ab9b-2577-4e11-a789-49e8ac8f79c2 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015241 Nov 23 02:25:19.126131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:19.189867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d66aaf6c-9645-4df6-b231-d5f44a6e0b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.200553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d66aaf6c-9645-4df6-b231-d5f44a6e0b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.210818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.233777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40434d2d-f16e-42a1-b479-57bd149b1211 req-4c465bc5-f824-4082-9ecd-1d344e926733 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845376 Nov 23 02:25:19.384285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Transition to ACTIVE for port object 6266b558-b673-4a04-be8c-647e5fd467a1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:19.388693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d66aaf6c-9645-4df6-b231-d5f44a6e0b6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e28225e963d94060a4219edc90781ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8494143 Nov 23 02:25:19.391524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.400340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aaf6c-9645-4df6-b231-d5f44a6e0b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d9e96b-ab89-405c-89d2-689496587094,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:19.418736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.471260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.502084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4f53797-f933-4705-9bec-51c26dff7729 req-819d6f48-8100-4f5f-ad91-a748ee10ad15 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 210 time: 0.0494032 Nov 23 02:25:19.524591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.531411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-30c08614-c08d-41d5-9c06-1c0d0efd7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.532920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-30c08614-c08d-41d5-9c06-1c0d0efd7e83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 1100 time: 0.2988462 Nov 23 02:25:19.576170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.636206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] No DVR routers for this DVR port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:19.640110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:19.653852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-1c5e29d8-6b14-437f-bac3-7dfd8ae377f6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.655434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-1c5e29d8-6b14-437f-bac3-7dfd8ae377f6 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 820 time: 0.4241076 Nov 23 02:25:19.669729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.672766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.687698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31d9e96b-ab89-405c-89d2-689496587094 HTTP/1.1" status: 204 len: 168 time: 0.2902696 Nov 23 02:25:19.707437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Request body: {'port': {'device_id': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'admin_state_up': True, 'tenant_id': 'e2daccef4b5e42dc9e43595949f57f48'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:19.711208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d9e96b-ab89-405c-89d2-689496587094,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:19.744853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.750305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.750716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.751855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.752167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.752563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.752837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.753175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.753508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.753839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.754168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.754497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dc0ff-1200-46f0-a1a5-af4eafe59ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:19.845665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:19.845665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:19.846015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:19.865780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-93b41bfa-d7f9-4dae-a2eb-d1760c738590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.867293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-93b41bfa-d7f9-4dae-a2eb-d1760c738590 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.3246825 Nov 23 02:25:19.867848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:19.868169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Attempting to bind port 6266b558-b673-4a04-be8c-647e5fd467a1 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:19.876859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7def-2fd9-4a94-aee9-35b307d4d90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.905497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:19.905842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:19.906298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:19.906710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Bound port: 6266b558-b673-4a04-be8c-647e5fd467a1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:19.907317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.956460 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-e020f404-806e-4f7c-99f5-b12db3d7cff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 HTTP/1.1" status: 200 len: 217 time: 0.0755298 Nov 23 02:25:20.018872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefa4d5-6f79-453d-99f7-daf52041e06d req-c9eec8e3-bf8c-4f0d-bfcc-3451135b816a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.031955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fefa4d5-6f79-453d-99f7-daf52041e06d req-c9eec8e3-bf8c-4f0d-bfcc-3451135b816a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2685750 Nov 23 02:25:20.042595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7def-2fd9-4a94-aee9-35b307d4d90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.061033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c9c7def-2fd9-4a94-aee9-35b307d4d90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.090358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-9550162c-60f7-4a3b-a66c-7efd1f5b30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.091896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-9550162c-60f7-4a3b-a66c-7efd1f5b30e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1244283 Nov 23 02:25:20.094606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:20.094994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8c9c7def-2fd9-4a94-aee9-35b307d4d90e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98cc735654954e56be0b25e2be8d82bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212132 Nov 23 02:25:20.096868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:20.104268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:20.106497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Made reservation on behalf of e2daccef4b5e42dc9e43595949f57f48 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:20.110270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.129300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77d061-de0c-4b59-a81b-133f987e2aca req-5a6b8b49-ad1e-4de6-8a9a-de89ccc08ace tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.132041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b77d061-de0c-4b59-a81b-133f987e2aca req-5a6b8b49-ad1e-4de6-8a9a-de89ccc08ace tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 948 time: 0.2677824 Nov 23 02:25:20.140919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.220523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c7def-2fd9-4a94-aee9-35b307d4d90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe845bc-b994-4353-946c-b710df106b00,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.257474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.258477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.260417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] 10.222.0.41 "PUT /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 1098 time: 1.7626522 Nov 23 02:25:20.262037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fefa4d5-6f79-453d-99f7-daf52041e06d req-194ac466-5e94-4ca5-8ed6-1a3185d5ea6f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291069 Nov 23 02:25:20.375101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-7ce7e7f9-51dd-44ce-b073-8a2ee6e0b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.376632 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-7ce7e7f9-51dd-44ce-b073-8a2ee6e0b2fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2711699 Nov 23 02:25:20.377265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16a30c-2b82-4a62-bcb1-e1bdffc8f965 service neutron] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.393387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b77d061-de0c-4b59-a81b-133f987e2aca req-f96b98a1-95a7-4963-b243-1b32c249df14 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526033 Nov 23 02:25:20.435522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.437767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}, {'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:20.440224 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570" -d '{"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-unplugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}, {"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:20.564387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.596046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Allocated IP 172.20.0.9 (eb5b63bd-8b7a-4958-956b-26bb1500c773/599096b4-f2ce-4126-be13-7ba593d0c030/d7524130-18fd-4b84-aa24-25178f4d83ba) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:20.599503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-697e45f3-6fd4-4f4c-adbf-b55d7bbb519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.601112 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-697e45f3-6fd4-4f4c-adbf-b55d7bbb519a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1101 time: 0.2762294 Nov 23 02:25:20.655939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0752fc-2e82-4d55-beff-4900dbb94e06 req-264d49d1-6391-41cd-93bb-46d2ac1ba1d9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.675110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd0752fc-2e82-4d55-beff-4900dbb94e06 req-264d49d1-6391-41cd-93bb-46d2ac1ba1d9 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.1450336 Nov 23 02:25:20.730060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:20.779247 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67b651a-7609-4547-b7fc-bbe729d3948d x-openstack-request-id: req-d67b651a-7609-4547-b7fc-bbe729d3948d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:20.779556 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-unplugged", "status": "completed", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "code": 200}, {"name": "network-changed", "server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:20.779814 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d67b651a-7609-4547-b7fc-bbe729d3948d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:20.780351 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'code': 200} Nov 23 02:25:20.780608 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'status': 'completed', 'code': 200} Nov 23 02:25:20.822481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-5f446e2e-b9ed-457b-9278-49661685fd4e service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193232 Nov 23 02:25:20.831903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:20.845485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2732068d-d9a3-4342-ae3b-cdaab1ee494a req-cf3dad97-cccb-4a7d-a63b-14747645b945 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 210 time: 0.0434735 Nov 23 02:25:20.863472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd0752fc-2e82-4d55-beff-4900dbb94e06 req-c5527274-ecdf-4b7b-9455-0345ce2ed596 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815195 Nov 23 02:25:20.918348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-590e382f-244e-4291-85b8-eab67c312234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.920172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-590e382f-244e-4291-85b8-eab67c312234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1101 time: 0.2047424 Nov 23 02:25:21.022349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.025245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.029003 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfe845bc-b994-4353-946c-b710df106b00 HTTP/1.1" status: 204 len: 168 time: 0.9286599 Nov 23 02:25:21.056517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:21.068488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-a6912991-36d0-4290-a02f-04ef70c1b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.070038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-a6912991-36d0-4290-a02f-04ef70c1b19c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1433606 Nov 23 02:25:21.075452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c16d7-06b4-4953-b42c-8d107ee4f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe845bc-b994-4353-946c-b710df106b00,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.095372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-943bdd79-2fa3-49d5-8566-fb0ce42b5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.096934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-943bdd79-2fa3-49d5-8566-fb0ce42b5a9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.4858806 Nov 23 02:25:21.120793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-1564f969-d132-4adc-8758-f7fbcd2e2b80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.0434022 Nov 23 02:25:21.191072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-6a5ef684-a9e8-43e9-8ba6-18a169976e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.192689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-6a5ef684-a9e8-43e9-8ba6-18a169976e49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0660398 Nov 23 02:25:21.234959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-network', 'tenant_id': '06148a98ee0846f4924417d6141c1825'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:21.264880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Made reservation on behalf of 06148a98ee0846f4924417d6141c1825 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:21.267238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.271656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-a8200732-9b36-4d1f-8574-74ac0e585669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.273237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-a8200732-9b36-4d1f-8574-74ac0e585669 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733364 Nov 23 02:25:21.307991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.437807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-994b12cc-062e-4eea-9d2b-59d5d12143fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.3328648 Nov 23 02:25:21.445492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ed536e6-a673-430f-8881-2f2e359111c3 req-0a306230-6fc9-4421-aebb-7c5b2d387d5e service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693171 Nov 23 02:25:21.451186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.483697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-42fc9dfb-6f86-487a-a5dd-29b59a414cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026989 Nov 23 02:25:21.510600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-43d33aea-28e0-49df-b5a8-bbafbb8e3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.512077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-43d33aea-28e0-49df-b5a8-bbafbb8e3501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0640469 Nov 23 02:25:21.527069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.558114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:21.602319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Network eb5b63bd-8b7a-4958-956b-26bb1500c773 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:21.608961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:21.615851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:21.620266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event updated for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.636452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e3e88c6-3779-44c8-8c54-5852ad7de8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.645448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938a5e-b1b8-44dd-aa73-fe7de81379cc req-812d337f-5601-446a-83bc-16eb1594ea25 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.646984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30938a5e-b1b8-44dd-aa73-fe7de81379cc req-812d337f-5601-446a-83bc-16eb1594ea25 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.2929895 Nov 23 02:25:21.649240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-493d1c14-5d65-4e91-aced-e2513831169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.650829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-493d1c14-5d65-4e91-aced-e2513831169c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217725 Nov 23 02:25:21.675013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.689061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.689600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.696255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.728815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73bec9-b592-4ef6-841a-8fd31e44d039 req-5d43e808-eb7f-4854-93ad-b437799be4c6 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:21.730249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a73bec9-b592-4ef6-841a-8fd31e44d039 req-5d43e808-eb7f-4854-93ad-b437799be4c6 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 948 time: 0.2091446 Nov 23 02:25:21.741071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-5178233c-511f-4ac6-8285-bdb2293aeac9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0728874 Nov 23 02:25:21.755670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:21.760689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Request body: {'port': {'device_id': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:21.804478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-8ff24cde-8acd-452a-a798-ec6b2a3d129e service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457136 Nov 23 02:25:21.810493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb281c-89fe-4ed2-88f3-233f53e46a7e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.813457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.813803 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Added segment ce6ca6bf-9be8-4981-9278-436178e2423a of type vlan for network 0541427b-485a-4461-8b4f-5447ea06ceaf Nov 23 02:25:21.850165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-8c3b0c71-8851-415b-81c8-83b2d5a03ffe service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899022 Nov 23 02:25:21.853611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30938a5e-b1b8-44dd-aa73-fe7de81379cc req-a257a2da-7a34-4596-a4e1-4cff26d106fa tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990409 Nov 23 02:25:21.871602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.913890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.933522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a73bec9-b592-4ef6-841a-8fd31e44d039 req-9ee37b52-9867-47d5-8b9c-fd8d8cce0298 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789157 Nov 23 02:25:21.967080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e3e88c6-3779-44c8-8c54-5852ad7de8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.977329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e3e88c6-3779-44c8-8c54-5852ad7de8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.012684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e3e88c6-3779-44c8-8c54-5852ad7de8c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e360b460d4f49a89999ac10e2fde2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512331 Nov 23 02:25:22.014652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.015863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.016811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.018739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.034643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e90764b9-8d34-4a15-99f6-9b3b82a042a3 req-311b78dc-d10b-456e-9ffb-fde5f2e5f489 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143884 Nov 23 02:25:22.098854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] Pushing event updated for resources: {'Network': ['ID=0541427b-485a-4461-8b4f-5447ea06ceaf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.111142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:22.173001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.184949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c950cdd1-e215-4679-9044-0014f5f47a73 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1274991 Nov 23 02:25:22.189322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e88c6-3779-44c8-8c54-5852ad7de8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5e164-bf60-42f0-bc77-0832fe5f7e5d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.190363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35822) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.213349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f9cf-395b-46b5-9dc7-23f385b6310c req-a77872a4-cc7a-4158-a973-24e471434cf4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.214575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Request body: {'subnet': {'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-subnet', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:22.215037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90f5f9cf-395b-46b5-9dc7-23f385b6310c req-a77872a4-cc7a-4158-a973-24e471434cf4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.1831772 Nov 23 02:25:22.229705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c015-3bb2-48f5-9450-ce46fe1a0cd4 req-c801eead-70cc-45f9-ab56-31718b1d1bf1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.231289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b6c015-3bb2-48f5-9450-ce46fe1a0cd4 req-c801eead-70cc-45f9-ab56-31718b1d1bf1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 931 time: 0.1335704 Nov 23 02:25:22.237711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.268661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-28b8176f-dad7-4ad4-8d8f-b827b3e0d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.270413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-28b8176f-dad7-4ad4-8d8f-b827b3e0d0e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7b1638c79e344f298db1a9a730889436&device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1101 time: 0.1336837 Nov 23 02:25:22.298932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90f5f9cf-395b-46b5-9dc7-23f385b6310c req-18c0a94f-96de-4e55-8263-79a54814a0d4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Nov 23 02:25:22.310641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b6c015-3bb2-48f5-9450-ce46fe1a0cd4 req-f5a6c4cf-9d97-4138-a92b-829ba4378ffa tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663855 Nov 23 02:25:22.352447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Made reservation on behalf of 06148a98ee0846f4924417d6141c1825 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:22.354927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.440171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7524130-18fd-4b84-aa24-25178f4d83ba {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:22.454471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.472679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.475305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.476438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8c5e164-bf60-42f0-bc77-0832fe5f7e5d HTTP/1.1" status: 204 len: 168 time: 0.4541657 Nov 23 02:25:22.486878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d218254-0194-482e-a8fb-a06735590ca0 req-a6773ff8-448f-432f-91e7-a1db4428d923 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.488779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d218254-0194-482e-a8fb-a06735590ca0 req-a6773ff8-448f-432f-91e7-a1db4428d923 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 951 time: 0.0581243 Nov 23 02:25:22.518233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Transition to ACTIVE for port object d7524130-18fd-4b84-aa24-25178f4d83ba will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:22.522471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcd95e-45aa-4e94-b865-8f962cf3a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5e164-bf60-42f0-bc77-0832fe5f7e5d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.526879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-7af7f778-880b-4007-af2b-9c7df7175da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.528389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-7af7f778-880b-4007-af2b-9c7df7175da4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2415841 Nov 23 02:25:22.531364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.545834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d218254-0194-482e-a8fb-a06735590ca0 req-af8c4c17-ebb7-4761-9b8f-e2bc6f5a3d2a tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Nov 23 02:25:22.615190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-1253d62d-46c9-4064-9dd7-e6f5008b1279 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 200 len: 217 time: 0.0775859 Nov 23 02:25:22.686190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.729620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:22.768541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-fc20197a-4503-4c93-b5b4-6334eb1ab6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.770294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-fc20197a-4503-4c93-b5b4-6334eb1ab6d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1464696 Nov 23 02:25:22.855279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Attempting to bind port d7524130-18fd-4b84-aa24-25178f4d83ba on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:22.855599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Attempting to bind port d7524130-18fd-4b84-aa24-25178f4d83ba by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:22.855925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Attempting to bind port d7524130-18fd-4b84-aa24-25178f4d83ba on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:22.869268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Port d7524130-18fd-4b84-aa24-25178f4d83ba on network eb5b63bd-8b7a-4958-956b-26bb1500c773 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:22.869788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Attempting to bind port d7524130-18fd-4b84-aa24-25178f4d83ba on network eb5b63bd-8b7a-4958-956b-26bb1500c773 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:22.872061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.872481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:22.907746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:22.908364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Checking segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:22.908914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Bound using segment: {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:22.909869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Bound port: d7524130-18fd-4b84-aa24-25178f4d83ba, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:22.910234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.911285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08', 'mac_address': 'fa:16:3e:48:ef:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:22.924857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-ec8195d9-43fc-4c62-a58f-eea69b305e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.926615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-ec8195d9-43fc-4c62-a58f-eea69b305e4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467049 Nov 23 02:25:22.988731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.030412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:23.036003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c0ef-4328-46d9-9ca9-c5f8bc8ba394 req-c77f60c4-f951-4078-9b19-3c1812bfa0a0 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.038819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8102c0ef-4328-46d9-9ca9-c5f8bc8ba394 req-c77f60c4-f951-4078-9b19-3c1812bfa0a0 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 946 time: 0.0852144 Nov 23 02:25:23.043026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3843a7-c686-4628-a08a-3dcf1ce52c88,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:23.075484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:23.081873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.125072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Checking segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:23.127915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8102c0ef-4328-46d9-9ca9-c5f8bc8ba394 req-b8f61efb-22ae-4c2d-8b53-5c780c529fcb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Nov 23 02:25:23.130559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Network hostable DHCP agents. Network: 0541427b-485a-4461-8b4f-5447ea06ceaf, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:23.170382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:23.201236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d7524130-18fd-4b84-aa24-25178f4d83ba,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:23.205389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-9fb819eb-8377-46b5-8283-3b45ddc57245 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672117 Nov 23 02:25:23.206388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:23.218340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.241436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 0541427b-485a-4461-8b4f-5447ea06ceaf) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:23.256946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.258174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.260225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] 10.222.0.47 "PUT /v2.0/ports/d7524130-18fd-4b84-aa24-25178f4d83ba HTTP/1.1" status: 200 len: 1092 time: 1.5098646 Nov 23 02:25:23.262229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:23.281318 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e6b28-d1cf-4e27-8baf-3de7ba064856" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:23.326620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d95c2-4e2d-40d8-bfc9-3bc521864618 None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:23.341020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.341680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.363782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38e59a-5417-45b0-bf61-5f8546e851cf req-9d9afa4b-a96a-4d13-a706-4ac29a49304e tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.365743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a38e59a-5417-45b0-bf61-5f8546e851cf req-9d9afa4b-a96a-4d13-a706-4ac29a49304e tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 949 time: 0.1085238 Nov 23 02:25:23.436663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a38e59a-5417-45b0-bf61-5f8546e851cf req-880fb199-c968-48d3-84e2-7c4baf47246c tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645602 Nov 23 02:25:23.440566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2dbd19e6-2951-479d-b5f9-350cddd0fc54 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2437005 Nov 23 02:25:23.443644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:23.451775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:23.464262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:23.482628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.483895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.490195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896056a-d9d0-47a1-9884-5546fb11d6ab service neutron] Pushing event updated for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:23.493949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-f7e0e503-ffc5-4917-9ebe-244ae35d19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.495755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-f7e0e503-ffc5-4917-9ebe-244ae35d19f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 1095 time: 0.1215603 Nov 23 02:25:23.558218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a6dc134-d2b8-4fef-b6e5-f00c7dbe2570 req-cb396e4b-7e97-492a-9988-7b35a7250058 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428307 Nov 23 02:25:23.559596 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.561565 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-72f6b23e-94ce-496e-9b4b-93f1b85e207f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7524130-18fd-4b84-aa24-25178f4d83ba HTTP/1.1" status: 200 len: 217 time: 0.0536928 Nov 23 02:25:23.611250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.623406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106564-4480-4881-8798-b012d3c72b1c req-dda3795b-9663-4c73-8a17-f5191f890c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.625204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-dda3795b-9663-4c73-8a17-f5191f890c47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.0553298 Nov 23 02:25:23.655588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:23.707850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-0541427b-485a-4461-8b4f-5447ea06ceaf', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:23.711472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.745725 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-f5e52617-33ff-4d12-8462-6fe9b59105f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101441 Nov 23 02:25:23.777382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.892560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Allocated IP 172.20.0.2 (0541427b-485a-4461-8b4f-5447ea06ceaf/bf3843a7-c686-4628-a08a-3dcf1ce52c88/bfbae46e-0b8b-49a9-aecf-e03bb64750ba) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:23.970875 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-2787b4fe-1910-4e1c-800d-02121dff1e1c service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158382 Nov 23 02:25:23.975197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09538d-163a-4b35-ac89-37917a47ce14 req-8679f21d-5b9e-4fee-94d5-298959b20127 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.977196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f09538d-163a-4b35-ac89-37917a47ce14 req-8679f21d-5b9e-4fee-94d5-298959b20127 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 943 time: 0.1860435 Nov 23 02:25:23.989727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:23.998757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:24.094789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f09538d-163a-4b35-ac89-37917a47ce14 req-f01f6279-20dc-40f8-8951-9f8cb506acf2 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833495 Nov 23 02:25:24.274303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.282149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.287898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bccabe-f3dd-4425-8042-fb94c6139b4b req-df1f3cc0-eb17-4b34-abf9-6d9a7191bb57 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.297123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73bccabe-f3dd-4425-8042-fb94c6139b4b req-df1f3cc0-eb17-4b34-abf9-6d9a7191bb57 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 949 time: 0.0953038 Nov 23 02:25:24.302785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.307511 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7106564-4480-4881-8798-b012d3c72b1c req-52c17946-a806-4665-bca5-842de5b3a4e8 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139923 Nov 23 02:25:24.338557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.361640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Pushing event updated for resources: {'Port': ['ID=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.374429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:24.382272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:24.384570 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fa5dfe-c91e-4ec1-ba07-d36415b4009e" -d '{"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:24.384868 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f43e6-e3db-4606-a93e-c38dcb9ad789 x-openstack-request-id: req-833f43e6-e3db-4606-a93e-c38dcb9ad789 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:24.385167 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:24.386391 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-833f43e6-e3db-4606-a93e-c38dcb9ad789 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:24.386391 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba', 'status': 'completed', 'code': 200} Nov 23 02:25:24.404217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:24.409912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:24.413964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:24.415763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:24.421539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6266b558-b673-4a04-be8c-647e5fd467a1', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '6266b558-b673-4a04-be8c-647e5fd467a1', 'mac_address': 'fa:16:3e:63:07:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:24.426240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.429170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.485772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.495444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-c093fec7-d5c3-44cb-a875-8e3ff9a87f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.497407 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-c093fec7-d5c3-44cb-a875-8e3ff9a87f61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2daccef4b5e42dc9e43595949f57f48&device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 1095 time: 0.0821972 Nov 23 02:25:24.531044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73bccabe-f3dd-4425-8042-fb94c6139b4b req-b0adf8d7-e2df-4036-b008-3b7b4449d3e1 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277477 Nov 23 02:25:24.583251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Attempting to bind port bfbae46e-0b8b-49a9-aecf-e03bb64750ba on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:24.584407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Attempting to bind port bfbae46e-0b8b-49a9-aecf-e03bb64750ba by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:24.584959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Attempting to bind port bfbae46e-0b8b-49a9-aecf-e03bb64750ba on network 0541427b-485a-4461-8b4f-5447ea06ceaf {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:24.595995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:24.596701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Checking segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:24.597742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.598304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Bound using segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:24.599528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Bound port: bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:24.601164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.604879 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.616366 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19c34d4-3d93-4cda-b5ad-d8e04847cc43 x-openstack-request-id: req-a19c34d4-3d93-4cda-b5ad-d8e04847cc43 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:24.617445 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-unplugged", "status": "completed", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:24.617879 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a19c34d4-3d93-4cda-b5ad-d8e04847cc43 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:24.618436 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'code': 200} Nov 23 02:25:24.640399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-f608ac21-80f8-4a62-a8b4-ee9348e975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.643531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-f608ac21-80f8-4a62-a8b4-ee9348e975e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 200 len: 921 time: 0.1392808 Nov 23 02:25:24.687764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:24.702791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] For port bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:24.707564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] For port bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:24.715827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.719961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:24.736452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Allocated IP 172.25.1.58 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/b44976e1-6254-446a-bb19-5dd2476790a4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:24.752130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.754038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:24.797521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc9ff-06e6-4cdc-9c91-11e849b526be req-901a4599-b40e-4894-8bfd-fccf155ce928 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.799711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-023dc9ff-06e6-4cdc-9c91-11e849b526be req-901a4599-b40e-4894-8bfd-fccf155ce928 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 949 time: 0.1168616 Nov 23 02:25:24.811095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-a3e8e7fe-1636-498f-b352-a429bab1a116 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7524130-18fd-4b84-aa24-25178f4d83ba HTTP/1.1" status: 200 len: 217 time: 0.1589837 Nov 23 02:25:24.835089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dfe64-7cf6-426d-a3c8-06b4871a4c91 None None] Pushing event updated for resources: {'Port': ['ID=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.877800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:24.886321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:24.886729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.923877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.925091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-2d31a8ae-63a3-487d-9e16-b76ef777b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.927274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-2d31a8ae-63a3-487d-9e16-b76ef777b490 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 200 len: 860 time: 0.1086676 Nov 23 02:25:24.936933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.939893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.940170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.940495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:24.995537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-1e15249a-10e5-4e17-9da9-00cc25ab2afa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5b63bd-8b7a-4958-956b-26bb1500c773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522602 Nov 23 02:25:25.020174 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.047250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdfd13-4139-48cc-8802-628ead681d58 req-6f324697-803e-46f9-b273-0be11f6788aa tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:25.055150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30fdfd13-4139-48cc-8802-628ead681d58 req-6f324697-803e-46f9-b273-0be11f6788aa tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 1102 time: 0.1503201 Nov 23 02:25:25.067067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-023dc9ff-06e6-4cdc-9c91-11e849b526be req-ce09ee0d-63f2-42de-877c-ecb844d693b5 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365005 Nov 23 02:25:25.073201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:25.081017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.125048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.169996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30fdfd13-4139-48cc-8802-628ead681d58 req-0bdff505-1f1d-4e2c-9263-996f07dd0ad9 tempest-MigrationsAdminTest-158124774 tempest-MigrationsAdminTest-158124774-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139817 Nov 23 02:25:25.174721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-c58dc8af-fcf3-4a95-8e29-3e04e7706606 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713367 Nov 23 02:25:25.206070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6266b558-b673-4a04-be8c-647e5fd467a1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:25.220728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.269552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:25.275161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:25.281173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:25.289572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:25.361950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a77e6b28-d1cf-4e27-8baf-3de7ba064856 req-fc60eb35-19c7-45fc-9a42-69bbb19ec165 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794064 Nov 23 02:25:25.449500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Pushing event updated for resources: {'Port': ['ID=b44976e1-6254-446a-bb19-5dd2476790a4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:25.502551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83507908-3b24-474c-bb4c-729014de5d06 req-48c2215e-620c-4125-a267-45827353cfdd tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:25.504466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83507908-3b24-474c-bb4c-729014de5d06 req-48c2215e-620c-4125-a267-45827353cfdd tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.2189727 Nov 23 02:25:25.640166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347555f-9b81-4c51-963f-9f72ea3f39a9 req-be8a1f31-fe4a-4e39-a098-5069cb7035a9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:25.641836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e347555f-9b81-4c51-963f-9f72ea3f39a9 req-be8a1f31-fe4a-4e39-a098-5069cb7035a9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 943 time: 0.1260147 Nov 23 02:25:25.682248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83507908-3b24-474c-bb4c-729014de5d06 req-ba653d17-5b8f-4edc-8421-26842f1e3129 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653380 Nov 23 02:25:25.729395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.735175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e347555f-9b81-4c51-963f-9f72ea3f39a9 req-cbcb27a6-fe82-44cb-a32c-4cd9903828e9 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634472 Nov 23 02:25:25.998634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:26.135355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:26.164578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'mac_address': 'fa:16:3e:43:69:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:26.194557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27276d-5688-4f24-8245-b934f3cd9bc2 None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:26.261809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.282952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:26.305288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:26.314284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:26.324132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.343288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf058-6d16-473e-947c-3201875a49e0 req-b7e1efce-d540-422f-8e08-cc3543974325 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.345422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cdf058-6d16-473e-947c-3201875a49e0 req-b7e1efce-d540-422f-8e08-cc3543974325 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.1281061 Nov 23 02:25:26.361483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbdfa5-68e2-46f9-a96d-9bc42ef23854 req-47373501-cb90-4134-82b4-fbb92f1bf09b tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.362990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2dbdfa5-68e2-46f9-a96d-9bc42ef23854 req-47373501-cb90-4134-82b4-fbb92f1bf09b tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.1445730 Nov 23 02:25:26.372304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] Provisioning complete for port bfbae46e-0b8b-49a9-aecf-e03bb64750ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:26.373020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.406380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.435962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9823-7255-4bdb-9c4a-b43bb53acfed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.450824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.481186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76cdf058-6d16-473e-947c-3201875a49e0 req-6053256b-cafe-4257-af1d-fce58d5d3538 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155066 Nov 23 02:25:26.523898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2dbdfa5-68e2-46f9-a96d-9bc42ef23854 req-f14aced3-6002-46d0-b77b-1fd1b9f75c5b tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394517 Nov 23 02:25:26.548856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9823-7255-4bdb-9c4a-b43bb53acfed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.556064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccfe9823-7255-4bdb-9c4a-b43bb53acfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.612080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ccfe9823-7255-4bdb-9c4a-b43bb53acfed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a002669c96d34420bd67d580d35e6f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965379 Nov 23 02:25:26.612994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe9823-7255-4bdb-9c4a-b43bb53acfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d387b8d-7e30-4023-bd9a-dee16c3921b9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.615263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:26.623969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Router c3c96ec2-4377-426f-a5ef-0622d081677b is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:26.659083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:26.661872 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac39643-f1cd-44dd-84f6-a08310068d10" -d '{"events": [{"server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "name": "network-vif-plugged", "status": "completed", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:26.666983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:26.701536 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fc4575-8fef-49dd-9154-05be506a7ee0 x-openstack-request-id: req-49fc4575-8fef-49dd-9154-05be506a7ee0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:26.701825 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "name": "network-vif-plugged", "status": "completed", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:26.702557 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49fc4575-8fef-49dd-9154-05be506a7ee0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:26.702557 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08', 'code': 200} Nov 23 02:25:26.721775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.747951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.761548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d7524130-18fd-4b84-aa24-25178f4d83ba details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:26.804165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.812605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] For port bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:26.820718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.859815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287ef40-55e8-40d6-8315-cff3df8d3819 req-793a85f8-aa15-42da-b775-a8985479461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.861495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0287ef40-55e8-40d6-8315-cff3df8d3819 req-793a85f8-aa15-42da-b775-a8985479461e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 1102 time: 0.0935645 Nov 23 02:25:26.863111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:26.940026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Sync routers for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:26.955818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.957084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-681ce7dd-2a0a-44af-b2b1-3c52447f5866 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5124047 Nov 23 02:25:26.960766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:26.973967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647119e3-df4b-44db-8735-8de432f0298a req-1b75ec75-38a9-4c77-841a-7b1481b83c87 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.982330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-647119e3-df4b-44db-8735-8de432f0298a req-1b75ec75-38a9-4c77-841a-7b1481b83c87 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.1868985 Nov 23 02:25:26.982934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0287ef40-55e8-40d6-8315-cff3df8d3819 req-f5819ff2-a51e-4e6a-aa54-19dc755d28a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134167 Nov 23 02:25:27.032651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.036317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.036499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:27.037039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:27.037572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d387b8d-7e30-4023-bd9a-dee16c3921b9 HTTP/1.1" status: 204 len: 168 time: 0.4204004 Nov 23 02:25:27.096983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464cc9-925d-4118-a135-05e4f3e7f89c req-0c5097ea-305f-458b-9374-1f53d1d252c7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:27.098617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1464cc9-925d-4118-a135-05e4f3e7f89c req-0c5097ea-305f-458b-9374-1f53d1d252c7 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 943 time: 0.1888080 Nov 23 02:25:27.112939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bfbae46e-0b8b-49a9-aecf-e03bb64750ba up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:27.136568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6f416-656d-422a-8813-0e27c80123e9 None None] Pushing event updated for resources: {'Port': ['ID=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:27.143685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a9c38-2fb4-44df-9626-303fbf6b53fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d387b8d-7e30-4023-bd9a-dee16c3921b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:27.177983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-647119e3-df4b-44db-8735-8de432f0298a req-bca747e7-def8-40de-a593-d46985f6bf3b tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946344 Nov 23 02:25:27.211101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d7524130-18fd-4b84-aa24-25178f4d83ba,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:27.267272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1464cc9-925d-4118-a135-05e4f3e7f89c req-fc7b416f-bee6-49ed-8edc-1de4c9d1ff61 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570516 Nov 23 02:25:27.292891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'd7524130-18fd-4b84-aa24-25178f4d83ba', 'network_id': 'eb5b63bd-8b7a-4958-956b-26bb1500c773', 'port_id': 'd7524130-18fd-4b84-aa24-25178f4d83ba', 'mac_address': 'fa:16:3e:28:1d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599096b4-f2ce-4126-be13-7ba593d0c030', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:27.298478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-57ef23ea-58b8-48ae-92de-656ef574de65 None None] Provisioning complete for port bfbae46e-0b8b-49a9-aecf-e03bb64750ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:27.299151 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57ef23ea-58b8-48ae-92de-656ef574de65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.402528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:27.474722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port bfbae46e-0b8b-49a9-aecf-e03bb64750ba triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:27.475967 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.479838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.502607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:27.522280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-872f6129-f3f3-4e8f-9c48-05a52ffb64c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.546202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-2e42c034-2888-41a4-8616-53d51e564aa6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:27.548785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-2e42c034-2888-41a4-8616-53d51e564aa6 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.1127632 Nov 23 02:25:27.582173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7524130-18fd-4b84-aa24-25178f4d83ba {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:27.644603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-872f6129-f3f3-4e8f-9c48-05a52ffb64c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.650298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-872f6129-f3f3-4e8f-9c48-05a52ffb64c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.669737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d7524130-18fd-4b84-aa24-25178f4d83ba,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:27.703553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.743233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-872f6129-f3f3-4e8f-9c48-05a52ffb64c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b35e11f1958f4df8b9d7a8975c449de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387376 Nov 23 02:25:27.756973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:27.773183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Deleting port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:27.773673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.776234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6129-f3f3-4e8f-9c48-05a52ffb64c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94a41ab-299b-4572-add2-5e50b4b6cc2d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:27.870596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:27.874486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744846aa-79ff-4554-b0d7-1d8987e9c219 req-6f531e35-c5e4-4ef1-9bb8-49db992db7d7 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:27.896191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-744846aa-79ff-4554-b0d7-1d8987e9c219 req-6f531e35-c5e4-4ef1-9bb8-49db992db7d7 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.2050121 Nov 23 02:25:27.957577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:25Z', 'revision_number': 3, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:27.963655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf24ea-a70b-4aeb-a616-3082b0fe814a req-c9e993ec-1c03-4022-a2e7-5dd514cbf2c5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:27.973252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28bf24ea-a70b-4aeb-a616-3082b0fe814a req-c9e993ec-1c03-4022-a2e7-5dd514cbf2c5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.3065701 Nov 23 02:25:27.993071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['d7524130-18fd-4b84-aa24-25178f4d83ba'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:27.995959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Checking router: c3c96ec2-4377-426f-a5ef-0622d081677b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:27.996384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Updating router c3c96ec2-4377-426f-a5ef-0622d081677b port b44976e1-6254-446a-bb19-5dd2476790a4 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:28.050155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:28.099080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-744846aa-79ff-4554-b0d7-1d8987e9c219 req-13997b1a-1d46-4f8a-94b3-3f0defaa30a5 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969597 Nov 23 02:25:28.126648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.164712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.209162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-4c0d57e8-dd7e-48f3-9f51-abd1e3ba9c92 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:28.211142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-4c0d57e8-dd7e-48f3-9f51-abd1e3ba9c92 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 950 time: 0.3462393 Nov 23 02:25:28.226933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28bf24ea-a70b-4aeb-a616-3082b0fe814a req-50eaaf8a-8249-4c5f-bdf6-86d06a80fc32 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510757 Nov 23 02:25:28.316179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.384375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.429279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] For port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:28.430054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.448694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:28.449057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.482340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Calling delete_port for 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:28.528478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ba11-7b24-4775-a541-3f3f36cc9f1e req-4ff7ef6d-709f-41b8-a1f5-df2c6e4e1b1c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:28.535804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8196ba11-7b24-4775-a541-3f3f36cc9f1e req-4ff7ef6d-709f-41b8-a1f5-df2c6e4e1b1c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 944 time: 0.1513433 Nov 23 02:25:28.565352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.568117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.571634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c94a41ab-299b-4572-add2-5e50b4b6cc2d HTTP/1.1" status: 204 len: 168 time: 0.7941804 Nov 23 02:25:28.592700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06d0b2-91e0-48af-b53a-d9f2e81183c6 req-2518196f-51e0-49d3-908c-a31a4d882905 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:28.600127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c06d0b2-91e0-48af-b53a-d9f2e81183c6 req-2518196f-51e0-49d3-908c-a31a4d882905 tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 949 time: 0.2168031 Nov 23 02:25:28.605894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Deleting port 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:28.606930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.683590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c081328-86b1-473f-a0f5-e86d2623d263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94a41ab-299b-4572-add2-5e50b4b6cc2d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:28.714310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8196ba11-7b24-4775-a541-3f3f36cc9f1e req-6d68c7ab-ea5e-43e2-9c12-a33f45844bd8 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769972 Nov 23 02:25:28.738457 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.762636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Allocated IP 172.20.0.1 (0541427b-485a-4461-8b4f-5447ea06ceaf/bf3843a7-c686-4628-a08a-3dcf1ce52c88/8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:28.821652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c06d0b2-91e0-48af-b53a-d9f2e81183c6 req-64b4a27b-297c-4a29-952b-e526ae2e7dad tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/security-groups?id=2eff9504-2317-4ff6-a76e-e96ec8240805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087417 Nov 23 02:25:28.860537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:28.865762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] For port 6266b558-b673-4a04-be8c-647e5fd467a1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6266b558-b673-4a04-be8c-647e5fd467a1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:28.866282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.868559 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbe08f-92ee-4232-8a41-bafc97435442" -d '{"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:28.889909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Calling delete_port for 6266b558-b673-4a04-be8c-647e5fd467a1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:28.936901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:28.965162 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bee8c-103e-4e19-a31f-447f19c0530b x-openstack-request-id: req-0c1bee8c-103e-4e19-a31f-447f19c0530b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:28.965498 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:28.965805 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c1bee8c-103e-4e19-a31f-447f19c0530b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:28.966206 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'code': 200} Nov 23 02:25:28.973138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.975777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:28.984277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.001441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.029994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bfbae46e-0b8b-49a9-aecf-e03bb64750ba up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:29.077553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.095928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Pushing event deleted for resources: {'Port': ['ID=6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.145540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.148181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.229104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event deleted for resources: {'Port': ['ID=6266b558-b673-4a04-be8c-647e5fd467a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.245599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] No DVR routers for this DVR port 6266b558-b673-4a04-be8c-647e5fd467a1 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:29.248932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.254386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73fa1049-40df-41e3-b8e1-304ed39df77f req-9399bca2-1a60-47e6-bc6c-86f87f8179b5 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "DELETE /v2.0/ports/6266b558-b673-4a04-be8c-647e5fd467a1 HTTP/1.1" status: 204 len: 173 time: 1.0234752 Nov 23 02:25:29.254909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-deleted', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:29.258261 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5003c823-2c91-4559-9c97-b1c4e6ac5336" -d '{"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-deleted", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:29.325287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] No DVR routers for this DVR port 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:29.338460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.345068 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c818eca-db8f-4ec8-8848-7281d8a9a6cc req-4b835a73-dc32-46f3-9144-c32d1bb2381c tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.41 "DELETE /v2.0/ports/6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 HTTP/1.1" status: 204 len: 173 time: 1.7873645 Nov 23 02:25:29.369300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.371205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-deleted', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:29.377181 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e9fb4-4c5c-4a15-bc0e-28ef5448030e" -d '{"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-deleted", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:29.404302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb', '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:29.412155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Attempting to bind port b44976e1-6254-446a-bb19-5dd2476790a4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:29.412846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Attempting to bind port b44976e1-6254-446a-bb19-5dd2476790a4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:29.413463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Attempting to bind port b44976e1-6254-446a-bb19-5dd2476790a4 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:29.425090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:29.435567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:29.437720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:29.438842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.439467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:29.440178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Bound port: b44976e1-6254-446a-bb19-5dd2476790a4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:29.440961 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.455999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.493504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d31ff8a-a2ee-460d-8352-d66132de2f87 req-1fb74681-570b-4edc-9af5-24eade4af554 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e HTTP/1.1" status: 200 len: 210 time: 0.0906389 Nov 23 02:25:29.533506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f842d-175f-4f5a-8f0b-2958dc03c7ea req-ddb8dd08-d9e3-4a88-b79a-81aa97acf6aa tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:29.548574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec9f842d-175f-4f5a-8f0b-2958dc03c7ea req-ddb8dd08-d9e3-4a88-b79a-81aa97acf6aa tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.1699090 Nov 23 02:25:29.554239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 6266b558-b673-4a04-be8c-647e5fd467a1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:29.592179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6266b558-b673-4a04-be8c-647e5fd467a1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:29.592709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.636548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec9f842d-175f-4f5a-8f0b-2958dc03c7ea req-1fa77ca6-2504-4c6c-95dc-76b0fefd0165 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807047 Nov 23 02:25:29.647870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:29.667715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Port 6266b558-b673-4a04-be8c-647e5fd467a1 was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:25:29.672825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:29.680076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:29.686330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Pushing event updated for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.705297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.830914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port bfbae46e-0b8b-49a9-aecf-e03bb64750ba triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:29.833245 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.881703 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.906048 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e64f8b-2d2b-474a-8193-1086436c9c80 x-openstack-request-id: req-a0e64f8b-2d2b-474a-8193-1086436c9c80 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:29.908034 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a27603-170b-45ad-b2c5-6a573316d18d", "name": "network-vif-deleted", "tag": "6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:29.908552 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0e64f8b-2d2b-474a-8193-1086436c9c80 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:29.909415 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a27603-170b-45ad-b2c5-6a573316d18d', 'name': 'network-vif-deleted', 'tag': '6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35', 'status': 'completed', 'code': 200} Nov 23 02:25:30.009089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] For port b44976e1-6254-446a-bb19-5dd2476790a4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:30.042032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:30.062633 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:25:30.123675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:30.124393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6bcd0a10-c4f4-4b7e-85a4-12bce5b49c35 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:30.129990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:30.160593 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7098dc3-4944-4d78-9648-888f419f7865 x-openstack-request-id: req-c7098dc3-4944-4d78-9648-888f419f7865 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:30.160885 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e", "name": "network-vif-deleted", "tag": "6266b558-b673-4a04-be8c-647e5fd467a1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:30.161172 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7098dc3-4944-4d78-9648-888f419f7865 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:30.161616 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a8b40c-1e02-4f9b-9b62-eb6e9a23692e', 'name': 'network-vif-deleted', 'tag': '6266b558-b673-4a04-be8c-647e5fd467a1', 'status': 'completed', 'code': 200} Nov 23 02:25:30.174492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 6266b558-b673-4a04-be8c-647e5fd467a1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:30.174869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6266b558-b673-4a04-be8c-647e5fd467a1 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:30.214626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] For port b44976e1-6254-446a-bb19-5dd2476790a4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b44976e1-6254-446a-bb19-5dd2476790a4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:30.224312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5e688-27db-4a5a-999c-42e28e3d085d None None] Pushing event updated for resources: {'Port': ['ID=b44976e1-6254-446a-bb19-5dd2476790a4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:30.338401 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.417202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.419049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5653a9f-d43c-4ede-a111-7d8d03baa364 req-5992a9d6-88e1-41bf-a3ba-c6ed6b96f012 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:30.431357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5653a9f-d43c-4ede-a111-7d8d03baa364 req-5992a9d6-88e1-41bf-a3ba-c6ed6b96f012 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 944 time: 0.1299098 Nov 23 02:25:30.543451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5180f70-d12d-41dc-9ba2-b285be80fd1c req-d670d8bc-63d5-4e0e-bb13-2c8838d49d5f tempest-ImagesOneServerTestJSON-91604046 tempest-ImagesOneServerTestJSON-91604046-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7a27603-170b-45ad-b2c5-6a573316d18d HTTP/1.1" status: 200 len: 210 time: 0.0967364 Nov 23 02:25:30.546572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5e688-27db-4a5a-999c-42e28e3d085d None None] Pushing event updated for resources: {'Port': ['ID=b44976e1-6254-446a-bb19-5dd2476790a4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:30.653765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5653a9f-d43c-4ede-a111-7d8d03baa364 req-ec5f9452-1994-4b40-9ae9-b8de60711376 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213829 Nov 23 02:25:30.700448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-318bad61-6898-4f21-bab2-0c085f86b396 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:30.700814 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-318bad61-6898-4f21-bab2-0c085f86b396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.826096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:30.826717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.852602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.865021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3b95f-e48a-47d3-8e86-fb7fa7e84325 req-fc65fcc8-fd7b-426b-b1ab-8f9e82993d0c tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:30.873724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.878246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63c3b95f-e48a-47d3-8e86-fb7fa7e84325 req-fc65fcc8-fd7b-426b-b1ab-8f9e82993d0c tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.1117373 Nov 23 02:25:30.946843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:31.001506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63c3b95f-e48a-47d3-8e86-fb7fa7e84325 req-b1a70aea-85a0-4338-8e2a-deae804482f1 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221385 Nov 23 02:25:31.006749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Pushing event updated for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:31.049311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d7524130-18fd-4b84-aa24-25178f4d83ba up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:31.080092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.205727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-318bad61-6898-4f21-bab2-0c085f86b396 None None] Port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:31.309054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:31.312653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:31.328838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68addcf6-eb65-4b8e-a51b-389b200dd5d7 req-ea363ccc-cb6b-4a7d-8438-6152c2de7e1e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:31.339194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68addcf6-eb65-4b8e-a51b-389b200dd5d7 req-ea363ccc-cb6b-4a7d-8438-6152c2de7e1e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 951 time: 0.0860715 Nov 23 02:25:31.356650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port d7524130-18fd-4b84-aa24-25178f4d83ba completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:31.384945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port d7524130-18fd-4b84-aa24-25178f4d83ba triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.385393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.427643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68addcf6-eb65-4b8e-a51b-389b200dd5d7 req-e43fb474-c9e7-4d4a-be53-c8d9037bd6b8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830376 Nov 23 02:25:31.634580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.670003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:31.686747 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a49d2a-1f94-46ba-b2ff-a0909e4da8ea" -d '{"events": [{"server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "name": "network-vif-plugged", "status": "completed", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:31.702156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:28Z', 'revision_number': 1, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:31.753561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d7524130-18fd-4b84-aa24-25178f4d83ba,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:31.759028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Router c3c96ec2-4377-426f-a5ef-0622d081677b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:31.768114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1edb95-0d50-4752-b01a-ff5b1637d3cf None None] The sync data for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 is: [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:28Z', 'revision_number': 1, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:31.775110 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.906058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeca7c-06cc-4e7d-9623-67cfa7e83654 req-2518781a-bc63-4037-906c-569f5c7c8c38 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:31.917351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbfeca7c-06cc-4e7d-9623-67cfa7e83654 req-2518781a-bc63-4037-906c-569f5c7c8c38 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 945 time: 0.1230197 Nov 23 02:25:31.931605 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8895855-6fdc-47ef-9362-5d14cd073724 x-openstack-request-id: req-e8895855-6fdc-47ef-9362-5d14cd073724 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:31.931908 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "name": "network-vif-plugged", "status": "completed", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:31.943773 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8895855-6fdc-47ef-9362-5d14cd073724 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:31.943773 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba', 'code': 200} Nov 23 02:25:31.944526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe628d6e-3a3f-405f-8caf-08e9832e86a6 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.944907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe628d6e-3a3f-405f-8caf-08e9832e86a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.981027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-cf15ba7d-dafe-4ae7-9879-e93d09a1591b tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:31.982607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-cf15ba7d-dafe-4ae7-9879-e93d09a1591b tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.47 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.2438149 Nov 23 02:25:32.087499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:32.112699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fe628d6e-3a3f-405f-8caf-08e9832e86a6 None None] Port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:32.133275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbfeca7c-06cc-4e7d-9623-67cfa7e83654 req-e76b1cd5-70e0-4e9d-9520-05fe4127b635 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140675 Nov 23 02:25:32.151684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a517c9-4b5c-404e-aadf-7c00d3061768 req-ceba1b78-acd5-4e7f-b733-f3021fe695b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.153185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a517c9-4b5c-404e-aadf-7c00d3061768 req-ceba1b78-acd5-4e7f-b733-f3021fe695b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 1097 time: 0.1878707 Nov 23 02:25:32.305053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a517c9-4b5c-404e-aadf-7c00d3061768 req-07613bb2-ad0a-4fa5-88e3-3b91d08dc9e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374700 Nov 23 02:25:32.363729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:32.375739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5793436d-580b-4f6e-8a0f-f0d5e26e183b admin admin] 10.222.0.15 "PUT /v2.0/routers/c3c96ec2-4377-426f-a5ef-0622d081677b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4117808 Nov 23 02:25:32.390972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Deleting port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:32.391408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.429813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7266-3d07-4442-a871-8684730bec17 req-8a7f3d88-65f6-4f7e-ad51-459a7b23c2b5 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.432069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c4c7266-3d07-4442-a871-8684730bec17 req-8a7f3d88-65f6-4f7e-ad51-459a7b23c2b5 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/ports?device_id=260d1e0c-fe50-4899-921d-599c0d45b76a HTTP/1.1" status: 200 len: 950 time: 0.1161060 Nov 23 02:25:32.490438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:32.526705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c4c7266-3d07-4442-a871-8684730bec17 req-b0500d39-238b-47af-948f-e8de3815bd88 tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7cc7620-938d-4602-9e38-9a03265f42a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882015 Nov 23 02:25:32.628340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] For port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:32.629003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.662245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Calling delete_port for af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:32.960919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.967021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704abb-384c-44f5-8bf4-7f729cac460f req-ce36f484-6229-4a00-b547-9f3cc842a60a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.968936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09704abb-384c-44f5-8bf4-7f729cac460f req-ce36f484-6229-4a00-b547-9f3cc842a60a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 951 time: 0.2740479 Nov 23 02:25:32.976877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:33.024161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Pushing event deleted for resources: {'Port': ['ID=af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:33.160151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f8f5c-3a35-4fc3-994d-3b161e133c8f req-f2baa902-c0aa-421d-a230-9566565a40cb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:33.170103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae4f8f5c-3a35-4fc3-994d-3b161e133c8f req-f2baa902-c0aa-421d-a230-9566565a40cb tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 951 time: 0.4032815 Nov 23 02:25:33.182884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0c1637fc-7114-4965-885f-ace44951b0c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=766ae7c07dd1415196612966ef67ef27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890407 Nov 23 02:25:33.185109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] No DVR routers for this DVR port af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:33.192239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.192460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.193267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.194859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.195435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.196427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.196987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.217396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.218015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.219488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.220619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.221184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.226629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:33.228766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.240434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f81c479-68e5-4931-980d-ec5b65d41da3 req-9c9153f3-ebb9-4d40-a930-eae7cf8c64bb tempest-ImagesNegativeTestJSON-1399612348 tempest-ImagesNegativeTestJSON-1399612348-project] 10.222.0.47 "DELETE /v2.0/ports/af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 HTTP/1.1" status: 204 len: 173 time: 1.2499225 Nov 23 02:25:33.245030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'name': 'network-vif-deleted', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:33.250894 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed884a18-b2e3-4d1d-bca4-24ac36300048" -d '{"events": [{"server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "name": "network-vif-deleted", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:33.406688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36214) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.501943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-a3315463-b96f-4b54-a451-16266f59824a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:33.511943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-a3315463-b96f-4b54-a451-16266f59824a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 829 time: 0.3175366 Nov 23 02:25:33.539476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-8faf63a6-ca22-4f5d-8b7a-dc11fc5dc795 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/quotas/06148a98ee0846f4924417d6141c1825 HTTP/1.1" status: 200 len: 375 time: 0.0265384 Nov 23 02:25:33.619380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae4f8f5c-3a35-4fc3-994d-3b161e133c8f req-f3873de7-6456-4f7a-ae53-f031c038fd0d tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483411 Nov 23 02:25:33.646195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.663422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-655df353-a4d2-46bb-9a2d-5e44832669d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.674042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-5da0a3ec-fdbc-46f5-8053-2987c76e2843 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334679 Nov 23 02:25:33.797432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Deleting port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:33.797779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.824434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.861604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-655df353-a4d2-46bb-9a2d-5e44832669d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.867534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-655df353-a4d2-46bb-9a2d-5e44832669d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.908040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-655df353-a4d2-46bb-9a2d-5e44832669d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d41a492a9d3f43ed8951b35477769c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5003731 Nov 23 02:25:33.910723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.996454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655df353-a4d2-46bb-9a2d-5e44832669d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11515469-ca2e-40e0-9a85-0a21cced4c2a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:34.043218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.056946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc6af-ccf8-44ec-b7f4-02e9228ce982 req-cdcb4325-f9d5-4431-92f1-14ae197e918c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:34.058468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4abc6af-ccf8-44ec-b7f4-02e9228ce982 req-cdcb4325-f9d5-4431-92f1-14ae197e918c tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 945 time: 0.0980911 Nov 23 02:25:34.093579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.166560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-bd4d1891-45e1-468a-9e64-730b3e20a1db service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917302 Nov 23 02:25:34.193405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4abc6af-ccf8-44ec-b7f4-02e9228ce982 req-fb697294-f4e0-4460-b1e9-5d615e3e0f5e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046977 Nov 23 02:25:34.207817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.215239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.241190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11515469-ca2e-40e0-9a85-0a21cced4c2a HTTP/1.1" status: 204 len: 168 time: 0.3289163 Nov 23 02:25:34.283711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c97f2e5-0bf8-4ef1-b9fd-2c6cc46b08d8 x-openstack-request-id: req-0c97f2e5-0bf8-4ef1-b9fd-2c6cc46b08d8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:34.283711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "260d1e0c-fe50-4899-921d-599c0d45b76a", "name": "network-vif-deleted", "tag": "af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:34.283711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c97f2e5-0bf8-4ef1-b9fd-2c6cc46b08d8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:34.283711 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260d1e0c-fe50-4899-921d-599c0d45b76a', 'name': 'network-vif-deleted', 'tag': 'af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08', 'status': 'completed', 'code': 200} Nov 23 02:25:34.283711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffe599-85f9-4a22-8d46-4bd0ebc562a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11515469-ca2e-40e0-9a85-0a21cced4c2a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:34.406485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-fe68347e-f8ec-4e25-83ef-ffe0f5cbf66e service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910830 Nov 23 02:25:34.408644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] For port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:34.409042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.411764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.414301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.426121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eff9504-2317-4ff6-a76e-e96ec8240805 HTTP/1.1" status: 204 len: 168 time: 1.2296815 Nov 23 02:25:34.468429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8fcbe-bcae-4dba-bcdb-5572f9daacdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eff9504-2317-4ff6-a76e-e96ec8240805,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:34.473852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Calling delete_port for 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:34.864119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.878842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:34.936380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d4f6504d-ab17-4d34-b8b4-f62200ab111c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:34.982112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event deleted for resources: {'Port': ['ID=9261f1ff-10e4-41b0-8fee-1a6ee42e22f1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.066529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b44976e1-6254-446a-bb19-5dd2476790a4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:35.120699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36260) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:35.152168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8a53340-8071-4923-80b3-25166fcb67ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.155813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ebb5b02-b051-449c-ba82-898117784317 req-32582c7a-2a4b-4510-a829-ccab8b684e03 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 210 time: 0.1610191 Nov 23 02:25:35.164316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] No DVR routers for this DVR port 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:35.212532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.222090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09704abb-384c-44f5-8bf4-7f729cac460f req-3a1ee255-7e63-4dd4-bf3a-4ec650448f6b tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "DELETE /v2.0/ports/9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 HTTP/1.1" status: 204 len: 173 time: 2.2082281 Nov 23 02:25:35.242360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-984d19ef-40e0-4638-a9cc-1ecf98fce886 req-5c020e18-8bb4-411c-a265-1d475acd04a8 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4 HTTP/1.1" status: 200 len: 210 time: 0.1451113 Nov 23 02:25:35.245706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-deleted', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:35.251577 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f44e456-f484-4fd1-90af-113fb9d8be6d" -d '{"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-deleted", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:35.287736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b44976e1-6254-446a-bb19-5dd2476790a4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:35.293499 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.432015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8a53340-8071-4923-80b3-25166fcb67ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.440198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8a53340-8071-4923-80b3-25166fcb67ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.515670 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1cb34d-3531-4653-8b92-b1a3b07ab713 x-openstack-request-id: req-3a1cb34d-3531-4653-8b92-b1a3b07ab713 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:35.519580 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4", "name": "network-vif-deleted", "tag": "9261f1ff-10e4-41b0-8fee-1a6ee42e22f1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:35.521310 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1cb34d-3531-4653-8b92-b1a3b07ab713 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:35.522490 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd9c704-8d08-40c0-bf8d-e6ccd383e5d4', 'name': 'network-vif-deleted', 'tag': '9261f1ff-10e4-41b0-8fee-1a6ee42e22f1', 'status': 'completed', 'code': 200} Nov 23 02:25:35.569629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e429a9-f1de-4ec3-9bab-2f44e6ab772a req-e03f8993-96ab-45bd-a9ab-4f5af17ee83b tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:35.573833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d8a53340-8071-4923-80b3-25166fcb67ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=543d5de536704dc794a6046ad16f3eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523158 Nov 23 02:25:35.575156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:35.577592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a53340-8071-4923-80b3-25166fcb67ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2fbd1-7b16-4045-a482-470e5324b5c7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.609395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92e429a9-f1de-4ec3-9bab-2f44e6ab772a req-e03f8993-96ab-45bd-a9ab-4f5af17ee83b tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 945 time: 0.2028549 Nov 23 02:25:35.717804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.743419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.745058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92e429a9-f1de-4ec3-9bab-2f44e6ab772a req-76e88dcb-f116-4c0c-8b3e-58577fefd01d tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286373 Nov 23 02:25:35.843240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.846760 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.863285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fd2fbd1-7b16-4045-a482-470e5324b5c7 HTTP/1.1" status: 204 len: 168 time: 0.2777140 Nov 23 02:25:35.889715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74ecd0-9c63-4dd8-943c-f8dddb74b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2fbd1-7b16-4045-a482-470e5324b5c7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.015832 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Sync routers for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:36.043646 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:36.044509 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:36.075208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5640c0b-db59-4845-a8cc-7e3c7c7adab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.333520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.434738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port b44976e1-6254-446a-bb19-5dd2476790a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b44976e1-6254-446a-bb19-5dd2476790a4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:36.460763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.472783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36314) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.496008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8b90b64-8959-4b9b-bbd8-3e5610066e93 req-994c5216-532a-4b55-af1e-63d1dc388178 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 210 time: 0.1113508 Nov 23 02:25:36.543674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-23bb47e5-7b04-4d83-9a9d-a04fb1b04b1e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:36.549220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-23bb47e5-7b04-4d83-9a9d-a04fb1b04b1e tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 945 time: 0.3767292 Nov 23 02:25:36.558231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:36.615242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=b44976e1-6254-446a-bb19-5dd2476790a4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.800302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Deleting port d7524130-18fd-4b84-aa24-25178f4d83ba {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:36.800727 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.846691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:36.869794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa2d34c9-9968-42a6-b36d-644fc63aa41d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76b0684cbd6741b3bc7d98bafdde4ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937802 Nov 23 02:25:36.872390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.165607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 2, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:37.183952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:37.184514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device af91c5f6-cb7c-47b0-8b77-1a9dbdf80a08 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:37.184693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:37.186914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b44976e1-6254-446a-bb19-5dd2476790a4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:37.233310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:37.233959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9261f1ff-10e4-41b0-8fee-1a6ee42e22f1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:37.245305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.246602 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Checking router: c3c96ec2-4377-426f-a5ef-0622d081677b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:37.247339 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Updating router c3c96ec2-4377-426f-a5ef-0622d081677b port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:37.292473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.318514 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.323797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b44976e1-6254-446a-bb19-5dd2476790a4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:37.336976 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.360157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-4f00af53-4e5a-45f9-9dd8-73f84845d3d6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:37.362517 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-4f00af53-4e5a-45f9-9dd8-73f84845d3d6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.41 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 829 time: 0.3052368 Nov 23 02:25:37.401882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'port': {'device_id': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'admin_state_up': True, 'tenant_id': '06148a98ee0846f4924417d6141c1825'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:37.407763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.411928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.416891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7cc7620-938d-4602-9e38-9a03265f42a5 HTTP/1.1" status: 204 len: 168 time: 0.5408359 Nov 23 02:25:37.462757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a352-1986-4e53-b9d4-ed2dc35de24f req-3cd931c6-54b1-4806-b5a3-4e0bd94ca76a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:37.471773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a84a352-1986-4e53-b9d4-ed2dc35de24f req-3cd931c6-54b1-4806-b5a3-4e0bd94ca76a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.4254012 Nov 23 02:25:37.547595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1e7d5-912f-494b-91e5-eb43371a9bdd req-e5229530-dec9-4efd-9af8-9a77d4858ff1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:37.556970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36f1e7d5-912f-494b-91e5-eb43371a9bdd req-e5229530-dec9-4efd-9af8-9a77d4858ff1 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 945 time: 0.5029891 Nov 23 02:25:37.595641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] For port d7524130-18fd-4b84-aa24-25178f4d83ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d7524130-18fd-4b84-aa24-25178f4d83ba,segment=NetworkSegment(3a8d6c6c-3186-4b62-a64a-1fafb9b652a4),segment_id=3a8d6c6c-3186-4b62-a64a-1fafb9b652a4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:37.596247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.667852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Calling delete_port for d7524130-18fd-4b84-aa24-25178f4d83ba owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:37.678308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36f1e7d5-912f-494b-91e5-eb43371a9bdd req-ffe99cf3-8f48-454e-b34a-6f175ccaa539 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups?id=43c21a19-902b-48f0-a035-3287d59874a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195817 Nov 23 02:25:37.696446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.726486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a84a352-1986-4e53-b9d4-ed2dc35de24f req-76f2c65a-a42b-47e8-a19d-c9b10e01ec87 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536435 Nov 23 02:25:37.730178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1b7bc-ff94-475d-bce7-585d144f2399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc7620-938d-4602-9e38-9a03265f42a5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.787949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Made reservation on behalf of 06148a98ee0846f4924417d6141c1825 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:37.792457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.921231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b5e4eff-9c55-4b30-a021-2f473d2dd263 req-b5622da9-b54d-4943-9966-9481b58b549f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 210 time: 0.0728235 Nov 23 02:25:37.990731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b95a90bb-4752-431c-b8c8-444258c7a01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.039990 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.050856 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.084894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.091964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['d7524130-18fd-4b84-aa24-25178f4d83ba'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:38.134822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e660-ed9d-4b98-b075-98709b5279b7 None None] Pushing event updated for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.197288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event deleted for resources: {'Port': ['ID=d7524130-18fd-4b84-aa24-25178f4d83ba,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.203171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1394859825-network', 'tenant_id': '92dfda8608354edb9e449982649e0768'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:38.237304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Allocated IP 172.20.0.5 (0541427b-485a-4461-8b4f-5447ea06ceaf/bf3843a7-c686-4628-a08a-3dcf1ce52c88/8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:38.253878 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Attempting to bind port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:38.255523 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Attempting to bind port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:38.256107 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Attempting to bind port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b on network 0541427b-485a-4461-8b4f-5447ea06ceaf {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:38.262662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:38.263334 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Checking segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:38.263903 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.264491 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Bound using segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:38.265132 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Bound port: 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:38.265690 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.369587 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] For port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:38.374879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] For port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:38.380946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] No DVR routers for this DVR port d7524130-18fd-4b84-aa24-25178f4d83ba on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:38.383254 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.384248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.388765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fee4cb3-e42f-4c3f-b2c0-b72375ed7b0f req-da9abae1-de2b-40a6-a1f6-20c25925b647 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.47 "DELETE /v2.0/ports/d7524130-18fd-4b84-aa24-25178f4d83ba HTTP/1.1" status: 204 len: 173 time: 1.8328216 Nov 23 02:25:38.426460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'name': 'network-vif-deleted', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:38.430046 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c1f33-a4e7-443b-90d9-31c69a2ffe26" -d '{"events": [{"server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "name": "network-vif-deleted", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:38.484732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:38.496704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.520699 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:38.521978 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:38.531316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.632240 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1e660-ed9d-4b98-b075-98709b5279b7 None None] Pushing event updated for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.674087 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42f5c2c-e4fe-4464-93e4-effce19baba0 x-openstack-request-id: req-b42f5c2c-e4fe-4464-93e4-effce19baba0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:38.681310 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9600dc-0f59-47c5-bffd-1ef4f0134b70", "name": "network-vif-deleted", "tag": "d7524130-18fd-4b84-aa24-25178f4d83ba", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:38.681972 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b42f5c2c-e4fe-4464-93e4-effce19baba0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:38.682528 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9600dc-0f59-47c5-bffd-1ef4f0134b70', 'name': 'network-vif-deleted', 'tag': 'd7524130-18fd-4b84-aa24-25178f4d83ba', 'status': 'completed', 'code': 200} Nov 23 02:25:38.714967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:38.716216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.740850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.807784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.915200 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:39.053528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.069474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:39.075413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event updated for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.078435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:39.099250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:39.231837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:39.247855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] For port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:39.299269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:39.300226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.346422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d9a3081a-41b3-4340-8a16-28639486c2ef tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9650540 Nov 23 02:25:39.347045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.373143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Request body: {'port': {'device_id': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:39.381376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.471671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.517343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:39.518022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.582430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cd7a4974-2e44-41d5-9263-32e4dfa52482 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:39.583909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4974-2e44-41d5-9263-32e4dfa52482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.628502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575de12-023f-4328-8695-e30a1aba28a2 None None] Pushing event updated for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.637217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:38Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:39.646200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-16fa7409-4f99-4f1a-8b83-43a2d8727134 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:39.651118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-16fa7409-4f99-4f1a-8b83-43a2d8727134 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 1.2723997 Nov 23 02:25:39.653592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0b36804-effb-4760-9002-315ee39e8932 req-8baee4fd-c0d8-4310-93fa-480878674c30 tempest-AbsoluteLimitsNegativeTestJSON-705523218 tempest-AbsoluteLimitsNegativeTestJSON-705523218-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f28cc2d956c4e7f8d948e01ee3f85a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1476870 Nov 23 02:25:39.724134 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccdc455-8da6-4992-9165-dcc2442b329e None None] The sync data for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 is: [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:38Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:39.734636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.892170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.907109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:39.911633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:39.917800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.918246 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Added segment 5857d465-547a-41e6-9804-a9d31fb43e27 of type vlan for network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 Nov 23 02:25:39.921997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.939016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Transition to ACTIVE for port object 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:39.944566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.981387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2972bb0c-4a85-4641-a21c-f7f71f6e2c1e req-7283da3e-f61d-45b3-97c9-a34a3bf0db56 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c9600dc-0f59-47c5-bffd-1ef4f0134b70 HTTP/1.1" status: 200 len: 210 time: 0.4271030 Nov 23 02:25:40.039241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.109779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e1d48-a432-48d8-9c5b-b84563e8cc0e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.128337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Attempting to bind port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:40.128689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Attempting to bind port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:40.129025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Attempting to bind port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 on network 0541427b-485a-4461-8b4f-5447ea06ceaf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:40.135559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 on network 0541427b-485a-4461-8b4f-5447ea06ceaf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:40.136116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Attempting to bind port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 on network 0541427b-485a-4461-8b4f-5447ea06ceaf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:40.140169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.146224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:40.146922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Checking segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:40.147511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Bound using segment: {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:40.148134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Bound port: 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6ca6bf-9be8-4981-9278-436178e2423a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:40.148685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.255518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:40.259299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:40.273288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.309943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.311553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.313165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 1092 time: 0.9456077 Nov 23 02:25:40.315281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:40.318037 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e687fb-652f-48da-a84e-1fb2c690024b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:40.331917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36804-effb-4760-9002-315ee39e8932 req-fa80e559-5657-443e-b31e-2606f6aa3c72 tempest-AbsoluteLimitsNegativeTestJSON-705523218 tempest-AbsoluteLimitsNegativeTestJSON-705523218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.334154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0b36804-effb-4760-9002-315ee39e8932 req-fa80e559-5657-443e-b31e-2606f6aa3c72 tempest-AbsoluteLimitsNegativeTestJSON-705523218 tempest-AbsoluteLimitsNegativeTestJSON-705523218-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5770223 Nov 23 02:25:40.342682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.344211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.344820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.448532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a4b3c-8542-4688-ab61-e81c46b9a9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.469947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-36bd520e-053e-428c-beab-a9875cb2d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.472448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-36bd520e-053e-428c-beab-a9875cb2d040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1095 time: 0.0961473 Nov 23 02:25:40.495144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7970574 Nov 23 02:25:40.518073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36428) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:40.521449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed071-cc45-4fee-852c-f33e8a2daac6 admin admin] Pushing event updated for resources: {'Network': ['ID=64b7b5bb-20a1-4170-bb0c-a48375649eb3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.526138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Request body: {'subnet': {'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1394859825-subnet', 'tenant_id': '92dfda8608354edb9e449982649e0768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:40.537877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:40.546594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0b36804-effb-4760-9002-315ee39e8932 req-774a786f-258a-4d29-9d20-6908bc4669a4 tempest-AbsoluteLimitsNegativeTestJSON-705523218 tempest-AbsoluteLimitsNegativeTestJSON-705523218-project] 10.222.0.15 "GET /v2.0/quotas/1f28cc2d956c4e7f8d948e01ee3f85a6 HTTP/1.1" status: 200 len: 375 time: 0.1739500 Nov 23 02:25:40.566994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Deleting port d4f6504d-ab17-4d34-b8b4-f62200ab111c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:40.567395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.638546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-8462cec6-9a87-4841-89f1-bcbe2ddc1424 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 217 time: 0.1462097 Nov 23 02:25:40.638816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0b36804-effb-4760-9002-315ee39e8932 req-c0873325-e1eb-4139-82b8-0cc166e7a683 tempest-AbsoluteLimitsNegativeTestJSON-705523218 tempest-AbsoluteLimitsNegativeTestJSON-705523218-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f28cc2d956c4e7f8d948e01ee3f85a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907094 Nov 23 02:25:40.666589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.688393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1157a-ea2c-4508-a1ea-daddc698e7ca req-763f3258-a4ba-4c7f-a4f6-19709d3c8db3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.696339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ca1157a-ea2c-4508-a1ea-daddc698e7ca req-763f3258-a4ba-4c7f-a4f6-19709d3c8db3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 950 time: 0.5112064 Nov 23 02:25:40.802585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-fd84f627-6e67-4275-aa3f-650a29078627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:40.810568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-fd84f627-6e67-4275-aa3f-650a29078627 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.1562309 Nov 23 02:25:40.870022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d7524130-18fd-4b84-aa24-25178f4d83ba no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:40.884917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:40.885403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.924952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: d7524130-18fd-4b84-aa24-25178f4d83ba {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:40.931735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d7524130-18fd-4b84-aa24-25178f4d83ba not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:40.972280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:40.989635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ca1157a-ea2c-4508-a1ea-daddc698e7ca req-d25b1ca5-3f3c-4b4d-94da-119e8122f04f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616613 Nov 23 02:25:41.018048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] For port d4f6504d-ab17-4d34-b8b4-f62200ab111c, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d4f6504d-ab17-4d34-b8b4-f62200ab111c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:41.018602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.048912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a7cf9-508c-4370-be9f-907438f13e58 req-fc303465-f73d-40c7-a3da-64c7d6a32aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.050243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6a7cf9-508c-4370-be9f-907438f13e58 req-fc303465-f73d-40c7-a3da-64c7d6a32aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 943 time: 0.1961408 Nov 23 02:25:41.051724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Calling delete_port for d4f6504d-ab17-4d34-b8b4-f62200ab111c owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:41.087560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:41.088397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.173904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-ded75d33-9068-4733-9252-9b25a731555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.175567 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-ded75d33-9068-4733-9252-9b25a731555e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540919 Nov 23 02:25:41.355686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6a7cf9-508c-4370-be9f-907438f13e58 req-aa447c38-0496-47f5-b5e8-5cc21ee12659 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929678 Nov 23 02:25:41.361121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36438) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:41.391542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.398517 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-2ccd955c-5d05-4c25-a46e-2102b1bd2f85 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088697 Nov 23 02:25:41.406253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:41.548988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.588198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event deleted for resources: {'Port': ['ID=d4f6504d-ab17-4d34-b8b4-f62200ab111c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.691977 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.703003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] No DVR routers for this DVR port d4f6504d-ab17-4d34-b8b4-f62200ab111c on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:41.706546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.711759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd01057b-40f4-4c64-954c-6001bcda01a3 req-11e3f74f-6b34-4e1f-9aab-ade21d342bb3 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.41 "DELETE /v2.0/ports/d4f6504d-ab17-4d34-b8b4-f62200ab111c HTTP/1.1" status: 204 len: 173 time: 2.0523689 Nov 23 02:25:41.712583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed7762a-6c84-4212-befe-4ac04ce03464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.758747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:41.759323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Network hostable DHCP agents. Network: 64b7b5bb-20a1-4170-bb0c-a48375649eb3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:41.761947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.774184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-deleted', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:41.796015 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab30dab5-008d-45bd-8786-f99c47c1b86d" -d '{"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-deleted", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:41.798769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ae531e20-3746-47bc-9279-ce78ba0d30ad req-76206469-3377-42de-9d52-d713d6fefa77 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781924 Nov 23 02:25:41.816653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:41.838075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 64b7b5bb-20a1-4170-bb0c-a48375649eb3) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:41.852345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.853852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.854593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ca75f-e462-4fd2-b479-d48a7fa26e0a None None] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:41.901526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30048af0-fded-4d08-8ef4-20762524c5d3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3819661 Nov 23 02:25:41.917504 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fa68e7-e4b8-4ab3-941d-7e07e6d1437b x-openstack-request-id: req-76fa68e7-e4b8-4ab3-941d-7e07e6d1437b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:41.917905 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:41.918323 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76fa68e7-e4b8-4ab3-941d-7e07e6d1437b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:41.918862 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'status': 'completed', 'code': 200} Nov 23 02:25:42.080463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e687fb-652f-48da-a84e-1fb2c690024b req-51aeb177-bf99-4515-96b5-7e57a6ceaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.085842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-51aeb177-bf99-4515-96b5-7e57a6ceaed5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1095 time: 0.1040239 Nov 23 02:25:42.131555 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afe038-259f-411e-9cd9-844d13d862db x-openstack-request-id: req-66afe038-259f-411e-9cd9-844d13d862db {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:42.134200 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff031a22-ad0a-46b0-90d6-d950ed22fdc4", "name": "network-vif-deleted", "tag": "d4f6504d-ab17-4d34-b8b4-f62200ab111c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:42.134802 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66afe038-259f-411e-9cd9-844d13d862db {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:42.135447 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff031a22-ad0a-46b0-90d6-d950ed22fdc4', 'name': 'network-vif-deleted', 'tag': 'd4f6504d-ab17-4d34-b8b4-f62200ab111c', 'status': 'completed', 'code': 200} Nov 23 02:25:42.142197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:42.144487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed7762a-6c84-4212-befe-4ac04ce03464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.151128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed7762a-6c84-4212-befe-4ac04ce03464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.230199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: d4f6504d-ab17-4d34-b8b4-f62200ab111c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:42.230886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d4f6504d-ab17-4d34-b8b4-f62200ab111c not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:42.281949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ed7762a-6c84-4212-befe-4ac04ce03464 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f28cc2d956c4e7f8d948e01ee3f85a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9181604 Nov 23 02:25:42.283303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36468) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:42.287890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7762a-6c84-4212-befe-4ac04ce03464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068da7d0-7874-423e-893f-d93661b71ee2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:42.367658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e687fb-652f-48da-a84e-1fb2c690024b req-b3301f52-f2fd-439f-89a8-e64abda4759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.370348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-b3301f52-f2fd-439f-89a8-e64abda4759a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 930 time: 0.2792320 Nov 23 02:25:42.415639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026c621-6dee-4afe-9ba7-b695ee009435 None None] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:42.433903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db9dc328-4e6e-4969-9d3c-b3f55f7a78ee req-0aceb739-e225-4036-a437-bbf2b5b6d4f4 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff031a22-ad0a-46b0-90d6-d950ed22fdc4 HTTP/1.1" status: 200 len: 210 time: 0.0978293 Nov 23 02:25:42.445820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-11397934-05b3-40a9-9640-e3238e5b2cec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 217 time: 0.0656800 Nov 23 02:25:42.501398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.570238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e687fb-652f-48da-a84e-1fb2c690024b req-59de3304-8c19-4c41-95f3-0881e9c9abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.572400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.574275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-59de3304-8c19-4c41-95f3-0881e9c9abf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.1202259 Nov 23 02:25:42.660244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.663472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.666914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/068da7d0-7874-423e-893f-d93661b71ee2 HTTP/1.1" status: 204 len: 168 time: 0.3800213 Nov 23 02:25:42.711987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14a3e5-9752-487b-86e4-26abc0080976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068da7d0-7874-423e-893f-d93661b71ee2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:42.742907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e687fb-652f-48da-a84e-1fb2c690024b req-b6147426-c4e2-4158-bad6-293f55394170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.744650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-b6147426-c4e2-4158-bad6-293f55394170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614780 Nov 23 02:25:42.750796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c560009-8e1f-4846-b3a0-fba7aeba2889 req-aa10d699-6a38-4f35-86fc-ee1f9836ba90 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.763212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c560009-8e1f-4846-b3a0-fba7aeba2889 req-aa10d699-6a38-4f35-86fc-ee1f9836ba90 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 943 time: 0.1143224 Nov 23 02:25:42.862151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c560009-8e1f-4846-b3a0-fba7aeba2889 req-4e4785b8-4c61-4500-9e4e-75b4bc090d17 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980449 Nov 23 02:25:42.960992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-7dd2bd06-75f2-47f4-a9d0-73cbd4e9c749 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071407 Nov 23 02:25:43.030795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.168220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.193934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30e687fb-652f-48da-a84e-1fb2c690024b req-65b094f3-6473-4f7f-8b9f-50517c3a6b6c service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249212 Nov 23 02:25:43.202193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.215196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-531018696-network', 'tenant_id': '2b808bb1311d47c687656e8e2ad5eebc'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:43.224892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.271749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Made reservation on behalf of 2b808bb1311d47c687656e8e2ad5eebc for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:43.274148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.290028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.320232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.323876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.325398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739 HTTP/1.1" status: 204 len: 168 time: 0.2932985 Nov 23 02:25:43.331647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36514) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.338438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee8937-19ec-468e-8047-e36986c2fd58 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:43.355602 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8f31596d-ddab-402b-a703-26ac81bbddb8 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] show failed (client error): The resource could not be found. Nov 23 02:25:43.361155 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8f31596d-ddab-402b-a703-26ac81bbddb8 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "GET /v2.0/security-groups/ff8bfbcf-a7b8-4dd0-b49c-fa1322c5d739 HTTP/1.1" status: 404 len: 347 time: 0.0261006 Nov 23 02:25:43.361944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.686585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.703444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.770664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:43.803668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.803974 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Added segment 5c655575-793b-43c5-85a4-48b2a82b810d of type vlan for network dbc2ab1d-a293-46f2-b69a-399e80bccdeb Nov 23 02:25:43.824188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Deleting port 462da9ec-bd87-4183-8e76-b96a6508c692 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:43.824536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.831471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02a587-e766-4375-ad80-7e565100a22b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.101976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:44.152982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:44.205963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959419e4-bd92-468d-8174-e9f0cb04e3f5 req-0d111fdc-a8d2-4c4d-8aa4-1bf6ff7b7589 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:44.208454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-959419e4-bd92-468d-8174-e9f0cb04e3f5 req-0d111fdc-a8d2-4c4d-8aa4-1bf6ff7b7589 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 943 time: 0.1506283 Nov 23 02:25:44.324270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-959419e4-bd92-468d-8174-e9f0cb04e3f5 req-adc66534-ec90-4e88-ae5b-02819834746c tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047499 Nov 23 02:25:44.353225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:44.387588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'mac_address': 'fa:16:3e:46:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:44.388052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.407277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-696034062-network', 'tenant_id': 'da4a301f38e34fd586088d48b9d61c6d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:44.434980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e7d6-a296-4cab-a486-e3cf8327fa5a req-9fe1af58-b71f-40a7-9d4e-ef8b4f8e937a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:44.444188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aca3e7d6-a296-4cab-a486-e3cf8327fa5a req-9fe1af58-b71f-40a7-9d4e-ef8b4f8e937a tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.1455395 Nov 23 02:25:44.454608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.455469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.457089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.459662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.460714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:44.461308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.475983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:44.505527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:44.515225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.533550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Made reservation on behalf of da4a301f38e34fd586088d48b9d61c6d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:44.537277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.552095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.553449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] Pushing event updated for resources: {'Network': ['ID=dbc2ab1d-a293-46f2-b69a-399e80bccdeb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.566305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bbe49f0e-7bc5-4930-be71-2a32112e30e1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3629472 Nov 23 02:25:44.567025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36566) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:44.568087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Calling delete_port for 462da9ec-bd87-4183-8e76-b96a6508c692 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:44.568926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network dbc2ab1d-a293-46f2-b69a-399e80bccdeb details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:44.574371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Request body: {'subnet': {'network_id': 'dbc2ab1d-a293-46f2-b69a-399e80bccdeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-531018696-subnet', 'tenant_id': '2b808bb1311d47c687656e8e2ad5eebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:44.584119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aca3e7d6-a296-4cab-a486-e3cf8327fa5a req-7715ed96-9ff5-4ba6-af1d-c4c09b51a592 tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340110 Nov 23 02:25:44.740137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.742613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Made reservation on behalf of 2b808bb1311d47c687656e8e2ad5eebc for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:44.745354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.767302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.774440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.799969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd9d13-2f16-4e99-8dd5-9b4ce8c6c24a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.818135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:44.828488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.829099 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Added segment 191ec04a-b0d5-45cf-984b-1addcac91529 of type vlan for network 4aa6a43d-92b3-4548-a052-c9688293d3f7 Nov 23 02:25:44.889274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.928803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.930804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:44.931760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.947335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:45.026478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.057425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9004500 Nov 23 02:25:45.059174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36582) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.066873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Request body: {'subnet': {'network_id': '4aa6a43d-92b3-4548-a052-c9688293d3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-696034062-subnet', 'tenant_id': 'da4a301f38e34fd586088d48b9d61c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:45.070980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Pushing event deleted for resources: {'Port': ['ID=462da9ec-bd87-4183-8e76-b96a6508c692,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.094524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b591c8d-0adf-4ff3-b639-0e33cc7d1fcf admin admin] Pushing event updated for resources: {'Network': ['ID=4aa6a43d-92b3-4548-a052-c9688293d3f7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.098807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Made reservation on behalf of da4a301f38e34fd586088d48b9d61c6d for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:45.101556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.106643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4aa6a43d-92b3-4548-a052-c9688293d3f7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:45.163429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.166414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.183132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-932877a2-3c8c-480a-94af-412c6e662ab4 tempest-ImagesOneServerNegativeTestJSON-1420975480 tempest-ImagesOneServerNegativeTestJSON-1420975480-project] 10.222.0.15 "DELETE /v2.0/floatingips/427baf11-dcef-48b2-8319-ae131d0261d8 HTTP/1.1" status: 204 len: 168 time: 1.8207438 Nov 23 02:25:45.349692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.388002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.450001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec1e56f-7b96-476c-a07a-c55233768fe0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.467033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-70cc9fd0-ecd6-4b02-8fd9-99f1b268e1af tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.469383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-70cc9fd0-ecd6-4b02-8fd9-99f1b268e1af tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.1368904 Nov 23 02:25:45.490885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Checking segment: {'id': '191ec04a-b0d5-45cf-984b-1addcac91529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '4aa6a43d-92b3-4548-a052-c9688293d3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:45.491257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Network hostable DHCP agents. Network: 4aa6a43d-92b3-4548-a052-c9688293d3f7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:45.492834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.548092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Deleting subnet 599096b4-f2ce-4126-be13-7ba593d0c030 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:45.556724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.589088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Network 4aa6a43d-92b3-4548-a052-c9688293d3f7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:45.624194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4aa6a43d-92b3-4548-a052-c9688293d3f7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:45.630807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.631461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.634912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a5700-a1e3-4f2a-b8bc-81d7bac6a9bc None None] Network 4aa6a43d-92b3-4548-a052-c9688293d3f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:45.647661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a714e-856d-447b-92a7-fc9bcb642a3e req-aa5536a1-34f7-422c-a573-1d034fe5cd92 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.649232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c43a714e-856d-447b-92a7-fc9bcb642a3e req-aa5536a1-34f7-422c-a573-1d034fe5cd92 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 944 time: 0.1758885 Nov 23 02:25:45.661477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525e82e1-98e1-4648-ab0e-b8753f0833fd,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.686148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.717475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Checking segment: {'id': '5c655575-793b-43c5-85a4-48b2a82b810d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dbc2ab1d-a293-46f2-b69a-399e80bccdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:45.717832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Network hostable DHCP agents. Network: dbc2ab1d-a293-46f2-b69a-399e80bccdeb, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:45.737560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82b724f6-b121-49c9-9c2d-1e36cd75b771 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6773064 Nov 23 02:25:45.820080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.822880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Network dbc2ab1d-a293-46f2-b69a-399e80bccdeb is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:45.861418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c43a714e-856d-447b-92a7-fc9bcb642a3e req-c16b1fcb-281a-42af-9f6f-66afa41553c9 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966345 Nov 23 02:25:45.890854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Deleting port 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:45.891209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.891950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, dbc2ab1d-a293-46f2-b69a-399e80bccdeb) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:45.911363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc0d0a-6163-4509-ab6b-2e3d87d50225 None None] Network dbc2ab1d-a293-46f2-b69a-399e80bccdeb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:45.911600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.912956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.943811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc3144-a9e5-40de-bf2e-bb43bab6a416 req-d9b7263a-f48a-4ee8-8090-2f9e6aa2cace tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.951651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7b52b-13e7-4975-9ed0-5d910ec4ea89 None None] Network 4aa6a43d-92b3-4548-a052-c9688293d3f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:45.958860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fcc3144-a9e5-40de-bf2e-bb43bab6a416 req-d9b7263a-f48a-4ee8-8090-2f9e6aa2cace tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3baacd9-7b7e-4651-94bd-f843ff09b248 HTTP/1.1" status: 200 len: 951 time: 0.2123704 Nov 23 02:25:45.974894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c50a98f-1df2-49ad-8237-390757cb25c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3959334 Nov 23 02:25:45.976086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.027432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599096b4-f2ce-4126-be13-7ba593d0c030,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.032880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.041044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b565e089-a490-49d8-98d6-86ae9b0f88b3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/599096b4-f2ce-4126-be13-7ba593d0c030 HTTP/1.1" status: 204 len: 168 time: 0.6520090 Nov 23 02:25:46.044141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36614) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.158208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fcc3144-a9e5-40de-bf2e-bb43bab6a416 req-51ff90c6-7492-42f5-9a7b-a988b14f747e tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.15 "GET /v2.0/security-groups?id=4585a311-5149-43b8-b3f2-60b3f3f02664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983144 Nov 23 02:25:46.251599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] For port 2e42c136-ed3e-404d-9976-abfd850df0cb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2e42c136-ed3e-404d-9976-abfd850df0cb,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:46.251972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.255201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.298460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Calling delete_port for 2e42c136-ed3e-404d-9976-abfd850df0cb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:46.463981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.512376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5b63bd-8b7a-4958-956b-26bb1500c773']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.527446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.527772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8d6c6c-3186-4b62-a64a-1fafb9b652a4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.556374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.578064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.594019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:46.595472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:46.599988 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:46.617183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-196089920', 'description': 'tempest-description-1840055518'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:46.622540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.653053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2e42c136-ed3e-404d-9976-abfd850df0cb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:46.654971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Pushing event deleted for resources: {'Port': ['ID=2e42c136-ed3e-404d-9976-abfd850df0cb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.656480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95cd811-6965-4584-a047-bcfebe39217c None None] Network dbc2ab1d-a293-46f2-b69a-399e80bccdeb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:46.730826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] No DVR routers for this DVR port 2e42c136-ed3e-404d-9976-abfd850df0cb on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:46.731302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.735573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.741499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd6419f5-23ce-4e5b-b234-01939d817183 req-9d00d3eb-de65-4af4-a88a-338d33f3570f tempest-MigrationsAdminTest-956526186 tempest-MigrationsAdminTest-956526186-project] 10.222.0.47 "DELETE /v2.0/ports/2e42c136-ed3e-404d-9976-abfd850df0cb HTTP/1.1" status: 204 len: 173 time: 1.2639205 Nov 23 02:25:46.742145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-deleted', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:46.744602 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b220782-5bf1-413d-89b1-3161e12fb251" -d '{"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-deleted", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:46.747923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.750036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.751831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb5b63bd-8b7a-4958-956b-26bb1500c773 HTTP/1.1" status: 204 len: 168 time: 0.7040231 Nov 23 02:25:46.774208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eaaae-a263-4d1b-a293-e0fb759068b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5b63bd-8b7a-4958-956b-26bb1500c773,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.893506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.898375 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.934411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.938979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa49b89c-5341-406a-881a-b54ee38af04c req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3274932 Nov 23 02:25:46.975062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723587e0-0ddb-4231-bb08-dd8204b4df9b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16fccb0-bde5-409c-bd3e-5f61e7a96a42,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.000904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-128181c6-c75e-472d-862f-f5e46b94ff0d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:47.008238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.014701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-128181c6-c75e-472d-862f-f5e46b94ff0d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.2101941 Nov 23 02:25:47.046609 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972089fe-2373-473e-a235-2c1bdeba2a17 x-openstack-request-id: req-972089fe-2373-473e-a235-2c1bdeba2a17 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:47.046887 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3baacd9-7b7e-4651-94bd-f843ff09b248", "name": "network-vif-deleted", "tag": "2e42c136-ed3e-404d-9976-abfd850df0cb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:47.047139 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-972089fe-2373-473e-a235-2c1bdeba2a17 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:47.047540 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3baacd9-7b7e-4651-94bd-f843ff09b248', 'name': 'network-vif-deleted', 'tag': '2e42c136-ed3e-404d-9976-abfd850df0cb', 'status': 'completed', 'code': 200} Nov 23 02:25:47.059011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-4ed66b10-bac8-4c6f-a4d0-c9aef82c1f38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/quotas/92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 375 time: 0.0433295 Nov 23 02:25:47.101722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b0835107-b042-48f7-8f9a-776b776a6204 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2daccef4b5e42dc9e43595949f57f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922589 Nov 23 02:25:47.108920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36656) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.132763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-0159cfec-f512-4dc9-a722-45eb8bf012b0 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727689 Nov 23 02:25:47.217892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.251848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.328519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fd8e8-8f42-4ede-bc94-2cd1e1b93fd5 req-c334a511-1a29-4c4b-867d-945dc43d7bce tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:47.330982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f8fd8e8-8f42-4ede-bc94-2cd1e1b93fd5 req-c334a511-1a29-4c4b-867d-945dc43d7bce tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 944 time: 0.1900165 Nov 23 02:25:47.367095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-3b2c9399-5509-4196-ad80-47bdb0ff7732 service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333038 Nov 23 02:25:47.373957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.377243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.382052 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43c21a19-902b-48f0-a035-3287d59874a1 HTTP/1.1" status: 204 len: 168 time: 0.2695932 Nov 23 02:25:47.390898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639e10-9a09-465f-9f7d-ec2ac3017cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c21a19-902b-48f0-a035-3287d59874a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.496765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f8fd8e8-8f42-4ede-bc94-2cd1e1b93fd5 req-8e122d48-dba4-4518-aad0-8ecd2956ad9d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519048 Nov 23 02:25:47.566939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-b03d617e-a8e3-4d77-89e4-367d1051a8bc service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978514 Nov 23 02:25:47.600718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-eb1a9415-8fe5-49c8-b515-b879c57d19ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/a16fccb0-bde5-409c-bd3e-5f61e7a96a42 HTTP/1.1" status: 200 len: 1829 time: 0.0739229 Nov 23 02:25:47.621456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a16fccb0-bde5-409c-bd3e-5f61e7a96a42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:47.621456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a16fccb0-bde5-409c-bd3e-5f61e7a96a42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:47.713327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.775134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.780308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.836259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.862988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a4451d8-38cb-4ec9-9fd2-9ec4c07d6d59 req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2542677 Nov 23 02:25:47.873741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcda4-be1a-4dac-9ccc-9ea792270818 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4261e25-465b-48a9-8e44-d13d729b3e6d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.063040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bc36bf7-b057-40a1-ab5a-e1d88772c478 req-10d9d4b9-7cdb-498e-a8dd-d1b6e82575c6 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 210 time: 0.0771790 Nov 23 02:25:48.103787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:48.162885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02192a58-c551-47d6-8d87-3316c3263c0d req-726f3497-8e8f-4c1d-8dbf-bfef6cd78b07 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/a16fccb0-bde5-409c-bd3e-5f61e7a96a42 HTTP/1.1" status: 200 len: 2422 time: 0.0757279 Nov 23 02:25:48.241413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-0823dced-2729-47e0-a8a4-6ffa3b135b55 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-group-rules/c4261e25-465b-48a9-8e44-d13d729b3e6d HTTP/1.1" status: 200 len: 778 time: 0.0484438 Nov 23 02:25:48.247583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:48.259203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:48.259917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.328851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.448315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-357ef94a-f118-4be4-b569-d48ffbe5eb89 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/a16fccb0-bde5-409c-bd3e-5f61e7a96a42 HTTP/1.1" status: 200 len: 2422 time: 0.2008963 Nov 23 02:25:48.551329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.569472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f09b8110-e037-4381-8f9a-491aabe50fd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b1638c79e344f298db1a9a730889436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378681 Nov 23 02:25:48.571016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.573049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.576483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.606119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:48.612035 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6946f77a-cdb8-4c3e-94f2-13aaab5c55f5" -d '{"events": [{"server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:48.629377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:48.637335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.687164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.711527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.735478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.764713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.784922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-365cd0a3-8889-46b0-bb79-1668ae9c3304 req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c4261e25-465b-48a9-8e44-d13d729b3e6d HTTP/1.1" status: 204 len: 173 time: 0.3326423 Nov 23 02:25:48.788475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dfadb-5d3c-48c5-b998-b8875d750c43 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4261e25-465b-48a9-8e44-d13d729b3e6d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.857968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.897227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-397162452-network', 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:48.932754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:48.934053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:48.937757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.947815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.950341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.989763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2e42c136-ed3e-404d-9976-abfd850df0cb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:48.990567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2e42c136-ed3e-404d-9976-abfd850df0cb not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:49.042444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6de2c-5620-49fc-af48-03ac95726154 req-951ad060-f08f-46d0-8ecc-2f8e388a625a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:49.050126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e6de2c-5620-49fc-af48-03ac95726154 req-951ad060-f08f-46d0-8ecc-2f8e388a625a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.1303334 Nov 23 02:25:49.089876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.098775 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.100684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4585a311-5149-43b8-b3f2-60b3f3f02664 HTTP/1.1" status: 204 len: 168 time: 0.5264435 Nov 23 02:25:49.117052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.129666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.143795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf7db6-1edc-43be-a192-ba228b5f143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585a311-5149-43b8-b3f2-60b3f3f02664,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.178648 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468e88e-4e6d-491f-9090-86d7040d28f4 x-openstack-request-id: req-3468e88e-4e6d-491f-9090-86d7040d28f4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:49.180801 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:49.181332 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3468e88e-4e6d-491f-9090-86d7040d28f4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:49.182892 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'code': 200} Nov 23 02:25:49.197725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e6de2c-5620-49fc-af48-03ac95726154 req-7c23eeb9-dff5-4190-ba92-e25789e84ae5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443968 Nov 23 02:25:49.200358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:49.236359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de978ef-26db-402a-864c-7538b395280f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.239418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-285256780', 'description': 'tempest-description-729313622'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:49.244375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.244841 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Added segment 6d8de854-de4c-435d-b8e4-e4be52dbd917 of type vlan for network 2b798704-ac06-40c9-b04a-96d9e24e06bf Nov 23 02:25:49.320234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.366121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.400981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b910f5c-1290-4283-9834-553807972686 req-357119f7-d169-4f5a-ada4-a9e4c63ddd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:49.402664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8b910f5c-1290-4283-9834-553807972686 req-357119f7-d169-4f5a-ada4-a9e4c63ddd30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1097 time: 0.0831637 Nov 23 02:25:49.416980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.417927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:49.418530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.448899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.455296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.498224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8096311 Nov 23 02:25:49.505067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36750) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:49.512620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Request body: {'subnet': {'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-397162452-subnet', 'tenant_id': '4a9315555fce4d4e954430c51ea1744b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:49.524785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdb66d-5ce9-45a0-80f6-2bcdb251bf2a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.526242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eead6fb-62c3-4082-9ead-cbe18c74d8f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2b798704-ac06-40c9-b04a-96d9e24e06bf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.533976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.547994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a8c9206-6ed7-4b4e-9934-eb9e03c436b6 req-530a0ba1-1537-47e8-8f25-be9cb004c63f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3145180 Nov 23 02:25:49.552119 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8b910f5c-1290-4283-9834-553807972686 req-98b8b8d3-916c-4764-a320-908b687cdaf8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362748 Nov 23 02:25:49.566547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:49.581723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:49.587319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.756657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31c0e1e0-98f5-403d-b524-68abc55e2012 req-f0f47aa9-472e-42d5-9a11-beb264ef5558 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 210 time: 0.0758996 Nov 23 02:25:49.773617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:49.821664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fdfc677-11e2-4181-be58-e6484d5898ac req-dd9eea77-99b2-43f8-9816-a24a286c42bc tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/fabdb66d-5ce9-45a0-80f6-2bcdb251bf2a HTTP/1.1" status: 200 len: 1828 time: 0.2272003 Nov 23 02:25:49.898258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-686726791', 'description': 'tempest-description-2019801113'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:49.904988 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97015797-0bd4-44b9-9ee9-4e36ad8adc56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24101297be1e4945a0c93b87ba3a09fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286793 Nov 23 02:25:49.907390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36766) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:49.931674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-3ee5755f-fb4a-42e1-8a56-e33dc6fb99a3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:49.933843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-3ee5755f-fb4a-42e1-8a56-e33dc6fb99a3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.3348927 Nov 23 02:25:49.937329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.974294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Request body: {'port': {'device_id': '34befd72-8245-4620-b155-8df29ad3ad9f', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'admin_state_up': True, 'tenant_id': '92dfda8608354edb9e449982649e0768'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:50.007386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.043428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.120557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.123728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.125011 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3d4cd0d-c41b-40a4-bd43-07306503ded2 HTTP/1.1" status: 204 len: 168 time: 0.2164791 Nov 23 02:25:50.155788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c97a80-2dbc-4287-af51-3e6a1b6fabcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d4cd0d-c41b-40a4-bd43-07306503ded2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.173040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.239781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.266992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:50.271930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.274083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.318454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.332942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8172c7df-c532-4f76-998f-f58eef8648b0 req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4472177 Nov 23 02:25:50.352928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e01823-a300-4b18-b022-02a1fff7cf6d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.363644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:50.375314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Network hostable DHCP agents. Network: 2b798704-ac06-40c9-b04a-96d9e24e06bf, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:50.539115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dba2fb-caab-4b1b-a41e-b1d84413096f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f4ee35-4b99-4008-bcca-f378e022fa4b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.541719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Allocated IP 172.20.0.3 (64b7b5bb-20a1-4170-bb0c-a48375649eb3/9046ef64-0f1a-43e1-9fac-d9c1c2b7df37/515f02e1-e284-4319-bb13-1c73976524d4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:50.583849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:50.617822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2b798704-ac06-40c9-b04a-96d9e24e06bf) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:50.627005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b03a30-a6b3-4533-beb4-b92d6f4b306c req-568fbdff-8c8b-44a8-ae25-81d0ca266e71 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:50.629332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8985380-0a35-4bd0-8ae3-051895248989 None None] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:50.634638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78b03a30-a6b3-4533-beb4-b92d6f4b306c req-568fbdff-8c8b-44a8-ae25-81d0ca266e71 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.1171465 Nov 23 02:25:50.652163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:50.652771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.764887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-091efdd6-792e-40b2-a95b-6390119f7cef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2578790 Nov 23 02:25:50.862677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78b03a30-a6b3-4533-beb4-b92d6f4b306c req-314ae56f-df6c-492e-a997-58159fecc724 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269468 Nov 23 02:25:50.934644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ed20a08-adb5-4f00-b074-207e4e4b0a68 req-f8d28ccc-7be8-43a4-bbe0-cc97ed7dd9c2 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/82f4ee35-4b99-4008-bcca-f378e022fa4b HTTP/1.1" status: 200 len: 1829 time: 0.1817944 Nov 23 02:25:50.956656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4db006-2e93-4802-a18f-68ef55f82997 None None] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:51.004570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.135287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1551434144', 'description': 'tempest-description-151843021'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:51.158615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e1a96f5-89c0-494e-8db7-bf81f5ad6d9b req-73b9f068-cffb-4f1d-80d9-aa81f8a595d0 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 210 time: 0.0709054 Nov 23 02:25:51.175904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.264448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:51.271991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:51.288557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:51.288557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.334374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:51.400915 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.419944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.433037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:51.434125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.474992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.480589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0259d7a0-2646-4a3a-b31d-a0306079247c req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3744967 Nov 23 02:25:51.484081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-bedd6405-4871-4fdd-a2e8-4664aa6ea214 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324175 Nov 23 02:25:51.489152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8906d4-86ce-4ccc-8af9-6ac912ad3c7c tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fee1ac-8575-4a36-b8e7-9325d1cddddf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:51.513536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Request body: {'port': {'device_id': '34befd72-8245-4620-b155-8df29ad3ad9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:51.626616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.683487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-427c88b3-cecd-4587-9a77-6e0c604d7817 req-9bca0d2f-1e9a-454d-98c3-5aaa7a92dc5a tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/13fee1ac-8575-4a36-b8e7-9325d1cddddf HTTP/1.1" status: 200 len: 1829 time: 0.1391943 Nov 23 02:25:51.730699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1423626308', 'description': 'tempest-description-248456727'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:51.845540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-1cdf27e0-6161-49c4-a8e7-e34be862872e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:51.852886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-1cdf27e0-6161-49c4-a8e7-e34be862872e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2492774 Nov 23 02:25:51.867525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.895342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-d5a540b6-cad7-4a4b-b80a-1197bf5464ca tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0413096 Nov 23 02:25:51.943085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:51.973230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-ec56341b-15ad-4d84-9831-0545faa446b7 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770018 Nov 23 02:25:52.108481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-918156c7-3edb-47db-9d82-52399d9228d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.259202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-918156c7-3edb-47db-9d82-52399d9228d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.264810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-918156c7-3edb-47db-9d82-52399d9228d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.312634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918156c7-3edb-47db-9d82-52399d9228d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27572f-656f-4f01-91da-393dd0aeb748,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.349849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-918156c7-3edb-47db-9d82-52399d9228d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b559dffba9fa45429750c99d607f50e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048965 Nov 23 02:25:52.352245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36868) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:52.413738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.441216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.510802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.513452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.517025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa27572f-656f-4f01-91da-393dd0aeb748 HTTP/1.1" status: 204 len: 168 time: 0.1614423 Nov 23 02:25:52.523877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ec1f-12a8-4b0c-a0a3-3a69c41ca83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27572f-656f-4f01-91da-393dd0aeb748,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.525962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.536407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.552752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-8e77c80c-6495-49b9-89a5-e7ab808f7204 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786252 Nov 23 02:25:52.559873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515f02e1-e284-4319-bb13-1c73976524d4 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:52.595296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.640297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.641511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccf689d0-01e2-4fb1-9627-5e9973ba5573 req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9196641 Nov 23 02:25:52.648610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0798ec-01aa-4a93-b6a0-5ac47c7531e7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9f8c2-8613-44ce-8c46-ef8cff9e9237,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.663344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Transition to ACTIVE for port object 515f02e1-e284-4319-bb13-1c73976524d4 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:52.671806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.767411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.773166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-e7cad68b-21b6-470f-a142-1f86abb0f1e4 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196093 Nov 23 02:25:52.833961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d161cb-13ca-4027-b657-3df5f218d98e req-a309e7c5-51c8-4f72-a7e4-e3692b0fd2cc tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:52.836484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10d161cb-13ca-4027-b657-3df5f218d98e req-a309e7c5-51c8-4f72-a7e4-e3692b0fd2cc tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.1194210 Nov 23 02:25:52.895238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:52.896594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:52.897207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:52.923061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10d161cb-13ca-4027-b657-3df5f218d98e req-09baf781-6a26-4fbb-8b37-c51566bb8fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Nov 23 02:25:52.923982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:52.924579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:52.931641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:52.932075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:52.932466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:52.933448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Bound port: 515f02e1-e284-4319-bb13-1c73976524d4, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:52.934055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.044707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:53.048324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:53.060712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.165486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.166410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.166410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.168118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] 10.222.0.47 "PUT /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 1092 time: 1.6593876 Nov 23 02:25:53.170279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:53.172246 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "tag": "515f02e1-e284-4319-bb13-1c73976524d4"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:53.233874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d2e9e-1975-4e5e-8b44-8dd6de064b48 req-afd1cde8-c14f-4aab-b9d6-3be5717dfe29 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.235513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-667d2e9e-1975-4e5e-8b44-8dd6de064b48 req-afd1cde8-c14f-4aab-b9d6-3be5717dfe29 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.1710393 Nov 23 02:25:53.236194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12fdbd-76ff-4b64-a624-f9f04c618f18 service neutron] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.317898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-01f84026-9464-4deb-becd-29bc3a99861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.319584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-01f84026-9464-4deb-becd-29bc3a99861a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1095 time: 0.1054668 Nov 23 02:25:53.346043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-667d2e9e-1975-4e5e-8b44-8dd6de064b48 req-7c055573-bc38-4927-9cf5-0f44e1025b9f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919569 Nov 23 02:25:53.383685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-1dc1361a-59ee-4fcd-a79d-60f2d4bb1332 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.0550427 Nov 23 02:25:53.452652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-43eaee0b-2718-46b4-9f71-53da93cdb570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.454318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-43eaee0b-2718-46b4-9f71-53da93cdb570 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0556226 Nov 23 02:25:53.497624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-479c930a-c660-4dfd-ac2f-5a9f29392bfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340698 Nov 23 02:25:53.503649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7894e1c6-2e22-4e8a-b066-09c2e355285b req-10ca3a84-de5e-4ddd-8c3c-801ff42a76f7 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/59f9f8c2-8613-44ce-8c46-ef8cff9e9237 HTTP/1.1" status: 200 len: 1829 time: 0.1187787 Nov 23 02:25:53.601712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77aa6ef0-1317-449c-9f1e-153e1bae31f6 req-3b41a1e0-6d4b-4c1e-be25-8a410b3f9cd2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 210 time: 0.0324402 Nov 23 02:25:53.710448 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c2732a-aba3-4c12-b5f5-93604986c5e9 x-openstack-request-id: req-53c2732a-aba3-4c12-b5f5-93604986c5e9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:53.710766 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "tag": "515f02e1-e284-4319-bb13-1c73976524d4", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:53.711016 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53c2732a-aba3-4c12-b5f5-93604986c5e9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:53.711481 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4', 'status': 'completed', 'code': 200} Nov 23 02:25:53.762605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-d12ef831-a846-4fcc-bfe6-33f8d24ab000 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575529 Nov 23 02:25:53.876934 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-baf911dd-c367-42cd-a08a-5fa5de8aaed9 req-5bb2a952-c6d1-4afe-aa29-40316a51e979 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] show failed (client error): The resource could not be found. Nov 23 02:25:53.877953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-baf911dd-c367-42cd-a08a-5fa5de8aaed9 req-5bb2a952-c6d1-4afe-aa29-40316a51e979 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/aecd6f06-7fb2-4b9b-9c89-3e70b13d63dd HTTP/1.1" status: 404 len: 352 time: 0.0384576 Nov 23 02:25:53.884744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-f2d02f71-f627-421d-98e4-4b05bfa96339 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 258 time: 0.2875049 Nov 23 02:25:53.906421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:53.928470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-907d21ec-579c-4554-a74f-13d29d4e5b38 req-509ad3a0-31f4-419b-a0f1-f361ec13ead8 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571019 Nov 23 02:25:53.942796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.107555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-3a9b362d-1a6c-4bac-9744-0b3594319616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.109119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-3a9b362d-1a6c-4bac-9744-0b3594319616 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1095 time: 0.1092641 Nov 23 02:25:54.134569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36970) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.198650 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.251751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-0da2a6dd-598a-4a84-b8f0-937e5d1980b3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.254026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-0da2a6dd-598a-4a84-b8f0-937e5d1980b3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.1930368 Nov 23 02:25:54.276800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': '796207bb-988d-4649-bad8-30744ae84224', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:54.288185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-7913f510-4379-4812-8502-91d1f71585c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.289771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-7913f510-4379-4812-8502-91d1f71585c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1706867 Nov 23 02:25:54.369819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-10492225-2925-43c2-8fcf-145e56dbcf63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.0509579 Nov 23 02:25:54.393354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1f1841f-f258-40a5-8999-33b483453447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.417228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:54.421620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.436657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Allocated IP 172.25.1.124 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9f72e92b-6b1b-42fe-9bbd-5418dc36cc26) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:54.467089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-077e9c93-dea6-4447-85b3-6088f9eefe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.468572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-077e9c93-dea6-4447-85b3-6088f9eefe21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0860021 Nov 23 02:25:54.555627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-fbaab8b1-889f-4a24-8a2a-69163c0032be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783088 Nov 23 02:25:54.559721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.10 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/54c5ee39-0e4c-4df7-b961-9eb6ca0a8926) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:54.719446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1f1841f-f258-40a5-8999-33b483453447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.726177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.734879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.735656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1f1841f-f258-40a5-8999-33b483453447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.769779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.805799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-0a34f891-0aba-4b3a-8555-ad34f5885111 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400298 Nov 23 02:25:54.812391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a1f1841f-f258-40a5-8999-33b483453447 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0813e146c92f4d5cacbaf9a45e60a70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6768620 Nov 23 02:25:54.818387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37014) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.827864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1841f-f258-40a5-8999-33b483453447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243c2a9-2f0b-432d-94cd-840670510fcf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.829772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:54.838464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:54.845206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:54.880359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.886468 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-62c2ec90-134a-454a-b573-91b7b7880dae req-c44311bc-d845-4795-84a4-b724fb8e1736 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] show failed (client error): The resource could not be found. Nov 23 02:25:54.887532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62c2ec90-134a-454a-b573-91b7b7880dae req-c44311bc-d845-4795-84a4-b724fb8e1736 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-group-rules/928d5b48-8f1a-49b6-9297-0398c3f750fe HTTP/1.1" status: 404 len: 361 time: 0.0676301 Nov 23 02:25:54.903458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.931657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.932283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.935685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.961713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-c9687f2b-f2a6-462e-90a5-2ab1a777bb3e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6965830 Nov 23 02:25:54.966098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.977162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Request body: {'port': {'device_id': '796207bb-988d-4649-bad8-30744ae84224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:54.988488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:54.989506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event updated for resources: {'Port': ['ID=9f72e92b-6b1b-42fe-9bbd-5418dc36cc26,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.999494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:55.001897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:55.032289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cae7b22-8627-49d8-9aef-1016bb9bb7b5 req-a3304f5e-2887-4930-bab6-3d243462ad53 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177572 Nov 23 02:25:55.065834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.110841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.112298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.115107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.118544 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7243c2a9-2f0b-432d-94cd-840670510fcf HTTP/1.1" status: 204 len: 168 time: 0.2949617 Nov 23 02:25:55.135953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9c55c-e44b-43b7-bca5-fae2a08a07b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243c2a9-2f0b-432d-94cd-840670510fcf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:55.167954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.283058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad97c3fe-f67a-4b52-9ef3-aac4a77aa41a req-54aa2516-69ff-4051-99ec-a8cc3ceae492 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631332 Nov 23 02:25:55.406665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:55.416514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.430671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Transition to ACTIVE for port object 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:55.438139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.444435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97c3fe-f67a-4b52-9ef3-aac4a77aa41a req-2aba87fd-2632-4e64-93b0-232a98eac868 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.445915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad97c3fe-f67a-4b52-9ef3-aac4a77aa41a req-2aba87fd-2632-4e64-93b0-232a98eac868 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545620 Nov 23 02:25:55.458434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.468347 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.483087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad97c3fe-f67a-4b52-9ef3-aac4a77aa41a req-275a8480-4b69-4390-9607-6d639f012778 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/quotas/76ed6f4a7098443abc3c552b66d97f9d HTTP/1.1" status: 200 len: 375 time: 0.0225573 Nov 23 02:25:55.501457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Pushing event updated for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:55.557252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad97c3fe-f67a-4b52-9ef3-aac4a77aa41a req-b8ad1b9c-0d2a-44bc-ab4c-f494f4a6ca30 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723903 Nov 23 02:25:55.579018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Attempting to bind port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:55.579618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Attempting to bind port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:55.580145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Attempting to bind port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:55.586090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:55.586813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Attempting to bind port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:55.587728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event updated for resources: {'Port': ['ID=9f72e92b-6b1b-42fe-9bbd-5418dc36cc26,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:55.594710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:55.595469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:55.596112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:55.597143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Bound port: 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:55.597948 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.602870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.620094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.621434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-6c7944c1-d328-4ea9-a841-ba2b20fc5eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7229567 Nov 23 02:25:55.687805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-5bfab396-7e44-42d1-bf37-0d33a4ee8aff tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.0598018 Nov 23 02:25:55.696031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:55.700099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:55.708401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.774575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.775816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.777759 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] 10.222.0.47 "PUT /v2.0/ports/54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 HTTP/1.1" status: 200 len: 1093 time: 0.8054307 Nov 23 02:25:55.780439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:55.783885 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0464c4a-4208-46ab-926e-51153b5b56f0" -d '{"events": [{"name": "network-changed", "server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:55.788136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524ec2-33f4-43af-ad70-7ea66acc2875 service neutron] Pushing event updated for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:55.851586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdd97-a640-4600-ade6-71faea220b2e req-1537e1b8-f717-4cd4-8007-92c4d6217f84 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.853159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cdfdd97-a640-4600-ade6-71faea220b2e req-1537e1b8-f717-4cd4-8007-92c4d6217f84 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.0834916 Nov 23 02:25:55.864971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-2fb55381-bcbd-4f5a-89b9-66f447998c0e tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.865866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-a80729fe-bed5-411c-b6d6-6f41bab92ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.867475 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-a80729fe-bed5-411c-b6d6-6f41bab92ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 1096 time: 0.0425799 Nov 23 02:25:55.876194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6e9c229-51e8-4b6c-a13f-ca537b60ad3e req-2fb55381-bcbd-4f5a-89b9-66f447998c0e tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1811960 Nov 23 02:25:55.888267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:55.914638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-14d26af8-ba14-4d58-80d6-d114143dda42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 HTTP/1.1" status: 200 len: 217 time: 0.0389636 Nov 23 02:25:55.941039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cdfdd97-a640-4600-ade6-71faea220b2e req-1f8f4dcc-e251-4a1f-b0ad-7de7ec559836 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Nov 23 02:25:55.968018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-60afa895-6032-434e-9ddd-a60efe5a0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.969689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-60afa895-6032-434e-9ddd-a60efe5a0aef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0477149 Nov 23 02:25:55.982338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445cbf7-8d9c-4b9f-b4e5-a09854b9363e req-8ad0e534-90dc-4d86-a841-e2e270c3c44e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:55.984098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1445cbf7-8d9c-4b9f-b4e5-a09854b9363e req-8ad0e534-90dc-4d86-a841-e2e270c3c44e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 944 time: 0.0595098 Nov 23 02:25:56.012698 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-415835e0-be7e-49c0-9a02-e0e90d01c51b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346687 Nov 23 02:25:56.031808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1258583712-network', 'tenant_id': '45f069aaf5024dccac58889a3a5cacff'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:56.060514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1445cbf7-8d9c-4b9f-b4e5-a09854b9363e req-75368d1c-1d7a-4438-befd-48af3eb44b2f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692720 Nov 23 02:25:56.073227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Made reservation on behalf of 45f069aaf5024dccac58889a3a5cacff for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:56.075576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.089528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.124875 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-f56e4eff-1340-41a4-b1fc-b0e7539fa2a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052790 Nov 23 02:25:56.142227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:56.180953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-8d76a6db-80a9-4fc8-8957-b0157a16c95a tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/59f9f8c2-8613-44ce-8c46-ef8cff9e9237 HTTP/1.1" status: 200 len: 1829 time: 0.0835381 Nov 23 02:25:56.242353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.259742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ef7c4daa-9408-482a-baf4-6cc53bba4f63 req-81ddf8fc-0102-4caf-927e-79f15f326a2e service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274307 Nov 23 02:25:56.281789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:56.284719 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7337caf-eeae-4c9c-8128-1b63bdee899d" -d '{"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:56.303553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:56.309013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.331345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.335294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.346263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.361094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.371771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.386947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:56.415209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0da9a-1968-43c6-bb44-6eb4b0394137,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.422983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.423436 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Added segment f55076a7-773e-4f19-bca1-529f8a0c2248 of type vlan for network 4aa7412f-a33a-4759-841c-433316f88d1a Nov 23 02:25:56.469251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.471842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.473568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f88cd627-8ed6-4427-a32b-8daf492a0c28 req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-groups/59f9f8c2-8613-44ce-8c46-ef8cff9e9237 HTTP/1.1" status: 204 len: 173 time: 0.2784073 Nov 23 02:25:56.487687 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1e20aa-f6fa-41ef-bb68-6727b94780e7 x-openstack-request-id: req-bf1e20aa-f6fa-41ef-bb68-6727b94780e7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:56.488831 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:56.489329 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf1e20aa-f6fa-41ef-bb68-6727b94780e7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:56.489673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fb3cb-e52d-4649-8bf7-db452896cfcf tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9f8c2-8613-44ce-8c46-ef8cff9e9237,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.490172 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'status': 'completed', 'code': 200} Nov 23 02:25:56.492517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.524077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.525411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.534366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.569990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-f859ca0d-ba59-4052-9867-c17763460c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.571654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-f859ca0d-ba59-4052-9867-c17763460c42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 1096 time: 0.0453548 Nov 23 02:25:56.639701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7503536 Nov 23 02:25:56.643042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37078) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:56.649655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Request body: {'subnet': {'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1258583712-subnet', 'tenant_id': '45f069aaf5024dccac58889a3a5cacff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:56.654814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44e40c-205b-4d38-b301-f6242b58c3db admin admin] Pushing event updated for resources: {'Network': ['ID=4aa7412f-a33a-4759-841c-433316f88d1a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.666408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4aa7412f-a33a-4759-841c-433316f88d1a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:56.669141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-f42e90f8-853c-4a1f-ab5e-4f2b7204cddb tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.670737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-f42e90f8-853c-4a1f-ab5e-4f2b7204cddb tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1214178 Nov 23 02:25:56.705751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Made reservation on behalf of 45f069aaf5024dccac58889a3a5cacff for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:56.708762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.755302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-7352fb14-a358-43c5-9c1a-9967ddb19f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.756890 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-7352fb14-a358-43c5-9c1a-9967ddb19f05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1785727 Nov 23 02:25:56.811295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-57bd1481-5ea6-4f88-8756-f3c248692628 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 HTTP/1.1" status: 200 len: 217 time: 0.0451028 Nov 23 02:25:56.881321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-c8a2d708-5b0c-4239-a49b-16d7f4a641a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.882843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-c8a2d708-5b0c-4239-a49b-16d7f4a641a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0644135 Nov 23 02:25:56.938832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-e227fb88-9711-4911-8e15-3b37b2f87fd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482218 Nov 23 02:25:56.948685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:57.055850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.070361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:57.080401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-3a81a740-2e59-4b86-8fa4-23f6e89b414a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 696 time: 0.3997462 Nov 23 02:25:57.084228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '515f02e1-e284-4319-bb13-1c73976524d4', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'port_id': '515f02e1-e284-4319-bb13-1c73976524d4', 'mac_address': 'fa:16:3e:a5:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9046ef64-0f1a-43e1-9fac-d9c1c2b7df37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:57.097781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'floatingip': {'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:57.131245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-d79543cf-af0b-4d41-a4e1-b648a406e939 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767654 Nov 23 02:25:57.133828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.137539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.147715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.149995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515f02e1-e284-4319-bb13-1c73976524d4 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:57.171002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:57.176532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.202563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Checking segment: {'id': 'f55076a7-773e-4f19-bca1-529f8a0c2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:57.202981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Network hostable DHCP agents. Network: 4aa7412f-a33a-4759-841c-433316f88d1a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:57.231728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.238116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-9b61c7dc-01a5-443d-96c0-6d727f7ef075 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.239367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Network 4aa7412f-a33a-4759-841c-433316f88d1a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:57.240755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-9b61c7dc-01a5-443d-96c0-6d727f7ef075 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.5690694 Nov 23 02:25:57.257375 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e0464c4a-4208-46ab-926e-51153b5b56f0 req-caab47d7-1e87-4de8-bd0b-233e9df582e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123536 Nov 23 02:25:57.258386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4aa7412f-a33a-4759-841c-433316f88d1a) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:57.262205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.262811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.275126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557ad2a-fb6c-48a3-970c-4ae6700d0a07 None None] Network 4aa7412f-a33a-4759-841c-433316f88d1a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:57.281639 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-030e35b8-6fe3-4807-9938-0b989e8cd881 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6374705 Nov 23 02:25:57.295753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-c4ffb003-f423-47b2-8286-5059a4300ad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/quotas/602bc1cf6ba943c2892cc97b13d4679e HTTP/1.1" status: 200 len: 375 time: 0.0457432 Nov 23 02:25:57.395617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['515f02e1-e284-4319-bb13-1c73976524d4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:57.416583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8e61542f-fec1-4934-9106-ae4d152c8054 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118836 Nov 23 02:25:57.451156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e55d6-5263-472a-bc6e-a1818c54ec02 None None] Network 4aa7412f-a33a-4759-841c-433316f88d1a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:57.617922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-d650c19b-bd11-4e23-afbf-c74e1b22c7bf service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000613 Nov 23 02:25:57.781430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-e015f5b1-d125-4a29-b9a6-d6641ab3d215 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557388 Nov 23 02:25:57.836580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-2019ec55-f340-45ec-a15c-d268a1f17783 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.838126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-2019ec55-f340-45ec-a15c-d268a1f17783 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/ports?device_id=20903c3e-1215-45ac-b9e4-79a50164e9c3 HTTP/1.1" status: 200 len: 944 time: 0.0498378 Nov 23 02:25:57.846792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.851290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.926650 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c3c62-25ea-497b-a7c6-f319a569f174 x-openstack-request-id: req-822c3c62-25ea-497b-a7c6-f319a569f174 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:57.927196 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:57.927665 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-822c3c62-25ea-497b-a7c6-f319a569f174 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:57.928296 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'code': 200} Nov 23 02:25:57.970847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Deleting port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:57.971251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.007836 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Floating IP bd50bedc-f5fe-4729-9239-fedd0d1773b8 associated. External IP: 172.25.1.124, port: 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9. Nov 23 02:25:58.090317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] For port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:58.090790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.109037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Calling delete_port for 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:58.147804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-180de3c9-1507-4eea-ba6f-4831918ae8b9 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/13fee1ac-8575-4a36-b8e7-9325d1cddddf HTTP/1.1" status: 200 len: 1829 time: 0.0949521 Nov 23 02:25:58.243991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.275301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event deleted for resources: {'Port': ['ID=33a90079-0e18-4a3a-a8b0-9b85b6ff29d1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.296947 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.330335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] No DVR routers for this DVR port 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:58.333595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.334315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.337016 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fe129c2f-d55f-416f-9fa2-9ad33e316c33 req-c84148f6-222d-4070-ac6f-94b837b8a57f tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "DELETE /v2.0/ports/33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 HTTP/1.1" status: 204 len: 173 time: 0.4918654 Nov 23 02:25:58.364733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Router c3c96ec2-4377-426f-a5ef-0622d081677b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:58.416977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.419497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.420639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c427206-2b23-4d01-843f-d0b84c345fe6 req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-groups/13fee1ac-8575-4a36-b8e7-9325d1cddddf HTTP/1.1" status: 204 len: 173 time: 0.2628827 Nov 23 02:25:58.435822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab6122-c11d-479d-9c4e-17c9075e6f3f tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fee1ac-8575-4a36-b8e7-9325d1cddddf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.492367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-deleted', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:58.494775 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41d416-4ac9-4e6b-9f38-a2c5c4d9565e" -d '{"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-deleted", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:58.548417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:58.553298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.558891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Sync routers for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:58.565868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d38f3-0b7d-49b8-b5aa-fcf6529bf23a req-96e83204-0584-4d2d-81a5-a9a8aa60aa0a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:58.567881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce7d38f3-0b7d-49b8-b5aa-fcf6529bf23a req-96e83204-0584-4d2d-81a5-a9a8aa60aa0a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.0703812 Nov 23 02:25:58.569549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:58.570353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:58.604888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-39ce61de-22e3-4e5c-ba71-0d2c35a1935d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "PUT /v2.0/floatingips/bd50bedc-f5fe-4729-9239-fedd0d1773b8 HTTP/1.1" status: 200 len: 996 time: 1.5177667 Nov 23 02:25:58.605479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:58.607744 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e4ec39-0562-4b53-85ca-2d5fb207e977" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:58.662523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce7d38f3-0b7d-49b8-b5aa-fcf6529bf23a req-5b416d34-8763-4886-82da-b874aed8b7cf tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Nov 23 02:25:58.675334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-97502fa7-1500-4eea-a163-153d7ec1e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:58.677516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-97502fa7-1500-4eea-a163-153d7ec1e12f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1097 time: 0.0576644 Nov 23 02:25:58.680284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:58.807140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b8384-9591-44d2-ad38-ff8927261a41 req-ec1a5be7-5afd-4f13-96ab-90722695d9fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:58.808952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-113b8384-9591-44d2-ad38-ff8927261a41 req-ec1a5be7-5afd-4f13-96ab-90722695d9fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 944 time: 0.0774469 Nov 23 02:25:58.838168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-c77c883d-6ae4-4cf5-b22d-8567c9a0e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:58.839942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-c77c883d-6ae4-4cf5-b22d-8567c9a0e6a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 930 time: 0.1553571 Nov 23 02:25:58.923299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-113b8384-9591-44d2-ad38-ff8927261a41 req-feeb60a5-206a-4feb-bc7f-5a46f0d3a782 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029046 Nov 23 02:25:58.932136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bd50bedc-f5fe-4729-9239-fedd0d1773b8', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'mac_address': 'fa:16:3e:46:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:25:55Z', 'updated_at': '2021-11-23T02:25:57Z', 'revision_number': 1, 'project_id': '06148a98ee0846f4924417d6141c1825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:58.963434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-c90e8378-6e42-4336-833b-854df0af1bd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 999 time: 0.1053817 Nov 23 02:25:58.964696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Checking router: c3c96ec2-4377-426f-a5ef-0622d081677b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:58.970171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:58.972089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:59.022766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-6b42266e-b538-4b35-aa33-b2a323b0b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.024420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-6b42266e-b538-4b35-aa33-b2a323b0b34b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.0584903 Nov 23 02:25:59.081517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-a5d79918-c73a-4fd4-a732-b012f367e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.086995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-a5d79918-c73a-4fd4-a732-b012f367e9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504732 Nov 23 02:25:59.154359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:59.155022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:59.253352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-262e7eb4-1e7e-4f74-ae15-30c6b8dc14d0 service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630366 Nov 23 02:25:59.260147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-5642e474-a571-4058-a334-dfcbd88ba50a tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.261636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-5642e474-a571-4058-a334-dfcbd88ba50a tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/networks?id=4aa7412f-a33a-4759-841c-433316f88d1a HTTP/1.1" status: 200 len: 813 time: 0.1638803 Nov 23 02:25:59.288276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-1fc6a5e9-ad5d-437c-8a6e-08805a58b10f tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/quotas/45f069aaf5024dccac58889a3a5cacff HTTP/1.1" status: 200 len: 375 time: 0.0118344 Nov 23 02:25:59.323409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 515f02e1-e284-4319-bb13-1c73976524d4 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:59.338107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 515f02e1-e284-4319-bb13-1c73976524d4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:59.338479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.365645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-2881c616-93b2-4c77-aae1-07f1bf89a11a tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=45f069aaf5024dccac58889a3a5cacff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672743 Nov 23 02:25:59.399902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:59.419370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:59.440659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-59b3cc60-d602-40bb-91e0-05e6e02d9732 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.442381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-59b3cc60-d602-40bb-91e0-05e6e02d9732 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.1698411 Nov 23 02:25:59.450046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'mac_address': 'fa:16:3e:88:cd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:59.456065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.461935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Request body: {'port': {'device_id': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'admin_state_up': True, 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.493346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f75abac-0322-4cf3-9614-a4cf32e0bf1e req-b2e85118-181f-4aef-887b-1ff5ebfe7d9a service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230465 Nov 23 02:25:59.520720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-924e4a54-5caa-4c75-9070-8be6693210a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541474 Nov 23 02:25:59.569088 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.577785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.613673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:59.639340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-43592d95-83e6-4cb9-b161-1bc9a1323c02 service neutron] 10.222.0.15 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166663 Nov 23 02:25:59.642049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:59.652419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.680153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:59.685826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-902b9125-163f-4c73-b01a-aa37f962e180 req-5e4dbafc-faa0-4ee2-b010-920b917a948e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 210 time: 0.0360200 Nov 23 02:25:59.693002 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.696012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:59.748078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.790834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.842326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-a109557d-6200-4137-a5ac-6824a0cc3e5e tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/82f4ee35-4b99-4008-bcca-f378e022fa4b HTTP/1.1" status: 200 len: 1829 time: 0.0578899 Nov 23 02:25:59.870660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Allocated IP 172.20.0.5 (96799735-034e-4675-8a82-c6b4f6423b0f/208b0a80-6aa4-4db8-bdb8-8a320ef63a75/17f82edf-d696-4c7d-9641-f3acfbd5531b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:59.939418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:59.944336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.944787 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cfcf7c-b0b6-45f8-93d0-46bc29ad0526" -d '{"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-plugged", "status": "completed", "tag": "515f02e1-e284-4319-bb13-1c73976524d4"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:59.953632 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebf6f87-7b3d-4295-8297-ca5284fb86f2 x-openstack-request-id: req-3ebf6f87-7b3d-4295-8297-ca5284fb86f2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:59.954408 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20903c3e-1215-45ac-b9e4-79a50164e9c3", "name": "network-vif-deleted", "tag": "33a90079-0e18-4a3a-a8b0-9b85b6ff29d1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:59.954692 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ebf6f87-7b3d-4295-8297-ca5284fb86f2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:59.955095 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20903c3e-1215-45ac-b9e4-79a50164e9c3', 'name': 'network-vif-deleted', 'tag': '33a90079-0e18-4a3a-a8b0-9b85b6ff29d1', 'status': 'completed', 'code': 200} Nov 23 02:25:59.973193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.975274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:00.027169 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52f714f-4e84-4ba5-9235-51fb9f38ff1b x-openstack-request-id: req-a52f714f-4e84-4ba5-9235-51fb9f38ff1b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:00.027524 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:00.027795 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a52f714f-4e84-4ba5-9235-51fb9f38ff1b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:00.028304 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'status': 'completed', 'code': 200} Nov 23 02:26:00.104437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.106209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.107635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfee9892-2585-464b-a48e-d70f0cc2a363 req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-groups/82f4ee35-4b99-4008-bcca-f378e022fa4b HTTP/1.1" status: 204 len: 173 time: 0.2575464 Nov 23 02:26:00.117063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.185064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:00.210127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:00.210480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33a90079-0e18-4a3a-a8b0-9b85b6ff29d1 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:00.218005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.243555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bd50bedc-f5fe-4729-9239-fedd0d1773b8', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'mac_address': 'fa:16:3e:46:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:25:55Z', 'updated_at': '2021-11-23T02:25:57Z', 'revision_number': 1, 'project_id': '06148a98ee0846f4924417d6141c1825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:00.291873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aed87b-9a3e-47b5-8e32-15917fd2085b None None] The sync data for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 is: [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bd50bedc-f5fe-4729-9239-fedd0d1773b8', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'floating_ip_address': '172.25.1.124', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'mac_address': 'fa:16:3e:46:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:25:55Z', 'updated_at': '2021-11-23T02:25:57Z', 'revision_number': 1, 'project_id': '06148a98ee0846f4924417d6141c1825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:00.317424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.414905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Network 96799735-034e-4675-8a82-c6b4f6423b0f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:00.418628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:00.422691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:00.455225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.496271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:00.496922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.517598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-7035ac54-9a78-4697-bea7-05d1cd661c93 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0602443 Nov 23 02:26:00.537274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Request body: {'port': {'device_id': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:00.580690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743f63a-959b-4c15-9aca-1849e1e767f8 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f4ee35-4b99-4008-bcca-f378e022fa4b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.623558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.650370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-77491321-d271-405d-834d-53bcb273512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:00.652011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-77491321-d271-405d-834d-53bcb273512b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1097 time: 0.5882409 Nov 23 02:26:00.658536 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e2640-52b3-4fb2-b6b5-e8c1eafae785 None None] New status for floating IP bd50bedc-f5fe-4729-9239-fedd0d1773b8: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:26:00.680286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f9b05-227f-4434-bbfd-e47139bd89cf req-316cada7-2ccb-47f7-804b-36943cbd5a31 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:00.682071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d40f9b05-227f-4434-bbfd-e47139bd89cf req-316cada7-2ccb-47f7-804b-36943cbd5a31 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 945 time: 0.1269453 Nov 23 02:26:00.758781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-40693d6b-4153-4c12-bb14-b68a60abbed5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 258 time: 0.7124879 Nov 23 02:26:00.763612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:00.830863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d40f9b05-227f-4434-bbfd-e47139bd89cf req-c1682104-e661-41e6-a7ea-ad5e2fd833df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 Nov 23 02:26:00.843226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.899365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-564ba206-4d21-4655-837d-88a8dcfc0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:00.900985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-564ba206-4d21-4655-837d-88a8dcfc0a5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 930 time: 0.2177997 Nov 23 02:26:00.965570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:00.968368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f82edf-d696-4c7d-9641-f3acfbd5531b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:00.977100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.984876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23aa4d0f-8e0c-4720-901d-354269c1bc55 req-c73b1c53-e87e-4402-bc4c-6d57228aa48b tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 210 time: 0.0719814 Nov 23 02:26:00.993816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Transition to ACTIVE for port object 17f82edf-d696-4c7d-9641-f3acfbd5531b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:00.999577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.027287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-2503747f-fe3c-4eb9-a3bc-cfc7bdf34193 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 999 time: 0.1052880 Nov 23 02:26:01.064504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:01.065904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.087006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:01.089539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.124992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-cab71db2-8ae9-4f74-8e3c-60fbf83deeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.126603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-cab71db2-8ae9-4f74-8e3c-60fbf83deeeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.0927079 Nov 23 02:26:01.138355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.154995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Attempting to bind port 17f82edf-d696-4c7d-9641-f3acfbd5531b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:01.154995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Attempting to bind port 17f82edf-d696-4c7d-9641-f3acfbd5531b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:01.155486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Attempting to bind port 17f82edf-d696-4c7d-9641-f3acfbd5531b on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:01.161925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Port 17f82edf-d696-4c7d-9641-f3acfbd5531b on network 96799735-034e-4675-8a82-c6b4f6423b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:01.162337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Attempting to bind port 17f82edf-d696-4c7d-9641-f3acfbd5531b on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:01.198153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.221418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c847-5de7-45ec-9164-e1e69cbe60ae req-55e6179c-6d6a-4753-b3b5-c1ed9bb220fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.223115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58c0c847-5de7-45ec-9164-e1e69cbe60ae req-55e6179c-6d6a-4753-b3b5-c1ed9bb220fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 945 time: 0.1441984 Nov 23 02:26:01.224595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:01.225107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Checking segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:01.225622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Bound using segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:01.226957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Bound port: 17f82edf-d696-4c7d-9641-f3acfbd5531b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:01.226957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.239682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:01.248647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.267097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-5bc57ba0-af37-4d02-8c4f-50dc5e049c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.269061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-5bc57ba0-af37-4d02-8c4f-50dc5e049c07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1320968 Nov 23 02:26:01.312640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.343734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-440345a7-485d-4ef4-a7fe-a31cf76f6646 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.345204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-440345a7-485d-4ef4-a7fe-a31cf76f6646 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.47 "GET /v2.0/networks?id=4aa7412f-a33a-4759-841c-433316f88d1a HTTP/1.1" status: 200 len: 813 time: 0.1804521 Nov 23 02:26:01.349918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:01.355032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:01.361391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Request body: {'port': {'device_id': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a', 'admin_state_up': True, 'tenant_id': '45f069aaf5024dccac58889a3a5cacff'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:01.367097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.385826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58c0c847-5de7-45ec-9164-e1e69cbe60ae req-2813f279-a1ce-4e58-af5d-8ae69fdc52fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527693 Nov 23 02:26:01.404872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Allocated IP 172.25.1.17 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/dd6d5746-900e-4087-9270-4d8cde3de92d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:01.440956 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4fb066-cb39-4ed0-9ee6-efd2ff89beb8 x-openstack-request-id: req-eb4fb066-cb39-4ed0-9ee6-efd2ff89beb8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:01.442761 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-plugged", "status": "completed", "tag": "515f02e1-e284-4319-bb13-1c73976524d4", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:01.442761 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb4fb066-cb39-4ed0-9ee6-efd2ff89beb8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:01.442991 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4', 'code': 200} Nov 23 02:26:01.449643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.451569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.452438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] 10.222.0.41 "PUT /v2.0/ports/17f82edf-d696-4c7d-9641-f3acfbd5531b HTTP/1.1" status: 200 len: 1092 time: 0.9207282 Nov 23 02:26:01.489468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-e366a346-cd79-4f2e-b4e1-d4dee065eaf2 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108371 Nov 23 02:26:01.513545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab8dbd-8478-479d-95bf-ed08b65e53cc service neutron] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.584215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Made reservation on behalf of 45f069aaf5024dccac58889a3a5cacff for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:01.587912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.609891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-53663a0a-62d6-4cf2-8567-4c42de52ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.611345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-53663a0a-62d6-4cf2-8567-4c42de52ff13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 1095 time: 0.0623877 Nov 23 02:26:01.636172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c5a206-e349-4322-a77d-4527af04b256 req-46a6c1a5-1421-47fc-b29c-263d71e5f6b2 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922015 Nov 23 02:26:01.642534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.703289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-4c13de18-074f-48b4-9e9e-d75726114783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b HTTP/1.1" status: 200 len: 217 time: 0.0539894 Nov 23 02:26:01.769611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8645a1e-a946-4d65-86e8-2f51dbe7e83d req-442ffcf1-8456-46fa-866c-cd0517b8f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.771243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8645a1e-a946-4d65-86e8-2f51dbe7e83d req-442ffcf1-8456-46fa-866c-cd0517b8f7b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1097 time: 0.1829550 Nov 23 02:26:01.781280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45e4ec39-0562-4b53-85ca-2d5fb207e977 req-89961b46-5c91-4059-8155-a2019896ed47 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639337 Nov 23 02:26:01.825477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.886252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5a206-e349-4322-a77d-4527af04b256 req-dbb7f219-0ca2-4910-8dfc-f46013049409 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.887775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c5a206-e349-4322-a77d-4527af04b256 req-dbb7f219-0ca2-4910-8dfc-f46013049409 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378378 Nov 23 02:26:01.903552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:01.920638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:01.924165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8645a1e-a946-4d65-86e8-2f51dbe7e83d req-80b61a8d-e904-4298-86e8-c13273aab8dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419606 Nov 23 02:26:01.925819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:01.929945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event updated for resources: {'Port': ['ID=dd6d5746-900e-4087-9270-4d8cde3de92d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.954848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c5a206-e349-4322-a77d-4527af04b256 req-48f23ac0-7f86-414f-9fbc-5c8ea61c4c62 tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/quotas/76ed6f4a7098443abc3c552b66d97f9d HTTP/1.1" status: 200 len: 375 time: 0.0475569 Nov 23 02:26:02.002661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93c5a206-e349-4322-a77d-4527af04b256 req-ad243c30-9bcc-4761-b430-9367b5a48fef tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366266 Nov 23 02:26:02.046827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.056270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:02.058398 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454aa959-402d-4744-803d-d82f2fbf02b2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:02.090618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.102283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-068037a8-5727-4a57-be98-16d560591676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.104439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-068037a8-5727-4a57-be98-16d560591676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.3939149 Nov 23 02:26:02.150059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-ad2cdd71-a006-4bd1-aded-f6daa2f20342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362303 Nov 23 02:26:02.185781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Allocated IP 172.20.0.12 (4aa7412f-a33a-4759-841c-433316f88d1a/ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab/7555ad29-f385-4bc1-9d90-50ab64643e11) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:02.225571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-3532cc11-8e60-42a7-a0c6-b844bc96337b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/fabdb66d-5ce9-45a0-80f6-2bcdb251bf2a HTTP/1.1" status: 200 len: 1828 time: 0.0960567 Nov 23 02:26:02.319718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-78de3f56-cbc5-49e4-b152-14812f259baa service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584713 Nov 23 02:26:02.326078 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.362224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.364925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.373067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.458781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event updated for resources: {'Port': ['ID=dd6d5746-900e-4087-9270-4d8cde3de92d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.477781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.480419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.481568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9b0e5af-675e-4940-a8ad-81663334f6a3 req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-groups/fabdb66d-5ce9-45a0-80f6-2bcdb251bf2a HTTP/1.1" status: 204 len: 173 time: 0.2482877 Nov 23 02:26:02.482300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.489603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c307923e-288a-4211-9b84-9b3ddf0fa7d5 req-fc642018-4117-4fb8-bdfe-d660abafacfe service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Nov 23 02:26:02.502636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa48e8f-be17-425c-9989-d7349eb2fa7b tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdb66d-5ce9-45a0-80f6-2bcdb251bf2a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.504732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.519330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.521686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-75f982dd-d7e9-4a98-924d-c126283a7752 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7620044 Nov 23 02:26:02.553613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.607383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-4dd89da6-2407-4706-b41c-d05570dfb1c0 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0730174 Nov 23 02:26:02.610212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Network 4aa7412f-a33a-4759-841c-433316f88d1a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:02.613411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:02.618317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:02.624196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Pushing event updated for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.676940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.677717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.697396 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6c885c25-cfff-49b5-bc06-53d08568e0f5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3400946 Nov 23 02:26:02.713345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Request body: {'port': {'device_id': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:02.768942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.781262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-8bd02e6e-e08e-4769-9a35-5f6058e98dbf tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.782691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14ef24f8-4b24-441b-8bf5-b30e7f195463 req-8bd02e6e-e08e-4769-9a35-5f6058e98dbf tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1667690 Nov 23 02:26:02.803510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f423c-06a1-4498-a627-d6ce47169e14 req-adf13d2f-bb94-4bf6-9a91-e646d10c6daf tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.814067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee6f423c-06a1-4498-a627-d6ce47169e14 req-adf13d2f-bb94-4bf6-9a91-e646d10c6daf tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 943 time: 0.1112778 Nov 23 02:26:02.907086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee6f423c-06a1-4498-a627-d6ce47169e14 req-d5b4281c-6ab3-47ed-84fd-5c1d3990d657 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Nov 23 02:26:02.970607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2490-c429-43c4-b0cf-11e9e8b0770e req-1e2dc44a-c541-47cc-9353-551d350e0e49 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.978315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-128c2490-c429-43c4-b0cf-11e9e8b0770e req-1e2dc44a-c541-47cc-9353-551d350e0e49 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 945 time: 0.0947690 Nov 23 02:26:03.048893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-128c2490-c429-43c4-b0cf-11e9e8b0770e req-d1ccb87a-43ed-48b0-8c3d-20d20cd902a5 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696828 Nov 23 02:26:03.061935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1f4e4-46e5-4105-a2d7-550d0cc1bf1f req-7e110016-fcd7-4c93-9d83-fbdf45e56b0c tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.070058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc1f4e4-46e5-4105-a2d7-550d0cc1bf1f req-7e110016-fcd7-4c93-9d83-fbdf45e56b0c tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 932 time: 0.0845125 Nov 23 02:26:03.123244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc1f4e4-46e5-4105-a2d7-550d0cc1bf1f req-157a2cc9-b17c-4c5d-bdfe-5f7d58ecc9ed tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Nov 23 02:26:03.145756 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8424c-e65c-4f92-a6d4-94c33ca77637 x-openstack-request-id: req-b3b8424c-e65c-4f92-a6d4-94c33ca77637 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:03.145947 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:03.146109 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3b8424c-e65c-4f92-a6d4-94c33ca77637 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:03.146609 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'status': 'completed', 'code': 200} Nov 23 02:26:03.166542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7555ad29-f385-4bc1-9d90-50ab64643e11 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:03.193796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.226890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Transition to ACTIVE for port object 7555ad29-f385-4bc1-9d90-50ab64643e11 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:03.232936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.244872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-ba2d21e0-e11b-41f8-8336-b494f0666d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.246412 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-ba2d21e0-e11b-41f8-8336-b494f0666d32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 1095 time: 0.0751266 Nov 23 02:26:03.269309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e18896-9429-49a7-9fe1-3b8cab0158f2 req-b07cacd3-ace1-4852-8518-80c24411a82e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.273114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1e18896-9429-49a7-9fe1-3b8cab0158f2 req-b07cacd3-ace1-4852-8518-80c24411a82e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0607269 Nov 23 02:26:03.341127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Pushing event updated for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.365095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1e18896-9429-49a7-9fe1-3b8cab0158f2 req-51dc2451-3c8f-4d08-ba45-5721a713790a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850823 Nov 23 02:26:03.382108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-7a24a561-01eb-4f22-b319-959be4dd8991 tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "GET /v2.0/security-groups/a16fccb0-bde5-409c-bd3e-5f61e7a96a42 HTTP/1.1" status: 200 len: 1829 time: 0.0715508 Nov 23 02:26:03.425420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-4bf89e8d-04c7-44f5-afca-8d3d49dffd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.427498 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-4bf89e8d-04c7-44f5-afca-8d3d49dffd7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 906 time: 0.1626449 Nov 23 02:26:03.446612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Attempting to bind port 7555ad29-f385-4bc1-9d90-50ab64643e11 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:03.446862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:03.447323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Attempting to bind port 7555ad29-f385-4bc1-9d90-50ab64643e11 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'f55076a7-773e-4f19-bca1-529f8a0c2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:03.447323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Attempting to bind port 7555ad29-f385-4bc1-9d90-50ab64643e11 on network 4aa7412f-a33a-4759-841c-433316f88d1a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:03.448048 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308802f6-6e1d-4634-9cb1-d597c36fc416" -d '{"events": [{"server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "name": "network-vif-plugged", "status": "completed", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:03.448414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.480868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-758b14b5-5bb8-4c33-8f48-9d5e739bd113 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b HTTP/1.1" status: 200 len: 217 time: 0.0444157 Nov 23 02:26:03.481485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Port 7555ad29-f385-4bc1-9d90-50ab64643e11 on network 4aa7412f-a33a-4759-841c-433316f88d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:03.481811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Attempting to bind port 7555ad29-f385-4bc1-9d90-50ab64643e11 on network 4aa7412f-a33a-4759-841c-433316f88d1a {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:03.486800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:03.487139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Checking segment: {'id': 'f55076a7-773e-4f19-bca1-529f8a0c2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:03.487514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Bound using segment: {'id': 'f55076a7-773e-4f19-bca1-529f8a0c2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:03.487946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Bound port: 7555ad29-f385-4bc1-9d90-50ab64643e11, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55076a7-773e-4f19-bca1-529f8a0c2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:03.488348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.490762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.525944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2d23c00d-662a-4c30-85eb-d2e2edb903dc tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.527475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2d23c00d-662a-4c30-85eb-d2e2edb903dc tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0983701 Nov 23 02:26:03.570911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-7640682d-515c-41cf-a695-e6f83d14559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.572381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-7640682d-515c-41cf-a695-e6f83d14559a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.0819533 Nov 23 02:26:03.579452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-84b9b65f-8a27-4bda-bd6d-0e719ab8cb56 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0452647 Nov 23 02:26:03.584992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.587820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.588903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73c51212-c76e-4a2d-8a31-ddde4a0d6b57 req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] 10.222.0.15 "DELETE /v2.0/security-groups/a16fccb0-bde5-409c-bd3e-5f61e7a96a42 HTTP/1.1" status: 204 len: 173 time: 0.2059994 Nov 23 02:26:03.594054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2290b3a7-2065-48de-bb76-5f4f3f0fcda3 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'floatingip': {'port_id': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:03.600200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37190) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:03.609602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d982e-7df9-4814-95bf-369c75e425ae tempest-SecurityGroupRulesNegativeTestJSON-1693736461 tempest-SecurityGroupRulesNegativeTestJSON-1693736461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16fccb0-bde5-409c-bd3e-5f61e7a96a42,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.624719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:03.647662 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-df6e70a8-e0f3-40c7-a849-f9e10b5af6a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642226 Nov 23 02:26:03.659829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2290b3a7-2065-48de-bb76-5f4f3f0fcda3 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.671576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=7555ad29-f385-4bc1-9d90-50ab64643e11,segment=NetworkSegment(f55076a7-773e-4f19-bca1-529f8a0c2248),segment_id=f55076a7-773e-4f19-bca1-529f8a0c2248)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:03.706921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.726994 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a24ae-f33d-433f-bcf9-3f5f36987922 x-openstack-request-id: req-744a24ae-f33d-433f-bcf9-3f5f36987922 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:03.727286 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "name": "network-vif-plugged", "status": "completed", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:03.727542 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-744a24ae-f33d-433f-bcf9-3f5f36987922 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:03.728227 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'code': 200} Nov 23 02:26:03.753821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Deleting subnet bec1e56f-7b96-476c-a07a-c55233768fe0 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:03.764899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.793877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.794526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.795926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] 10.222.0.47 "PUT /v2.0/ports/7555ad29-f385-4bc1-9d90-50ab64643e11 HTTP/1.1" status: 200 len: 1093 time: 1.0870924 Nov 23 02:26:03.874701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.904372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fe53a-69b5-4d70-95f3-6b4e81b26585 service neutron] Pushing event updated for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.910831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-e9496d40-8403-435f-9677-aac13e19d431 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531171 Nov 23 02:26:03.926532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-3092c9e7-b0d0-4eb6-93e9-624b9ee2041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.928008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-3092c9e7-b0d0-4eb6-93e9-624b9ee2041c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45f069aaf5024dccac58889a3a5cacff&device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 1096 time: 0.0872946 Nov 23 02:26:03.947648 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2290b3a7-2065-48de-bb76-5f4f3f0fcda3 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 02:26:03.953429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3541124-6be3-44ed-8951-e4112c99ad0e req-2290b3a7-2065-48de-bb76-5f4f3f0fcda3 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "PUT /v2.0/floatingips/ccb76a3f-7237-435c-8bca-d4282b17faa6 HTTP/1.1" status: 409 len: 549 time: 0.3614466 Nov 23 02:26:03.982713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.982713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62c1df-e4b4-4388-a727-a92851b3d9a9 req-3674fcb6-d705-4ac6-a1f7-799d5d48dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.982713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3d62c1df-e4b4-4388-a727-a92851b3d9a9 req-3674fcb6-d705-4ac6-a1f7-799d5d48dc27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 1098 time: 0.1589415 Nov 23 02:26:03.989615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-37314798-9713-418d-a50a-5fd4c1d07ad2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7555ad29-f385-4bc1-9d90-50ab64643e11 HTTP/1.1" status: 200 len: 217 time: 0.0514393 Nov 23 02:26:04.091283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3d62c1df-e4b4-4388-a727-a92851b3d9a9 req-c8453c52-b248-4e82-b2d0-ed2f46433b78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923929 Nov 23 02:26:04.096046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-454aa959-402d-4744-803d-d82f2fbf02b2 req-5a4bf3ce-044c-42ce-983d-ede43f4f8256 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755333 Nov 23 02:26:04.097424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.099192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b50946-0937-47b8-9e9d-ba6361371666 req-1773b75a-9905-4d48-bf23-a272f31a25d1 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips/ccb76a3f-7237-435c-8bca-d4282b17faa6 HTTP/1.1" status: 200 len: 692 time: 0.1001813 Nov 23 02:26:04.130702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec1e56f-7b96-476c-a07a-c55233768fe0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.132884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.138715 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6f24b0c0-798e-4e41-acbf-dea95fa4dd68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bec1e56f-7b96-476c-a07a-c55233768fe0 HTTP/1.1" status: 204 len: 168 time: 0.5364127 Nov 23 02:26:04.139339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37214) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.143513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6e3494fb-3337-4a0a-9e2e-40252d3df418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:04.145349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-6e3494fb-3337-4a0a-9e2e-40252d3df418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab HTTP/1.1" status: 200 len: 853 time: 0.1493149 Nov 23 02:26:04.200302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae526-8c90-4729-bdcf-2e90ad05f468 req-1af028ac-5ea6-4280-8e0d-e8653f5a1256 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:04.201782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a27ae526-8c90-4729-bdcf-2e90ad05f468 req-1af028ac-5ea6-4280-8e0d-e8653f5a1256 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 943 time: 0.1832464 Nov 23 02:26:04.207436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.262442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b50946-0937-47b8-9e9d-ba6361371666 req-644917c7-e032-42dc-8de8-98f7a62fed36 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:04.263722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b50946-0937-47b8-9e9d-ba6361371666 req-644917c7-e032-42dc-8de8-98f7a62fed36 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1581287 Nov 23 02:26:04.290119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.313397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa6a43d-92b3-4548-a052-c9688293d3f7']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:04.322674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191ec04a-b0d5-45cf-984b-1addcac91529') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:04.322982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191ec04a-b0d5-45cf-984b-1addcac91529') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:04.323363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a27ae526-8c90-4729-bdcf-2e90ad05f468 req-eaf82d0c-597b-4623-bb93-c1fcabe547ed tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135120 Nov 23 02:26:04.332920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.344658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-ebd1ed47-207a-407e-a149-91ed93af14b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4aa7412f-a33a-4759-841c-433316f88d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654638 Nov 23 02:26:04.350462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b50946-0937-47b8-9e9d-ba6361371666 req-9fc661ce-a5c3-4c5b-838f-5aee642bbc7c tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.0765982 Nov 23 02:26:04.352962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.359278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:04.359757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:04.361434 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:04.417171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.422596 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.425895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] 10.222.0.15 "DELETE /v2.0/networks/4aa6a43d-92b3-4548-a052-c9688293d3f7 HTTP/1.1" status: 204 len: 168 time: 0.2852464 Nov 23 02:26:04.444131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb112ed-c867-4a31-baf5-a2b986c8382e admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa6a43d-92b3-4548-a052-c9688293d3f7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.479739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b50946-0937-47b8-9e9d-ba6361371666 req-9a079c74-099d-4aea-8d38-43c7fe7d9044 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.17 HTTP/1.1" status: 200 len: 695 time: 0.1159797 Nov 23 02:26:04.481524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8910bb26-d2a1-4dae-b3c5-60e50c996493 req-66c270aa-cabd-4791-8794-f644645f78db tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682898 Nov 23 02:26:04.542577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.585311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-abf9a504-fb13-424a-8584-75bb3bbec210 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da4a301f38e34fd586088d48b9d61c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392699 Nov 23 02:26:04.586027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37232) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.602307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-dae08ec0-cde8-4068-9f2f-1f24e1a0e503 service neutron] 10.222.0.47 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492223 Nov 23 02:26:04.632209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.653898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.710268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.713120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.714652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77dd9d13-2f16-4e99-8dd5-9b4ce8c6c24a HTTP/1.1" status: 204 len: 168 time: 0.1280746 Nov 23 02:26:04.724096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131245ad-b996-409e-a83c-f55d73b6c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd9d13-2f16-4e99-8dd5-9b4ce8c6c24a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.106136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910bb26-d2a1-4dae-b3c5-60e50c996493 req-c79686f2-5d98-4d95-80b0-3acc2a93910d tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.110814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8910bb26-d2a1-4dae-b3c5-60e50c996493 req-c79686f2-5d98-4d95-80b0-3acc2a93910d tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6224957 Nov 23 02:26:05.135431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ea61a5-d32b-4cad-b20c-6ffb93b8d90d req-46a7ae30-ed7f-43f1-b3db-0346d13aa810 service neutron] 10.222.0.47 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986761 Nov 23 02:26:05.139918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8910bb26-d2a1-4dae-b3c5-60e50c996493 req-43b75ea6-bdfe-4336-9d59-481351a6a54d tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/quotas/76ed6f4a7098443abc3c552b66d97f9d HTTP/1.1" status: 200 len: 375 time: 0.0193884 Nov 23 02:26:05.147966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:05.151289 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53" -d '{"events": [{"name": "network-changed", "server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:05.155570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Deleting port dd6d5746-900e-4087-9270-4d8cde3de92d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:05.155988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.217825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8910bb26-d2a1-4dae-b3c5-60e50c996493 req-33d2dbaf-f954-4a96-84b0-c6ade3b41c0d tempest-QuotasAdminNegativeTest-129141893 tempest-QuotasAdminNegativeTest-129141893-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699120 Nov 23 02:26:05.266225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.266785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.280284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Calling delete_port for dd6d5746-900e-4087-9270-4d8cde3de92d owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:05.413286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832489fa-0bd9-42bb-9c73-13beb9323bfb req-4eefc65b-2f99-41c6-b13f-5a9cfce5d39e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.414814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-832489fa-0bd9-42bb-9c73-13beb9323bfb req-4eefc65b-2f99-41c6-b13f-5a9cfce5d39e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 945 time: 0.0748453 Nov 23 02:26:05.493822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-832489fa-0bd9-42bb-9c73-13beb9323bfb req-4432aecb-9f2c-4d89-b38f-b06c439624c7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724180 Nov 23 02:26:05.500177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.530476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event deleted for resources: {'Port': ['ID=dd6d5746-900e-4087-9270-4d8cde3de92d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.617703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.618036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a241d61-7a3b-4f74-895e-c02ad619f477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.620454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.621597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b50946-0937-47b8-9e9d-ba6361371666 req-75bae933-f47d-42da-a209-060ac3d16140 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "DELETE /v2.0/floatingips/ccb76a3f-7237-435c-8bca-d4282b17faa6 HTTP/1.1" status: 204 len: 173 time: 1.1350574 Nov 23 02:26:05.638497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac042a0-dfe5-4caa-aacd-d2b8ca8cf8e1 req-9e577d77-d705-4763-ae0a-1391431f9b15 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.640004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eac042a0-dfe5-4caa-aacd-d2b8ca8cf8e1 req-9e577d77-d705-4763-ae0a-1391431f9b15 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 944 time: 0.0683186 Nov 23 02:26:05.715049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eac042a0-dfe5-4caa-aacd-d2b8ca8cf8e1 req-e267ae3a-1cd1-4455-8e8e-b4def0ef1d6f tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679896 Nov 23 02:26:05.735785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70305af3-ddec-42db-93f6-602ea3ff5a69 req-446156cd-6ef5-4fb1-bc49-45e9e213b090 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.738121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70305af3-ddec-42db-93f6-602ea3ff5a69 req-446156cd-6ef5-4fb1-bc49-45e9e213b090 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0650458 Nov 23 02:26:05.790667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70305af3-ddec-42db-93f6-602ea3ff5a69 req-a07ebeb9-50e2-4a42-8f00-27600521728c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Nov 23 02:26:05.836397 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe97df7-0db8-4776-bfaa-2ef3eda339e6 x-openstack-request-id: req-bfe97df7-0db8-4776-bfaa-2ef3eda339e6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:05.837231 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:05.837746 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfe97df7-0db8-4776-bfaa-2ef3eda339e6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:05.838311 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11', 'status': 'completed', 'code': 200} Nov 23 02:26:05.942231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-207e4953-c5ee-4d3e-b785-21f4d8b1a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.943760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-207e4953-c5ee-4d3e-b785-21f4d8b1a68e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45f069aaf5024dccac58889a3a5cacff&device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 1096 time: 0.0809417 Nov 23 02:26:05.955374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e178f-84d5-46a5-8490-17da60275f20 req-b0415bb5-42cd-40ab-a4fe-34ec01ddacad tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:05.956825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a95e178f-84d5-46a5-8490-17da60275f20 req-b0415bb5-42cd-40ab-a4fe-34ec01ddacad tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 943 time: 0.0595589 Nov 23 02:26:06.061932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a95e178f-84d5-46a5-8490-17da60275f20 req-bce7f070-4736-46b9-9fd1-ba9e77c00f36 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951955 Nov 23 02:26:06.086622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-4e9cad58-928e-4ab8-a4fa-86f9436255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.088032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-4e9cad58-928e-4ab8-a4fa-86f9436255e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4aa7412f-a33a-4759-841c-433316f88d1a HTTP/1.1" status: 200 len: 914 time: 0.1297722 Nov 23 02:26:06.136318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-d5aaa4cf-5c47-4fff-a75e-77f4d23bdadc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7555ad29-f385-4bc1-9d90-50ab64643e11 HTTP/1.1" status: 200 len: 217 time: 0.0401278 Nov 23 02:26:06.223294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:06.234678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-1b18e3fb-bf47-4dac-a03f-c984dc795cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.236177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-1b18e3fb-bf47-4dac-a03f-c984dc795cfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab HTTP/1.1" status: 200 len: 853 time: 0.0934296 Nov 23 02:26:06.285450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-e0ff517a-cb3f-4dcf-b809-09a028659e08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4aa7412f-a33a-4759-841c-433316f88d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419779 Nov 23 02:26:06.289107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-d7a85965-2106-48cc-8743-d35043f60661 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1135700 Nov 23 02:26:06.340029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:06.352105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'mac_address': 'fa:16:3e:ec:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:06.395877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.409149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f82edf-d696-4c7d-9641-f3acfbd5531b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:06.418153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-b082a535-a14c-44fb-afe5-492d4b61206a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.419508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-b082a535-a14c-44fb-afe5-492d4b61206a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports/8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 942 time: 0.1194146 Nov 23 02:26:06.431748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:06.432583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35316d8b-335a-41c0-bf5e-76634393670a req-76760fd1-0d14-4da3-a0a6-2531e856351b tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.435341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35316d8b-335a-41c0-bf5e-76634393670a req-76760fd1-0d14-4da3-a0a6-2531e856351b tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1097 time: 0.1776721 Nov 23 02:26:06.445443 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.467064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.474920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-a11140da-39b7-47c6-936e-ea63024fcb7e service neutron] 10.222.0.47 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826191 Nov 23 02:26:06.495345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.577241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54bee7ba-d101-4795-ab42-944757dcb51a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.589589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35316d8b-335a-41c0-bf5e-76634393670a req-cb76f38a-6afe-4408-9aa6-4be8028fcd00 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444070 Nov 23 02:26:06.619384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-384bd154-7fcb-4357-bb56-93bcecec2fff tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.1423604 Nov 23 02:26:06.659943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54bee7ba-d101-4795-ab42-944757dcb51a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.665686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54bee7ba-d101-4795-ab42-944757dcb51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.706183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0bcd2df-c525-4b64-bd2f-75c2f64dea53 req-78051130-e883-4e08-8097-99571218281b service neutron] 10.222.0.47 "GET /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189257 Nov 23 02:26:06.707822 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54bee7ba-d101-4795-ab42-944757dcb51a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38b77e7e4d5d45e8975498baec9f34dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388585 Nov 23 02:26:06.708689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bee7ba-d101-4795-ab42-944757dcb51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61595cc-f930-4b61-9679-e62176fe8d78,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.711001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.764319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.788575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.818580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['17f82edf-d696-4c7d-9641-f3acfbd5531b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:06.820235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-699c775d-ef1c-4263-95ea-526d3c15ccea tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.824245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-699c775d-ef1c-4263-95ea-526d3c15ccea tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1937761 Nov 23 02:26:06.840738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.843510 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.847067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b61595cc-f930-4b61-9679-e62176fe8d78 HTTP/1.1" status: 204 len: 168 time: 0.1327238 Nov 23 02:26:06.852755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30068679-97c4-4c85-81ec-7bd4430ca572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61595cc-f930-4b61-9679-e62176fe8d78,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.906697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-ef87fdd4-c569-40e0-95fc-899faa83eb88 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 1001 time: 0.0759683 Nov 23 02:26:06.918415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-68edc743-0800-4c5e-955a-d3529a526f40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.921645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-68edc743-0800-4c5e-955a-d3529a526f40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2290123 Nov 23 02:26:06.932271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:06.978868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-838d9951-40f4-4edf-8b6d-0305aff4270f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0504479 Nov 23 02:26:07.008236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.062119 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:26:07.128331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-bc1a585a-d4ec-4abb-853f-12a2f9e271fe tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1378093 Nov 23 02:26:07.240494 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.253496 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.253879 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Floating IP bd50bedc-f5fe-4729-9239-fedd0d1773b8 disassociated. External IP: 172.25.1.124, port: 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9. Nov 23 02:26:07.314246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-bedb8455-0a7b-4e54-be25-77dee1c49a99 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778252 Nov 23 02:26:07.491360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-22f42104-965e-4152-a2b0-0ff16efb4a4f service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453748 Nov 23 02:26:07.556042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.559654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Router c3c96ec2-4377-426f-a5ef-0622d081677b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:07.686767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1673194343-network', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:07.722110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Made reservation on behalf of fbd7a68c1822430aa6179fdacb0d4b7a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:07.725691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.735427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.766714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:07.778184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Sync routers for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:07.790029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.790806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:07.791311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:07.827299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6105-ec50-4e2b-bd00-1a868309514a req-cdffebad-2ef0-4814-b46f-098e1e2b16f8 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:07.829120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-827b6105-ec50-4e2b-bd00-1a868309514a req-cdffebad-2ef0-4814-b46f-098e1e2b16f8 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1097 time: 0.1304331 Nov 23 02:26:07.845863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-de14fe9f-15e9-4acf-bf27-57d5b2672a3f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "PUT /v2.0/floatingips/bd50bedc-f5fe-4729-9239-fedd0d1773b8 HTTP/1.1" status: 200 len: 695 time: 0.9181843 Nov 23 02:26:07.857468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:07.862068 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ad9fe5-68cf-4d32-af1f-e510100356b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:07.871031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.877132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.913413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:07.931436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.937458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:07.938056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.938621 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Added segment 6ab45d45-0ea5-4eaf-8631-a9648ef54422 of type vlan for network c9654c02-9452-4405-93ba-ef82aec88a81 Nov 23 02:26:07.952514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-827b6105-ec50-4e2b-bd00-1a868309514a req-a92574f6-6ceb-4754-a190-129b625ddfcf tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044691 Nov 23 02:26:07.959066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-1b08cdd1-e716-4f4b-a7c6-c3020b66fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:07.974329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-1b08cdd1-e716-4f4b-a7c6-c3020b66fc31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1097 time: 0.1010649 Nov 23 02:26:08.008050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.043209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.045008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.045779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.049695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a723054c-9898-4208-bf41-c990bb488427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.124595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61090663-a633-4e64-87e7-fc3f7f6dba72,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:08.132288 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5747461 Nov 23 02:26:08.135240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37356) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.144431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Request body: {'subnet': {'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-subnet', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:08.150153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30cc16-582e-4272-9be7-e6ebabd105e9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9654c02-9452-4405-93ba-ef82aec88a81,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:08.174892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-f1b0b8ee-041d-4ec0-8b8d-fe4e7f9aacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.186963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Made reservation on behalf of fbd7a68c1822430aa6179fdacb0d4b7a for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:08.189795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.190159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-f1b0b8ee-041d-4ec0-8b8d-fe4e7f9aacfb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 930 time: 0.2203355 Nov 23 02:26:08.249171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-71b2f376-67a1-42a5-980f-83b7f573315f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 217 time: 0.0580263 Nov 23 02:26:08.249780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c9654c02-9452-4405-93ba-ef82aec88a81 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:08.270687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5568f952-b635-4639-9a99-60e804fed34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.303683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d8c5b-9675-43da-8a7a-212327cbc3e8 req-582677d7-f8a7-4024-b4c7-09f153ffc481 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.305386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-522d8c5b-9675-43da-8a7a-212327cbc3e8 req-582677d7-f8a7-4024-b4c7-09f153ffc481 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 944 time: 0.2383921 Nov 23 02:26:08.324506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-d68bd577-ea4b-4875-b991-4ff8ca03e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.330260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:08.334062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-d68bd577-ea4b-4875-b991-4ff8ca03e5a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.0839586 Nov 23 02:26:08.431999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-522d8c5b-9675-43da-8a7a-212327cbc3e8 req-8e6d89ee-d000-4102-9360-646a955830d5 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109030 Nov 23 02:26:08.436308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-4795cc62-9c08-45a0-bc80-295a5126aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.450432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-4795cc62-9c08-45a0-bc80-295a5126aacf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152265 Nov 23 02:26:08.517986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 17f82edf-d696-4c7d-9641-f3acfbd5531b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:08.529120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5568f952-b635-4639-9a99-60e804fed34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.529380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 17f82edf-d696-4c7d-9641-f3acfbd5531b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:08.529738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.534918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5568f952-b635-4639-9a99-60e804fed34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.546199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.587075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-fc033d6a-d134-4500-8ff2-dab6103a161a service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354742 Nov 23 02:26:08.607260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568f952-b635-4639-9a99-60e804fed34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51781636-d54b-465b-82a4-8c1d95f58a5e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:08.647660 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5568f952-b635-4639-9a99-60e804fed34d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76ed6f4a7098443abc3c552b66d97f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105715 Nov 23 02:26:08.649790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:08.653299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.679242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Checking router: c3c96ec2-4377-426f-a5ef-0622d081677b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:08.688890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9295f3-c6a1-4893-ac62-5675834325db,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:08.689740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.703463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:08.704101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:08.716147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfec97-7821-4a21-82a1-79c5a6723d4e req-fe0de2df-beb1-4739-9251-a4ec1f814112 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.718154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Checking segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:08.718535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Network hostable DHCP agents. Network: c9654c02-9452-4405-93ba-ef82aec88a81, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:08.726058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6dfec97-7821-4a21-82a1-79c5a6723d4e req-fe0de2df-beb1-4739-9251-a4ec1f814112 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 944 time: 0.1181831 Nov 23 02:26:08.742002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.755891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Network c9654c02-9452-4405-93ba-ef82aec88a81 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:08.758872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:08.761399 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832b224-e7e6-4ce2-8195-447badfcc05e" -d '{"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-plugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:08.766382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:08.776046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49292ab9-3576-4b8c-94bd-ccdde55f5ba7 req-3e60b785-81e0-4905-9485-0bad83215108 service neutron] 10.222.0.15 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875119 Nov 23 02:26:08.776635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.778744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c9654c02-9452-4405-93ba-ef82aec88a81) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:08.783625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.784583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.788719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.804381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7ee2e-f73c-4bb3-9685-8b7799a4bd53 None None] Network c9654c02-9452-4405-93ba-ef82aec88a81 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:08.844638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6dfec97-7821-4a21-82a1-79c5a6723d4e req-885b6474-a006-49df-8a7e-50f38f7eba12 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139081 Nov 23 02:26:08.844836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-984fe8d6-d193-4d2c-bbc9-cc877a12f499 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7074757 Nov 23 02:26:08.844946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.859573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:08.896113 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.900301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.904766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51781636-d54b-465b-82a4-8c1d95f58a5e HTTP/1.1" status: 204 len: 168 time: 0.2480352 Nov 23 02:26:08.919546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710fa91-febc-4cb9-8b25-c71f2aaf2557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51781636-d54b-465b-82a4-8c1d95f58a5e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:08.926845 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.927906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.953020 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce69b3d-a40a-4eec-a5e4-e85921ca0da8 x-openstack-request-id: req-1ce69b3d-a40a-4eec-a5e4-e85921ca0da8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:08.953312 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:08.953565 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce69b3d-a40a-4eec-a5e4-e85921ca0da8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:08.953970 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'status': 'completed', 'code': 200} Nov 23 02:26:08.997198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.036976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:09.052455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 7555ad29-f385-4bc1-9d90-50ab64643e11 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:09.070733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.135936 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b410024-b604-4574-9bda-b3a2b8eaf267 x-openstack-request-id: req-1b410024-b604-4574-9bda-b3a2b8eaf267 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:09.136515 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-plugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:09.137007 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b410024-b604-4574-9bda-b3a2b8eaf267 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:09.137620 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'code': 200} Nov 23 02:26:09.277067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-ed99240f-f00d-433b-a290-17bbdbe50eb2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.283436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-ed99240f-f00d-433b-a290-17bbdbe50eb2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2659643 Nov 23 02:26:09.308924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': '860f3669-07a2-4d79-981e-6899c80a734d', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:09.320535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.442700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7ae60-b2e6-4696-ab3b-2fb6fa9fbe33 req-0733e403-6c1b-43d5-b186-d4c029f1071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.445064 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3a7ae60-b2e6-4696-ab3b-2fb6fa9fbe33 req-0733e403-6c1b-43d5-b186-d4c029f1071f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 1097 time: 0.1570816 Nov 23 02:26:09.468065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:09.488064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f8450a7-3fc2-4e9e-b4d9-da2754892a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.544735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c9654c02-9452-4405-93ba-ef82aec88a81', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:09.546471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.590332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3a7ae60-b2e6-4696-ab3b-2fb6fa9fbe33 req-b0e18fb4-eaf9-41d2-b6f4-bb0c847d328b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977705 Nov 23 02:26:09.605024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:09.615711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.628119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=7555ad29-f385-4bc1-9d90-50ab64643e11,segment=NetworkSegment(f55076a7-773e-4f19-bca1-529f8a0c2248),segment_id=f55076a7-773e-4f19-bca1-529f8a0c2248)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:09.652899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '7555ad29-f385-4bc1-9d90-50ab64643e11', 'network_id': '4aa7412f-a33a-4759-841c-433316f88d1a', 'port_id': '7555ad29-f385-4bc1-9d90-50ab64643e11', 'mac_address': 'fa:16:3e:b3:cc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:09.680077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-007ca062-172a-469b-a2e8-f88af155b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.681827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-007ca062-172a-469b-a2e8-f88af155b480 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06148a98ee0846f4924417d6141c1825&device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 1097 time: 0.6278851 Nov 23 02:26:09.693369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-e7140b58-a42a-41fb-8001-b85098ad01c5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips/bd50bedc-f5fe-4729-9239-fedd0d1773b8 HTTP/1.1" status: 200 len: 695 time: 0.5298064 Nov 23 02:26:09.777621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.794704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7555ad29-f385-4bc1-9d90-50ab64643e11 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:09.814013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.833841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f8450a7-3fc2-4e9e-b4d9-da2754892a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.842554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.3 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/ee343ebb-1626-4032-9424-707acd251fb8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:09.845036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f8450a7-3fc2-4e9e-b4d9-da2754892a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.875991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=7555ad29-f385-4bc1-9d90-50ab64643e11,segment=NetworkSegment(f55076a7-773e-4f19-bca1-529f8a0c2248),segment_id=f55076a7-773e-4f19-bca1-529f8a0c2248)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:09.884571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.892731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:09.922203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8450a7-3fc2-4e9e-b4d9-da2754892a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e021fd-619f-48fd-a338-3f4490fa49e4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.964209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfc58c8-1a61-4cf2-ac72-9fec4e2f0627 None None] The sync data for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 is: [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b', 'name': '', 'network_id': '0541427b-485a-4461-8b4f-5447ea06ceaf', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'mac_address': 'fa:16:3e:b4:d9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:28Z', 'updated_at': '2021-11-23T02:25:39Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'subnets': [{'id': 'bf3843a7-c686-4628-a08a-3dcf1ce52c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:09.984692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Allocated IP 172.20.0.2 (c9654c02-9452-4405-93ba-ef82aec88a81/6b9295f3-c6a1-4893-ac62-5675834325db/ab3575d4-4b70-4332-b2d5-329950960d67) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:10.008090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.010648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-c9f452bc-47bf-4a03-a497-7d050ef94998 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:10.011735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-c9f452bc-47bf-4a03-a497-7d050ef94998 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.3175838 Nov 23 02:26:10.097749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f8450a7-3fc2-4e9e-b4d9-da2754892a36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=703c109447944274a9d409454344c335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6265011 Nov 23 02:26:10.101493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37406) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:10.144457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['7555ad29-f385-4bc1-9d90-50ab64643e11'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:10.156285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-24ac1811-5724-4cb9-95c7-d03f4819cdde tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 698 time: 0.1215150 Nov 23 02:26:10.167242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-35879e96-8d02-45fe-a6a3-2a3c4850b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:10.169000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-35879e96-8d02-45fe-a6a3-2a3c4850b127 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 200 len: 930 time: 0.2987025 Nov 23 02:26:10.224966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.232237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.259326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.264991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-3cbcb490-445a-44d5-b556-3234cb247d70 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.124 HTTP/1.1" status: 200 len: 698 time: 0.1018307 Nov 23 02:26:10.303806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.315000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.352570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.373632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.377015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.392607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e021fd-619f-48fd-a338-3f4490fa49e4 HTTP/1.1" status: 204 len: 168 time: 0.2892883 Nov 23 02:26:10.429992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-7b55a4a6-09ce-4b48-b46c-557274b5a3e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 200 len: 217 time: 0.1626062 Nov 23 02:26:10.442776 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6a53d-271d-48b7-9c8c-bf5777c8c662 None None] New status for floating IP bd50bedc-f5fe-4729-9239-fedd0d1773b8: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:26:10.474170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20d7d3-0c94-476d-a485-1459a8feb5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e021fd-619f-48fd-a338-3f4490fa49e4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.510190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:10.524625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:10.530717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:10.563994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.611756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:10.620637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.656401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-017d3cba-a44f-4e9f-b4e6-68f5a80a310c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543112 Nov 23 02:26:10.679006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Request body: {'port': {'device_id': '860f3669-07a2-4d79-981e-6899c80a734d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:10.720700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Network c9654c02-9452-4405-93ba-ef82aec88a81 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:10.743389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Pushing event updated for resources: {'Port': ['ID=ab3575d4-4b70-4332-b2d5-329950960d67,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.756395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.773394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:10.777554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:10.780127 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.785874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.899033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Attempting to bind port ab3575d4-4b70-4332-b2d5-329950960d67 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:10.899432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Attempting to bind port ab3575d4-4b70-4332-b2d5-329950960d67 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:10.900408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Attempting to bind port ab3575d4-4b70-4332-b2d5-329950960d67 on network c9654c02-9452-4405-93ba-ef82aec88a81 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:10.913685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:10.914428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Checking segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:10.915268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.915991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Bound using segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:10.916647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Bound port: ab3575d4-4b70-4332-b2d5-329950960d67, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:10.917211 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.928245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.018397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-45d0a73e-0b57-4fc9-9316-54b21f6373ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.020310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-45d0a73e-0b57-4fc9-9316-54b21f6373ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 200 len: 868 time: 0.5045002 Nov 23 02:26:11.038073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] For port ab3575d4-4b70-4332-b2d5-329950960d67, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:11.045838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] For port ab3575d4-4b70-4332-b2d5-329950960d67, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3575d4-4b70-4332-b2d5-329950960d67,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:11.054103 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.094172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Deleting port 9f72e92b-6b1b-42fe-9bbd-5418dc36cc26 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:11.094586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.178453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee343ebb-1626-4032-9424-707acd251fb8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:11.192642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-2276dcae-5f48-44a4-9eaf-48c12f92b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.194891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-2276dcae-5f48-44a4-9eaf-48c12f92b4d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0541427b-485a-4461-8b4f-5447ea06ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657186 Nov 23 02:26:11.197602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.198979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c38349-c93b-460f-b324-6ad3e06d194d None None] Pushing event updated for resources: {'Port': ['ID=ab3575d4-4b70-4332-b2d5-329950960d67,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.211329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:11.212648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Transition to ACTIVE for port object ee343ebb-1626-4032-9424-707acd251fb8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:11.219984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.231123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-3dc0bb90-9cde-46ce-911f-ca7aab9fbdfb tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:26:11.231123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-3dc0bb90-9cde-46ce-911f-ca7aab9fbdfb tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6775939 Nov 23 02:26:11.248166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Allocated IP 172.25.1.87 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/5a357d7b-922a-439f-b122-1d04450cb06e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:11.282437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.283451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.290981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.324626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Calling delete_port for 9f72e92b-6b1b-42fe-9bbd-5418dc36cc26 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:11.409295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Attempting to bind port ee343ebb-1626-4032-9424-707acd251fb8 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:11.410683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Attempting to bind port ee343ebb-1626-4032-9424-707acd251fb8 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:11.410683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Attempting to bind port ee343ebb-1626-4032-9424-707acd251fb8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:11.427864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Port ee343ebb-1626-4032-9424-707acd251fb8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:11.427864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Attempting to bind port ee343ebb-1626-4032-9424-707acd251fb8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:11.436340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:11.438948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:11.439439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:11.439804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Bound port: ee343ebb-1626-4032-9424-707acd251fb8, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:11.440166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.565170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:11.569033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ee343ebb-1626-4032-9424-707acd251fb8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:11.574879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.614837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.615482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.616929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee343ebb-1626-4032-9424-707acd251fb8 HTTP/1.1" status: 200 len: 1092 time: 0.9428096 Nov 23 02:26:11.620004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:11.621779 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdfd66f-4803-4290-9be4-d926ae0e3891" -d '{"events": [{"name": "network-changed", "server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "tag": "ee343ebb-1626-4032-9424-707acd251fb8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:11.642182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.648273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-098957d5-d026-486d-8633-8cbca7527e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.649607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-098957d5-d026-486d-8633-8cbca7527e77 service neutron] 10.222.0.15 "GET /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 1094 time: 0.3980668 Nov 23 02:26:11.673565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Request body: {'binding': {'host': 'n-h2-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:11.674024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:11.681610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02a406-d769-4fe5-a3f8-8474caa87ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.730481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-6dfb6a75-6f42-48ba-b187-73261f03868b service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985867 Nov 23 02:26:11.733641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-a51e404c-eb7f-4cae-b856-1310981bc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.735148 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-a51e404c-eb7f-4cae-b856-1310981bc6bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 1095 time: 0.0417588 Nov 23 02:26:11.761033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.794913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-3c3f21d9-99cd-403d-974c-4cac3bc679b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee343ebb-1626-4032-9424-707acd251fb8 HTTP/1.1" status: 200 len: 217 time: 0.0389180 Nov 23 02:26:11.856605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-a5cfb8df-20ee-4258-ae2d-12dd4f6347d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.858190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-a5cfb8df-20ee-4258-ae2d-12dd4f6347d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0456877 Nov 23 02:26:11.890907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-954438a2-0edc-4189-abae-4319e2873526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253732 Nov 23 02:26:11.983208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.985447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.998780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-dc1cbd6f-dafe-4ce9-93bf-0822106d8d26 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000931 Nov 23 02:26:12.005633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5ad9fe5-68cf-4d32-af1f-e510100356b1 req-2a13129c-8251-4146-b004-6bb7375f86b9 service neutron] 10.222.0.41 "GET /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487054 Nov 23 02:26:12.040524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event deleted for resources: {'Port': ['ID=9f72e92b-6b1b-42fe-9bbd-5418dc36cc26,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:12.100452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:12.102435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on host n-h2-714676-12 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:12.102817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:12.103150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:12.133884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:12.141934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:12.148661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:12.149058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:12.199225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Pushing event updated for resources: {'Port': ['ID=5a357d7b-922a-439f-b122-1d04450cb06e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:12.201665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:12.202001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:12.202379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:12.202846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Bound port: 515f02e1-e284-4319-bb13-1c73976524d4, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:12.213005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.215666 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.216884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67005034-0d7e-4fca-ac9c-055e73c84066 req-cd999799-501c-46fd-8a9f-09ab65f6f9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "DELETE /v2.0/floatingips/bd50bedc-f5fe-4729-9239-fedd0d1773b8 HTTP/1.1" status: 204 len: 173 time: 1.9302907 Nov 23 02:26:12.420550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:12.428149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-129742aa-21a6-4a97-a0f6-dbe13075c371 req-8a6099f0-4678-429e-9248-4aeae01b9f02 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220135 Nov 23 02:26:12.442277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.443472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-c05a239f-bb31-4e6e-8fa3-5da1686e6b38 service neutron] 10.222.0.15 "POST /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4/bindings HTTP/1.1" status: 201 len: 390 time: 0.7786145 Nov 23 02:26:12.450750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4765312-4811-4f3c-874a-67bb3cf7eefc None None] Network c9654c02-9452-4405-93ba-ef82aec88a81 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:12.455499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858f3cd-f438-4864-b68c-8813dcab88c2 req-8113c87a-ddd1-4df0-8821-e5b4579206e4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:12.457626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9858f3cd-f438-4864-b68c-8813dcab88c2 req-8113c87a-ddd1-4df0-8821-e5b4579206e4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 943 time: 0.1260512 Nov 23 02:26:12.513504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] Provisioning complete for port ab3575d4-4b70-4332-b2d5-329950960d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:12.514164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.618265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9858f3cd-f438-4864-b68c-8813dcab88c2 req-99850f96-43de-47cf-ae0d-9c3948007d09 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509595 Nov 23 02:26:12.667328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.677876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.747713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] For port ab3575d4-4b70-4332-b2d5-329950960d67, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3575d4-4b70-4332-b2d5-329950960d67,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:12.752590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.788453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f425e9-fab7-448c-8442-fdf6aa603523 req-7e7b50ec-5179-47c0-8089-8fe7354747a7 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:12.790014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56f425e9-fab7-448c-8442-fdf6aa603523 req-7e7b50ec-5179-47c0-8089-8fe7354747a7 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 945 time: 0.1650243 Nov 23 02:26:12.842149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-60ea5269-1824-4523-844f-26acd8600681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:12.844070 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-60ea5269-1824-4523-844f-26acd8600681 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1097 time: 0.0670519 Nov 23 02:26:12.847624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89599bc-ca8f-4c3a-86be-586e3ce094e3 None None] Pushing event updated for resources: {'Port': ['ID=ab3575d4-4b70-4332-b2d5-329950960d67,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:12.967591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-fa08944f-219e-455f-9398-a32797f4f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:12.969730 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-fa08944f-219e-455f-9398-a32797f4f409 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1136808 Nov 23 02:26:12.971751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56f425e9-fab7-448c-8442-fdf6aa603523 req-1f20cf00-4823-43fd-896c-5bc351f214c4 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706607 Nov 23 02:26:13.004792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de1eac-bab9-46c2-b987-b58b67b3fd9d req-343a5d73-66d9-4b59-9766-f9a38d820064 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.012829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16de1eac-bab9-46c2-b987-b58b67b3fd9d req-343a5d73-66d9-4b59-9766-f9a38d820064 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 945 time: 0.1998432 Nov 23 02:26:13.026996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-e41910b3-20b2-4910-a1ca-ba9a03c8da8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.0493450 Nov 23 02:26:13.030039 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.032495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3575d4-4b70-4332-b2d5-329950960d67 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:13.071035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 7555ad29-f385-4bc1-9d90-50ab64643e11 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:13.109343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-1bfe8b37-8cb4-475e-9c77-775f07899485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.111246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-1bfe8b37-8cb4-475e-9c77-775f07899485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0724931 Nov 23 02:26:13.112961 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2add1b89-fa6a-470b-b421-6bb62a083470 x-openstack-request-id: req-2add1b89-fa6a-470b-b421-6bb62a083470 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:13.113981 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "tag": "ee343ebb-1626-4032-9424-707acd251fb8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:13.114405 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2add1b89-fa6a-470b-b421-6bb62a083470 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:13.114990 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8', 'status': 'completed', 'code': 200} Nov 23 02:26:13.141948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-304087d7-ec8a-413e-94cb-42e68d398bd1 None None] Provisioning complete for port ab3575d4-4b70-4332-b2d5-329950960d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.142497 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-304087d7-ec8a-413e-94cb-42e68d398bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.161622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-fecfe36d-a094-4caf-a7b5-2e72c43630fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396340 Nov 23 02:26:13.206382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ab3575d4-4b70-4332-b2d5-329950960d67 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.207194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.210106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 7555ad29-f385-4bc1-9d90-50ab64643e11 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:13.245165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 7555ad29-f385-4bc1-9d90-50ab64643e11 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.246419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.308632 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-de214976-7997-46e1-af44-a01d7994f0af service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370945 Nov 23 02:26:13.444645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-c39c38a8-cfeb-4ca2-a285-94b099e7e3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285052 Nov 23 02:26:13.448570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.478347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:13.480625 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2149e1b-cb1d-43d3-82be-6f224495ee90" -d '{"events": [{"server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "name": "network-vif-plugged", "status": "completed", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:13.493876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=7555ad29-f385-4bc1-9d90-50ab64643e11,segment=NetworkSegment(f55076a7-773e-4f19-bca1-529f8a0c2248),segment_id=f55076a7-773e-4f19-bca1-529f8a0c2248)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:13.497868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.527638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16de1eac-bab9-46c2-b987-b58b67b3fd9d req-8c75e745-b6a9-4f14-b7ce-c4b622fae035 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137391 Nov 23 02:26:13.552919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:13.590138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-9f0dd4e8-0dbd-47b8-9eb5-e05acc931691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.591660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-9f0dd4e8-0dbd-47b8-9eb5-e05acc931691 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 1095 time: 0.1483972 Nov 23 02:26:13.605437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a0827-5e18-4ab5-84cc-89ff0209e978 req-d8645483-2c58-4c0c-93c4-cf42b7bb8d1c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.606955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b08a0827-5e18-4ab5-84cc-89ff0209e978 req-d8645483-2c58-4c0c-93c4-cf42b7bb8d1c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 945 time: 0.1574428 Nov 23 02:26:13.615548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-4819b702-59d9-4876-8dc8-844e71f31ff3 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.617077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-4819b702-59d9-4876-8dc8-844e71f31ff3 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0529408 Nov 23 02:26:13.628672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:13.682741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.771089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b08a0827-5e18-4ab5-84cc-89ff0209e978 req-e6b33d0c-466a-4a24-9e29-476a77d1d51b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528935 Nov 23 02:26:13.775208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:13.796242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448c201-409f-4e2d-add6-7817f98dee77 req-ea92ea7b-0b9d-4178-82f6-c4bb714cfe23 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.797732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4448c201-409f-4e2d-add6-7817f98dee77 req-ea92ea7b-0b9d-4178-82f6-c4bb714cfe23 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1584504 Nov 23 02:26:13.801120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-c453cce9-542e-483a-80b0-a755e035a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.802516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-c453cce9-542e-483a-80b0-a755e035a7aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1927686 Nov 23 02:26:13.825774 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d1b43-bd35-48dd-b96c-e526383456c1 x-openstack-request-id: req-628d1b43-bd35-48dd-b96c-e526383456c1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:13.826069 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "name": "network-vif-plugged", "status": "completed", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:13.826322 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-628d1b43-bd35-48dd-b96c-e526383456c1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:13.826761 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11', 'code': 200} Nov 23 02:26:13.835246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:13.885061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:13.885946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4448c201-409f-4e2d-add6-7817f98dee77 req-6b958a3e-821f-476e-acfe-64d7b21e559a tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0814416 Nov 23 02:26:13.934543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-c79e9b1e-215c-489b-8d7b-1e675055351e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee343ebb-1626-4032-9424-707acd251fb8 HTTP/1.1" status: 200 len: 217 time: 0.1206102 Nov 23 02:26:13.936991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.946195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.057622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on host n-h1-714676-12 for vnic_type normal with profile {"migrating_to": "n-h2-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:14.057829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:14.058167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:14.060191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.067800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:14.068148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Attempting to bind port 515f02e1-e284-4319-bb13-1c73976524d4 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:14.074289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:14.074652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:14.075267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:14.075452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Bound port: 515f02e1-e284-4319-bb13-1c73976524d4, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:14.075810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.107132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-184227d9-0d34-4f33-8707-ce6461b9916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.108614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-184227d9-0d34-4f33-8707-ce6461b9916a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1640654 Nov 23 02:26:14.111961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986503d-f0dc-40e0-983d-c6fee9afaea1 req-e3673df7-d264-4493-8786-f1e725f92868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.113343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c986503d-f0dc-40e0-983d-c6fee9afaea1 req-e3673df7-d264-4493-8786-f1e725f92868 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 1098 time: 0.1888580 Nov 23 02:26:14.125394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c438cf-8a69-4d82-a021-12aaa372d60f req-f2cce768-6706-4c81-a397-df26d44e40b5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.126883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15c438cf-8a69-4d82-a021-12aaa372d60f req-f2cce768-6706-4c81-a397-df26d44e40b5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 943 time: 0.1175959 Nov 23 02:26:14.127889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:14.145455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Sync routers for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:14.159154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:14.160215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.173348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:14.177142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:14.180721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.210322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-dd49ce19-e497-4707-9d62-72c553d6a1fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697839 Nov 23 02:26:14.242356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.246744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-995c19fd-8380-4bab-aaf8-c40bbb0c0462 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3974957 Nov 23 02:26:14.252219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.257103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.257684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96fffc96-cf14-4a31-b80a-4aa6c6e569de req-bd6fc2cd-7dcf-4099-ba24-068594bb25c5 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1023505 Nov 23 02:26:14.257828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.259174 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 1123 time: 0.6345990 Nov 23 02:26:14.295076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:14.306130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3b037-82eb-48cf-8cdb-821a5251e8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.330390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c986503d-f0dc-40e0-983d-c6fee9afaea1 req-b69df357-c114-4cb1-b259-eb081af46e57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000656 Nov 23 02:26:14.350670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15c438cf-8a69-4d82-a021-12aaa372d60f req-98b6da1b-7760-4831-a0e9-afe055a2120e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081165 Nov 23 02:26:14.408180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-f2f623a7-334c-4efb-81e0-76740e881326 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610169 Nov 23 02:26:14.458431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['515f02e1-e284-4319-bb13-1c73976524d4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:14.600003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74123b-6f16-413e-92a3-78e3db8da8e7 req-b5369de4-c8d5-4c6c-aff7-fedef84fec4d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.607648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f74123b-6f16-413e-92a3-78e3db8da8e7 req-b5369de4-c8d5-4c6c-aff7-fedef84fec4d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 945 time: 0.1698258 Nov 23 02:26:14.617422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec9c4-fdd9-4204-97db-632452f5b050 req-204712a5-baee-4386-935a-e338626dc52d tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.619008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e41ec9c4-fdd9-4204-97db-632452f5b050 req-204712a5-baee-4386-935a-e338626dc52d tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 946 time: 0.1642909 Nov 23 02:26:14.658742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:12Z', 'revision_number': 3, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.663943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bdfd66f-4803-4290-9be4-d926ae0e3891 req-f5987e3a-65aa-4a84-9124-993d946aadf6 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477903 Nov 23 02:26:14.696764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Checking router: 36e9b7b0-3ca9-4e42-b932-4a03ad142988 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:14.697121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Updating router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 port 5a357d7b-922a-439f-b122-1d04450cb06e binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:14.715192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f74123b-6f16-413e-92a3-78e3db8da8e7 req-ba333350-3896-4b84-afde-039fd27112eb tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066468 Nov 23 02:26:14.723391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e41ec9c4-fdd9-4204-97db-632452f5b050 req-80358d85-6332-41ac-9981-d0a3f7feaaa0 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885160 Nov 23 02:26:14.762597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.781809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.953099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a9e7-de7b-4e23-a891-e391c8ece515 req-b44cb434-d000-41be-8894-2b204fe9441d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.954672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9565a9e7-de7b-4e23-a891-e391c8ece515 req-b44cb434-d000-41be-8894-2b204fe9441d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.0975368 Nov 23 02:26:15.004981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Allocated IP 172.20.0.1 (c9654c02-9452-4405-93ba-ef82aec88a81/6b9295f3-c6a1-4893-ac62-5675834325db/9686d615-47a7-4feb-be46-8db59cf1e12f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:15.054218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9565a9e7-de7b-4e23-a891-e391c8ece515 req-21ad6075-f574-4ac9-a7e3-9f1092998398 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892618 Nov 23 02:26:15.080253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b070246-0084-471c-88cf-b94a86db5233 req-43dc2462-b3ac-4d98-92ba-1c5f8f26336f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.082896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b070246-0084-471c-88cf-b94a86db5233 req-43dc2462-b3ac-4d98-92ba-1c5f8f26336f tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.0959256 Nov 23 02:26:15.127397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4'}, {'name': 'network-changed', 'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:15.131963 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179e7d6-03ba-410b-ada9-033c1bcec0fb" -d '{"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-unplugged", "status": "completed", "tag": "515f02e1-e284-4319-bb13-1c73976524d4"}, {"name": "network-changed", "server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "tag": "515f02e1-e284-4319-bb13-1c73976524d4"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:15.155958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b070246-0084-471c-88cf-b94a86db5233 req-6505deb9-99dd-4b6c-b107-582d0202bd4d tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655117 Nov 23 02:26:15.158676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.165275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.190437 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4fa5d-b423-48a5-853a-e3f9d9bda381 x-openstack-request-id: req-4df4fa5d-b423-48a5-853a-e3f9d9bda381 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:15.190769 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-unplugged", "status": "completed", "tag": "515f02e1-e284-4319-bb13-1c73976524d4", "code": 200}, {"name": "network-changed", "server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "tag": "515f02e1-e284-4319-bb13-1c73976524d4", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:15.191023 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4df4fa5d-b423-48a5-853a-e3f9d9bda381 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:15.192038 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4', 'code': 200} Nov 23 02:26:15.192483 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4', 'status': 'completed', 'code': 200} Nov 23 02:26:15.209890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.240246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3a8c-2524-41a4-817f-483362324b03 None None] Pushing event updated for resources: {'Port': ['ID=5a357d7b-922a-439f-b122-1d04450cb06e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.246450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Attempting to bind port 5a357d7b-922a-439f-b122-1d04450cb06e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:15.246862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Attempting to bind port 5a357d7b-922a-439f-b122-1d04450cb06e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:15.247241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Attempting to bind port 5a357d7b-922a-439f-b122-1d04450cb06e on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:15.252456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:15.252872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:15.253322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.253819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:15.254830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Bound port: 5a357d7b-922a-439f-b122-1d04450cb06e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:15.255295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.257476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.282522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-c1fcf7ad-4484-49d0-be2c-b5390b5e1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.284237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-c1fcf7ad-4484-49d0-be2c-b5390b5e1a3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1126 time: 0.0666008 Nov 23 02:26:15.303660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Network c9654c02-9452-4405-93ba-ef82aec88a81 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:15.306894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:15.310969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:15.322931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] For port 5a357d7b-922a-439f-b122-1d04450cb06e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:15.330638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] For port 5a357d7b-922a-439f-b122-1d04450cb06e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a357d7b-922a-439f-b122-1d04450cb06e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:15.335094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.342123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.363528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.396176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.411472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:15.412118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:15.537415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3a8c-2524-41a4-817f-483362324b03 None None] Pushing event updated for resources: {'Port': ['ID=5a357d7b-922a-439f-b122-1d04450cb06e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.537864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-8668993f-7853-485b-83d4-1a6bd405fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.540899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-8668993f-7853-485b-83d4-1a6bd405fcff service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2479811 Nov 23 02:26:15.613633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-97b5929e-b6b0-4b1b-a20a-6e88ecf33a3e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.0626817 Nov 23 02:26:15.615554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6e02-8058-4850-a300-69aa7082a04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.626396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.644722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802b7f0-c785-41bc-9ab8-99ab1480937b req-dda3bf9a-a4f4-477c-a398-1bb8ebb02537 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.650444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:15.652015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6802b7f0-c785-41bc-9ab8-99ab1480937b req-dda3bf9a-a4f4-477c-a398-1bb8ebb02537 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 943 time: 0.2010643 Nov 23 02:26:15.737259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-737ea32b-ed55-4c51-8b1b-9cc50b46e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.739868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-737ea32b-ed55-4c51-8b1b-9cc50b46e327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1139376 Nov 23 02:26:15.805053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dcc91205-9374-484d-a51c-25e01bf2d122 None None] Provisioning complete for port 9686d615-47a7-4feb-be46-8db59cf1e12f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:15.807297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dcc91205-9374-484d-a51c-25e01bf2d122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.829342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-4c48bcc3-4288-43ad-8197-3182ddec8c53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582256 Nov 23 02:26:15.833614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.834157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6802b7f0-c785-41bc-9ab8-99ab1480937b req-f8cf3754-0d0c-4062-b259-22fbdf15d445 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812923 Nov 23 02:26:15.840628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.929135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.932012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.027865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6e02-8058-4850-a300-69aa7082a04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.034769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Network c9654c02-9452-4405-93ba-ef82aec88a81 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:16.038129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-dcc91205-9374-484d-a51c-25e01bf2d122 None None] Port 9686d615-47a7-4feb-be46-8db59cf1e12f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:16.038311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:16.050120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0e6e02-8058-4850-a300-69aa7082a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.065249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a779a-1d9a-49e9-ba5d-a2024f83520a req-9b8b5ffc-c562-4ef4-9885-7bfa1d15be6b tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:16.066848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-431a779a-1d9a-49e9-ba5d-a2024f83520a req-9b8b5ffc-c562-4ef4-9885-7bfa1d15be6b tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 946 time: 0.2455080 Nov 23 02:26:16.083151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-0ce589df-08aa-4fca-8097-3f7ed65c2f3e service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354581 Nov 23 02:26:16.096298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9be161-0438-466b-a59f-dee653c9d4fb req-18961769-cc36-4be5-a7c5-90e7df805249 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:16.097903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9be161-0438-466b-a59f-dee653c9d4fb req-18961769-cc36-4be5-a7c5-90e7df805249 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 945 time: 0.1663859 Nov 23 02:26:16.117275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:12Z', 'revision_number': 3, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:16.144115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f7c99-b6f3-4570-a41b-8baff9b11110 None None] The sync data for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 is: [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:12Z', 'revision_number': 3, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:16.190043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:16.214443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e6e02-8058-4850-a300-69aa7082a04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b011f22-9ba1-4b48-9679-f4537da6ebc7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.226079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b0e6e02-8058-4850-a300-69aa7082a04a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c154f0b949df47c1947f56a07bfff713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8287632 Nov 23 02:26:16.240377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:16.299652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ee343ebb-1626-4032-9424-707acd251fb8 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:16.338092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-431a779a-1d9a-49e9-ba5d-a2024f83520a req-d26d2b9f-2087-4596-b755-68f4a5d2968c tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523279 Nov 23 02:26:16.353162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b179e7d6-03ba-410b-ada9-033c1bcec0fb req-62127aa6-bb83-4dae-84bd-cebac8e76334 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486253 Nov 23 02:26:16.365581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9be161-0438-466b-a59f-dee653c9d4fb req-525e1824-5b4a-461f-92d0-1ffb877772bf tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448409 Nov 23 02:26:16.378851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:16.394356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9148842b-70f2-46c9-8e44-371e3d30f1f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/36e9b7b0-3ca9-4e42-b932-4a03ad142988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1326714 Nov 23 02:26:16.399216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.429622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b49d12c-e971-4b5d-8a46-af319ac03f3e None None] Provisioning complete for port 9686d615-47a7-4feb-be46-8db59cf1e12f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:16.430163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b49d12c-e971-4b5d-8a46-af319ac03f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.444990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.512187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ee343ebb-1626-4032-9424-707acd251fb8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:16.515437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b49d12c-e971-4b5d-8a46-af319ac03f3e None None] Port 9686d615-47a7-4feb-be46-8db59cf1e12f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:16.533445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ee343ebb-1626-4032-9424-707acd251fb8', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': 'ee343ebb-1626-4032-9424-707acd251fb8', 'mac_address': 'fa:16:3e:24:98:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:16.619641 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.635545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee343ebb-1626-4032-9424-707acd251fb8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:16.646825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24623c-3700-42db-8385-22ed5a791954 req-90c5909c-e34e-491a-a884-25a0cf23e7c4 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:16.648475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed24623c-3700-42db-8385-22ed5a791954 req-90c5909c-e34e-491a-a884-25a0cf23e7c4 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.1821620 Nov 23 02:26:16.659919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430ca60-1692-42a7-8239-8bb437881ac5 req-17623dbf-f2db-4d37-855b-9fa264f808b9 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:16.662110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a430ca60-1692-42a7-8239-8bb437881ac5 req-17623dbf-f2db-4d37-855b-9fa264f808b9 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.1453602 Nov 23 02:26:16.665280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ee343ebb-1626-4032-9424-707acd251fb8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:16.670869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.672438 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.673646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.674868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b011f22-9ba1-4b48-9679-f4537da6ebc7 HTTP/1.1" status: 204 len: 168 time: 0.4304430 Nov 23 02:26:16.687464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721314d-d652-4d95-99f4-3eed94091706 req-a1adc00d-d7b3-4388-b1e1-e5d130d85abb tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:16.689082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e721314d-d652-4d95-99f4-3eed94091706 req-a1adc00d-d7b3-4388-b1e1-e5d130d85abb tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 945 time: 0.1206810 Nov 23 02:26:16.721879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750ccd1-c943-4eb1-88d7-ec84b80d4262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b011f22-9ba1-4b48-9679-f4537da6ebc7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.761361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.833356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed24623c-3700-42db-8385-22ed5a791954 req-42bc0192-6215-4166-a3d0-2080373d2c99 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/security-groups?id=9feb281c-89fe-4ed2-88f3-233f53e46a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698141 Nov 23 02:26:16.839721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a430ca60-1692-42a7-8239-8bb437881ac5 req-fe53ffe9-8c39-40ac-9274-56846109fcf3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624589 Nov 23 02:26:16.875307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Deleting port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:16.875651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.034740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a357d7b-922a-439f-b122-1d04450cb06e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:17.073494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] For port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:17.075087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.097111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ee343ebb-1626-4032-9424-707acd251fb8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:17.100876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Calling delete_port for 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:17.172222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5a357d7b-922a-439f-b122-1d04450cb06e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:17.172576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.372615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.388753 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.424758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Pushing event deleted for resources: {'Port': ['ID=8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:17.466661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 5a357d7b-922a-439f-b122-1d04450cb06e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a357d7b-922a-439f-b122-1d04450cb06e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:17.491035 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.576854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] No DVR routers for this DVR port 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:17.586585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=5a357d7b-922a-439f-b122-1d04450cb06e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:17.591524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.605999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e721314d-d652-4d95-99f4-3eed94091706 req-80008a90-75cd-4923-90e6-8fd4905dec14 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.41 "DELETE /v2.0/ports/8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 HTTP/1.1" status: 204 len: 173 time: 0.8983076 Nov 23 02:26:17.606530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'name': 'network-vif-deleted', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:17.608850 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc898d10-96c0-4c41-a419-2691939d2db7" -d '{"events": [{"server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "name": "network-vif-deleted", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:17.705933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd7415-4f9a-486d-9e38-264f88af7840 req-894f8bdc-f5ec-4fad-8339-595438caa696 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:17.708367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22bd7415-4f9a-486d-9e38-264f88af7840 req-894f8bdc-f5ec-4fad-8339-595438caa696 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 944 time: 0.0641587 Nov 23 02:26:17.795760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22bd7415-4f9a-486d-9e38-264f88af7840 req-07849023-4bbe-43a3-9b59-4a4c2dc4b5be tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786994 Nov 23 02:26:17.950294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:17.955225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1198714473', 'description': 'tempest-description--84867703'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:17.977137 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d807a84-3535-42d4-8ece-8bd94384b6ca x-openstack-request-id: req-5d807a84-3535-42d4-8ece-8bd94384b6ca {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:17.977644 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8f4401-d66c-4c82-b772-1fb97ccb6edf", "name": "network-vif-deleted", "tag": "8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:17.978144 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d807a84-3535-42d4-8ece-8bd94384b6ca {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:17.979119 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8f4401-d66c-4c82-b772-1fb97ccb6edf', 'name': 'network-vif-deleted', 'tag': '8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9', 'status': 'completed', 'code': 200} Nov 23 02:26:17.990112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.087804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f644ff60-0306-4a8a-9c3d-594c6aa6cf52 req-a632f54b-d11f-4ef3-9f60-1fbd41f087ae tempest-FloatingIPsAssociationNegativeTestJSON-1086110568 tempest-FloatingIPsAssociationNegativeTestJSON-1086110568-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8f4401-d66c-4c82-b772-1fb97ccb6edf HTTP/1.1" status: 200 len: 210 time: 0.0400720 Nov 23 02:26:18.132049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.137222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.207733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.210377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2579217 Nov 23 02:26:18.210377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb1511-89a4-4fa2-be52-594ccbbc6246 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:18.213338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.226190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'security_group_rule': {'security_group_id': '0e9fdf2d-7cc2-49a4-af59-01a0753f6b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:18.242366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746a0e-b247-4885-827e-eee2d6f305e8 req-e47156b0-d624-4d25-843a-9edf5eed2969 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:18.245153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22746a0e-b247-4885-827e-eee2d6f305e8 req-e47156b0-d624-4d25-843a-9edf5eed2969 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.0843053 Nov 23 02:26:18.298245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:18.298721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.342876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22746a0e-b247-4885-827e-eee2d6f305e8 req-ff993ce3-eac6-4ae1-b595-4c348ec6c358 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899923 Nov 23 02:26:18.431059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.443604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.471321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.474026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558875 Nov 23 02:26:18.476880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.482549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'security_group_rule': {'security_group_id': '0e9fdf2d-7cc2-49a4-af59-01a0753f6b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:18.489751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db62f0e-c8e7-42fd-bbf3-96e283a6aa86 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06931e3f-6f5b-4b80-aced-4b8e0bb180be,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:18.493415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:18.505907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:18.542602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.548147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 has no active binding in host n-h2-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:26:18.611745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ab781-add8-4d1c-b1fc-a628b111cf5a req-569eeaec-9c29-4bad-8fc0-82a0c746987d tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:18.613814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-970ab781-add8-4d1c-b1fc-a628b111cf5a req-569eeaec-9c29-4bad-8fc0-82a0c746987d tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 946 time: 0.0860212 Nov 23 02:26:18.671748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.677532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.684337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-970ab781-add8-4d1c-b1fc-a628b111cf5a req-de630469-6b18-48d4-b4f6-fd8c21428c2d tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Nov 23 02:26:18.695401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.699333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e011d4ed-0833-40a7-be08-ffe636d02c8c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:18.709929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.716161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.716321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-baa2dc48-0f09-49b6-8486-2c65ba4d5c7c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2378235 Nov 23 02:26:18.721298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:18.745912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.757543 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Sync routers for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:18.771695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:18.772939 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:18.829352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d452e13-8509-4e1f-ab00-0f478a61c473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.886816 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:18.929050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.959349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe0cb3-1c5d-416d-a0c2-d4af7ac46446 req-451a068e-38b7-4d5e-be08-eb615bdc7f12 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:18.967536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-defe0cb3-1c5d-416d-a0c2-d4af7ac46446 req-451a068e-38b7-4d5e-be08-eb615bdc7f12 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 944 time: 0.1074657 Nov 23 02:26:18.994779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d452e13-8509-4e1f-ab00-0f478a61c473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.005176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d452e13-8509-4e1f-ab00-0f478a61c473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.022909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a357d7b-922a-439f-b122-1d04450cb06e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:19.053708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-defe0cb3-1c5d-416d-a0c2-d4af7ac46446 req-5581163b-a144-4763-af95-81412ff0fbb0 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847132 Nov 23 02:26:19.075063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5a357d7b-922a-439f-b122-1d04450cb06e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:19.075437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.092316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2d452e13-8509-4e1f-ab00-0f478a61c473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f2f759f2b9243dc98f26c9fa61e1deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933403 Nov 23 02:26:19.093689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:19.098487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d452e13-8509-4e1f-ab00-0f478a61c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd3fde-e2de-44d6-bef1-396bb2708b6f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.123989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Allocated IP 172.25.1.214 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/48922be0-e821-4649-9620-35409ad99937) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:19.169787 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 2, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:19.170013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:19.201618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Checking router: 36e9b7b0-3ca9-4e42-b932-4a03ad142988 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:19.201982 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Updating router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 port 9686d615-47a7-4feb-be46-8db59cf1e12f binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:19.228185 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.234047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.259830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.292626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.308146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.354403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:19.357383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:19.362394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:19.365829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'Port': ['ID=48922be0-e821-4649-9620-35409ad99937,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.437202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.439833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.443580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82cd3fde-e2de-44d6-bef1-396bb2708b6f HTTP/1.1" status: 204 len: 168 time: 0.3450336 Nov 23 02:26:19.464982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516808f2-3d6d-4b5b-bb7a-2ff3048732ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd3fde-e2de-44d6-bef1-396bb2708b6f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.505851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.552881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.615772 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.622261 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.760528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Attempting to bind port 9686d615-47a7-4feb-be46-8db59cf1e12f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:19.761232 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Attempting to bind port 9686d615-47a7-4feb-be46-8db59cf1e12f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:19.761232 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Attempting to bind port 9686d615-47a7-4feb-be46-8db59cf1e12f on network c9654c02-9452-4405-93ba-ef82aec88a81 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:19.770239 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:19.770979 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Checking segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:19.771582 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.772238 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Bound using segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:19.772902 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Bound port: 9686d615-47a7-4feb-be46-8db59cf1e12f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:19.773470 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.790368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.801283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.853126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] For port 9686d615-47a7-4feb-be46-8db59cf1e12f, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:19.856586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] For port 9686d615-47a7-4feb-be46-8db59cf1e12f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9686d615-47a7-4feb-be46-8db59cf1e12f,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:19.866630 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.883368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'Port': ['ID=48922be0-e821-4649-9620-35409ad99937,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.890607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Pushing event updated for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.899034 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:19.899719 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:19.902542 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.902882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.903229 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.903572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.903956 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.904297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.904627 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.905048 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.905394 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.905660 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.905958 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.906288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:19.990815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.013871 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a830b-744b-471c-b810-6e7487c3acf5 None None] Pushing event updated for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:20.046283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.048979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2ce35f48-4773-4076-9bef-8ca43e3e68a8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3311648 Nov 23 02:26:20.112293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] Provisioning complete for port 9686d615-47a7-4feb-be46-8db59cf1e12f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:20.112862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.115246 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:20.123102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-07b21404-581c-4b55-b9b8-3bd591dfeb6e service neutron] 10.222.0.47 "GET /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4/bindings/n-h2-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.1183093 Nov 23 02:26:20.170784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a709d-72d7-4464-ba2c-0f1c27fe3130 req-0baa2b2a-7a30-4509-9879-1b87c1423423 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:20.179276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-764a709d-72d7-4464-ba2c-0f1c27fe3130 req-0baa2b2a-7a30-4509-9879-1b87c1423423 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 943 time: 0.6307664 Nov 23 02:26:20.283113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-9c3f6692-61cb-45ba-b28c-9257f448c4b8 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:20.284894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-9c3f6692-61cb-45ba-b28c-9257f448c4b8 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 946 time: 0.6917474 Nov 23 02:26:20.333224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-764a709d-72d7-4464-ba2c-0f1c27fe3130 req-aaea3455-62d3-477b-9b71-908e3d9b1fee tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533062 Nov 23 02:26:20.365282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b5a4d-4745-47e2-bcc6-fa439839cb4c req-dac4719a-cc3b-43b5-ac1a-08342f8bdcae tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:20.366580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:20.369183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc8b5a4d-4745-47e2-bcc6-fa439839cb4c req-dac4719a-cc3b-43b5-ac1a-08342f8bdcae tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 946 time: 0.2656167 Nov 23 02:26:20.443748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ee343ebb-1626-4032-9424-707acd251fb8 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:20.533256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.583905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:20.638598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:20.656772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] For port 9686d615-47a7-4feb-be46-8db59cf1e12f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9686d615-47a7-4feb-be46-8db59cf1e12f,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:20.669809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.708306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc8b5a4d-4745-47e2-bcc6-fa439839cb4c req-7847135f-8caa-4fbc-9655-9e49833638d1 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb0da9a-1968-43c6-bb44-6eb4b0394137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107202 Nov 23 02:26:20.734870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515f02e1-e284-4319-bb13-1c73976524d4 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:20.786769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:20.788576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8413a-8b1f-4584-92d6-fa3f944ab831 None None] Pushing event updated for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:20.807697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port ee343ebb-1626-4032-9424-707acd251fb8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:20.817853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:20.819189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.861720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ee343ebb-1626-4032-9424-707acd251fb8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:20.862392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.864224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:19Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:20.894922 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bb8e4f-df24-4caf-9311-2024e926e45d None None] The sync data for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 is: [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:19Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:20.921385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'mac_address': 'fa:16:3e:ec:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:20.932357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fbdb590e-de59-4fab-8442-c997dde66d49 None None] Provisioning complete for port 9686d615-47a7-4feb-be46-8db59cf1e12f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:20.932741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fbdb590e-de59-4fab-8442-c997dde66d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.944113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb43a3b-72c6-4560-864c-f1e42a98e50f req-3d3c56d6-0fa0-44ab-9264-6144229d2a77 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:20.953801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb43a3b-72c6-4560-864c-f1e42a98e50f req-3d3c56d6-0fa0-44ab-9264-6144229d2a77 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 944 time: 0.3182878 Nov 23 02:26:21.002233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Deleting port 7555ad29-f385-4bc1-9d90-50ab64643e11 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:21.002618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.020079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] Transition to ACTIVE for port object 515f02e1-e284-4319-bb13-1c73976524d4 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:21.029263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.048287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.083182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.093320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17f82edf-d696-4c7d-9641-f3acfbd5531b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:21.105678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] Pushing event updated for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:21.139411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:21.141533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.151804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] No DVR routers for this DVR port 515f02e1-e284-4319-bb13-1c73976524d4 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:21.194995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-0be4ee97-25c2-4a7d-aff6-1d11b99c5de1 service neutron] 10.222.0.47 "PUT /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4/bindings/n-h2-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 1.0634210 Nov 23 02:26:21.201500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.256815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:21.259453 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b3e48-3d2b-4e12-a49f-85c2a1142b37" -d '{"events": [{"server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "name": "network-vif-plugged", "status": "completed", "tag": "ee343ebb-1626-4032-9424-707acd251fb8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:21.287971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ee343ebb-1626-4032-9424-707acd251fb8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:21.296009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb43a3b-72c6-4560-864c-f1e42a98e50f req-94a2aac2-fe93-452d-8687-1b0200cdd894 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432283 Nov 23 02:26:21.310808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:21.312911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-fa99e116-3fce-454a-ac55-b8d3284a6c48 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1198714473&fields=id&tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a HTTP/1.1" status: 200 len: 267 time: 0.4611969 Nov 23 02:26:21.314365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.315185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:21.463663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:21.467063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['17f82edf-d696-4c7d-9641-f3acfbd5531b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:21.471330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:21.471669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8fc2a7ef-8c2f-42f9-b066-9882a7cba7a9 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:21.516637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] For port 7555ad29-f385-4bc1-9d90-50ab64643e11, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=7555ad29-f385-4bc1-9d90-50ab64643e11,segment=NetworkSegment(f55076a7-773e-4f19-bca1-529f8a0c2248),segment_id=f55076a7-773e-4f19-bca1-529f8a0c2248)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:21.517335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.595783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Calling delete_port for 7555ad29-f385-4bc1-9d90-50ab64643e11 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:21.645541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-dea2b882-77fa-46dc-985a-bcf42b227b1d tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:21.647795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-dea2b882-77fa-46dc-985a-bcf42b227b1d tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.3508751 Nov 23 02:26:21.756036 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b764c33-e350-4a6d-a0d5-e020dfb07f95 x-openstack-request-id: req-3b764c33-e350-4a6d-a0d5-e020dfb07f95 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:21.756342 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "name": "network-vif-plugged", "status": "completed", "tag": "ee343ebb-1626-4032-9424-707acd251fb8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:21.756607 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b764c33-e350-4a6d-a0d5-e020dfb07f95 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:21.760731 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8', 'code': 200} Nov 23 02:26:21.772683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-1680be55-de88-4829-be45-c337e9c8980f tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:21.780194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-1680be55-de88-4829-be45-c337e9c8980f tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/networks?id=c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 200 len: 815 time: 0.4414954 Nov 23 02:26:21.807032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-5f1a4edb-cc5a-4b28-b43d-f46b4c9077ab tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/quotas/fbd7a68c1822430aa6179fdacb0d4b7a HTTP/1.1" status: 200 len: 375 time: 0.0257535 Nov 23 02:26:21.859541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-c77b4f84-725e-4c4a-b171-8a0523d1e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:21.861065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-c77b4f84-725e-4c4a-b171-8a0523d1e209 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f&tenant_id=92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 1096 time: 0.1915004 Nov 23 02:26:21.928402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d82d4-1540-49e1-9653-c36496052d75 req-44b7db9b-265e-4181-bd32-0ceaaa0017a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:21.930575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887d82d4-1540-49e1-9653-c36496052d75 req-44b7db9b-265e-4181-bd32-0ceaaa0017a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 1097 time: 0.0694456 Nov 23 02:26:21.998281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887d82d4-1540-49e1-9653-c36496052d75 req-e25692f6-ed5a-438a-8ecc-d176c9fc2728 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584886 Nov 23 02:26:22.008246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d4eb0ac2-dba0-4eee-bce4-690844ed3b65 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2001181 Nov 23 02:26:22.100462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9696-1516-4276-8957-8b5cf4557d2f req-018221e2-b57d-4f91-8161-9b98c2492891 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:22.108066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-991f9696-1516-4276-8957-8b5cf4557d2f req-018221e2-b57d-4f91-8161-9b98c2492891 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.2451110 Nov 23 02:26:22.160924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-2172f695-1cf2-42cd-81ce-797c219ca628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:22.162458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-2172f695-1cf2-42cd-81ce-797c219ca628 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1096 time: 0.2595813 Nov 23 02:26:22.227896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.340482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-991f9696-1516-4276-8957-8b5cf4557d2f req-5f126f5f-8dea-4e85-a8b2-9e6bf9570b12 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220459 Nov 23 02:26:22.348470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:22.356747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Pushing event deleted for resources: {'Port': ['ID=7555ad29-f385-4bc1-9d90-50ab64643e11,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:22.366296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-1312826d-49ea-4ad3-abe1-ad105acbfb95 service neutron] 10.222.0.15 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570249 Nov 23 02:26:22.476839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 17f82edf-d696-4c7d-9641-f3acfbd5531b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:22.477647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.527552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-4e7ced93-8c11-4366-825a-d9b38d180967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:22.529565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-4e7ced93-8c11-4366-825a-d9b38d180967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2292488 Nov 23 02:26:22.621464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.652031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.653026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.653383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.653723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.654058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.654387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.654786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.655113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.655441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.655765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.656223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.656410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:22.674469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:22.686886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.707550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Deleting port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:22.707916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.780907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:22.787260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-32da5941-7636-4cb0-b3db-1e8bc49a2a09 service neutron] 10.222.0.15 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200950 Nov 23 02:26:22.788047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] No DVR routers for this DVR port 7555ad29-f385-4bc1-9d90-50ab64643e11 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:22.831731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.835121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-014697be-7ff7-409e-8a81-7ff7bfa4e8bf req-60a27d00-29af-4573-b9a9-a42b3aa87069 tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.47 "DELETE /v2.0/ports/7555ad29-f385-4bc1-9d90-50ab64643e11 HTTP/1.1" status: 204 len: 173 time: 2.5180724 Nov 23 02:26:22.835880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'name': 'network-vif-deleted', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:22.838276 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d28e52-1095-44f6-b96e-53be75c1cb55" -d '{"events": [{"server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "name": "network-vif-deleted", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:22.889801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-175546d1-c565-4e89-b4c6-64bb83be0cb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.2251766 Nov 23 02:26:22.894247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff6dc4e7-a946-429f-88e7-7e3c3fcc6df6 req-74aca60a-a619-4e60-8a6f-2b8d21af863c tempest-ServerPasswordTestJSON-1318496238 tempest-ServerPasswordTestJSON-1318496238-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f682926-e1a8-4be0-a584-b3a7d0ef73c1 HTTP/1.1" status: 200 len: 210 time: 0.2342713 Nov 23 02:26:22.961118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] For port 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:22.961488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.994060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-3781a56c-e15f-4399-95e2-185801e0787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:22.998004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-3781a56c-e15f-4399-95e2-185801e0787a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0986819 Nov 23 02:26:23.001106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Calling delete_port for 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:23.065711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-90b88978-83cb-4458-93d8-0f753de505fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598335 Nov 23 02:26:23.088193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:23.135110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9686d615-47a7-4feb-be46-8db59cf1e12f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:23.204057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:23.204476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 7555ad29-f385-4bc1-9d90-50ab64643e11 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:23.208489 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.229396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 7555ad29-f385-4bc1-9d90-50ab64643e11 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:23.229747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 7555ad29-f385-4bc1-9d90-50ab64643e11 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:23.240974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9686d615-47a7-4feb-be46-8db59cf1e12f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:23.241312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.385298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6e434-11bf-4af8-90ab-1a7d7a037819 req-90bddb29-041a-4a4e-b1a4-d254fd04e04e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:23.386995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bb6e434-11bf-4af8-90ab-1a7d7a037819 req-90bddb29-041a-4a4e-b1a4-d254fd04e04e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 945 time: 0.3143075 Nov 23 02:26:23.584610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-f561a44e-d20f-47d0-b343-84a5bd3adbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:23.586878 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-f561a44e-d20f-47d0-b343-84a5bd3adbc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 1097 time: 0.0731997 Nov 23 02:26:23.609500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-97800368-e4a8-4198-9e23-80766fd3cd33 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755785 Nov 23 02:26:23.703164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bb6e434-11bf-4af8-90ab-1a7d7a037819 req-63b4b13f-318a-4dfd-af04-4685c42aea92 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338643 Nov 23 02:26:23.761894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:23.764631 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a7b11-fb28-42ea-aa36-5b649be6e0de" -d '{"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-plugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:23.820042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-0417004a-037e-42b3-9e3d-cb43616d0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:23.824239 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-0417004a-037e-42b3-9e3d-cb43616d0c6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.2298796 Nov 23 02:26:23.850346 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84e7676-b168-4ec5-872c-953e7d73f116 x-openstack-request-id: req-c84e7676-b168-4ec5-872c-953e7d73f116 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:23.850346 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f682926-e1a8-4be0-a584-b3a7d0ef73c1", "name": "network-vif-deleted", "tag": "7555ad29-f385-4bc1-9d90-50ab64643e11", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:23.850346 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c84e7676-b168-4ec5-872c-953e7d73f116 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:23.850984 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f682926-e1a8-4be0-a584-b3a7d0ef73c1', 'name': 'network-vif-deleted', 'tag': '7555ad29-f385-4bc1-9d90-50ab64643e11', 'status': 'completed', 'code': 200} Nov 23 02:26:23.901037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-8283c83d-ca26-4c4e-9c5e-c9fd86a5bd86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee343ebb-1626-4032-9424-707acd251fb8 HTTP/1.1" status: 200 len: 217 time: 0.0675061 Nov 23 02:26:23.984287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7074319-4f61-448b-9b23-4630b2de2be8 req-066ce8e1-5124-4bf3-a7ce-0ae6fed8d698 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Nov 23 02:26:24.016065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-8782728b-f955-4358-82be-2f345174e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:24.019177 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-8782728b-f955-4358-82be-2f345174e996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1083558 Nov 23 02:26:24.020665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af321-26a6-4839-b63a-eade3736bcf8 req-40f9d3b8-b280-44fe-998f-5ecc8a8c7e08 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:24.031344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c5af321-26a6-4839-b63a-eade3736bcf8 req-40f9d3b8-b280-44fe-998f-5ecc8a8c7e08 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.1282656 Nov 23 02:26:24.099995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-39b232a6-35dd-4f96-af69-5f83ef0bb320 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716629 Nov 23 02:26:24.253236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-c2258449-ad3c-4958-991c-82aea30d5f03 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411097 Nov 23 02:26:24.437027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.460267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-57ca715c-62ba-4443-8b79-ff98de6fa7f1 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937532 Nov 23 02:26:24.485154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-aef0686d-8bc3-4230-893c-99e867f7100f service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8059967 Nov 23 02:26:24.504225 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e314a184-c048-4ab2-8dfa-fd0ec8a71cb5 x-openstack-request-id: req-e314a184-c048-4ab2-8dfa-fd0ec8a71cb5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:24.504969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-plugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:24.505400 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e314a184-c048-4ab2-8dfa-fd0ec8a71cb5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:24.506800 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'code': 200} Nov 23 02:26:24.569188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:24.580441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:24.661292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c5af321-26a6-4839-b63a-eade3736bcf8 req-bcbbb8b0-4868-409b-8903-455216a8850e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287944 Nov 23 02:26:24.767075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Deleting subnet ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:24.793692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.893842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.975632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.997433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-e56840c8-9ff8-4c2f-b637-751e1f81fe71 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:24.999859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-e56840c8-9ff8-4c2f-b637-751e1f81fe71 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.47 "GET /v2.0/networks?id=c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 200 len: 815 time: 0.4510660 Nov 23 02:26:25.091855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.116670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:25.127524 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.134926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dba242c6-ba73-49a6-8ba4-128a2ab03335 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef8c8f83-6382-4219-ac3a-7bfabdfbd2ab HTTP/1.1" status: 204 len: 168 time: 0.5606480 Nov 23 02:26:25.135754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37786) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.156462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18b6351b-c76b-4ee1-b139-67d002aad07c req-e90ef0af-ff86-40c7-9e5b-078d86c0b544 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Nov 23 02:26:25.221155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.239933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e140683-eeb2-47ec-a437-652ed0ecc46f req-d477e09b-98cc-4080-b857-7d9918d36c96 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:25.248462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e140683-eeb2-47ec-a437-652ed0ecc46f req-d477e09b-98cc-4080-b857-7d9918d36c96 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 945 time: 0.4388976 Nov 23 02:26:25.282729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-940ff238-9f61-4cd8-914b-0b53f0225dff tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a HTTP/1.1" status: 200 len: 380 time: 0.2689023 Nov 23 02:26:25.296431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'port': {'device_id': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'admin_state_up': True, 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'security_groups': ['0e9fdf2d-7cc2-49a4-af59-01a0753f6b99']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:25.349484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.395877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa7412f-a33a-4759-841c-433316f88d1a']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:25.422082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55076a7-773e-4f19-bca1-529f8a0c2248') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:25.422458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55076a7-773e-4f19-bca1-529f8a0c2248') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:25.448341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.458037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Made reservation on behalf of fbd7a68c1822430aa6179fdacb0d4b7a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:25.462774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.474755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.483400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:25.483842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:25.498049 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:25.511663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82c837-0302-460a-98bb-70c630d74551 req-ad632d52-c7c6-495d-9a90-9edbd4708f71 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:25.513264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-ad632d52-c7c6-495d-9a90-9edbd4708f71 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.5120115 Nov 23 02:26:25.536023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e140683-eeb2-47ec-a437-652ed0ecc46f req-4f2b50ae-fb89-4f03-bb4f-aab3f79364c1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814636 Nov 23 02:26:25.537219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.571774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.583388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.596805 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/4aa7412f-a33a-4759-841c-433316f88d1a HTTP/1.1" status: 204 len: 168 time: 0.4598742 Nov 23 02:26:25.619867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5dc26-3e37-4a51-aa86-44d66c4dcc1d admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa7412f-a33a-4759-841c-433316f88d1a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:25.715558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.773331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5b82c837-0302-460a-98bb-70c630d74551 req-6fc5932f-1fbe-45e8-937e-a0cec75e7908 service neutron] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:25.781556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5b82c837-0302-460a-98bb-70c630d74551 req-6fc5932f-1fbe-45e8-937e-a0cec75e7908 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.782941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b82c837-0302-460a-98bb-70c630d74551 req-6fc5932f-1fbe-45e8-937e-a0cec75e7908 service neutron] 10.222.0.41 "DELETE /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4/bindings/n-h1-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.2423425 Nov 23 02:26:25.970594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cbe7-e38c-41cb-b76b-b58c823fc493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.051839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37812) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.107697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Allocated IP 172.20.0.8 (c9654c02-9452-4405-93ba-ef82aec88a81/6b9295f3-c6a1-4893-ac62-5675834325db/4c55602d-5157-4765-b3b5-fa135b535759) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:26.124961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5be2907b-e4eb-426d-86c2-b2c43ee2abea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45f069aaf5024dccac58889a3a5cacff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685251 Nov 23 02:26:26.127391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e4ca-9bf5-4045-8b43-98bc0c1a4948 req-2ee0e32a-cef1-4cf0-ae01-14c862938270 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:26.128418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.140741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4056e4ca-9bf5-4045-8b43-98bc0c1a4948 req-2ee0e32a-cef1-4cf0-ae01-14c862938270 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.2073803 Nov 23 02:26:26.157425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cbe7-e38c-41cb-b76b-b58c823fc493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.166469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cbe7-e38c-41cb-b76b-b58c823fc493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.229575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2cbe7-e38c-41cb-b76b-b58c823fc493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ec9ff-8543-4662-bc54-3f2e3aebe53a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.237049 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4c2cbe7-e38c-41cb-b76b-b58c823fc493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a1d68e1ecb2443bbb3a207db2a6757f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203087 Nov 23 02:26:26.238382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37818) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.268962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.330277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.408500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.440919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.453100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e285272-604c-47f0-af66-4f04e0be0bfa req-5b588e67-2ba1-4a91-b61c-ac8f2ad0f1a1 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 210 time: 0.1110327 Nov 23 02:26:26.461306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4056e4ca-9bf5-4045-8b43-98bc0c1a4948 req-93c498ad-9d87-4044-94e4-6d4bf664c6c7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196766 Nov 23 02:26:26.530546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.536352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.537804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/beb0da9a-1968-43c6-bb44-6eb4b0394137 HTTP/1.1" status: 204 len: 168 time: 0.4083288 Nov 23 02:26:26.588430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba5174-aa74-4a57-8f19-e27523a22e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0da9a-1968-43c6-bb44-6eb4b0394137,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.628425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.635936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.637712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d44ec9ff-8543-4662-bc54-3f2e3aebe53a HTTP/1.1" status: 204 len: 168 time: 0.3959424 Nov 23 02:26:26.654092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d4164-9056-4ebc-9395-cb6e77cebb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ec9ff-8543-4662-bc54-3f2e3aebe53a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.694886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.797996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.818695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Router c3c96ec2-4377-426f-a5ef-0622d081677b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:26.837969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-68f725c3-3807-41c0-89fd-d54952c70afa tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:26.841103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-68f725c3-3807-41c0-89fd-d54952c70afa tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 945 time: 0.6136699 Nov 23 02:26:26.932775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event updated for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:27.057416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Network c9654c02-9452-4405-93ba-ef82aec88a81 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:27.070790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:27.076553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:27.086422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e236-0ab8-4fb5-b8a3-db8afa48e00d req-54fb5c9b-cf3b-4c55-8cc7-2e9aab9ff898 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:27.087995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3105e236-0ab8-4fb5-b8a3-db8afa48e00d req-54fb5c9b-cf3b-4c55-8cc7-2e9aab9ff898 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1096 time: 0.3392298 Nov 23 02:26:27.252586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892315e-0191-441d-bcc3-26f7029df2bb req-11f0d2cc-3587-460f-9cac-954c6d76173c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:27.261683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d892315e-0191-441d-bcc3-26f7029df2bb req-11f0d2cc-3587-460f-9cac-954c6d76173c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 945 time: 0.4001462 Nov 23 02:26:27.346635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:27.346635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.421404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port ee343ebb-1626-4032-9424-707acd251fb8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:27.421924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.506595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-4fa5b52c-3ca5-4275-8f2f-32bc07538053 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2129064 Nov 23 02:26:27.515222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3105e236-0ab8-4fb5-b8a3-db8afa48e00d req-6575bd8f-172a-4365-a791-a562bd53eb63 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589935 Nov 23 02:26:27.547782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Request body: {'port': {'device_id': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:27.569658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4f6531eb-fb80-40c9-bfa8-48848041d96a None None] Provisioning complete for port 4c55602d-5157-4765-b3b5-fa135b535759 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:27.571880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f6531eb-fb80-40c9-bfa8-48848041d96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.643860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4f6531eb-fb80-40c9-bfa8-48848041d96a None None] Port 4c55602d-5157-4765-b3b5-fa135b535759 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:27.762791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:27.773084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.778256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Sync routers for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:27.781064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37888) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:27.781597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f78f7595-809f-4d75-8e07-7f8dbc3d770d admin admin] 10.222.0.15 "PUT /v2.0/routers/c3c96ec2-4377-426f-a5ef-0622d081677b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6102533 Nov 23 02:26:27.796049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:27.803713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:27.890914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port ee343ebb-1626-4032-9424-707acd251fb8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ee343ebb-1626-4032-9424-707acd251fb8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:27.891158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.061961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:28.208965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c55602d-5157-4765-b3b5-fa135b535759 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:28.217779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.231467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Transition to ACTIVE for port object 4c55602d-5157-4765-b3b5-fa135b535759 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:28.232746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:28.250081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac850d28-3cee-4618-84a5-19a6cc50149a req-8a72f6fc-b6f5-4229-9753-bb731199b538 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:28.257922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac850d28-3cee-4618-84a5-19a6cc50149a req-8a72f6fc-b6f5-4229-9753-bb731199b538 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 931 time: 0.4338913 Nov 23 02:26:28.311621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.316663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d892315e-0191-441d-bcc3-26f7029df2bb req-8790fa28-6e97-4a95-a606-a26284623ab8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0541060 Nov 23 02:26:28.355358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:26:23Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:28.365788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for ee343ebb-1626-4032-9424-707acd251fb8 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:28.374860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Pushing event updated for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:28.393728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.418781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac850d28-3cee-4618-84a5-19a6cc50149a req-752292a8-cf2b-48bf-8ad5-d9fe96df3dd9 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598797 Nov 23 02:26:28.451778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Checking router: c3c96ec2-4377-426f-a5ef-0622d081677b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:28.485656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Routers {'c3c96ec2-4377-426f-a5ef-0622d081677b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:28.486291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c3c96ec2-4377-426f-a5ef-0622d081677b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:28.603417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.752825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Deleting port b44976e1-6254-446a-bb19-5dd2476790a4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:28.753161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.837635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-2fb55c86-846a-4bc6-9bec-3ef57b33e99a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:28.844882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-2fb55c86-846a-4bc6-9bec-3ef57b33e99a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.2438920 Nov 23 02:26:28.875803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2060069520-network', 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:28.916495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37926) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:28.932357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] For port b44976e1-6254-446a-bb19-5dd2476790a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b44976e1-6254-446a-bb19-5dd2476790a4,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:28.932978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.943918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] Set router c3c96ec2-4377-426f-a5ef-0622d081677b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:28.953951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Calling delete_port for b44976e1-6254-446a-bb19-5dd2476790a4 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:29.037921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-e2f7dc0c-78a9-4c27-b27a-b9ff5859f1d5 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/quotas/92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 375 time: 0.1919787 Nov 23 02:26:29.066819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Attempting to bind port 4c55602d-5157-4765-b3b5-fa135b535759 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:29.067902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Attempting to bind port 4c55602d-5157-4765-b3b5-fa135b535759 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:29.068479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Attempting to bind port 4c55602d-5157-4765-b3b5-fa135b535759 on network c9654c02-9452-4405-93ba-ef82aec88a81 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:29.106622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Port 4c55602d-5157-4765-b3b5-fa135b535759 on network c9654c02-9452-4405-93ba-ef82aec88a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:29.107222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Attempting to bind port 4c55602d-5157-4765-b3b5-fa135b535759 on network c9654c02-9452-4405-93ba-ef82aec88a81 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:29.115700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:29.118408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.141956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:29.142788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Checking segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:29.144524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Bound using segment: {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:29.145734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Bound port: 4c55602d-5157-4765-b3b5-fa135b535759, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab45d45-0ea5-4eaf-8631-a9648ef54422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:29.146534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.163446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.166836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85a33b2a-4304-4328-afb9-daa620f6030d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.191700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.216673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:29.217602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-b4ebfcfe-a1a3-480f-a6bb-7cbc8e41ad71 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1777527 Nov 23 02:26:29.257089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:26:23Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:29.272176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.272845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=ee343ebb-1626-4032-9424-707acd251fb8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.335316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b3ea9-52b8-4fce-8983-d89f35511a4f None None] The sync data for ids ['c3c96ec2-4377-426f-a5ef-0622d081677b'] in n-d-714676-12 is: [{'id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1119114515-router', 'tenant_id': '06148a98ee0846f4924417d6141c1825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:23Z', 'updated_at': '2021-11-23T02:26:23Z', 'revision_number': 5, 'project_id': '06148a98ee0846f4924417d6141c1825', 'gw_port': {'id': 'b44976e1-6254-446a-bb19-5dd2476790a4', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c96ec2-4377-426f-a5ef-0622d081677b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:24Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:29.341499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44976e1-6254-446a-bb19-5dd2476790a4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.419926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port ee343ebb-1626-4032-9424-707acd251fb8 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:29.433445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.437141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e77ffbf3-9eb6-43c3-8151-ba00ee9da8c5 req-e90522a2-4484-4cb8-8f57-fbaa92fa8764 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "DELETE /v2.0/ports/ee343ebb-1626-4032-9424-707acd251fb8 HTTP/1.1" status: 204 len: 173 time: 2.5059257 Nov 23 02:26:29.437606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'name': 'network-vif-deleted', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:29.442000 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bdda0e-8135-422b-a5e1-daa7524d453f" -d '{"events": [{"server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "name": "network-vif-deleted", "tag": "ee343ebb-1626-4032-9424-707acd251fb8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:29.459446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85a33b2a-4304-4328-afb9-daa620f6030d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.470767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:29.484178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85a33b2a-4304-4328-afb9-daa620f6030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.501211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c55602d-5157-4765-b3b5-fa135b535759,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:29.536902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-892e9453-1a9f-4c8f-9651-00b440401655 req-864bbdb2-5fa0-4128-bd79-20332770a921 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=860f3669-07a2-4d79-981e-6899c80a734d HTTP/1.1" status: 200 len: 210 time: 0.0694005 Nov 23 02:26:29.545613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.568965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85a33b2a-4304-4328-afb9-daa620f6030d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59eeb75847914fa78fd5c1ffe2c698b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513886 Nov 23 02:26:29.570955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.583913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37938) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:29.585832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a33b2a-4304-4328-afb9-daa620f6030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fe5bbe-aed8-481a-b75c-6d9c2d1cea71,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.619731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.745569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.766697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.828615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.841590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.842168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3c96ec2-4377-426f-a5ef-0622d081677b {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:26:29.848283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.849478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eb637f49-4c59-4766-a2f0-b291b223c0f6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c3c96ec2-4377-426f-a5ef-0622d081677b HTTP/1.1" status: 204 len: 168 time: 2.0673666 Nov 23 02:26:29.853160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37942) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:29.900310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.943792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Deleting subnet bf3843a7-c686-4628-a08a-3dcf1ce52c88 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:29.950085 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.990529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.090653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:30.091274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.092653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] 10.222.0.47 "PUT /v2.0/ports/4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 200 len: 1092 time: 2.5609648 Nov 23 02:26:30.095674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.107272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-7be12bf8-7492-484c-bb61-0f2ba067839e service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491445 Nov 23 02:26:30.176277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.178555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.195324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.197964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.201978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5fe5bbe-aed8-481a-b75c-6d9c2d1cea71 HTTP/1.1" status: 204 len: 168 time: 0.6120799 Nov 23 02:26:30.247526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.250943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf3843a7-c686-4628-a08a-3dcf1ce52c88 HTTP/1.1" status: 204 len: 168 time: 0.3968763 Nov 23 02:26:30.251813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb999ba-2c03-4812-af5f-6f6197ac9650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3843a7-c686-4628-a08a-3dcf1ce52c88,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.259526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:30.261200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713edec8-0706-45d5-a381-4d562ee5b354 None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:30.268153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddb0db-4db2-4d88-87fd-e21ae79b7f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fe5bbe-aed8-481a-b75c-6d9c2d1cea71,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.342203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.388209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.427468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:30.440567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.441555 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Added segment d72ed5c7-1db3-4709-80b1-c7b6274e16aa of type vlan for network 21e350dc-0137-46e0-93df-4613a32a8dd1 Nov 23 02:26:30.496237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.513850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ee343ebb-1626-4032-9424-707acd251fb8 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:30.537853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Deleting port bfbae46e-0b8b-49a9-aecf-e03bb64750ba {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:30.538353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.548892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e8bc2-e705-4a94-9b3c-45ec29e17acc service neutron] Pushing event updated for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.563357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.564614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:30.565329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.667563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d110342-f795-4c12-9b40-ea1f5c781782 req-8e786e9f-fc05-4ac6-8da4-c1f3dcb77b5e tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:30.669208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d110342-f795-4c12-9b40-ea1f5c781782 req-8e786e9f-fc05-4ac6-8da4-c1f3dcb77b5e tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 943 time: 0.6603897 Nov 23 02:26:30.680702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Pushing event updated for resources: {'Network': ['ID=21e350dc-0137-46e0-93df-4613a32a8dd1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.693538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3988245 Nov 23 02:26:30.702151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:30.702396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: ee343ebb-1626-4032-9424-707acd251fb8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:30.702396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ee343ebb-1626-4032-9424-707acd251fb8 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:30.709062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:30.715354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Request body: {'subnet': {'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2060069520-subnet', 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:30.732763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-1674698a-30bc-45ae-b0b5-6d9e5490e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:30.734387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-1674698a-30bc-45ae-b0b5-6d9e5490e42e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 1095 time: 0.5485499 Nov 23 02:26:30.771878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:30.774616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.833992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-7d987684-0ae3-4221-80e8-c1c9e40fabae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 200 len: 217 time: 0.0867817 Nov 23 02:26:30.848715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ead4f0-3091-430e-850c-8be70156d058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.970785 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d110342-f795-4c12-9b40-ea1f5c781782 req-96f50159-1437-4a9e-8e3c-f8d01240c27c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752805 Nov 23 02:26:30.977759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-bc0be2df-6966-4f8f-9e3e-741927234f17 service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8438914 Nov 23 02:26:31.004637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-40bf0c14-fe35-43bb-a196-40a698aa1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:31.007778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-40bf0c14-fe35-43bb-a196-40a698aa1e06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9295f3-c6a1-4893-ac62-5675834325db HTTP/1.1" status: 200 len: 854 time: 0.1453819 Nov 23 02:26:31.113876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-7b862cc8-cd8e-42a1-9277-8de67bdc1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:31.115529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-7b862cc8-cd8e-42a1-9277-8de67bdc1592 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9654c02-9452-4405-93ba-ef82aec88a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005907 Nov 23 02:26:31.126735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:31.178382 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f531fb-3ae5-447c-896d-cfaf226b2946 x-openstack-request-id: req-37f531fb-3ae5-447c-896d-cfaf226b2946 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:31.179696 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860f3669-07a2-4d79-981e-6899c80a734d", "name": "network-vif-deleted", "tag": "ee343ebb-1626-4032-9424-707acd251fb8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:31.179951 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37f531fb-3ae5-447c-896d-cfaf226b2946 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:31.180379 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860f3669-07a2-4d79-981e-6899c80a734d', 'name': 'network-vif-deleted', 'tag': 'ee343ebb-1626-4032-9424-707acd251fb8', 'status': 'completed', 'code': 200} Nov 23 02:26:31.184981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:31.185331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b1416b9-b6dc-43c2-a83b-ddb3ce4d413b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:31.185758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b44976e1-6254-446a-bb19-5dd2476790a4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:31.186233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] For port bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:31.186790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.257111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Calling delete_port for bfbae46e-0b8b-49a9-aecf-e03bb64750ba owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:31.274076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.285818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b44976e1-6254-446a-bb19-5dd2476790a4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:31.292517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b44976e1-6254-446a-bb19-5dd2476790a4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:31.298758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] DHCP port deletion for 0541427b-485a-4461-8b4f-5447ea06ceaf request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:31.454957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-66d1a317-dc6c-4f5f-aee3-316d644456e2 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324218 Nov 23 02:26:31.536111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Deleting port bfbae46e-0b8b-49a9-aecf-e03bb64750ba {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:31.536491 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.555109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c4aa16-002a-41fa-aaa6-3d17e2232b04,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.575248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.637242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcaa4066-c6a1-4d95-bc32-712e3ba8c70a req-82dd426b-7d3e-45ef-8429-e59bba62f48a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 210 time: 0.2104611 Nov 23 02:26:31.683341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e63f134-eb90-4af4-a394-cd66ed948e9c req-60f5ec94-b392-4343-9c46-0bddf31581f8 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183022 Nov 23 02:26:31.721407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.724819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] No DVR routers for this DVR port bfbae46e-0b8b-49a9-aecf-e03bb64750ba on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:31.731405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:31.731772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Network hostable DHCP agents. Network: 21e350dc-0137-46e0-93df-4613a32a8dd1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:31.780773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] For port bfbae46e-0b8b-49a9-aecf-e03bb64750ba, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,segment=NetworkSegment(ce6ca6bf-9be8-4981-9278-436178e2423a),segment_id=ce6ca6bf-9be8-4981-9278-436178e2423a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:31.781190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.819528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Calling delete_port for bfbae46e-0b8b-49a9-aecf-e03bb64750ba owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:31.847037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.874546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:31.875402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0541427b-485a-4461-8b4f-5447ea06ceaf']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:31.889963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6ca6bf-9be8-4981-9278-436178e2423a') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:31.890325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6ca6bf-9be8-4981-9278-436178e2423a') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:31.902605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.918213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.924663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:31.925677 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:31.983903 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:31.987586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.994575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.998320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/0541427b-485a-4461-8b4f-5447ea06ceaf HTTP/1.1" status: 204 len: 168 time: 1.7376132 Nov 23 02:26:32.017219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e5f32-4e4d-4a12-8a5a-b06e94aaef2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0541427b-485a-4461-8b4f-5447ea06ceaf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.021080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:32.037810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 21e350dc-0137-46e0-93df-4613a32a8dd1) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:32.049883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:32.051046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.051897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.077214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eaaf02-072d-4ab1-9572-7c300af91294 None None] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:32.086166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-705fda55-e8c0-4b4c-a9aa-ce897b885675 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3858769 Nov 23 02:26:32.150308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-1e8ecc45-9f4d-42bd-8e3a-a22f28105e33 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:32.152702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-1e8ecc45-9f4d-42bd-8e3a-a22f28105e33 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.3488748 Nov 23 02:26:32.169442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-5fa4a09f-4b28-452b-b1ae-a354e9a5cd03 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0106037 Nov 23 02:26:32.214011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Network 0541427b-485a-4461-8b4f-5447ea06ceaf is not hosted by any dhcp agent {{(pid=103573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:26:32.216102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] No DVR routers for this DVR port bfbae46e-0b8b-49a9-aecf-e03bb64750ba on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:32.220341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Pushing event deleted for resources: {'Port': ['ID=bfbae46e-0b8b-49a9-aecf-e03bb64750ba,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.252716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.253997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.254347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.254726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.255062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.255947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.258027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.258379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.258741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.259084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.259458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.259799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7864c3-01ae-4a9f-b7ce-c58227cbda6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:32.307079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-network', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:32.346926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Made reservation on behalf of 1ae7b7da3792423dbcef40abacf67c50 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:32.349792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.357345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-698c72cc-9a1a-4964-a3d7-1681a25424ca tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793640 Nov 23 02:26:32.406008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.411991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:32.418690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1eb18-6fe6-4f97-b4fc-46dbe3e2bb9f req-d0889cce-b9a9-4647-88b9-03bef44df579 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:32.420214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8db1eb18-6fe6-4f97-b4fc-46dbe3e2bb9f req-d0889cce-b9a9-4647-88b9-03bef44df579 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 943 time: 0.1986651 Nov 23 02:26:32.487069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2a37b-4af7-47c0-adaa-5e120f15c6d4 None None] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:32.509491 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a27429af-8b78-42f8-96c0-8ec05c24904a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06148a98ee0846f4924417d6141c1825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968041 Nov 23 02:26:32.515050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38014) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:32.663542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.665457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8db1eb18-6fe6-4f97-b4fc-46dbe3e2bb9f req-065de8d0-4f9d-4ffe-b4f9-58fe29850bfb tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302685 Nov 23 02:26:32.690249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-526a31dc-fad9-43aa-9af9-5f27096c0b67 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004055 Nov 23 02:26:32.698537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.785952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.789526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.791014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9feb281c-89fe-4ed2-88f3-233f53e46a7e HTTP/1.1" status: 204 len: 168 time: 0.2749069 Nov 23 02:26:32.800028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e135c2-8454-4550-ba8e-2577866627c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb281c-89fe-4ed2-88f3-233f53e46a7e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.862250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.867651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.898668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:32.914133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-d56bf8e3-ac3d-40d0-9c90-71f11d6bb78b service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180877 Nov 23 02:26:32.958066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36c7ef8-cf7a-412e-8d32-19597c4ec6e4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.964987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.968532 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Added segment fbeb68af-2491-4519-bd25-d714d647ad8d of type vlan for network 9217600a-924c-43d2-9487-45e4a554bc00 Nov 23 02:26:33.027249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bfbae46e-0b8b-49a9-aecf-e03bb64750ba no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:33.051939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.067901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: bfbae46e-0b8b-49a9-aecf-e03bb64750ba {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:33.068223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bfbae46e-0b8b-49a9-aecf-e03bb64750ba not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:33.114482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad3ff2d1-67ec-472d-8b30-ec73cb7434ca req-259d60d0-7ed4-432d-a495-34c0bebe40dc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 210 time: 0.0435407 Nov 23 02:26:33.115364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.116365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.116998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.188788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:33.192160 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "tag": "4c55602d-5157-4765-b3b5-fa135b535759"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:33.359677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38044) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.360294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4847739 Nov 23 02:26:33.369441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Request body: {'subnet': {'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-subnet', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:33.405673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f8897-ba74-414f-bdd9-649119f4c916 admin admin] Pushing event updated for resources: {'Network': ['ID=9217600a-924c-43d2-9487-45e4a554bc00,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:33.414843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb64bba4-fbb3-4fb7-8502-2a78f6415a22 req-5c4fbdc2-122a-4a13-b173-4a08713f26e3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 210 time: 0.0533125 Nov 23 02:26:33.423979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9217600a-924c-43d2-9487-45e4a554bc00 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:33.475059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Made reservation on behalf of 1ae7b7da3792423dbcef40abacf67c50 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:33.479031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.505794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-7545294a-b9e0-4c86-b2d5-c866e4d1ecaf tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.507535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-7545294a-b9e0-4c86-b2d5-c866e4d1ecaf tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.3309648 Nov 23 02:26:33.526009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Request body: {'port': {'device_id': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'admin_state_up': True, 'tenant_id': '92dfda8608354edb9e449982649e0768'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:33.645910 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cfaa4-5569-4151-a910-e3b5f848d434 x-openstack-request-id: req-f62cfaa4-5569-4151-a910-e3b5f848d434 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:33.646298 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "tag": "4c55602d-5157-4765-b3b5-fa135b535759", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:33.648039 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f62cfaa4-5569-4151-a910-e3b5f848d434 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:33.648469 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759', 'status': 'completed', 'code': 200} Nov 23 02:26:33.886478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035f39f-ff70-481d-be66-ba180502aecc req-0d23fdca-deb6-48f0-992f-09cfcab521bf tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.895980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d035f39f-ff70-481d-be66-ba180502aecc req-0d23fdca-deb6-48f0-992f-09cfcab521bf tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 943 time: 0.1243107 Nov 23 02:26:33.904247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:33.908046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.922637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.029217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28469d6e-317d-433c-a452-400aed8b3355,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:34.034223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-762d50fc-7677-430c-ba73-e7361cd4e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.036324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-762d50fc-7677-430c-ba73-e7361cd4e1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 1095 time: 0.1696224 Nov 23 02:26:34.047174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:34.047527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Network hostable DHCP agents. Network: 9217600a-924c-43d2-9487-45e4a554bc00, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:34.059503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.060116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.060459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.060796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.061123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.061447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.061767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.062088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.062408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.062751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.063080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.063384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:34.158750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d035f39f-ff70-481d-be66-ba180502aecc req-9511039c-1b3a-4acb-8bcb-980f9f04a14d tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545288 Nov 23 02:26:34.160671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Network 9217600a-924c-43d2-9487-45e4a554bc00 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:34.208606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9217600a-924c-43d2-9487-45e4a554bc00) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:34.219403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8fea5-c5e3-4c90-9276-445136f9d2f0 None None] Network 9217600a-924c-43d2-9487-45e4a554bc00 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:34.230421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.233579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.269087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-6037f36e-a4a8-4e92-b840-2c7bb0c8433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.272757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-6037f36e-a4a8-4e92-b840-2c7bb0c8433d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 200 len: 916 time: 0.2282686 Nov 23 02:26:34.296096 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5ce67684-452a-4a50-a1b2-d97b0229b34d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9345112 Nov 23 02:26:34.298099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:34.362496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:34.393864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-3dd3ee87-4d59-4877-99e1-baec263e589a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.397161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-3dd3ee87-4d59-4877-99e1-baec263e589a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.4684420 Nov 23 02:26:34.431935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Allocated IP 172.20.0.6 (64b7b5bb-20a1-4170-bb0c-a48375649eb3/9046ef64-0f1a-43e1-9fac-d9c1c2b7df37/40a3cb96-5f7e-46bd-94d0-a6f61827539b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:34.452113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-2e6d3a4d-6f50-4eeb-af08-29701236557b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 200 len: 217 time: 0.1511023 Nov 23 02:26:34.517005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:34.523313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9217600a-924c-43d2-9487-45e4a554bc00', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:34.524169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.557631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.558784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.579507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-990548b3-534c-473d-966a-8dd4bbaf4978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.583544 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-990548b3-534c-473d-966a-8dd4bbaf4978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9295f3-c6a1-4893-ac62-5675834325db HTTP/1.1" status: 200 len: 854 time: 0.1225705 Nov 23 02:26:34.666568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-adfac311-d793-4050-b06a-4ed8625d93d0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.1800306 Nov 23 02:26:34.674530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.683178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-d8303f71-59a5-48bc-b45f-7b6976c1a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.684876 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-d8303f71-59a5-48bc-b45f-7b6976c1a513 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9654c02-9452-4405-93ba-ef82aec88a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952530 Nov 23 02:26:34.692721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.708110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Allocated IP 172.20.0.2 (9217600a-924c-43d2-9487-45e4a554bc00/28469d6e-317d-433c-a452-400aed8b3355/2933ecd1-78fe-4d39-a828-c62919cbc091) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:34.760169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.959782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-2cd8cee3-d4b4-410a-b6a5-e5024e38f9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118423 Nov 23 02:26:35.038341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:35.045262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.052803 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.122221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-96460581-network', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:35.127266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-53872aad-6c9d-4d7d-bad8-fef6587b5f9f req-fce12212-a6f6-4377-92e1-18dd2f513382 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448522 Nov 23 02:26:35.137564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:35.151515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:35.236937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c55602d-5157-4765-b3b5-fa135b535759 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:35.242406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-b1c270c6-7e1f-4899-ba1b-1d08b4ff9700 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4945059 Nov 23 02:26:35.244438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Pushing event updated for resources: {'Port': ['ID=2933ecd1-78fe-4d39-a828-c62919cbc091,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.248143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Network 9217600a-924c-43d2-9487-45e4a554bc00 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:35.251170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.290756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.291094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:35.291094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:35.386559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Attempting to bind port 2933ecd1-78fe-4d39-a828-c62919cbc091 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:35.388151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Attempting to bind port 2933ecd1-78fe-4d39-a828-c62919cbc091 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:35.388805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Attempting to bind port 2933ecd1-78fe-4d39-a828-c62919cbc091 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:35.401758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:35.402734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:35.403807 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.405195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Bound using segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:35.406126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Bound port: 2933ecd1-78fe-4d39-a828-c62919cbc091, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:35.406849 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.419359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908f5fc-8e4a-4fb3-8a8b-b7b1ea5e5b7e req-c1ac553b-535e-413f-9d65-f0ee0fb8f3df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:35.427463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8908f5fc-8e4a-4fb3-8a8b-b7b1ea5e5b7e req-c1ac553b-535e-413f-9d65-f0ee0fb8f3df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 931 time: 0.7745633 Nov 23 02:26:35.435696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:35.436331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.444523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Made reservation on behalf of 927a20300e044bdf8aba166fbe10a6bb for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:35.446827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.497129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c55602d-5157-4765-b3b5-fa135b535759,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:35.517999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '4c55602d-5157-4765-b3b5-fa135b535759', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'port_id': '4c55602d-5157-4765-b3b5-fa135b535759', 'mac_address': 'fa:16:3e:f3:8f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:35.518558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.521272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] For port 2933ecd1-78fe-4d39-a828-c62919cbc091, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:35.525616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] For port 2933ecd1-78fe-4d39-a828-c62919cbc091, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2933ecd1-78fe-4d39-a828-c62919cbc091,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:35.530490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-da4edab9-902a-4499-8706-29a0d422f7d8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0114470 Nov 23 02:26:35.531620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.566680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Request body: {'port': {'device_id': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:35.569696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.578031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-a3d156ce-e19b-482e-9f6b-5640fd8416fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:35.579535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-a3d156ce-e19b-482e-9f6b-5640fd8416fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.5854728 Nov 23 02:26:35.595832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.637130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:35.653582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.660571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-174ac0eb-c2ba-4bb2-810d-9a03bac6f6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.712457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8908f5fc-8e4a-4fb3-8a8b-b7b1ea5e5b7e req-c2b55906-1280-420e-9802-82003a4744d9 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828364 Nov 23 02:26:35.856709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-746bc926-24a6-41a4-bc49-a96b51d280c2 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005437 Nov 23 02:26:35.868712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Allocated IP 172.25.1.146 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/b6c1948b-30ae-4dc0-b1fe-097d929b2beb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:35.872896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c55602d-5157-4765-b3b5-fa135b535759 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:35.874341 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.887547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2fb66-f39a-4371-a6c6-560aea3282c8 None None] Pushing event updated for resources: {'Port': ['ID=2933ecd1-78fe-4d39-a828-c62919cbc091,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.913484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c55602d-5157-4765-b3b5-fa135b535759,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:35.918028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.946467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.992109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76320c9c-1076-44b8-b788-c1e1951783b0 req-0ed93111-7239-49ed-9347-cc4920ff386f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 210 time: 0.1294203 Nov 23 02:26:36.038385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.124293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.135551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.137954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:36.172169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['4c55602d-5157-4765-b3b5-fa135b535759'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:36.193429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.229666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0cad90-3b63-48a5-9c90-f63d42e304b8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.259688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.259971 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Added segment 108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3 of type vlan for network a5d22a59-1855-4d1a-9c78-f2886cd773f1 Nov 23 02:26:36.276031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:36.297407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:36.304444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:36.346203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Pushing event updated for resources: {'Port': ['ID=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.400188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c773e5-a19c-43e1-9b75-bf91e0471dc0 req-db08318e-5696-43f7-a6e7-665c4df67b14 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:36.401763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5c773e5-a19c-43e1-9b75-bf91e0471dc0 req-db08318e-5696-43f7-a6e7-665c4df67b14 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 944 time: 0.2827656 Nov 23 02:26:36.403705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-12f53bdd-247d-42a9-8619-06822c7eb1e5 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272491 Nov 23 02:26:36.411111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.484575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:36.488622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.586389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.587393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:36.588121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.650991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5c773e5-a19c-43e1-9b75-bf91e0471dc0 req-0ac7825d-b246-4e06-af01-bd2ea460a575 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257867 Nov 23 02:26:36.736989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.825304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.11 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/e436a48c-aeed-4ec0-87b7-13dd602c2d8e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:37.092480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2933ecd1-78fe-4d39-a828-c62919cbc091 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:37.165225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c55602d-5157-4765-b3b5-fa135b535759 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:37.331316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2933ecd1-78fe-4d39-a828-c62919cbc091 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:37.331776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.334311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 4c55602d-5157-4765-b3b5-fa135b535759 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:37.372875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 4c55602d-5157-4765-b3b5-fa135b535759 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:37.373262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.451295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf6504-527a-4d3e-97d3-c2d8fa855f3b None None] Network 9217600a-924c-43d2-9487-45e4a554bc00 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:37.625833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1581a8a1-834f-4c57-b12b-06c8956e90ad None None] Provisioning complete for port 2933ecd1-78fe-4d39-a828-c62919cbc091 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:37.626641 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1581a8a1-834f-4c57-b12b-06c8956e90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.653413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.689311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a3cb96-5f7e-46bd-94d0-a6f61827539b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:37.707517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.747537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.827898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.853766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Transition to ACTIVE for port object 40a3cb96-5f7e-46bd-94d0-a6f61827539b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:37.873328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da3b55af-d30e-48c7-9a74-82196c4ae83d req-b9cf217c-01cd-432f-a785-2ade0335e004 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 210 time: 0.8580794 Nov 23 02:26:37.881575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:37.887414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3692348 Nov 23 02:26:37.892487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38140) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.896322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1581a8a1-834f-4c57-b12b-06c8956e90ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.900013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Request body: {'subnet': {'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-subnet', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:37.906286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.947748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 2933ecd1-78fe-4d39-a828-c62919cbc091, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2933ecd1-78fe-4d39-a828-c62919cbc091,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:37.970874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.978253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:37.981931 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df35d5-e4aa-4212-a9af-920574f4e944" -d '{"events": [{"server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "name": "network-vif-plugged", "status": "completed", "tag": "4c55602d-5157-4765-b3b5-fa135b535759"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:37.990344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aba3a8-8e65-4880-bd84-4b73ba5ab0ce admin admin] Pushing event updated for resources: {'Network': ['ID=a5d22a59-1855-4d1a-9c78-f2886cd773f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.090263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=2933ecd1-78fe-4d39-a828-c62919cbc091,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.104528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Made reservation on behalf of 927a20300e044bdf8aba166fbe10a6bb for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:38.110476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.111117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:38.125893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c55602d-5157-4765-b3b5-fa135b535759,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:38.133069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec91c7c0-58c2-4cec-afef-cdb22b4b67fa req-d2c6254c-5dcd-45cf-a183-edbf4a9293d3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 210 time: 0.1297419 Nov 23 02:26:38.184427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.199568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fcab0-d978-4df4-96d3-d83bd1314737 req-57a68a5c-12d2-47b3-999c-51918ff43840 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:38.201705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c43fcab0-d978-4df4-96d3-d83bd1314737 req-57a68a5c-12d2-47b3-999c-51918ff43840 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 931 time: 1.1920114 Nov 23 02:26:38.238281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-1581a8a1-834f-4c57-b12b-06c8956e90ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:38.239188 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-1581a8a1-834f-4c57-b12b-06c8956e90ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:38.239757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-58315b77-369b-4e1d-bcd3-82d7c85d816a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.320414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.360732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:38.376305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.377158 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:38.393563 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:38.394212 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:38.439756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.449524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c43fcab0-d978-4df4-96d3-d83bd1314737 req-00d116ef-7a14-4df2-9923-b7f660c455df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127440 Nov 23 02:26:38.452805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.464384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:38.529847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.531153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad1b98d2-44dc-4fcd-bee1-ff2ba607154d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2258668 Nov 23 02:26:38.539502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38148) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:38.551573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:38.568694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.575338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:38.583640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:38.681630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:38.681879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:38.682217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:38.714763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75d56-5337-4ed6-9d24-be892245ec77 req-70388838-d7d6-464a-bd09-6f78c0477b6c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:38.722324 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:38.723523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3a75d56-5337-4ed6-9d24-be892245ec77 req-70388838-d7d6-464a-bd09-6f78c0477b6c tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.3560326 Nov 23 02:26:38.725553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:38.725954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:38.735157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:38.735766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:38.736161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:38.736750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Bound port: 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:38.737116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.789584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:38.790917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.804407 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc296f8-2ff3-40c6-8104-47685474801e x-openstack-request-id: req-fcc296f8-2ff3-40c6-8104-47685474801e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:38.804734 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "name": "network-vif-plugged", "status": "completed", "tag": "4c55602d-5157-4765-b3b5-fa135b535759", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:38.805148 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcc296f8-2ff3-40c6-8104-47685474801e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:38.805566 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759', 'code': 200} Nov 23 02:26:38.903075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-1e165750-b7a1-4db5-b757-266d26312b16 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:38.904892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-1e165750-b7a1-4db5-b757-266d26312b16 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.6250114 Nov 23 02:26:38.921460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:38.931013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:38.950087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-990937e4-f8aa-4b89-aad3-d79bfbd6643b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3288636 Nov 23 02:26:38.951894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-54624ee6-6fba-4014-aac2-d00d0a205c6a None None] Provisioning complete for port 2933ecd1-78fe-4d39-a828-c62919cbc091 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:38.952290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-54624ee6-6fba-4014-aac2-d00d0a205c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.958670 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.018022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Request body: {'port': {'device_id': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:39.020457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:39.082308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2933ecd1-78fe-4d39-a828-c62919cbc091 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:39.087019 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:36Z', 'revision_number': 3, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:39.108406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.109019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.110484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] 10.222.0.47 "PUT /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 1092 time: 3.5554986 Nov 23 02:26:39.146157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3a75d56-5337-4ed6-9d24-be892245ec77 req-e6c1dc36-1b15-4c8b-9084-cd4b57fdfee6 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216223 Nov 23 02:26:39.147488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:39.150193 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:39.150835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Updating router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb port b6c1948b-30ae-4dc0-b1fe-097d929b2beb binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:39.152465 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657c4ad9-5e21-4148-8c33-adbb093ced4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:39.182857 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.261758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-080f0910-9769-4d68-81a5-69f1a71bd2eb req-59d9ec9a-c1b3-4c14-b01d-f34c9852acb5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 210 time: 0.1906676 Nov 23 02:26:39.315044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.323528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.382699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2933ecd1-78fe-4d39-a828-c62919cbc091 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:39.383270 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.401875 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a85af-a68f-4740-86e8-62ed6bebcc5c x-openstack-request-id: req-560a85af-a68f-4740-86e8-62ed6bebcc5c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:39.402306 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:39.402709 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-560a85af-a68f-4740-86e8-62ed6bebcc5c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:39.403256 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'status': 'completed', 'code': 200} Nov 23 02:26:39.420680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e83ead-d8b7-427d-8b08-5dc85bc03cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.450740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-25c89640-436f-435f-8df2-b6e7f703dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.452366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3db6-2893-4648-a435-6720250979ff req-294babef-9a34-48d4-8fd7-e87a1a6aceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.458135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-25c89640-436f-435f-8df2-b6e7f703dd22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1095 time: 0.2964563 Nov 23 02:26:39.459130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.461191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87ea3db6-2893-4648-a435-6720250979ff req-294babef-9a34-48d4-8fd7-e87a1a6aceb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 1097 time: 0.5832987 Nov 23 02:26:39.475334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608a899-3291-4549-8d57-efadd58a0309 req-97aa0c47-a6ab-48d5-b703-74f85c657d6a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.490720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1608a899-3291-4549-8d57-efadd58a0309 req-97aa0c47-a6ab-48d5-b703-74f85c657d6a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 932 time: 0.2237520 Nov 23 02:26:39.602257 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.605185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-b56725f5-cc4a-472b-87ec-fd2b3cf726c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.0964143 Nov 23 02:26:39.619580 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.685940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Attempting to bind port b6c1948b-30ae-4dc0-b1fe-097d929b2beb on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:39.687288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Attempting to bind port b6c1948b-30ae-4dc0-b1fe-097d929b2beb by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:39.687835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Attempting to bind port b6c1948b-30ae-4dc0-b1fe-097d929b2beb on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:39.712966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed4f2-257f-48b0-a6a0-4f17471c3126 None None] Pushing event updated for resources: {'Port': ['ID=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.717574 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:39.718966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:39.719559 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.720548 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:39.721222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Bound port: b6c1948b-30ae-4dc0-b1fe-097d929b2beb, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:39.722754 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.728439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1608a899-3291-4549-8d57-efadd58a0309 req-78218ac3-362a-47c7-b273-134793e850f2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367604 Nov 23 02:26:39.772836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Checking segment: {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:39.773457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Network hostable DHCP agents. Network: a5d22a59-1855-4d1a-9c78-f2886cd773f1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:39.777069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a49d2422-049a-4d58-956d-41777cda61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.779574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7db296-16df-4599-8b76-7a89127ebc39,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.779720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-a49d2422-049a-4d58-956d-41777cda61ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1540847 Nov 23 02:26:39.788074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0a0e-d025-4410-b7f9-6177e05bd4c4 req-8673bff0-2b67-482e-99af-613a70026886 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.789784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-078e0a0e-d025-4410-b7f9-6177e05bd4c4 req-8673bff0-2b67-482e-99af-613a70026886 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 943 time: 0.2001595 Nov 23 02:26:39.818412 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87ea3db6-2893-4648-a435-6720250979ff req-c9fa70d9-d4be-4478-87d7-7dde227df97a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193316 Nov 23 02:26:39.850849 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] For port b6c1948b-30ae-4dc0-b1fe-097d929b2beb, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:39.856785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:39.861202 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] For port b6c1948b-30ae-4dc0-b1fe-097d929b2beb, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:39.868199 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.901483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, a5d22a59-1855-4d1a-9c78-f2886cd773f1) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:39.908899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:39.912584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592ed22-485b-4d67-a670-37f489ecc9c6 None None] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:39.913246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.916322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.917029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.935735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-32e4b1ed-24c1-4ec3-a0b4-eb120efad097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449244 Nov 23 02:26:39.980011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.993378 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:39.994248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:40.001241 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5534a68f-9853-4f23-985a-669f5c917912 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1076462 Nov 23 02:26:40.006740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-078e0a0e-d025-4410-b7f9-6177e05bd4c4 req-567e737f-6566-4cdd-8afa-f8fa2ff7fd16 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986366 Nov 23 02:26:40.010141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:40.017336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:40.053952 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed4f2-257f-48b0-a6a0-4f17471c3126 None None] Pushing event updated for resources: {'Port': ['ID=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:40.061756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.062836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.216239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.2 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/e0d4fb98-14db-43ca-ae52-6223be0b268d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:40.218425 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:40.301622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Allocated IP 172.20.0.1 (9217600a-924c-43d2-9487-45e4a554bc00/28469d6e-317d-433c-a452-400aed8b3355/e3f1842d-4cee-4b4e-94b1-86aeea09a8ff) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:40.350713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'fixed_ips': [{'subnet_id': '3a7db296-16df-4599-8b76-7a89127ebc39'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:40.352076 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.438333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e436a48c-aeed-4ec0-87b7-13dd602c2d8e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:40.452137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.470901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Transition to ACTIVE for port object e436a48c-aeed-4ec0-87b7-13dd602c2d8e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:40.519439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.523014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.589376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.591142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.604628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.644442 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:36Z', 'revision_number': 3, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:40.648386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Network 9217600a-924c-43d2-9487-45e4a554bc00 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:40.656181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.657551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:40.662904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:40.665045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.689326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Allocated IP 172.20.0.2 (a5d22a59-1855-4d1a-9c78-f2886cd773f1/3a7db296-16df-4599-8b76-7a89127ebc39/0881782e-8746-416c-901a-bde45ed7bb6e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:40.708071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:40.708386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17997ee-7182-4ac9-a424-a94172406050 None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:36Z', 'revision_number': 3, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:40.730895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.844975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:40.900002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:40.910079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:40.986540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:40.986540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.990306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.001292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.009579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.061018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.091109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.102252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:41.124661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:41.139369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:41.161217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-8f15ffb8-b7f7-424e-8366-e35dec949786 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1503589 Nov 23 02:26:41.162233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Pushing event updated for resources: {'Port': ['ID=0881782e-8746-416c-901a-bde45ed7bb6e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.180700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5643-a1bc-4af4-8da1-1fa567f6c033 req-6a039d4d-05e6-44c9-a1e4-9aee52067797 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:41.182365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff5643-a1bc-4af4-8da1-1fa567f6c033 req-6a039d4d-05e6-44c9-a1e4-9aee52067797 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.7070353 Nov 23 02:26:41.198369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Request body: {'port': {'device_id': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:41.234996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.245665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a58067ce-372a-46ad-b917-a59237245144 None None] Provisioning complete for port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:41.248429 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a58067ce-372a-46ad-b917-a59237245144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.304686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.307283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a58067ce-372a-46ad-b917-a59237245144 None None] Port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:41.313733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Attempting to bind port 0881782e-8746-416c-901a-bde45ed7bb6e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:41.317221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Attempting to bind port 0881782e-8746-416c-901a-bde45ed7bb6e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:41.317785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Attempting to bind port 0881782e-8746-416c-901a-bde45ed7bb6e on network a5d22a59-1855-4d1a-9c78-f2886cd773f1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:41.323938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:41.324593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Checking segment: {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:41.325188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.325740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Bound using segment: {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:41.326371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Bound port: 0881782e-8746-416c-901a-bde45ed7bb6e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:41.326951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.343028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff5643-a1bc-4af4-8da1-1fa567f6c033 req-e66ef9e3-4e9c-4dc2-a149-5dba96afcb97 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405938 Nov 23 02:26:41.414299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ac374-7d67-4a4f-9356-5631e5b6eb4c req-0bf440ee-c5f5-4d82-a340-dd0654e6138c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:41.416183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea6ac374-7d67-4a4f-9356-5631e5b6eb4c req-0bf440ee-c5f5-4d82-a340-dd0654e6138c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 931 time: 0.8586018 Nov 23 02:26:41.451194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8045cac7-0053-47c6-841e-b917496c014d None None] For port 0881782e-8746-416c-901a-bde45ed7bb6e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:41.455468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8045cac7-0053-47c6-841e-b917496c014d None None] For port 0881782e-8746-416c-901a-bde45ed7bb6e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0881782e-8746-416c-901a-bde45ed7bb6e,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:41.461598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.554069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045cac7-0053-47c6-841e-b917496c014d None None] Pushing event updated for resources: {'Port': ['ID=0881782e-8746-416c-901a-bde45ed7bb6e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.577456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea6ac374-7d67-4a4f-9356-5631e5b6eb4c req-49783686-8a62-4c25-ae89-f3bce1f3611e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318693 Nov 23 02:26:41.634156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeea6e1-c9d8-4d4c-952c-5970633f4e69 req-9b447a76-ca6d-47cf-a0a0-3889a23a08c8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:41.636745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeea6e1-c9d8-4d4c-952c-5970633f4e69 req-9b447a76-ca6d-47cf-a0a0-3889a23a08c8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 944 time: 0.0917733 Nov 23 02:26:41.640261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.644486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-4c56787a-d955-4824-86c3-29de1f87a6b4 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5959404 Nov 23 02:26:41.690936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.697377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.773564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.978203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aaa1a8d-53d2-4289-9237-c809eb999e4b req-3e61f92f-f317-4f8c-bffd-04d6d7a56b50 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243995 Nov 23 02:26:41.979562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Attempting to bind port e436a48c-aeed-4ec0-87b7-13dd602c2d8e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:41.979562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Attempting to bind port e436a48c-aeed-4ec0-87b7-13dd602c2d8e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:41.979842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Attempting to bind port e436a48c-aeed-4ec0-87b7-13dd602c2d8e on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:42.046753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeea6e1-c9d8-4d4c-952c-5970633f4e69 req-ea487f21-dc31-4f2f-aa85-28831f3b5ff6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036397 Nov 23 02:26:42.103098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:42.121026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Network 9217600a-924c-43d2-9487-45e4a554bc00 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:42.135680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:42.142146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Port e436a48c-aeed-4ec0-87b7-13dd602c2d8e on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:42.142802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Attempting to bind port e436a48c-aeed-4ec0-87b7-13dd602c2d8e on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:42.154591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:42.154945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:42.155349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:42.155801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Bound port: e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:42.156164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.221991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-b0bd4d4c-e19d-47c8-a995-b0e4c01b63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.223554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-b0bd4d4c-e19d-47c8-a995-b0e4c01b63fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1095 time: 0.1613421 Nov 23 02:26:42.367183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:42.370848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:42.479433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3930b4-b5bd-4f01-ab91-fae314652553 req-4fbf9905-6e8b-4186-836c-98c89babb086 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.486840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf3930b4-b5bd-4f01-ab91-fae314652553 req-4fbf9905-6e8b-4186-836c-98c89babb086 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 943 time: 0.5239911 Nov 23 02:26:42.560961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b8e66190-da2e-4d5b-8e4e-112116b02ff6 None None] Provisioning complete for port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:42.562005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8e66190-da2e-4d5b-8e4e-112116b02ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.626862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b8e66190-da2e-4d5b-8e4e-112116b02ff6 None None] Port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:42.689212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.760104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.760868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.762409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/e436a48c-aeed-4ec0-87b7-13dd602c2d8e HTTP/1.1" status: 200 len: 1093 time: 3.7847445 Nov 23 02:26:42.763318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:42.765755 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f452ed01-67b1-455c-89a9-9dfb3837f255" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:42.779619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-90edfb5c-7282-4d94-abc2-854eacd49981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.782374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-90edfb5c-7282-4d94-abc2-854eacd49981 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.4095800 Nov 23 02:26:42.960043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f799e1-8bb3-4fd4-9c68-390f3caef351 req-79aec41e-887c-46f8-9b66-1db56e69ca9b tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.969339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13f799e1-8bb3-4fd4-9c68-390f3caef351 req-79aec41e-887c-46f8-9b66-1db56e69ca9b tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.4475598 Nov 23 02:26:43.073966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d4fb98-14db-43ca-ae52-6223be0b268d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:43.089897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.114098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.136128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:43.151302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Transition to ACTIVE for port object e0d4fb98-14db-43ca-ae52-6223be0b268d will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:43.161571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.181226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b6c1948b-30ae-4dc0-b1fe-097d929b2beb up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:43.194150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-bb94a391-186c-4c22-bc21-fdf4338cfb43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.3856556 Nov 23 02:26:43.196322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cee26-352c-4f74-bf3a-37e72da1a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.226669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf3930b4-b5bd-4f01-ab91-fae314652553 req-a1ff4aa7-f463-44fd-b090-57d6dbb58451 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335997 Nov 23 02:26:43.291220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7fcb1-9bd7-48a6-9556-1181c05612f3 None None] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:43.294830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.341769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.365426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13f799e1-8bb3-4fd4-9c68-390f3caef351 req-4dc6cfa2-298c-4072-af28-e32c736ed5a0 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920739 Nov 23 02:26:43.497752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-2e56b4b0-a7b9-4c95-a089-0f4a3d319f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.501477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-2e56b4b0-a7b9-4c95-a089-0f4a3d319f66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 1096 time: 0.6374936 Nov 23 02:26:43.521893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Attempting to bind port e0d4fb98-14db-43ca-ae52-6223be0b268d on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:43.522432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Attempting to bind port e0d4fb98-14db-43ca-ae52-6223be0b268d by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:43.522884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Attempting to bind port e0d4fb98-14db-43ca-ae52-6223be0b268d on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:43.539471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Port e0d4fb98-14db-43ca-ae52-6223be0b268d on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:43.539958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Attempting to bind port e0d4fb98-14db-43ca-ae52-6223be0b268d on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:43.551958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:43.552404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:43.552905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:43.553564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Bound port: e0d4fb98-14db-43ca-ae52-6223be0b268d, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:43.554198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.580598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:43.613848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9d082b0-9889-4c49-8154-2feeb2dd5d63 admin admin] 10.222.0.15 "PUT /v2.0/routers/1105c2d9-92cb-4b61-9dad-f3a9b55f22eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0731788 Nov 23 02:26:43.622016 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b6928-7e8c-4e43-be5d-5f556e760e13 x-openstack-request-id: req-138b6928-7e8c-4e43-be5d-5f556e760e13 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:43.627161 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:43.627573 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-138b6928-7e8c-4e43-be5d-5f556e760e13 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:43.628155 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e', 'status': 'completed', 'code': 200} Nov 23 02:26:43.756932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-0f34e9aa-663b-4576-9ef4-e43c629e76e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e HTTP/1.1" status: 200 len: 217 time: 0.1160629 Nov 23 02:26:43.758491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-7cd203c9-f021-45b5-8a26-99d708b6e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.763823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-7cd203c9-f021-45b5-8a26-99d708b6e150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.5336163 Nov 23 02:26:43.772958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] Provisioning complete for port 0881782e-8746-416c-901a-bde45ed7bb6e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:43.773914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.791951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:43.800962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:43.809151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.870405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b6c1948b-30ae-4dc0-b1fe-097d929b2beb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:43.870405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.894949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd537-d4b9-4aec-a870-43d322b3a4a3 req-f6e3e3bb-ee65-4a4e-aaad-a17532d53777 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.896465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4ccd537-d4b9-4aec-a870-43d322b3a4a3 req-f6e3e3bb-ee65-4a4e-aaad-a17532d53777 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 943 time: 0.4769478 Nov 23 02:26:43.921136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.922387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.924137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] 10.222.0.47 "PUT /v2.0/ports/e0d4fb98-14db-43ca-ae52-6223be0b268d HTTP/1.1" status: 200 len: 1092 time: 2.7386255 Nov 23 02:26:43.925511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8e674-fe83-49f3-9e5a-65ab8b512abd service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.930188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:43.933262 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:44.045737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.065008 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:26:44.108309 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.129444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:44.137042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-ada7539a-ecfa-4c94-8be5-5be68f5f5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:44.140194 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-ada7539a-ecfa-4c94-8be5-5be68f5f5228 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 1095 time: 0.0797396 Nov 23 02:26:44.179813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:44.180373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:44.184289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port b6c1948b-30ae-4dc0-b1fe-097d929b2beb, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:44.186437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] For port 0881782e-8746-416c-901a-bde45ed7bb6e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0881782e-8746-416c-901a-bde45ed7bb6e,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:44.217495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-9144fe15-d4ca-421b-9516-5bf590ff8c41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d HTTP/1.1" status: 200 len: 217 time: 0.0659194 Nov 23 02:26:44.227368 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.227934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0881782e-8746-416c-901a-bde45ed7bb6e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:44.233106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.313839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-a06a5f0a-a511-4ca2-bbef-8830c52b2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:44.316060 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-a06a5f0a-a511-4ca2-bbef-8830c52b2ce8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0924895 Nov 23 02:26:44.356818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.397235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-0c6fae37-90ed-4884-8ec0-87c56256c59b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6221316 Nov 23 02:26:44.405607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-cd476011-11df-4abe-ac2e-0c1683cd18a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778751 Nov 23 02:26:44.435154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1872f0-c723-42cf-9661-7c96f54d2512 None None] Pushing event updated for resources: {'Port': ['ID=0881782e-8746-416c-901a-bde45ed7bb6e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.520952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Allocated IP 172.25.1.157 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/1c7085eb-9697-404a-8c00-67dae153a8e5) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:44.526002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0881782e-8746-416c-901a-bde45ed7bb6e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:44.526002 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.596708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:44.597364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-461d6251-6a4e-47f9-ba7c-4449868a4d79 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869223 Nov 23 02:26:44.653425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.691876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-45a9ea85-3fca-4bbc-9bb0-57982f20b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:44.693932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-45a9ea85-3fca-4bbc-9bb0-57982f20b3cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.9214139 Nov 23 02:26:44.714840 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.766024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0af49783-35de-4a0c-b2b8-82c1bdf429dd req-63c32f16-8cca-499e-9527-64a93fea0a7b service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614137 Nov 23 02:26:44.813755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dffd567c-f8dd-4e89-aebf-2490dd793f2e None None] Provisioning complete for port 0881782e-8746-416c-901a-bde45ed7bb6e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:44.814705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dffd567c-f8dd-4e89-aebf-2490dd793f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.854301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-f258067c-db3d-4715-bb05-9680bd4ff060 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361287 Nov 23 02:26:44.914160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7085eb-9697-404a-8c00-67dae153a8e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.956729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:45.013272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4ccd537-d4b9-4aec-a870-43d322b3a4a3 req-2ad2e4a8-9d40-4b67-8a2e-65c93e04c828 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044378 Nov 23 02:26:45.013272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:45.013272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:45.017840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 2, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:45.051811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6827-9283-42ed-b2ff-fd685d07914f req-37e3ba29-3d75-4743-8f1b-2055208afa29 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.053733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2cd6827-9283-42ed-b2ff-fd685d07914f req-37e3ba29-3d75-4743-8f1b-2055208afa29 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 944 time: 1.1861517 Nov 23 02:26:45.055295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-53b8dca4-5c6f-4230-a217-518dd592dfb2 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667104 Nov 23 02:26:45.060081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:45.060563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Updating router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:45.089227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b6c1948b-30ae-4dc0-b1fe-097d929b2beb up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:45.123785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.166050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:45.306976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b6c1948b-30ae-4dc0-b1fe-097d929b2beb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:45.307351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.318487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-70519253-01b8-44a5-8197-bbed7f4da0c2 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477952 Nov 23 02:26:45.338098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01395f0-10a0-4e22-b6cc-599b75ad0294 req-920a0eec-f776-414f-8f63-79524bbc625d tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.339543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a01395f0-10a0-4e22-b6cc-599b75ad0294 req-920a0eec-f776-414f-8f63-79524bbc625d tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.2528665 Nov 23 02:26:45.349083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:45.352172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2cd6827-9283-42ed-b2ff-fd685d07914f req-25d27b0d-92dd-42ee-a6b6-5509b5968a0a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665424 Nov 23 02:26:45.356049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Request body: {'floatingip': {'port_id': '4c55602d-5157-4765-b3b5-fa135b535759'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:45.435372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:45.439863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-657c4ad9-5e21-4148-8c33-adbb093ced4c req-5b47da7e-edac-4e92-a543-c845c280af77 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489835 Nov 23 02:26:45.467915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'port_id': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'mac_address': 'fa:16:3e:17:2a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9046ef64-0f1a-43e1-9fac-d9c1c2b7df37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:45.487867 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eeae4f-2e2b-4e51-8bd9-69d16e61288e x-openstack-request-id: req-55eeae4f-2e2b-4e51-8bd9-69d16e61288e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:45.489516 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:45.492549 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55eeae4f-2e2b-4e51-8bd9-69d16e61288e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:45.493592 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d', 'status': 'completed', 'code': 200} Nov 23 02:26:45.512550 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.597832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80df758d-cc6a-4951-becf-7c6d22bc8d2e req-aad338c8-de3d-41b6-9314-33cbeb331d6d service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678392 Nov 23 02:26:45.619194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0881782e-8746-416c-901a-bde45ed7bb6e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:45.656083 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.658265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-63c8fd41-a3b7-401d-b9ca-93f5bb5afa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.660345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-63c8fd41-a3b7-401d-b9ca-93f5bb5afa46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 1095 time: 0.1966479 Nov 23 02:26:45.670373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6fad7-1eb3-4eb6-a5ad-af92d0a379b7 req-09495a2f-b66a-43cf-9bb8-e758373f4460 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.671923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efe6fad7-1eb3-4eb6-a5ad-af92d0a379b7 req-09495a2f-b66a-43cf-9bb8-e758373f4460 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 943 time: 0.1696939 Nov 23 02:26:45.682190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a3cb96-5f7e-46bd-94d0-a6f61827539b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:45.760874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:45.776833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.779551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.812628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0881782e-8746-416c-901a-bde45ed7bb6e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:45.813008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.917529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efe6fad7-1eb3-4eb6-a5ad-af92d0a379b7 req-2bd94dd7-527c-418c-ba40-3e3c8cebaccc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342455 Nov 23 02:26:45.943622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-d1e0f025-1c0a-4213-b29a-f2827b9498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.945667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-d1e0f025-1c0a-4213-b29a-f2827b9498b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 1096 time: 0.2427609 Nov 23 02:26:45.950054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-26de96c5-629f-4b85-869a-83e973695f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.951744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-26de96c5-629f-4b85-869a-83e973695f37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.2789412 Nov 23 02:26:46.118179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.135771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.137085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-677ce554-14ac-41d6-bec6-de3f7e37a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:46.138717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-677ce554-14ac-41d6-bec6-de3f7e37a9ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1831014 Nov 23 02:26:46.146793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.172365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-3f36ba3e-f234-46e0-b189-49da0f021979 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d HTTP/1.1" status: 200 len: 217 time: 0.1794782 Nov 23 02:26:46.188034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['40a3cb96-5f7e-46bd-94d0-a6f61827539b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:46.210398 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:26:46.251160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-ce23f17b-9dfb-4674-952d-3a01e4a13fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:46.253216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-ce23f17b-9dfb-4674-952d-3a01e4a13fe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0784130 Nov 23 02:26:46.284013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.290865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a0fed-9563-4633-b35f-8b1f4bc0c319 None None] Pushing event updated for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.296837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.379222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-6e3f30ff-b734-4798-8783-229729547e28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552833 Nov 23 02:26:46.392496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Attempting to bind port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:46.392496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Attempting to bind port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:46.392496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Attempting to bind port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:46.404606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:46.405120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:46.405672 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.409276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Bound using segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:46.409892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Bound port: e3f1842d-4cee-4b4e-94b1-86aeea09a8ff, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:46.410398 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.442115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38264) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.457018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115598872', 'description': 'tempest-description--403322105'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:46.527145 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Floating IP 6f1801b0-b7fd-4487-b610-122ced62b379 associated. External IP: 172.25.1.214, port: 4c55602d-5157-4765-b3b5-fa135b535759. Nov 23 02:26:46.531709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.551887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-cd20ae32-cd09-4163-b551-1447fc57b74c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e HTTP/1.1" status: 200 len: 217 time: 0.3030343 Nov 23 02:26:46.555460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.576782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8916ec8d-1674-4521-afa4-30cf43e29d2c None None] Provisioning complete for port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:46.577305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8916ec8d-1674-4521-afa4-30cf43e29d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.609665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] For port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:46.638168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] For port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:46.652220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.673269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8916ec8d-1674-4521-afa4-30cf43e29d2c None None] Port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:46.736795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.738414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:46.738680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:46.748881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b784abf-187c-4095-b3fd-710697d98b16 req-69baae02-2698-461c-8607-1b6476310d22 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:46.750434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b784abf-187c-4095-b3fd-710697d98b16 req-69baae02-2698-461c-8607-1b6476310d22 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 943 time: 0.4962878 Nov 23 02:26:46.757939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-0ae556a0-c53c-404c-a744-92a666da1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:46.759531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-0ae556a0-c53c-404c-a744-92a666da1f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1689022 Nov 23 02:26:46.779090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.784182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a0fed-9563-4633-b35f-8b1f4bc0c319 None None] Pushing event updated for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.805599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56647-4d5f-434b-b6b0-806de94e1200 req-44b5d241-d323-471b-86c0-a72037f278df tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:46.813068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfe56647-4d5f-434b-b6b0-806de94e1200 req-44b5d241-d323-471b-86c0-a72037f278df tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 944 time: 0.2752082 Nov 23 02:26:46.817725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a979e324-e64e-46a2-8d28-0391a9e3323c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.839669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.844427 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c039934-0d83-4372-9d3e-62a45b00d7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4005711 Nov 23 02:26:46.847872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.853296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group_rule': {'security_group_id': 'a979e324-e64e-46a2-8d28-0391a9e3323c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:46.890585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-21711dc5-ae3e-422d-ad9d-150a44f1d1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965552 Nov 23 02:26:46.892555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:46.942304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-038eb54f-267f-43a5-ad1c-3a14808c827e service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035872 Nov 23 02:26:46.957533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.990026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:46.993806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b784abf-187c-4095-b3fd-710697d98b16 req-11a039e8-868e-4ee4-9ab4-c724a0659ea5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970100 Nov 23 02:26:47.090306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.097031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.126161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-820896d0-f060-4961-bbcd-14462057e663 None None] Provisioning complete for port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:47.126833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-820896d0-f060-4961-bbcd-14462057e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.165758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a558b6-4a4d-425b-804c-8fb63644195c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:47.181178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e0d4fb98-14db-43ca-ae52-6223be0b268d details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:47.183042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:47.195369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:47.201070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.206629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.208174 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Sync routers for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:47.211250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d2ba3296-6207-4c7b-8ad1-afc521e7d480 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619208 Nov 23 02:26:47.213754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:47.228513 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:47.231521 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:47.233149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group_rule': {'security_group_id': 'a979e324-e64e-46a2-8d28-0391a9e3323c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:47.234595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:46Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:47.284460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35190993-ea68-4501-a577-fb6cb6fce023 None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:46Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:47.297477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.323133 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-28da064c-d0da-4b34-9d02-d59778c61634 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "PUT /v2.0/floatingips/6f1801b0-b7fd-4487-b610-122ced62b379 HTTP/1.1" status: 200 len: 991 time: 1.9715555 Nov 23 02:26:47.413967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.433233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.483654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b96670-94eb-4d12-8737-09cd0da9b104,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:47.486213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 40a3cb96-5f7e-46bd-94d0-a6f61827539b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:47.501213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:47.504229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-820896d0-f060-4961-bbcd-14462057e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.509154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 40a3cb96-5f7e-46bd-94d0-a6f61827539b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:47.509522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.516197 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7e57bf-43bb-4e07-966e-0e730cd97adc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "tag": "4c55602d-5157-4765-b3b5-fa135b535759"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:47.539161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.545276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-789cd0ff-0c1f-4d83-8f3b-fab9266ccf9d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3312156 Nov 23 02:26:47.548585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:47.553762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:47.590980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:47.613133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.633255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e0d4fb98-14db-43ca-ae52-6223be0b268d', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': 'e0d4fb98-14db-43ca-ae52-6223be0b268d', 'mac_address': 'fa:16:3e:0a:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:47.640762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-820896d0-f060-4961-bbcd-14462057e663 None None] For port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:47.648532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-820896d0-f060-4961-bbcd-14462057e663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.663826 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:47.770334 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.830650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d4fb98-14db-43ca-ae52-6223be0b268d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:47.841960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820896d0-f060-4961-bbcd-14462057e663 None None] Pushing event updated for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:47.850003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.856057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.879571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:47.886654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe68a78d-27cb-4580-a3ef-4bdeca046eb3 req-c8876cfd-735b-47ae-9bea-65ab4bebf401 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415465 Nov 23 02:26:47.890029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.921036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:47.923930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfe56647-4d5f-434b-b6b0-806de94e1200 req-6d83df7d-7d69-49c7-8ba7-3e4a37031731 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1099064 Nov 23 02:26:47.924224 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cd4310-0739-46a8-8eba-e9e10f81d5b6" -d '{"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-plugged", "status": "completed", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:47.972689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:47.984781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.056598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.059660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-87ccd0bd-d26b-4557-97b2-99ac794d4ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1544156 Nov 23 02:26:48.087060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Allocated IP 172.25.1.249 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/423e4fb1-ffc8-4a86-b375-933db3d74796) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:48.146804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e0d4fb98-14db-43ca-ae52-6223be0b268d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:48.213192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.250435 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6f1801b0-b7fd-4487-b610-122ced62b379', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'port_id': '4c55602d-5157-4765-b3b5-fa135b535759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'mac_address': 'fa:16:3e:f3:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:19Z', 'updated_at': '2021-11-23T02:26:46Z', 'revision_number': 1, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:48.265192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:48.304569 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Checking router: 36e9b7b0-3ca9-4e42-b932-4a03ad142988 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:48.315849 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:48.316887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:48.339010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.341533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16546654-79e7-4f2e-92a7-cbecdaac2024 req-8b96b032-0a03-4c82-ad42-558d42320d57 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.344773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16546654-79e7-4f2e-92a7-cbecdaac2024 req-8b96b032-0a03-4c82-ad42-558d42320d57 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 945 time: 0.2721572 Nov 23 02:26:48.429493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.441213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e436a48c-aeed-4ec0-87b7-13dd602c2d8e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:48.458405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:48.502584 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad7afde-74d7-4f37-ade5-8adc06962b1a x-openstack-request-id: req-fad7afde-74d7-4f37-ade5-8adc06962b1a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:48.503205 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "tag": "4c55602d-5157-4765-b3b5-fa135b535759", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:48.503341 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fad7afde-74d7-4f37-ade5-8adc06962b1a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:48.503720 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759', 'status': 'completed', 'code': 200} Nov 23 02:26:48.512335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:48.516317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:48.519714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:48.570410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f452ed01-67b1-455c-89a9-9dfb3837f255 req-cbf717cc-5db4-4872-8446-5684bc825156 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957778 Nov 23 02:26:48.585759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16546654-79e7-4f2e-92a7-cbecdaac2024 req-0ef3e3e2-c788-4f79-a42e-d7cab0219cc6 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217631 Nov 23 02:26:48.616569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:48.634762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e', 'mac_address': 'fa:16:3e:41:c1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:48.644839 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68dc68-3a0e-47e3-8c93-998353a5b1d3 x-openstack-request-id: req-8b68dc68-3a0e-47e3-8c93-998353a5b1d3 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:48.645693 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-plugged", "status": "completed", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:48.645693 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b68dc68-3a0e-47e3-8c93-998353a5b1d3 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:48.646052 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'code': 200} Nov 23 02:26:48.651807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-9fa77b6f-cadd-4db3-af68-f1d00eb5cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.653328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-9fa77b6f-cadd-4db3-af68-f1d00eb5cc20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 1097 time: 0.1530211 Nov 23 02:26:48.663839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:48.683374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=423e4fb1-ffc8-4a86-b375-933db3d74796,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.724672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Sync routers for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:48.739590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e4e5c-316b-4f6e-87a0-c62d6274569a req-6666f88a-82ce-4ef4-b70d-8154ac826503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.753152 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3c2e4e5c-316b-4f6e-87a0-c62d6274569a req-6666f88a-82ce-4ef4-b70d-8154ac826503 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.1221275 Nov 23 02:26:48.773206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:48.779001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:48.820339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.825242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fcdfd227-866e-4e06-ae78-17c50ca355a9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8116171 Nov 23 02:26:48.828218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:48.879671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3c2e4e5c-316b-4f6e-87a0-c62d6274569a req-32c21819-3edc-4ad6-a67c-3bcca27bad40 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188738 Nov 23 02:26:48.894568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.932884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.961006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.986750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e436a48c-aeed-4ec0-87b7-13dd602c2d8e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:49.029843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:49.043795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:49.051597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0bafb-2478-430e-baba-650c4e014958 req-0ef72497-f259-4d9c-bf67-3116bb5bccea tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.062335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0b0bafb-2478-430e-baba-650c4e014958 req-0ef72497-f259-4d9c-bf67-3116bb5bccea tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 944 time: 0.2962799 Nov 23 02:26:49.149182 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6f1801b0-b7fd-4487-b610-122ced62b379', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'port_id': '4c55602d-5157-4765-b3b5-fa135b535759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'mac_address': 'fa:16:3e:f3:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:19Z', 'updated_at': '2021-11-23T02:26:46Z', 'revision_number': 1, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:49.192197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d6cccd-2d57-48f9-9b84-c7eac161d4cd None None] The sync data for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 is: [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6f1801b0-b7fd-4487-b610-122ced62b379', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'port_id': '4c55602d-5157-4765-b3b5-fa135b535759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'mac_address': 'fa:16:3e:f3:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:19Z', 'updated_at': '2021-11-23T02:26:46Z', 'revision_number': 1, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:49.201564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.208469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.276549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-e1d6c494-0664-4573-a9a8-d82a522059e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.283798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-e1d6c494-0664-4573-a9a8-d82a522059e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 200 len: 916 time: 0.6215689 Nov 23 02:26:49.303459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.323740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.329735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e3f1842d-4cee-4b4e-94b1-86aeea09a8ff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:49.331641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7810488 Nov 23 02:26:49.332378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e0d4fb98-14db-43ca-ae52-6223be0b268d up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:49.339885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0b0bafb-2478-430e-baba-650c4e014958 req-f9df7c3e-44f9-4dff-9d7f-a44b2cf35b85 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750604 Nov 23 02:26:49.353350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682105a5-df27-4429-966b-fc583198b445 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=423e4fb1-ffc8-4a86-b375-933db3d74796,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.359612 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.432985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-da0aba02-db5e-4ef1-acd8-9f9f346731cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 200 len: 999 time: 0.1281822 Nov 23 02:26:49.457856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3204d8-9696-4382-8398-2fc05ce46912 req-05f83e9c-fb80-47f8-810d-78bdfc6c2e40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.460379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a3204d8-9696-4382-8398-2fc05ce46912 req-05f83e9c-fb80-47f8-810d-78bdfc6c2e40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 945 time: 0.3761830 Nov 23 02:26:49.526221 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f07b24-7a66-4de2-95e4-f3f9b6dde3ca None None] New status for floating IP 6f1801b0-b7fd-4487-b610-122ced62b379: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:26:49.605641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.606798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-8e2ba6e2-d007-4a85-bf85-0322b6bff717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.611250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-8e2ba6e2-d007-4a85-bf85-0322b6bff717 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9295f3-c6a1-4893-ac62-5675834325db HTTP/1.1" status: 200 len: 854 time: 0.1591325 Nov 23 02:26:49.633501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port e0d4fb98-14db-43ca-ae52-6223be0b268d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:49.636271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:49.636744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.662035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e0d4fb98-14db-43ca-ae52-6223be0b268d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:49.662408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.732660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:45Z', 'revision_number': 3, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:49.749004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a3204d8-9696-4382-8398-2fc05ce46912 req-f7a2db5d-0c52-4f6c-950c-2c502decc562 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351401 Nov 23 02:26:49.772946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-fa7a4b01-1d31-4975-9a54-f0a5f5386baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.774532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-fa7a4b01-1d31-4975-9a54-f0a5f5386baf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9654c02-9452-4405-93ba-ef82aec88a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531370 Nov 23 02:26:49.779549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e436a48c-aeed-4ec0-87b7-13dd602c2d8e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:49.781185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-75724ccb-4324-4d4e-9f42-232088d501d4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.784821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Checking router: 0e15b320-c65b-4e25-8de3-a3ab1eba3050 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:49.785176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Updating router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 port 1c7085eb-9697-404a-8c00-67dae153a8e5 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:49.788615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-75724ccb-4324-4d4e-9f42-232088d501d4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.3511751 Nov 23 02:26:49.856379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-a09bc1b6-876b-42bf-aaec-70285fa34ec2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/quotas/602bc1cf6ba943c2892cc97b13d4679e HTTP/1.1" status: 200 len: 375 time: 0.0672956 Nov 23 02:26:49.912004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.963825 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.013888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-30094f86-118a-4212-85be-42d171e6361e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566389 Nov 23 02:26:50.025028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-2d8f84a5-ba44-47f6-8538-e704b751e3c5 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339263 Nov 23 02:26:50.088683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:50.096856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.228501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.261630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-f0dc9d27-e71c-4230-ac94-e31d08894fa8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--115598872&fields=id&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 267 time: 0.2094150 Nov 23 02:26:50.292446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f7e57bf-43bb-4e07-966e-0e730cd97adc req-0d2682b7-b152-4f1f-b7ba-65f26d4f3792 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416949 Nov 23 02:26:50.333367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-0b1a42dd-4127-4f60-8d7d-f3c6ee605455 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064833 Nov 23 02:26:50.366164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.372096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.427118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8585969-3148-4c26-a36a-719193809036 None None] Pushing event updated for resources: {'Port': ['ID=1c7085eb-9697-404a-8c00-67dae153a8e5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.429448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Attempting to bind port 1c7085eb-9697-404a-8c00-67dae153a8e5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:50.429820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Attempting to bind port 1c7085eb-9697-404a-8c00-67dae153a8e5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:50.430191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Attempting to bind port 1c7085eb-9697-404a-8c00-67dae153a8e5 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:50.435752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:50.436121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:50.437091 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.437091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:50.437333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Bound port: 1c7085eb-9697-404a-8c00-67dae153a8e5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:50.437709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.441184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:50.441367 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.514030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-64a71872-8ef6-4418-902f-738a0fa64b27 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.515447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-64a71872-8ef6-4418-902f-738a0fa64b27 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 817 time: 0.2423079 Nov 23 02:26:50.526723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] For port 1c7085eb-9697-404a-8c00-67dae153a8e5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:50.530571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] For port 1c7085eb-9697-404a-8c00-67dae153a8e5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c7085eb-9697-404a-8c00-67dae153a8e5,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:50.535451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.570963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-78705795-7ac7-4b21-b5bd-80668b3619f9 service neutron] 10.222.0.15 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163153 Nov 23 02:26:50.574522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-a97af71a-4cf4-42fb-84fc-94a035da8b64 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/quotas/1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 375 time: 0.0489154 Nov 23 02:26:50.618776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.639203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:50.639838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:50.646792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:50.649317 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9ce9fe-0ad6-4c20-8bdb-15ba2310c0d3" -d '{"events": [{"server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:50.686543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8585969-3148-4c26-a36a-719193809036 None None] Pushing event updated for resources: {'Port': ['ID=1c7085eb-9697-404a-8c00-67dae153a8e5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.717590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:50.740130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-7255b3af-48ff-45d0-9ebc-4b525b894831 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516926 Nov 23 02:26:50.758391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.762018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-72204964-282d-4e08-a9e7-26ee83edc45e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.763542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-72204964-282d-4e08-a9e7-26ee83edc45e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaa7d0b7-321c-4a6b-b716-2f4199c800d9 HTTP/1.1" status: 200 len: 945 time: 0.1219857 Nov 23 02:26:50.764810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Allocated IP 172.20.0.1 (a5d22a59-1855-4d1a-9c78-f2886cd773f1/3a7db296-16df-4599-8b76-7a89127ebc39/5ef633ee-3182-456a-ac6f-13a7615798f6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:50.823573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:50.850409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:51.023786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:45Z', 'revision_number': 3, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.206456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4219b7-08b5-4329-b6e3-65f004a8dcff None None] The sync data for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 is: [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:45Z', 'revision_number': 3, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:51.338608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-34cb2261-c893-447f-9a05-747dbc87e0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706048 Nov 23 02:26:51.425550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27510-269e-4ea6-adf6-eeb6101541d6 req-22b6f480-90ee-42db-9838-7a1671b7c0fd tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:51.427144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38d27510-269e-4ea6-adf6-eeb6101541d6 req-22b6f480-90ee-42db-9838-7a1671b7c0fd tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 945 time: 0.5596015 Nov 23 02:26:51.465625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.484788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Deleting port 17f82edf-d696-4c7d-9641-f3acfbd5531b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:51.485109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.599464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-789552c0-18d6-4ddc-9f46-b60aa14dff6e service neutron] 10.222.0.15 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488060 Nov 23 02:26:51.618795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38d27510-269e-4ea6-adf6-eeb6101541d6 req-6e245b16-2985-43cb-a56c-195f06f023b2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784003 Nov 23 02:26:51.654016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.666668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] For port 17f82edf-d696-4c7d-9641-f3acfbd5531b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=17f82edf-d696-4c7d-9641-f3acfbd5531b,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:51.667043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.731354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Calling delete_port for 17f82edf-d696-4c7d-9641-f3acfbd5531b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:51.735872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:51.756282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:51.761929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:51.804973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:51.844747 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d7654-7472-4b6f-8377-8e22572133f7 x-openstack-request-id: req-300d7654-7472-4b6f-8377-8e22572133f7 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:51.850431 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "name": "network-vif-plugged", "status": "completed", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:51.850794 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-300d7654-7472-4b6f-8377-8e22572133f7 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:51.851206 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d', 'code': 200} Nov 23 02:26:51.921076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d2abc-8cd8-42ba-b241-09ee101cbf88 req-54a0bb40-263e-4808-a7cb-85afbed52993 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:51.930191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-035d2abc-8cd8-42ba-b241-09ee101cbf88 req-54a0bb40-263e-4808-a7cb-85afbed52993 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 945 time: 0.2295513 Nov 23 02:26:52.040218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d571223a-ff4c-4288-b03b-8ba3db61a0ad req-f9bf02ca-37bf-4c01-b02f-b01a290073c5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 210 time: 0.0721519 Nov 23 02:26:52.053686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.117703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e26f4f98-bec5-41e7-8f31-e907fc18f6e3 None None] Provisioning complete for port 5ef633ee-3182-456a-ac6f-13a7615798f6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:52.118095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e26f4f98-bec5-41e7-8f31-e907fc18f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.167347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-465c454f-cc8a-4877-822d-f1f00453d5a5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.170799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-465c454f-cc8a-4877-822d-f1f00453d5a5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 805 time: 0.3079476 Nov 23 02:26:52.182964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e26f4f98-bec5-41e7-8f31-e907fc18f6e3 None None] Port 5ef633ee-3182-456a-ac6f-13a7615798f6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:52.219730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Request body: {'port': {'device_id': '32734a74-9577-4297-913b-41aa5c330133', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'admin_state_up': True, 'tenant_id': '602bc1cf6ba943c2892cc97b13d4679e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:52.240460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-035d2abc-8cd8-42ba-b241-09ee101cbf88 req-602d5c71-a401-4c41-9b06-bd56da506a09 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071504 Nov 23 02:26:52.259708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5105-e68a-4581-9cf6-ce54997a9a99 req-67fa4309-da18-4bda-a500-e5a3899ed0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.261132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2eb5105-e68a-4581-9cf6-ce54997a9a99 req-67fa4309-da18-4bda-a500-e5a3899ed0df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 1097 time: 0.3232651 Nov 23 02:26:52.377346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Made reservation on behalf of 602bc1cf6ba943c2892cc97b13d4679e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:52.381671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.420302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66506a16-dcc6-4b32-bfbf-9837dc9f8314 req-bc88a823-7d80-418f-b6dd-61302d5939a4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.428092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66506a16-dcc6-4b32-bfbf-9837dc9f8314 req-bc88a823-7d80-418f-b6dd-61302d5939a4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 945 time: 0.2610550 Nov 23 02:26:52.477391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e436a48c-aeed-4ec0-87b7-13dd602c2d8e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:52.509920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2eb5105-e68a-4581-9cf6-ce54997a9a99 req-77652565-efe9-4af3-a63c-111acbe7f09f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339513 Nov 23 02:26:52.543217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66506a16-dcc6-4b32-bfbf-9837dc9f8314 req-0b08534e-e71d-4e48-914d-1bbf7ff99bc4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141477 Nov 23 02:26:52.548281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.571479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port e436a48c-aeed-4ec0-87b7-13dd602c2d8e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:26:52.577110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port e436a48c-aeed-4ec0-87b7-13dd602c2d8e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:52.577680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.606355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.609051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event deleted for resources: {'Port': ['ID=17f82edf-d696-4c7d-9641-f3acfbd5531b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.692649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.742594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a8fdaf8-6539-4880-965f-43b7a1e44dad req-0a98f4bc-aaad-478d-9613-515a711e7d0a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 210 time: 0.1017084 Nov 23 02:26:52.743483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] No DVR routers for this DVR port 17f82edf-d696-4c7d-9641-f3acfbd5531b on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:52.744776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:52.747777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.754831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.755695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:52.764867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b2f832f-f949-4cba-a66c-fb67c464eb33 req-7c8e6030-0034-4b6f-9c7d-c5e4c4166c59 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "DELETE /v2.0/ports/17f82edf-d696-4c7d-9641-f3acfbd5531b HTTP/1.1" status: 204 len: 173 time: 1.9869459 Nov 23 02:26:52.771999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-deleted', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:52.775030 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca9a53c-5b91-43c5-aed6-ad8d4bd20dd2" -d '{"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-deleted", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:52.782698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5e37-8ed5-4742-aa78-62e1a74c01eb req-2b2063d3-92eb-4225-9945-5c37c8f27072 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.791163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fdb5e37-8ed5-4742-aa78-62e1a74c01eb req-2b2063d3-92eb-4225-9945-5c37c8f27072 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.2838278 Nov 23 02:26:52.839984 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e16c39a-d1c3-415c-b7b0-567047133c0a x-openstack-request-id: req-4e16c39a-d1c3-415c-b7b0-567047133c0a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:52.840363 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-deleted", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:52.840706 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e16c39a-d1c3-415c-b7b0-567047133c0a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:52.841602 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-deleted', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'status': 'completed', 'code': 200} Nov 23 02:26:52.857125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 17f82edf-d696-4c7d-9641-f3acfbd5531b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:52.858343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 17f82edf-d696-4c7d-9641-f3acfbd5531b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:52.885395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.907415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fdb5e37-8ed5-4742-aa78-62e1a74c01eb req-860e4840-d8ba-45be-b2d8-ca15ba645355 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150727 Nov 23 02:26:52.973393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Allocated IP 172.20.0.4 (96799735-034e-4675-8a82-c6b4f6423b0f/208b0a80-6aa4-4db8-bdb8-8a320ef63a75/4313eeba-a8fe-406d-8103-86c78f3afdec) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:53.061711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.067429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.072334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c7085eb-9697-404a-8c00-67dae153a8e5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:53.142483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c7085eb-9697-404a-8c00-67dae153a8e5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:53.142875 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.208065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d434a689-4771-4dda-95f9-d4c1a0ef2c16 req-6b7a3d8f-43e8-44d1-96fa-55bea2464378 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 210 time: 0.0629833 Nov 23 02:26:53.208510 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.215985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.245795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.247149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.248869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa42f98-6bef-42c0-b39b-b8d3c106665b req-999bfcaa-1f32-4afd-918c-efdbe5d047cf tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.250387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fa42f98-6bef-42c0-b39b-b8d3c106665b req-999bfcaa-1f32-4afd-918c-efdbe5d047cf tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.1113386 Nov 23 02:26:53.262670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.299989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 1c7085eb-9697-404a-8c00-67dae153a8e5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c7085eb-9697-404a-8c00-67dae153a8e5,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:53.307601 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.309934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.365939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fa42f98-6bef-42c0-b39b-b8d3c106665b req-24600014-df75-4c73-b15f-b35e1e819275 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038973 Nov 23 02:26:53.414228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Network 96799735-034e-4675-8a82-c6b4f6423b0f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:53.426038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:53.427702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:53.428707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:53.448695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:53.463800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=1c7085eb-9697-404a-8c00-67dae153a8e5,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.549276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.627870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.629070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.651778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-2a86234c-e7c2-447d-b1a9-e9b0ce19d53b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4370165 Nov 23 02:26:53.674296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Request body: {'port': {'device_id': '32734a74-9577-4297-913b-41aa5c330133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:53.756817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4048c-a5d6-4ca8-9a74-49a015eb60c7 req-62596cf4-f022-4860-8b1d-0556cf18d7f9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.759909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.764486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46c4048c-a5d6-4ca8-9a74-49a015eb60c7 req-62596cf4-f022-4860-8b1d-0556cf18d7f9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 945 time: 0.3369606 Nov 23 02:26:53.852381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b'}, {'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:53.855240 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a4139-35a0-4cff-9ddc-22388e956a2f" -d '{"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-unplugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b"}, {"server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "name": "network-vif-plugged", "status": "completed", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:53.908019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:53.915247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46c4048c-a5d6-4ca8-9a74-49a015eb60c7 req-0978eb5b-5a4e-4a35-bef2-3a174e45c368 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Nov 23 02:26:53.923564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9d9484b3-9017-44da-8f99-46d59cb3ee9a None None] Provisioning complete for port 5ef633ee-3182-456a-ac6f-13a7615798f6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:53.924133 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d9484b3-9017-44da-8f99-46d59cb3ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.925032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-655e8d7a-e304-4a31-b29b-14039fbd6a53 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.926632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-655e8d7a-e304-4a31-b29b-14039fbd6a53 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 817 time: 0.3282638 Nov 23 02:26:53.950475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04109b01-080b-41e0-99d5-c288e60065a1 req-e757343f-df32-43e5-9ce5-8afbb6ed240d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.952340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04109b01-080b-41e0-99d5-c288e60065a1 req-e757343f-df32-43e5-9ce5-8afbb6ed240d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 946 time: 0.1033852 Nov 23 02:26:53.965501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9d9484b3-9017-44da-8f99-46d59cb3ee9a None None] Port 5ef633ee-3182-456a-ac6f-13a7615798f6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:54.087751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-d4b96708-5476-4459-9f88-9cd9044f120b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 379 time: 0.1460161 Nov 23 02:26:54.110331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4313eeba-a8fe-406d-8103-86c78f3afdec {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:54.118311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.130730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Transition to ACTIVE for port object 4313eeba-a8fe-406d-8103-86c78f3afdec will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:54.134435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.140471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'port': {'device_id': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'admin_state_up': True, 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'security_groups': ['a979e324-e64e-46a2-8d28-0391a9e3323c']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:54.183359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:54.199794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d4170d0-421e-4c84-ac57-3671664c8a98 req-f1f21a3c-f877-4b68-bf22-f459f537044e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 210 time: 0.1110454 Nov 23 02:26:54.210161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04109b01-080b-41e0-99d5-c288e60065a1 req-b4496da5-e553-4f92-acad-e782cf1389a3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468190 Nov 23 02:26:54.244961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:54.252829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ed2acce-ff2a-4183-bc65-0792daaa05d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/0e15b320-c65b-4e25-8de3-a3ab1eba3050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4196384 Nov 23 02:26:54.264487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Sync routers for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:54.302604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:54.303404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:54.314588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Attempting to bind port 4313eeba-a8fe-406d-8103-86c78f3afdec on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:54.315238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Attempting to bind port 4313eeba-a8fe-406d-8103-86c78f3afdec by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:54.316084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Attempting to bind port 4313eeba-a8fe-406d-8103-86c78f3afdec on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:54.327034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Port 4313eeba-a8fe-406d-8103-86c78f3afdec on network 96799735-034e-4675-8a82-c6b4f6423b0f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:54.329705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Attempting to bind port 4313eeba-a8fe-406d-8103-86c78f3afdec on network 96799735-034e-4675-8a82-c6b4f6423b0f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:54.343357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:54.343693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Checking segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:54.344086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Bound using segment: {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:54.344526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Bound port: 4313eeba-a8fe-406d-8103-86c78f3afdec, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:54.344886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.377740 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d1818-3abc-4006-82e5-4828cdc9c313 x-openstack-request-id: req-4d2d1818-3abc-4006-82e5-4828cdc9c313 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:54.378645 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa7d0b7-321c-4a6b-b716-2f4199c800d9", "name": "network-vif-unplugged", "status": "completed", "tag": "17f82edf-d696-4c7d-9641-f3acfbd5531b", "code": 200}, {"server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "name": "network-vif-plugged", "status": "completed", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:54.379208 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d2d1818-3abc-4006-82e5-4828cdc9c313 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:54.380036 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa7d0b7-321c-4a6b-b716-2f4199c800d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f82edf-d696-4c7d-9641-f3acfbd5531b', 'code': 200} Nov 23 02:26:54.380513 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e', 'code': 200} Nov 23 02:26:54.381633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Made reservation on behalf of 1ae7b7da3792423dbcef40abacf67c50 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:54.385267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.404285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab033eee-85b5-4d11-baa5-0463714d9d3c req-0a77d008-21b7-40e2-816c-5629617bbaec tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.412400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab033eee-85b5-4d11-baa5-0463714d9d3c req-0a77d008-21b7-40e2-816c-5629617bbaec tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.0868042 Nov 23 02:26:54.472731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:54.482185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:54.488125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.501842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:54.525562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.526183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.530018 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] 10.222.0.41 "PUT /v2.0/ports/4313eeba-a8fe-406d-8103-86c78f3afdec HTTP/1.1" status: 200 len: 1092 time: 0.8638082 Nov 23 02:26:54.536300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:54.537488 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88222480-5f5b-4997-80a2-effe281cc99a" -d '{"events": [{"name": "network-changed", "server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:54.559776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab033eee-85b5-4d11-baa5-0463714d9d3c req-f3983784-7f3c-4ea7-b789-a5ce5f017eb1 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463549 Nov 23 02:26:54.570857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603cb7-6bb2-48eb-b907-ced2ce9c4af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:54.623569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af0466-f0ad-422f-9ecd-004f9c1e0cec req-1cba7f6f-118a-483e-a959-7f246c36d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.625158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2af0466-f0ad-422f-9ecd-004f9c1e0cec req-1cba7f6f-118a-483e-a959-7f246c36d9dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 1098 time: 0.1554914 Nov 23 02:26:54.635279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048d827-46b2-4d68-baec-5d28b6a05998 req-675e22a4-ef76-4441-847a-7199cb4cfc12 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.636842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a048d827-46b2-4d68-baec-5d28b6a05998 req-675e22a4-ef76-4441-847a-7199cb4cfc12 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 943 time: 0.1682475 Nov 23 02:26:54.669190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-d1934849-82c7-4125-963b-3d2c8361a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.672419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-d1934849-82c7-4125-963b-3d2c8361a1cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 1095 time: 0.0747736 Nov 23 02:26:54.673395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Allocated IP 172.20.0.9 (9217600a-924c-43d2-9487-45e4a554bc00/28469d6e-317d-433c-a452-400aed8b3355/d579dbe3-c909-4eda-aa1b-9322b40d5183) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:54.731223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-18b607e1-ad5e-4601-81d2-c98209fdc637 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4313eeba-a8fe-406d-8103-86c78f3afdec HTTP/1.1" status: 200 len: 217 time: 0.0444114 Nov 23 02:26:54.758053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:52Z', 'revision_number': 4, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5ef633ee-3182-456a-ac6f-13a7615798f6', 'name': '', 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'mac_address': 'fa:16:3e:57:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:50Z', 'updated_at': '2021-11-23T02:26:52Z', 'revision_number': 2, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'subnets': [{'id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:54.786419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Checking router: 0e15b320-c65b-4e25-8de3-a3ab1eba3050 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:54.786797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-68b2882d-9bb3-4cba-9a03-c413bc60fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:54.786996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Updating router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 port 5ef633ee-3182-456a-ac6f-13a7615798f6 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:54.788190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-68b2882d-9bb3-4cba-9a03-c413bc60fe75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.0488336 Nov 23 02:26:54.807439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2af0466-f0ad-422f-9ecd-004f9c1e0cec req-a0c1cd30-8f9d-4147-9487-41e35b05202d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695426 Nov 23 02:26:54.812887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.822473 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-c2cb7c37-9c0e-4b8d-9e12-fc169137a685 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271547 Nov 23 02:26:54.827790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a048d827-46b2-4d68-baec-5d28b6a05998 req-1390d180-b75d-4d8d-92a7-3d2c3eb1bdb4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777751 Nov 23 02:26:54.910970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-7ec6c9a8-5bb1-472d-a9af-fd31b68515f3 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2387607 Nov 23 02:26:54.936231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:54.985218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.988450 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.994614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c7085eb-9697-404a-8c00-67dae153a8e5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:55.063362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.101544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c7085eb-9697-404a-8c00-67dae153a8e5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:55.101544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.111216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Network 9217600a-924c-43d2-9487-45e4a554bc00 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:55.116623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:55.119548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:55.165334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:55.204024 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe79193-739b-4473-afe0-0618861556d5 x-openstack-request-id: req-2fe79193-739b-4473-afe0-0618861556d5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:55.204461 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:55.204660 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fe79193-739b-4473-afe0-0618861556d5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:55.205084 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'status': 'completed', 'code': 200} Nov 23 02:26:55.222114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.222353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.224614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.232581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.260824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-13a09fbf-ab23-43e5-879f-2a4cfd0f14b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419222 Nov 23 02:26:55.271462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-e2bd8f2b-5666-47b8-aa6c-a8c0cccca1ae service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711984 Nov 23 02:26:55.274523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.311736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Request body: {'port': {'device_id': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:55.373237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Attempting to bind port 5ef633ee-3182-456a-ac6f-13a7615798f6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:55.373611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Attempting to bind port 5ef633ee-3182-456a-ac6f-13a7615798f6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:55.373984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Attempting to bind port 5ef633ee-3182-456a-ac6f-13a7615798f6 on network a5d22a59-1855-4d1a-9c78-f2886cd773f1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:55.379506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df195-dd68-498e-b0a2-1c1e646646d0 None None] Pushing event updated for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:55.382822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:55.383201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Checking segment: {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:55.383609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.384003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Bound using segment: {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:55.384490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Bound port: 5ef633ee-3182-456a-ac6f-13a7615798f6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:55.384874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.441971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c25dfc9b-f543-431d-90a3-597c5d72fddf req-3fc64af7-ed5b-4e95-bb31-760916ef2228 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615553 Nov 23 02:26:55.473841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] For port 5ef633ee-3182-456a-ac6f-13a7615798f6, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:55.478170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] For port 5ef633ee-3182-456a-ac6f-13a7615798f6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ef633ee-3182-456a-ac6f-13a7615798f6,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:55.482553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.559775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ad1bd90f-2938-4b3f-8431-4f030750c4d5 None None] Provisioning complete for port d579dbe3-c909-4eda-aa1b-9322b40d5183 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:55.560199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd90f-2938-4b3f-8431-4f030750c4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.601269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:55.602096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.608966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222480-5f5b-4997-80a2-effe281cc99a req-ec578619-bb8c-44ee-8951-9c93a7190fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.611602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-ec578619-bb8c-44ee-8951-9c93a7190fad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 1095 time: 0.0755525 Nov 23 02:26:55.717232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df195-dd68-498e-b0a2-1c1e646646d0 None None] Pushing event updated for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:55.734605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bd90f-2938-4b3f-8431-4f030750c4d5 None None] Port d579dbe3-c909-4eda-aa1b-9322b40d5183 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:55.744987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:55.748908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222480-5f5b-4997-80a2-effe281cc99a req-341bb0fe-4e18-45d5-b436-bf9c78585f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.750558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-341bb0fe-4e18-45d5-b436-bf9c78585f3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 200 len: 906 time: 0.1286023 Nov 23 02:26:55.850810 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.852840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-3fb5f3c7-1640-4329-bc2f-24bb9b4bf73d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4313eeba-a8fe-406d-8103-86c78f3afdec HTTP/1.1" status: 200 len: 217 time: 0.0576367 Nov 23 02:26:55.886824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87358468-d829-4495-b3c9-11caa17d3c92 req-85cb84d3-61ed-404a-93ff-dfff9cdefad4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.895172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87358468-d829-4495-b3c9-11caa17d3c92 req-85cb84d3-61ed-404a-93ff-dfff9cdefad4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 945 time: 0.5633581 Nov 23 02:26:55.928976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] Provisioning complete for port 5ef633ee-3182-456a-ac6f-13a7615798f6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:55.929266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.948608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222480-5f5b-4997-80a2-effe281cc99a req-44e376f5-45aa-415a-8ff5-75440e500b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.950114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-44e376f5-45aa-415a-8ff5-75440e500b30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 200 len: 845 time: 0.0804965 Nov 23 02:26:56.003922 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-4de28df4-5147-44c6-9151-ec29c043987e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96799735-034e-4675-8a82-c6b4f6423b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347192 Nov 23 02:26:56.085232 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.118413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-c7d65235-fb56-47f0-9418-c94ab81bc1a1 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055415 Nov 23 02:26:56.132802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] For port 5ef633ee-3182-456a-ac6f-13a7615798f6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ef633ee-3182-456a-ac6f-13a7615798f6,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:56.133088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Allocated IP 172.25.1.135 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/8000763d-678e-40e1-987f-10157c4aa4b9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:56.137326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:52Z', 'revision_number': 4, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5ef633ee-3182-456a-ac6f-13a7615798f6', 'name': '', 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'mac_address': 'fa:16:3e:57:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:50Z', 'updated_at': '2021-11-23T02:26:55Z', 'revision_number': 4, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'subnets': [{'id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:56.154778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87358468-d829-4495-b3c9-11caa17d3c92 req-9044fd25-6d7f-42e2-86e1-5e22389c26f9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545214 Nov 23 02:26:56.245274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-88222480-5f5b-4997-80a2-effe281cc99a req-fd498eaf-bfb4-401a-b209-c53938baa358 service neutron] 10.222.0.41 "GET /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175797 Nov 23 02:26:56.303991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a18fb7-5273-416a-847b-2e0e15f441f5 None None] The sync data for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 is: [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:52Z', 'revision_number': 4, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5ef633ee-3182-456a-ac6f-13a7615798f6', 'name': '', 'network_id': 'a5d22a59-1855-4d1a-9c78-f2886cd773f1', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'mac_address': 'fa:16:3e:57:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:50Z', 'updated_at': '2021-11-23T02:26:55Z', 'revision_number': 4, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'subnets': [{'id': '3a7db296-16df-4599-8b76-7a89127ebc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:56.306408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.345670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f332a5-3cce-4486-828e-b6ac3c7239a2 req-43bccec9-b31c-409e-be56-3dcf357e50c1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:56.345670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7f332a5-3cce-4486-828e-b6ac3c7239a2 req-43bccec9-b31c-409e-be56-3dcf357e50c1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 931 time: 0.1237586 Nov 23 02:26:56.375545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acec7f-6e23-47e8-a20e-1b510d433e25 None None] Pushing event updated for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.423542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.431228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f145141d-71ca-40b7-b5c7-a23cd29224ce None None] Provisioning complete for port 5ef633ee-3182-456a-ac6f-13a7615798f6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:56.431576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f145141d-71ca-40b7-b5c7-a23cd29224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.457974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:56.481527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.516441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7f332a5-3cce-4486-828e-b6ac3c7239a2 req-1afd7a81-efb4-4693-ac18-1541125e39c3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346695 Nov 23 02:26:56.517469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Transition to ACTIVE for port object d579dbe3-c909-4eda-aa1b-9322b40d5183 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:56.526614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.577002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.622113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.643976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:56.695160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:56.697800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:56.766852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=8000763d-678e-40e1-987f-10157c4aa4b9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.819186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6081f-f7b7-4a38-b43f-2d99788cb710 req-343f0b7e-e8a0-4c58-a5f1-7d26fb60a2dc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:56.820767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72d6081f-f7b7-4a38-b43f-2d99788cb710 req-343f0b7e-e8a0-4c58-a5f1-7d26fb60a2dc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 946 time: 0.1866026 Nov 23 02:26:56.822939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Attempting to bind port d579dbe3-c909-4eda-aa1b-9322b40d5183 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:56.823280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Attempting to bind port d579dbe3-c909-4eda-aa1b-9322b40d5183 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:56.823614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Attempting to bind port d579dbe3-c909-4eda-aa1b-9322b40d5183 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:56.865531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Port d579dbe3-c909-4eda-aa1b-9322b40d5183 on network 9217600a-924c-43d2-9487-45e4a554bc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:56.866184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Attempting to bind port d579dbe3-c909-4eda-aa1b-9322b40d5183 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:56.885981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:56.886398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:56.886818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Bound using segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:56.887260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Bound port: d579dbe3-c909-4eda-aa1b-9322b40d5183, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:56.887684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.921964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.961506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72d6081f-f7b7-4a38-b43f-2d99788cb710 req-e01b0edb-60d1-4c3a-8a9d-1edd88a2398e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333337 Nov 23 02:26:57.016879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.024539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:57.030049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ef633ee-3182-456a-ac6f-13a7615798f6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:57.088507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5ef633ee-3182-456a-ac6f-13a7615798f6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:57.089224 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.089650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:57.101055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.161314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.161959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.163455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] 10.222.0.47 "PUT /v2.0/ports/d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 1092 time: 1.8905859 Nov 23 02:26:57.168576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:57.170966 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a009ff8-33db-4b37-98a7-8971cd7b741f" -d '{"events": [{"name": "network-changed", "server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:57.248790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58770fbc-92f3-4602-9e0d-a903066c4149 req-126fe243-1e49-4edc-906c-1448669ed67e tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.250346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58770fbc-92f3-4602-9e0d-a903066c4149 req-126fe243-1e49-4edc-906c-1448669ed67e tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.1989598 Nov 23 02:26:57.293398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10831bff-4fe6-4b26-b374-a4426345d76f service neutron] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.369829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-e6b58510-e5df-4151-8885-ddccbb0b61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.371400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-e6b58510-e5df-4151-8885-ddccbb0b61d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1095 time: 0.1439037 Nov 23 02:26:57.378968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58770fbc-92f3-4602-9e0d-a903066c4149 req-260f44da-e1e2-4ec5-8401-4a81375c725c tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061702 Nov 23 02:26:57.430650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-e7ee9c18-aadc-435b-a296-5b089e2727f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 217 time: 0.0494990 Nov 23 02:26:57.450048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.485155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.576445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-2b7cb84f-e42e-4bc4-b21c-db69a1eabb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.577931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-2b7cb84f-e42e-4bc4-b21c-db69a1eabb99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.1403556 Nov 23 02:26:57.604289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=8000763d-678e-40e1-987f-10157c4aa4b9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.630074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8a3b-adc8-4021-a4eb-15025d0bbeba req-ca7d6ae1-0b16-451e-8e4c-ff677c9f659b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.631562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e5c8a3b-adc8-4021-a4eb-15025d0bbeba req-ca7d6ae1-0b16-451e-8e4c-ff677c9f659b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 943 time: 0.1840324 Nov 23 02:26:57.652147 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.686208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-556fc29e-f8d9-4a66-9136-4f6e5ccbee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.687823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-556fc29e-f8d9-4a66-9136-4f6e5ccbee77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958242 Nov 23 02:26:57.693729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.694929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-f7f607ac-6492-4777-976b-cd99f7221599 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7716229 Nov 23 02:26:57.729668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e5c8a3b-adc8-4021-a4eb-15025d0bbeba req-d674c595-e2af-4b35-bc97-c414a16258a3 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892854 Nov 23 02:26:57.796145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-20189af7-f63a-45b8-8ebc-315d0271f880 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0862408 Nov 23 02:26:57.897626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-27032ef2-647e-4e32-ac93-f4901ba25167 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017076 Nov 23 02:26:57.975101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-029dd1ab-7f8c-4f5f-9b70-b3f95fb40524 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.976514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8ebdbfb-6524-407b-97f9-830139b23a20 req-029dd1ab-7f8c-4f5f-9b70-b3f95fb40524 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1730292 Nov 23 02:26:58.021893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c61967e6-5fa3-4aaf-837b-c9830f01e05f req-8dc61e01-0f58-4510-8a2e-c71a8be34e77 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146147 Nov 23 02:26:58.034967 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808c0d22-b967-4dbd-8ec2-0c5c8aa60937 x-openstack-request-id: req-808c0d22-b967-4dbd-8ec2-0c5c8aa60937 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:58.035388 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:58.035654 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-808c0d22-b967-4dbd-8ec2-0c5c8aa60937 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:58.036091 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'status': 'completed', 'code': 200} Nov 23 02:26:58.115992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4a6b-b54e-44cf-bf23-1c9b58965214 req-d674330b-8aa6-4c67-ac3a-837c9b9b9a83 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.117510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8c4a6b-b54e-44cf-bf23-1c9b58965214 req-d674330b-8aa6-4c67-ac3a-837c9b9b9a83 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 946 time: 0.0859568 Nov 23 02:26:58.132102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-697b8180-1920-4e6a-98c1-8338cbc61b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.133568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-697b8180-1920-4e6a-98c1-8338cbc61b6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1095 time: 0.0605817 Nov 23 02:26:58.227082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8c4a6b-b54e-44cf-bf23-1c9b58965214 req-36a683b5-1f7a-4614-a156-9300df7e2674 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025674 Nov 23 02:26:58.257050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-cd3c507f-b451-4829-b528-cec3af6d77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.258567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-cd3c507f-b451-4829-b528-cec3af6d77ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.1164751 Nov 23 02:26:58.304742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-a0a66eab-5fe6-47da-8332-0a929a209292 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 217 time: 0.0379467 Nov 23 02:26:58.381260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-f2a5c201-4e2d-49ef-86ed-dc4fe12b8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.382674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-f2a5c201-4e2d-49ef-86ed-dc4fe12b8626 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.0705881 Nov 23 02:26:58.390038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dc9e9-b937-4cfd-9038-0484faf44a5f req-11755a1f-7ac0-488d-a8e7-ef679da3d5b4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.391518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d8dc9e9-b937-4cfd-9038-0484faf44a5f req-11755a1f-7ac0-488d-a8e7-ef679da3d5b4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0893025 Nov 23 02:26:58.462191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-45913ae1-01d8-428d-b916-31f55201fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.463743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-45913ae1-01d8-428d-b916-31f55201fba0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713582 Nov 23 02:26:58.468027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d8dc9e9-b937-4cfd-9038-0484faf44a5f req-bd762232-8609-417f-b625-8bdece591d66 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673990 Nov 23 02:26:58.499982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:26:58.612368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:58.621417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ec6fa-a447-4314-a947-023c6bd980e0 req-f6e1fd93-9a19-4766-b5bb-f0a2d74ae5cd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.622979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c45ec6fa-a447-4314-a947-023c6bd980e0 req-f6e1fd93-9a19-4766-b5bb-f0a2d74ae5cd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 945 time: 0.0918133 Nov 23 02:26:58.624080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'mac_address': 'fa:16:3e:36:f1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:26:58.624780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-4d97b2ec-4d9c-4103-93c2-f4c4be3631e8 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454649 Nov 23 02:26:58.667188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.681955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4313eeba-a8fe-406d-8103-86c78f3afdec {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:58.703980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:58.709166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.740780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c45ec6fa-a447-4314-a947-023c6bd980e0 req-b4c91832-bc58-4fc2-ba48-7ba6e020a970 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106408 Nov 23 02:26:58.764738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:58.833203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a009ff8-33db-4b37-98a7-8971cd7b741f req-6a49de60-16c7-42f9-8315-6374579735cd service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965473 Nov 23 02:26:58.890717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-468a1eb7-0776-4ad8-8ca7-a4e6e79f1e1a tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1245730 Nov 23 02:26:58.902376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:58.928301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.973402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-57939fd1-211d-4a0a-bba6-f2593a98e6f5 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:26:58.974524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-57939fd1-211d-4a0a-bba6-f2593a98e6f5 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065191 Nov 23 02:26:59.014268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-b5c69d08-4393-4822-8ec2-708765c47599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.015619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-b5c69d08-4393-4822-8ec2-708765c47599 service neutron] 10.222.0.15 "GET /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 1094 time: 0.0342240 Nov 23 02:26:59.025432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Request body: {'binding': {'host': 'n-h2-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:59.025893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Unknown quota resources ['binding']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:59.034379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.061545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4313eeba-a8fe-406d-8103-86c78f3afdec'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:26:59.153525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Allocated IP 172.25.1.131 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/ae6250f2-9b97-421f-8083-d7c401109431) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:59.169116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on host n-h2-714676-12 for vnic_type normal with profile None {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:59.169454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:59.169787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:59.174966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:59.175307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:59.180111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:59.180452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:59.180843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:59.181280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Bound port: 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:59.232682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:59.239242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.240443 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-0edacbd1-e0a4-4545-b6cf-e90538249e88 service neutron] 10.222.0.15 "POST /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b/bindings HTTP/1.1" status: 201 len: 390 time: 0.2184212 Nov 23 02:26:59.269172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.310834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.348095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:59.354250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:59.359267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:59.386432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.395375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=ae6250f2-9b97-421f-8083-d7c401109431,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:59.472946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.564215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.573621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-2715f831-c01b-4bc0-a735-30ac60f7eefd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.575198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-2715f831-c01b-4bc0-a735-30ac60f7eefd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 945 time: 0.1165230 Nov 23 02:26:59.585244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-2464f5b9-219c-412c-ba20-ede8e073227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.587159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-2464f5b9-219c-412c-ba20-ede8e073227c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1097 time: 0.0482614 Nov 23 02:26:59.641683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef55cfc-beeb-4b04-a394-095fdfcac42e req-4ad3164b-537b-48a6-9058-c07267187649 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.643724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ef55cfc-beeb-4b04-a394-095fdfcac42e req-4ad3164b-537b-48a6-9058-c07267187649 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 944 time: 0.1433136 Nov 23 02:26:59.685318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-b051209f-4060-4e8d-b217-54363bb0bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.687217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-b051209f-4060-4e8d-b217-54363bb0bbb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.0930855 Nov 23 02:26:59.732461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-f2c2f95b-8ffb-440b-a483-25fa06709aa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.0363960 Nov 23 02:26:59.787293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ef55cfc-beeb-4b04-a394-095fdfcac42e req-3513db1a-ffaf-4d3d-90f1-6ff4339cacb8 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295564 Nov 23 02:26:59.787642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8a843efb-3a75-47ce-be05-e2bee1ee1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.789542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8a843efb-3a75-47ce-be05-e2bee1ee1aec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0486825 Nov 23 02:26:59.823878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port e0d4fb98-14db-43ca-ae52-6223be0b268d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:59.824215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.826849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-025d0eb2-edab-475b-b186-3b1b9123ec6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295095 Nov 23 02:26:59.906998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.911615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.925960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-14aad7da-ef24-4ac4-b34a-110a37dca896 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903060 Nov 23 02:26:59.997703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port e0d4fb98-14db-43ca-ae52-6223be0b268d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e0d4fb98-14db-43ca-ae52-6223be0b268d,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:59.998081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.023752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for e0d4fb98-14db-43ca-ae52-6223be0b268d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:00.034804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-25786bba-4245-4c45-8fd2-f151f32e2129 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999217 Nov 23 02:27:00.049412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=ae6250f2-9b97-421f-8083-d7c401109431,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.190806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-6e228af9-3313-4169-85c5-8d0d681c64b6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.192333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-6e228af9-3313-4169-85c5-8d0d681c64b6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0463231 Nov 23 02:27:00.204615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:00.260571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.397326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.402527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:00.441352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:00.460117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.461357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-fc996581-300c-4d52-84cb-18f5b6501502 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5629120 Nov 23 02:27:00.476068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667ed8-8cef-4cd0-b3d5-04cc9e919bdb req-8f9d3097-d853-460b-9f0f-b7c805a1bc7d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.477564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d667ed8-8cef-4cd0-b3d5-04cc9e919bdb req-8f9d3097-d853-460b-9f0f-b7c805a1bc7d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 945 time: 0.4486413 Nov 23 02:27:00.484426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:00.487388 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fd4aa4-b273-4435-946b-fd6341d2f113" -d '{"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-unplugged", "status": "completed", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:00.491287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.496972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.497479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:00.553179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 4313eeba-a8fe-406d-8103-86c78f3afdec completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:00.558811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4313eeba-a8fe-406d-8103-86c78f3afdec triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:00.559181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.563565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-9eb23138-e266-42fd-8ee0-278c680be76d tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.0850074 Nov 23 02:27:00.576350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.589662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on host n-h1-714676-12 for vnic_type normal with profile {"migrating_to": "n-h2-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:00.590028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:00.590363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:00.594849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:00.595176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Attempting to bind port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:00.600567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:00.600905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:00.601292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:00.601722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Bound port: 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:00.602083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.651530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.672057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:00.675962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:00.679800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d667ed8-8cef-4cd0-b3d5-04cc9e919bdb req-571dff90-9d43-43d9-b641-3d90ce74c92f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902013 Nov 23 02:27:00.680583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:00.683990 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24910c-5c2e-449c-b692-4f0281729dc8" -d '{"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-plugged", "status": "completed", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:00.692121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.715828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:00.719453 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.757496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-42073117-152e-4633-b095-4fa19db508a1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.759906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8035a1bd-9133-4223-925b-9b67131c6bdc req-42073117-152e-4633-b095-4fa19db508a1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1857388 Nov 23 02:27:00.761157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.779041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.779507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e0d4fb98-14db-43ca-ae52-6223be0b268d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:00.779685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.781259 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] 10.222.0.41 "PUT /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 1123 time: 0.5809643 Nov 23 02:27:00.797002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44aaf-db62-43a9-a336-95e7bf322aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.843521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.853140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=e0d4fb98-14db-43ca-ae52-6223be0b268d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.882279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['40a3cb96-5f7e-46bd-94d0-a6f61827539b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:00.923797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port e0d4fb98-14db-43ca-ae52-6223be0b268d on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:00.927537 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.930660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df46666d-87de-4afb-ae3c-a35175f1bc85 req-36b84e6f-7249-4462-b53c-48c3df220973 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "DELETE /v2.0/ports/e0d4fb98-14db-43ca-ae52-6223be0b268d HTTP/1.1" status: 204 len: 173 time: 1.3356602 Nov 23 02:27:00.931499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'name': 'network-vif-deleted', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:00.933590 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f7cadd-e91d-4ac0-adc9-f3b8fc4acb82" -d '{"events": [{"server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "name": "network-vif-deleted", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:00.952235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315886-ceb4-467f-bf9c-1246cb079ede req-5d91a2b5-c1ae-4ab5-9333-d955bfb6bdd8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.953735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb315886-ceb4-467f-bf9c-1246cb079ede req-5d91a2b5-c1ae-4ab5-9333-d955bfb6bdd8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 946 time: 0.1711395 Nov 23 02:27:00.966901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31bf5e-4ed7-4c75-bcb4-af7a1164acad req-118f65c8-c2bc-4214-b969-d7f545631bd3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.968376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d31bf5e-4ed7-4c75-bcb4-af7a1164acad req-118f65c8-c2bc-4214-b969-d7f545631bd3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0942259 Nov 23 02:27:01.043853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-daefd8c1-a2f5-4a63-a6da-d61d94a9d8a9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:01.045380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-daefd8c1-a2f5-4a63-a6da-d61d94a9d8a9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 946 time: 0.0615113 Nov 23 02:27:01.050715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb315886-ceb4-467f-bf9c-1246cb079ede req-42ab3f87-77a7-4a6e-b0c2-795f7ff1b98c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Nov 23 02:27:01.071165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d31bf5e-4ed7-4c75-bcb4-af7a1164acad req-37854598-78cf-4d65-bd06-b30375a08c51 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940480 Nov 23 02:27:01.121773 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5761ae-982a-4ff3-94a2-ed2bffb77ea4 x-openstack-request-id: req-5a5761ae-982a-4ff3-94a2-ed2bffb77ea4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:01.122139 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-unplugged", "status": "completed", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:01.122467 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a5761ae-982a-4ff3-94a2-ed2bffb77ea4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:01.122952 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'code': 200} Nov 23 02:27:01.150334 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985b2a5-e472-46c5-a48a-442a7b0b047b x-openstack-request-id: req-c985b2a5-e472-46c5-a48a-442a7b0b047b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:01.151541 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-plugged", "status": "completed", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:01.151984 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c985b2a5-e472-46c5-a48a-442a7b0b047b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:01.152551 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'code': 200} Nov 23 02:27:01.174619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f9980a6-c9ac-49a6-a74b-9ddd492788b9 req-d266ce01-b7d2-4651-a5f7-96d63742c783 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7abfadc-7021-417f-82c0-ab3b99b05265 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Nov 23 02:27:01.195749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port e436a48c-aeed-4ec0-87b7-13dd602c2d8e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:01.196099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.249275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:01.315276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port e436a48c-aeed-4ec0-87b7-13dd602c2d8e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:01.315796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.332912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for e436a48c-aeed-4ec0-87b7-13dd602c2d8e owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:01.357805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984eaf9d-590d-43e6-a25a-f752ee9019ce req-062959a8-541b-4945-b765-ed76c0564e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:01.359345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-984eaf9d-590d-43e6-a25a-f752ee9019ce req-062959a8-541b-4945-b765-ed76c0564e31 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 1097 time: 0.1038053 Nov 23 02:27:01.368583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-a0beb5ac-be2d-450e-ab0b-4a3efb0df875 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1964316 Nov 23 02:27:01.395092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:01.395553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:01.407189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:01.408099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436403d4-51f2-4ee7-81b9-c7539c48a01e req-36730948-16a3-4e1a-b608-65ed7e50fe08 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:01.411486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-436403d4-51f2-4ee7-81b9-c7539c48a01e req-36730948-16a3-4e1a-b608-65ed7e50fe08 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1154873 Nov 23 02:27:01.454876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.463310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-984eaf9d-590d-43e6-a25a-f752ee9019ce req-a942f8d2-7993-41ae-9cc1-3fbcdf0dd8a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930331 Nov 23 02:27:01.475545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:01.480260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.482391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.499805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:01.507582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:01.516529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=e436a48c-aeed-4ec0-87b7-13dd602c2d8e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.535989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e436a48c-aeed-4ec0-87b7-13dd602c2d8e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:01.543430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.543678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-436403d4-51f2-4ee7-81b9-c7539c48a01e req-7e06dadf-e734-457d-a70d-5f57195873f2 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240480 Nov 23 02:27:01.568152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port e436a48c-aeed-4ec0-87b7-13dd602c2d8e on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:01.572393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.577389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-01a74b47-b421-4220-ba69-a3e66fb9a725 req-2d5df2c9-4fd7-4dc3-8a5e-3aa67ada18fc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "DELETE /v2.0/ports/e436a48c-aeed-4ec0-87b7-13dd602c2d8e HTTP/1.1" status: 204 len: 173 time: 0.5248909 Nov 23 02:27:01.634158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.636061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.776813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Allocated IP 172.25.1.57 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/98ce87f2-6d84-4416-a678-58f35acaa793) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:01.792511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['d579dbe3-c909-4eda-aa1b-9322b40d5183'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:01.839836 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3a95dd-d34b-495e-86bf-943bb4a37add x-openstack-request-id: req-da3a95dd-d34b-495e-86bf-943bb4a37add {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:01.840458 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7abfadc-7021-417f-82c0-ab3b99b05265", "name": "network-vif-deleted", "tag": "e0d4fb98-14db-43ca-ae52-6223be0b268d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:01.840904 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da3a95dd-d34b-495e-86bf-943bb4a37add {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:01.841495 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7abfadc-7021-417f-82c0-ab3b99b05265', 'name': 'network-vif-deleted', 'tag': 'e0d4fb98-14db-43ca-ae52-6223be0b268d', 'status': 'completed', 'code': 200} Nov 23 02:27:01.919754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.000441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.016583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7e00c-d367-4b83-8864-2b90636eab20 req-ed8533d2-69e4-4127-bb31-5ec76f3793b1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.019180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85f7e00c-d367-4b83-8864-2b90636eab20 req-ed8533d2-69e4-4127-bb31-5ec76f3793b1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 943 time: 0.0831938 Nov 23 02:27:02.066583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:02.072289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:02.076775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:02.106806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=98ce87f2-6d84-4416-a678-58f35acaa793,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:02.131186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85f7e00c-d367-4b83-8864-2b90636eab20 req-7516f8aa-9f1a-46b3-bc71-99501bb36466 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Nov 23 02:27:02.202765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.259230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbf3961f-80b1-470b-92de-9c16aeb2d780 req-a2b7ea4a-a3b7-4567-a4b5-3e7ea8dbfe71 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f8ae292-4518-486c-a3f5-e3bbb8b0a92f HTTP/1.1" status: 200 len: 210 time: 0.0455256 Nov 23 02:27:02.261868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.429945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb02b43-9c98-4144-b7f4-131bbeafc802 req-8d9f05c9-6473-4526-9a8b-7eff3ba8316e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.431459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bb02b43-9c98-4144-b7f4-131bbeafc802 req-8d9f05c9-6473-4526-9a8b-7eff3ba8316e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 944 time: 0.1027691 Nov 23 02:27:02.497534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.502943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.513593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bb02b43-9c98-4144-b7f4-131bbeafc802 req-58100c77-07e2-469c-9075-5d3f0099454a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749037 Nov 23 02:27:02.560665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=98ce87f2-6d84-4416-a678-58f35acaa793,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:02.607329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.628580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.629888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-c989089b-cf4e-4fc0-b134-929f31940f7e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2502010 Nov 23 02:27:02.703400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-4b3a9fd5-1666-462c-8fd3-9d956f9bf4fb tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.0663834 Nov 23 02:27:02.800230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106d6e-8f26-4f94-973f-c3a45c9358f2 req-e6a5ab93-dd4b-474d-84b1-fbab68f1ed76 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.801791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1106d6e-8f26-4f94-973f-c3a45c9358f2 req-e6a5ab93-dd4b-474d-84b1-fbab68f1ed76 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1194322 Nov 23 02:27:02.865281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-57ce7c88-db95-4109-9812-fcbabea372b9 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.866662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0388bf-3709-44f0-b395-75e0180aa3ce req-57ce7c88-db95-4109-9812-fcbabea372b9 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1447217 Nov 23 02:27:02.883984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1106d6e-8f26-4f94-973f-c3a45c9358f2 req-b6c2b957-a45e-4ab1-9024-0fe3fca85241 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734875 Nov 23 02:27:03.119283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-81044b10-1fe0-459a-b979-6d5c8ba943fe tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.120634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-81044b10-1fe0-459a-b979-6d5c8ba943fe tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1761312 Nov 23 02:27:03.123762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b'}, {'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'name': 'network-vif-deleted', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:03.126791 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b261b4ae-6b66-4216-805e-20c2f1d5794c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b"}, {"server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "name": "network-vif-deleted", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:03.145620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-46952901-3c7f-43c6-86ad-6807933619c0 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1519620 Nov 23 02:27:03.147261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-aa8ea991-b68d-47f0-bf00-de152abf6c9c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0172422 Nov 23 02:27:03.155501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:03.191036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-3a91a190-d30e-426e-9b30-494ba76b3b7b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312777 Nov 23 02:27:03.207103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.258856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:03.309270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port d579dbe3-c909-4eda-aa1b-9322b40d5183 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:03.313558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port d579dbe3-c909-4eda-aa1b-9322b40d5183 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:03.315427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.336361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-44a4126d-9349-4feb-89ef-94977303c11c service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381059 Nov 23 02:27:03.396488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.422198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:03.425040 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5004b-307d-4da2-8201-678d887bef61" -d '{"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:03.437442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:03.441897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.442811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e0d4fb98-14db-43ca-ae52-6223be0b268d no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:03.452153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.455249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-73358a9f-645c-4588-8323-db814604d5c3 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119299 Nov 23 02:27:03.463960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: e0d4fb98-14db-43ca-ae52-6223be0b268d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:03.464320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e0d4fb98-14db-43ca-ae52-6223be0b268d not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:03.521448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:03.592648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Allocated IP 172.25.1.7 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/04511940-2b59-47de-a69d-ac51f1d4a184) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:03.735486 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb5c06a-b512-432e-ab33-fe0afbc62175 x-openstack-request-id: req-ebb5c06a-b512-432e-ab33-fe0afbc62175 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:03.736055 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b", "status": "completed", "code": 200}, {"server_uuid": "2f8ae292-4518-486c-a3f5-e3bbb8b0a92f", "name": "network-vif-deleted", "tag": "e436a48c-aeed-4ec0-87b7-13dd602c2d8e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:03.736488 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebb5c06a-b512-432e-ab33-fe0afbc62175 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:03.737620 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'status': 'completed', 'code': 200} Nov 23 02:27:03.738058 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8ae292-4518-486c-a3f5-e3bbb8b0a92f', 'name': 'network-vif-deleted', 'tag': 'e436a48c-aeed-4ec0-87b7-13dd602c2d8e', 'status': 'completed', 'code': 200} Nov 23 02:27:03.815583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-f9bdd3b2-5e0d-417c-aa6a-fbae9d327aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.817624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-f9bdd3b2-5e0d-417c-aa6a-fbae9d327aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1126 time: 0.0558131 Nov 23 02:27:03.842026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-452a561f-a79d-473b-bfb9-602e137782df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1840818 Nov 23 02:27:03.900664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.928583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d385c24-0061-48f8-a084-0b1ce2f6f0cf req-1cb1c151-b638-4a3c-b13d-b9478efe13e4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.930170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d385c24-0061-48f8-a084-0b1ce2f6f0cf req-1cb1c151-b638-4a3c-b13d-b9478efe13e4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 943 time: 0.1074691 Nov 23 02:27:03.950725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-846fdfd2-f183-49d8-a4af-475b34de1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.953031 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-846fdfd2-f183-49d8-a4af-475b34de1c1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1230659 Nov 23 02:27:04.003532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.010670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-449903e0-2695-4a35-9f3a-42e30e820497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.0448883 Nov 23 02:27:04.064047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d385c24-0061-48f8-a084-0b1ce2f6f0cf req-29ea599c-7d32-444a-99a2-5564ea03fffe tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234796 Nov 23 02:27:04.067577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:04.071019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-25996586-76b7-43d1-ae07-e9af1a6dccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.073949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-25996586-76b7-43d1-ae07-e9af1a6dccb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0569017 Nov 23 02:27:04.076098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:04.082634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-e348728d-4d56-4935-add0-c58bdc6a6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.084553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-e348728d-4d56-4935-add0-c58bdc6a6379 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 1098 time: 0.1411223 Nov 23 02:27:04.088832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:04.093203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=04511940-2b59-47de-a69d-ac51f1d4a184,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.128447 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-5c9878b3-26a3-4450-8025-eae944ccb5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453827 Nov 23 02:27:04.169533 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db840b-0cc7-4221-9f8c-65e6f44b9c8a x-openstack-request-id: req-02db840b-0cc7-4221-9f8c-65e6f44b9c8a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:04.170050 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:04.170473 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02db840b-0cc7-4221-9f8c-65e6f44b9c8a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:04.171069 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'code': 200} Nov 23 02:27:04.289053 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-d66f5541-5a67-4cc9-90ab-e8c5a5547367 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508229 Nov 23 02:27:04.307506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-567b6ec6-a7c1-4f8b-8361-67057d0d5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.309144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-567b6ec6-a7c1-4f8b-8361-67057d0d5d79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1870646 Nov 23 02:27:04.311669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.351782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e265f1-b1a1-4558-bab6-0c064395f313 req-0af9e5f1-0dda-4854-853e-5df6e1c01df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.353281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7e265f1-b1a1-4558-bab6-0c064395f313 req-0af9e5f1-0dda-4854-853e-5df6e1c01df2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1097 time: 0.1066513 Nov 23 02:27:04.376024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-4506da8d-b9e4-461b-9539-d56467aa36ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 HTTP/1.1" status: 200 len: 217 time: 0.0580864 Nov 23 02:27:04.386133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6a20-d452-4d83-ad3d-470cdcd7664b req-bc242cfa-ec16-43dd-a846-92c3a0f6df05 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.387664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66ee6a20-d452-4d83-ad3d-470cdcd7664b req-bc242cfa-ec16-43dd-a846-92c3a0f6df05 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1342101 Nov 23 02:27:04.417525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b261b4ae-6b66-4216-805e-20c2f1d5794c req-1863529b-2d28-4d7c-8d83-06708d33d8e9 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210041 Nov 23 02:27:04.426118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.427598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7e265f1-b1a1-4558-bab6-0c064395f313 req-03fe3f43-e819-4d1b-8956-d724d6a5c68e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630782 Nov 23 02:27:04.488943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-691dc1be-7baf-48e2-9198-626a8b0edb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.490423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-691dc1be-7baf-48e2-9198-626a8b0edb91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1018727 Nov 23 02:27:04.511089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:04.519760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66ee6a20-d452-4d83-ad3d-470cdcd7664b req-07d97886-8756-4efe-9af5-3c21af6d2b15 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187549 Nov 23 02:27:04.624676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11bc633-d2f7-415d-a479-6589046ec57d req-824cced4-8aba-4cfa-b91f-ab0f0b502834 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 210 time: 0.0381515 Nov 23 02:27:04.668970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-e6ad7336-a679-41ed-98de-2263636882bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316126 Nov 23 02:27:04.683718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:04.694474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.700853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b has no active binding in host n-h2-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:27:04.707224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.732597 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-02f2e147-b5a7-4719-84c3-32628f28a260 service neutron] 10.222.0.47 "GET /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b/bindings/n-h2-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.0702915 Nov 23 02:27:04.864563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event updated for resources: {'Port': ['ID=04511940-2b59-47de-a69d-ac51f1d4a184,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.884197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.899212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1d637-6fce-4093-8dd6-c7eb20b6ca5a req-23ddfeb5-29b3-499d-9231-9ae65e4e1078 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:04.900744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80e1d637-6fce-4093-8dd6-c7eb20b6ca5a req-23ddfeb5-29b3-499d-9231-9ae65e4e1078 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1608183 Nov 23 02:27:04.908180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-f1495e62-1d79-4e2b-b15b-69bd0020fb68 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310269 Nov 23 02:27:04.920192 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.927984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-d7dcec36-4eff-4083-ae83-ca2b1f9d5ff6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.7766356 Nov 23 02:27:04.993265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:05.031292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:05.044967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-c0ea5fda-6d60-43c8-8a44-543942e3c592 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1161325 Nov 23 02:27:05.073062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80e1d637-6fce-4093-8dd6-c7eb20b6ca5a req-c214a5de-dc4c-4b4f-8aa8-079c127a7e41 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631808 Nov 23 02:27:05.086708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-29df0cfd-9637-4e1a-8d49-0f8afc366ee5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.089650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-29df0cfd-9637-4e1a-8d49-0f8afc366ee5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1627522 Nov 23 02:27:05.101488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a3cb96-5f7e-46bd-94d0-a6f61827539b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:05.102010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:05.116777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.123841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': '4c3a0819-f593-4a3c-9022-90d952967eba', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:05.156202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff7b5695-c990-4bef-b4e4-eef30e214ba2 req-4769328f-7f64-4a4f-913e-25f7a81e6d82 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389112 Nov 23 02:27:05.202529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-8ed3c4a5-5f2e-4e60-86ee-0c2063b4ad36 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.205694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af07a2e5-f87f-41e2-ac0c-b25297c5a711 req-8ed3c4a5-5f2e-4e60-86ee-0c2063b4ad36 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1496792 Nov 23 02:27:05.283323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] Transition to ACTIVE for port object 40a3cb96-5f7e-46bd-94d0-a6f61827539b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:05.297664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.343982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:05.348057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.377720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] No DVR routers for this DVR port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:05.409577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] Pushing event updated for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:05.494146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-17c63183-073f-4e13-beae-5b971bef3587 service neutron] 10.222.0.47 "PUT /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b/bindings/n-h2-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 0.7530310 Nov 23 02:27:05.510232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff350cc-0bbc-467e-b3ef-48a798d8206a req-ab539d8b-7de8-4bb0-a734-709138722b3d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.522446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aff350cc-0bbc-467e-b3ef-48a798d8206a req-ab539d8b-7de8-4bb0-a734-709138722b3d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 944 time: 0.0904031 Nov 23 02:27:05.627900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5dc49fa-7f4c-42a6-a122-4df07fae3b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.631866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.13 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:05.647417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aff350cc-0bbc-467e-b3ef-48a798d8206a req-010f32b2-b3c0-4f93-99d8-97631b973d41 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231859 Nov 23 02:27:05.661962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-ebb404a6-3707-42e7-892e-5cd21d9c9186 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.665375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-ebb404a6-3707-42e7-892e-5cd21d9c9186 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0831213 Nov 23 02:27:05.878874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.922830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.984646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:05.990201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:05.994953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:06.026760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:06.094524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.095570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.114283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-ef2b9a4b-2b89-4c25-973b-2066218b976b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9941821 Nov 23 02:27:06.133285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Request body: {'port': {'device_id': '4c3a0819-f593-4a3c-9022-90d952967eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:06.179993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022da2e5-5283-44b7-915c-f51c8b577442 req-83fcab22-97e5-422f-a8a6-f2e13a4e0af1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips/18b148e7-fed1-4373-8404-8643a36828e5 HTTP/1.1" status: 200 len: 691 time: 0.4571383 Nov 23 02:27:06.205935 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.230761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-f3e5bd85-8d47-4002-9c89-879d302bb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.232377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-f3e5bd85-8d47-4002-9c89-879d302bb800 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15&tenant_id=92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 1096 time: 0.5553944 Nov 23 02:27:06.287469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1250dc6-4b04-40ef-a7cd-c0d170b9ed5a req-27438729-f94c-4f16-a920-7d060ac1c796 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.292881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1250dc6-4b04-40ef-a7cd-c0d170b9ed5a req-27438729-f94c-4f16-a920-7d060ac1c796 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1305299 Nov 23 02:27:06.405556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022da2e5-5283-44b7-915c-f51c8b577442 req-4e0b86ef-daa7-4938-9861-a73941b55729 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.407459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022da2e5-5283-44b7-915c-f51c8b577442 req-4e0b86ef-daa7-4938-9861-a73941b55729 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2020445 Nov 23 02:27:06.409374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-31270029-015a-411e-85b9-35433c5c3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.410795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-31270029-015a-411e-85b9-35433c5c3643 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1096 time: 0.1208258 Nov 23 02:27:06.415669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1250dc6-4b04-40ef-a7cd-c0d170b9ed5a req-84b0ef2c-8184-4ac7-be1c-5b90b1c2f778 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921383 Nov 23 02:27:06.422436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-022da2e5-5283-44b7-915c-f51c8b577442 req-e80ebb6f-ab4f-4f85-9ae4-f6249ee3b020 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:06.423599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022da2e5-5283-44b7-915c-f51c8b577442 req-e80ebb6f-ab4f-4f85-9ae4-f6249ee3b020 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069327 Nov 23 02:27:06.530628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e436a48c-aeed-4ec0-87b7-13dd602c2d8e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:06.567455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:06.575933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.576252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: e436a48c-aeed-4ec0-87b7-13dd602c2d8e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:06.577668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e436a48c-aeed-4ec0-87b7-13dd602c2d8e not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:06.597147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Transition to ACTIVE for port object 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:06.600801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.656652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce98c27-112d-4d5c-b61b-eb870aa1eea8 req-a8983ebd-b0f1-4961-b0ba-07e9bd3de027 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.664617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ce98c27-112d-4d5c-b61b-eb870aa1eea8 req-a8983ebd-b0f1-4961-b0ba-07e9bd3de027 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 932 time: 0.1587784 Nov 23 02:27:06.673552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-6fa3457b-3850-42c6-a838-cdf56a42d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.674919 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-6fa3457b-3850-42c6-a838-cdf56a42d2ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2559359 Nov 23 02:27:06.681730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:06.739487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-28d43da7-7f7b-4dc1-946e-606c12ab5896 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.0444000 Nov 23 02:27:06.746567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Attempting to bind port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:06.753598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Attempting to bind port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:06.753598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Attempting to bind port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:06.757931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:06.758251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Attempting to bind port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:06.764009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:06.764647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:06.765055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:06.765537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Bound port: 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:06.766286 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.805535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ce98c27-112d-4d5c-b61b-eb870aa1eea8 req-9bf36930-3104-4311-b33b-1148d65afcd6 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399419 Nov 23 02:27:06.839905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:06.844185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:06.849681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.850951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-19c2b4c6-9bb4-4feb-92d7-ae81ebed6de2 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips/18b148e7-fed1-4373-8404-8643a36828e5 HTTP/1.1" status: 200 len: 691 time: 0.0601459 Nov 23 02:27:06.859638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-29384136-c4f0-4d26-a3f4-ffd6baec1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.861201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-29384136-c4f0-4d26-a3f4-ffd6baec1262 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1102839 Nov 23 02:27:06.899151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.899855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.901340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe HTTP/1.1" status: 200 len: 1093 time: 0.7724137 Nov 23 02:27:06.901793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:06.904100 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2178cc3-22c4-4fd6-ac01-e90d53443467" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:06.919942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65564bc-c80d-421c-89cc-092d7200a060 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:06.956861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8ecec043-7d73-4cee-84a9-9318f39ac495 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857372 Nov 23 02:27:07.000371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-d8113866-cf64-4200-96f9-beed1e7eeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:07.001915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-d8113866-cf64-4200-96f9-beed1e7eeeeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 1096 time: 0.0450082 Nov 23 02:27:07.070737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7d08d-52e4-434e-bf81-c84e33cf162b req-b1954539-da66-4663-bf5b-299a231964a6 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:07.071818 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-a645bfc4-c1bf-4b7b-bbd9-c1da061f01f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe HTTP/1.1" status: 200 len: 217 time: 0.0357285 Nov 23 02:27:07.072128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14b7d08d-52e4-434e-bf81-c84e33cf162b req-b1954539-da66-4663-bf5b-299a231964a6 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.2000628 Nov 23 02:27:07.086323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.093517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-a7b62cc0-785b-4ebc-a01a-ee7cde0f1854 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:07.098982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-a7b62cc0-785b-4ebc-a01a-ee7cde0f1854 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2367377 Nov 23 02:27:07.104400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'floatingip': {'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:07.145143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-cb16a61b-24f7-4870-823a-308e2e55562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:07.146767 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-cb16a61b-24f7-4870-823a-308e2e55562b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0655048 Nov 23 02:27:07.181679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-a979336a-3ca9-4c74-81a1-55ca7e494e1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269935 Nov 23 02:27:07.209997 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.260738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-e193e717-eda4-4d0e-896a-de3027663c55 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950695 Nov 23 02:27:07.276682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-1c9760c4-227c-4a24-965e-402ce7cb5136 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Nov 23 02:27:07.278045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-d936e78b-6278-4c3d-b72e-2557e1ac69a1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1668248 Nov 23 02:27:07.370469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a769ab0b-4dcc-46f2-a48f-08b845e300d2 req-697506ce-30ae-4f02-999c-daf6ab20c88b service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Nov 23 02:27:07.448392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-302dec3d-1d24-4e93-832b-6d6ed3293bbf tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.7 HTTP/1.1" status: 200 len: 694 time: 0.1146960 Nov 23 02:27:07.643862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-9d3c7979-eb9e-4ebd-b6f3-5eba87b68716 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215821 Nov 23 02:27:07.676362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-5ee26be8-4a0f-4125-8ccf-ab869e7cfbaf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:07.677811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-5ee26be8-4a0f-4125-8ccf-ab869e7cfbaf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.4646816 Nov 23 02:27:07.723649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-20a32887-cb22-4ffb-96c9-fbb9d30599c1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0368955 Nov 23 02:27:07.884686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Deleting port 04511940-2b59-47de-a69d-ac51f1d4a184 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:07.885029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.894008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-563a0d56-9928-4e2f-8942-0c8e923a2eb6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1625609 Nov 23 02:27:07.962850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d88fe3a-1dbb-4440-9014-43ab2069d2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.108872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.109195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.114324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-53657eb9-3e99-416d-9465-0312e160e47a tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.115838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-53657eb9-3e99-416d-9465-0312e160e47a tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.1803939 Nov 23 02:27:08.167743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Calling delete_port for 04511940-2b59-47de-a69d-ac51f1d4a184 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:08.203180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-a240428b-ce5c-4bdb-9e18-7ed2b7ad5435 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688329 Nov 23 02:27:08.245267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.309717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.514662 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-e2f9ada3-841a-40c8-ac6b-1538af2772db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0483320 Nov 23 02:27:08.665437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.666020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.666588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.667112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.667633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.668338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.669217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.671382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c2e89297-9303-47a3-950e-60d571bea264 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2fa7438f897d424d8356e6395628dbef&device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6509 time: 0.0563924 Nov 23 02:27:08.799748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-553dc285-ed07-4c37-a8c5-ded3c1032180 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843482 Nov 23 02:27:08.855037 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Floating IP 257aa89e-f3d7-46b6-a0d2-c451e16deb7a associated. External IP: 172.25.1.249, port: d579dbe3-c909-4eda-aa1b-9322b40d5183. Nov 23 02:27:08.857510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8f848caa-5076-4001-a72b-84785d77e2d8 service neutron] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:08.864940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8f848caa-5076-4001-a72b-84785d77e2d8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.866070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77225d1b-69cc-4ff0-ac2a-a447912c5ee2 req-8f848caa-5076-4001-a72b-84785d77e2d8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b/bindings/n-h1-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.7106977 Nov 23 02:27:08.927651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.989736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event deleted for resources: {'Port': ['ID=04511940-2b59-47de-a69d-ac51f1d4a184,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:09.103140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.105754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.118846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8408a26b-4050-430c-9fb5-daabf5b06ea9 req-f342f012-0785-4877-a838-3b93ba5cfc0e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "DELETE /v2.0/floatingips/18b148e7-fed1-4373-8404-8643a36828e5 HTTP/1.1" status: 204 len: 173 time: 1.6606688 Nov 23 02:27:09.168125 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eea898b-c66c-4587-89c9-31d93a4120a1 x-openstack-request-id: req-8eea898b-c66c-4587-89c9-31d93a4120a1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:09.168416 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:09.168669 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8eea898b-c66c-4587-89c9-31d93a4120a1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:09.169072 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe', 'status': 'completed', 'code': 200} Nov 23 02:27:09.215432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.237657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:09.252624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83efd5-a1dd-42bc-969f-9204a1b06a2d req-6f7788c0-212b-499d-876f-fb91d6fa9796 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.254176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb83efd5-a1dd-42bc-969f-9204a1b06a2d req-6f7788c0-212b-499d-876f-fb91d6fa9796 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 944 time: 0.0835969 Nov 23 02:27:09.273641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-8fc0e2f9-5b50-4186-a570-c3ede551dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.274124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-8fc0e2f9-5b50-4186-a570-c3ede551dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.274769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-8fc0e2f9-5b50-4186-a570-c3ede551dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.277020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-8fc0e2f9-5b50-4186-a570-c3ede551dd5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&id=7a820282-6f7e-4c0e-996e-6aa1171e155f&id=7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 200 len: 2297 time: 0.5512679 Nov 23 02:27:09.292896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:09.363679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:09.404659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-b4032eb6-63be-4422-80f7-b96ac69dce1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 200 len: 1002 time: 0.1125605 Nov 23 02:27:09.428442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-ab025425-9ae4-4aaf-b640-a525936af871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.430238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-ab025425-9ae4-4aaf-b640-a525936af871 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 1096 time: 0.1951132 Nov 23 02:27:09.447048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb83efd5-a1dd-42bc-969f-9204a1b06a2d req-faf8e100-4e83-4347-ab97-72a0c6117eab tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726100 Nov 23 02:27:09.496411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-096e1694-dd92-4add-bec2-68337706d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.500794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-096e1694-dd92-4add-bec2-68337706d602 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39854760-a93c-4f97-a8ef-218bb3894fca HTTP/1.1" status: 200 len: 855 time: 0.0891728 Nov 23 02:27:09.630714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-33abaec7-767a-4120-9d3a-50b4fac9f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.634667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-33abaec7-767a-4120-9d3a-50b4fac9f894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20f9c805-4a7a-4545-a45f-d2c4cf8013d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246963 Nov 23 02:27:09.730039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-edd35524-11c0-41a5-bc7c-44d21426c748 req-00ede6ed-2ec7-4ff7-aa33-3ac81455d5c5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 210 time: 0.0712008 Nov 23 02:27:09.734012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:09.747614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.750553 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:09.780403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-46b983e2-aab0-4434-b692-09c6432ee8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.782044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-46b983e2-aab0-4434-b692-09c6432ee8d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.3277881 Nov 23 02:27:09.786757 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:09.787408 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:09.810877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-760ed409-694a-4e81-842b-37dce6eecb97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "PUT /v2.0/floatingips/257aa89e-f3d7-46b6-a0d2-c451e16deb7a HTTP/1.1" status: 200 len: 991 time: 2.7104712 Nov 23 02:27:09.815605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:09.818072 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3e58b6-c853-4395-9a80-f8fda548c9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:09.855752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1f81-9889-4f82-b6eb-880255e3869a req-331a0fda-f207-48d6-b8ff-706f2cc2f1c1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.863605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f1f1f81-9889-4f82-b6eb-880255e3869a req-331a0fda-f207-48d6-b8ff-706f2cc2f1c1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 944 time: 0.2099955 Nov 23 02:27:09.880527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-09aa5e09-bc49-4d13-8f9c-053cb0c9322d service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362003 Nov 23 02:27:09.884814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-d6f4a2b6-039e-466c-af56-c57ea5ef58ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe HTTP/1.1" status: 200 len: 217 time: 0.0910044 Nov 23 02:27:10.022887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:10.039564 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-df8eb053-b0ef-47c7-8eff-d1d04856e927 service neutron] 10.222.0.41 "GET /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454318 Nov 23 02:27:10.086901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-cae9f3ce-9440-4df7-ba4c-976058980466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.088539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-cae9f3ce-9440-4df7-ba4c-976058980466 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.1768448 Nov 23 02:27:10.111028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f1f1f81-9889-4f82-b6eb-880255e3869a req-45fe77bd-0893-4b28-80ec-78b3a11c1841 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460840 Nov 23 02:27:10.123100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-1dd8743e-ae79-4a89-b0ca-718f19572eae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 217 time: 0.0760014 Nov 23 02:27:10.243684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-bd7d29d9-4180-45c7-b721-3a0bac472095 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294096 Nov 23 02:27:10.272314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-3a2ced82-466d-40ef-ab62-d4a7ecbcbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.275015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-3a2ced82-466d-40ef-ab62-d4a7ecbcbb5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1372848 Nov 23 02:27:10.298150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f566055-4245-47ce-a56a-98354779a26d req-35e908a8-b06f-426b-a2c0-843ef2b052e2 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.301199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f566055-4245-47ce-a56a-98354779a26d req-35e908a8-b06f-426b-a2c0-843ef2b052e2 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4879470 Nov 23 02:27:10.357804 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a26b53-722d-4941-a307-86a5ffb1eef9 x-openstack-request-id: req-74a26b53-722d-4941-a307-86a5ffb1eef9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:10.358006 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:10.358218 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74a26b53-722d-4941-a307-86a5ffb1eef9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:10.358936 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'status': 'completed', 'code': 200} Nov 23 02:27:10.386103 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '257aa89e-f3d7-46b6-a0d2-c451e16deb7a', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:48Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:10.416733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-3d50d60a-4506-4bbf-8c36-167f2a218193 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623962 Nov 23 02:27:10.446567 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:10.460280 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:10.461269 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:10.468432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-ef4ec417-40b4-4a85-8cb6-36f151b59158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.469952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-ef4ec417-40b4-4a85-8cb6-36f151b59158 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1097 time: 0.0858922 Nov 23 02:27:10.477278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-6280ee53-45e6-439d-a62e-86f19be1a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.479016 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-6280ee53-45e6-439d-a62e-86f19be1a2dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971850 Nov 23 02:27:10.520447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2178cc3-22c4-4fd6-ac01-e90d53443467 req-a5847cd5-bc9e-4321-9525-919dd7e9de10 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961218 Nov 23 02:27:10.565971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:10.619114 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:10.655862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465339-a1c8-4e6f-9530-67d9ca4e20a3 req-a90b94ee-df21-4a78-895a-a51b8f6502a6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.663342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66465339-a1c8-4e6f-9530-67d9ca4e20a3 req-a90b94ee-df21-4a78-895a-a51b8f6502a6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1096 time: 0.1408515 Nov 23 02:27:10.730641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62977-a1e7-46e2-8a68-ce48581a3047 req-efb6a022-79da-441e-8761-2d5d6910c2d4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.742851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9c62977-a1e7-46e2-8a68-ce48581a3047 req-efb6a022-79da-441e-8761-2d5d6910c2d4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.2212739 Nov 23 02:27:10.746299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-47030127-96f0-4143-90e0-571465f167f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:10.751455 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-47030127-96f0-4143-90e0-571465f167f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.2696967 Nov 23 02:27:10.784368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:10.823158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe', 'mac_address': 'fa:16:3e:40:4b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:10.934954 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.964746 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.968031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:10.978032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-4f34cab3-300e-4e94-b9c8-cab03fb43700 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 999 time: 0.2027366 Nov 23 02:27:10.982529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-3904cfb2-715a-4fec-bf55-bb92f513b214 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928615 Nov 23 02:27:11.008707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:11.015230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.017306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:11.057928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9c62977-a1e7-46e2-8a68-ce48581a3047 req-aad47a43-8fdc-40a5-b02b-e180d125c9a4 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136342 Nov 23 02:27:11.084149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-74ab306d-c72b-4c60-a151-d5c440af1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.085735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-74ab306d-c72b-4c60-a151-d5c440af1955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.0992203 Nov 23 02:27:11.111104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66465339-a1c8-4e6f-9530-67d9ca4e20a3 req-f866d60a-2e4a-4af6-912b-0998436def50 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462821 Nov 23 02:27:11.170681 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '257aa89e-f3d7-46b6-a0d2-c451e16deb7a', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:48Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.239643 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b8e994-8522-4aaa-99a1-2a9c3fdab8d2 None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '257aa89e-f3d7-46b6-a0d2-c451e16deb7a', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.249', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:26:48Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:11.297514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-68ba3a01-a8bd-4685-81a4-3aa9885435dd service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105229 Nov 23 02:27:11.365061 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-8392a194-948e-4d92-ba7e-9459cc2c22e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 217 time: 0.0575428 Nov 23 02:27:11.414035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-1f8a97cd-4f0a-412c-8c70-2ed1d8365bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.416024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-1f8a97cd-4f0a-412c-8c70-2ed1d8365bca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3189340 Nov 23 02:27:11.419553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.453181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d684bf09-5e84-4b3d-adca-304954150673 req-d5b628ab-1527-4208-991e-7eb68f31aca2 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=927a20300e044bdf8aba166fbe10a6bb HTTP/1.1" status: 200 len: 1656 time: 0.3330567 Nov 23 02:27:11.476244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-491d33a6-6cd7-4fd7-aab6-35d4203b9c72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.478433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-491d33a6-6cd7-4fd7-aab6-35d4203b9c72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.6728969 Nov 23 02:27:11.497337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:11.507609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:11.529279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'network_id': '96799735-034e-4675-8a82-c6b4f6423b0f', 'port_id': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'mac_address': 'fa:16:3e:36:f1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208b0a80-6aa4-4db8-bdb8-8a320ef63a75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:11.529618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-ef9c44a6-972d-424a-b469-76d06686c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.533306 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-ef9c44a6-972d-424a-b469-76d06686c1c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1602864 Nov 23 02:27:11.611200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.657859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4af27-a9cf-4510-aa2a-82022714b786 None None] New status for floating IP 257aa89e-f3d7-46b6-a0d2-c451e16deb7a: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:27:11.690885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-533ff635-a78f-49b6-b4dd-c8ddfc7e9503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.692811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-533ff635-a78f-49b6-b4dd-c8ddfc7e9503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1464159 Nov 23 02:27:11.695349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-e1120a23-6970-47a0-8211-e77cf0f8dfd2 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716165 Nov 23 02:27:11.714848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14a2dd21-3d0d-4fa8-9f68-4a0cdca1d980 req-3f8f9a1b-47c7-4d4f-afae-baff34232d24 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 210 time: 0.0744069 Nov 23 02:27:11.756214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4313eeba-a8fe-406d-8103-86c78f3afdec {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:11.782261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684bf09-5e84-4b3d-adca-304954150673 req-6cccd31e-a810-48bd-8799-a6b13cb237d1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:11.784005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d684bf09-5e84-4b3d-adca-304954150673 req-6cccd31e-a810-48bd-8799-a6b13cb237d1 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks?id=be908337-ef10-42e5-b02a-0c4a016e859d&id=be908337-ef10-42e5-b02a-0c4a016e859d&id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 787 time: 0.3298798 Nov 23 02:27:11.808028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:11.813832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:11.818410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.834796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.920941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.926233 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.012889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.11 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/5a276abc-352a-467f-93cc-cef1086b1ed8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:12.043969 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-1a0d6091-8fac-48cc-83a3-771f9d0a4224 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264391 Nov 23 02:27:12.048117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a3e58b6-c853-4395-9a80-f8fda548c9bd req-4f860ea4-a079-4e76-bde1-eee3c8439a82 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328505 Nov 23 02:27:12.186418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-5570c9b1-a045-407e-a70e-6dbf80a10c36 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327538 Nov 23 02:27:12.231740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4313eeba-a8fe-406d-8103-86c78f3afdec'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:12.262662 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-fe554fe9-479e-4962-bb97-20708b1467db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266 HTTP/1.1" status: 200 len: 217 time: 0.0684919 Nov 23 02:27:12.312476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab733b-5160-43e8-925e-11cd6dc1b228 req-0a2d8042-494b-4e64-a431-9b57f4a6be7c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.322235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cab733b-5160-43e8-925e-11cd6dc1b228 req-0a2d8042-494b-4e64-a431-9b57f4a6be7c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 945 time: 0.2381976 Nov 23 02:27:12.374637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c9c41e21-7401-4d4d-baae-cd9634af0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.377665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-c9c41e21-7401-4d4d-baae-cd9634af0de5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.1039605 Nov 23 02:27:12.397620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:12.414556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-d4dc9453-91b2-47aa-b590-09276c8e8c58 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.417110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-d4dc9453-91b2-47aa-b590-09276c8e8c58 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.3284655 Nov 23 02:27:12.443919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.446448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-a4122976-6761-4d08-9da3-e87b1f8ce8cc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/quotas/92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 375 time: 0.0192339 Nov 23 02:27:12.460253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-b8bf5573-edcb-4fc2-a950-f68e51e5717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.462856 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-b8bf5573-edcb-4fc2-a950-f68e51e5717b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0762072 Nov 23 02:27:12.490542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cab733b-5160-43e8-925e-11cd6dc1b228 req-fbbc9140-8bab-40dd-adc5-d94f2d0995d2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671109 Nov 23 02:27:12.606163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067704f0-cbf4-4557-b202-4e5f27464053 req-c950d42f-b44c-4513-90a1-e2a6a524f9e4 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips/67bd5a60-dc87-4503-97eb-4901e3ce1994 HTTP/1.1" status: 200 len: 692 time: 0.0673873 Nov 23 02:27:12.618527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-a4144e84-a1a1-448d-ac0c-a3680728f655 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473279 Nov 23 02:27:12.650332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-7574229f-cad4-47a7-b1ca-3c5f191ba292 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639874 Nov 23 02:27:12.700094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.717999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:12.764298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-b85a0c88-41be-47c3-bc26-90ac6c0ab0e7 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346071 Nov 23 02:27:12.814146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:12.828395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:12.828808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-33bca984-61d2-4a0f-9f07-229b3f83ee81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 200 len: 217 time: 0.0560529 Nov 23 02:27:12.835527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:12.888429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-bde7ac73-702f-431f-99a4-58d898997f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.889955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-bde7ac73-702f-431f-99a4-58d898997f02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 200 len: 797 time: 0.0533168 Nov 23 02:27:12.901614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:12.942401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067704f0-cbf4-4557-b202-4e5f27464053 req-c5a41600-d712-4a31-b339-48d7590fcc16 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.950345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067704f0-cbf4-4557-b202-4e5f27464053 req-c5a41600-d712-4a31-b339-48d7590fcc16 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.3303430 Nov 23 02:27:12.961574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-be1f964f-2fdb-4924-a51f-6c7ef5ad0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.963356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-be1f964f-2fdb-4924-a51f-6c7ef5ad0c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e3edc06-c7b3-46b4-8124-cf27c4465b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630715 Nov 23 02:27:13.094676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-48976d9f-6633-4a17-9436-0ac96fe6a417 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234469 Nov 23 02:27:13.215008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-19db62f7-bf59-4b91-97ca-02d63e4fc318 service neutron] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101320 Nov 23 02:27:13.266325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-4df40725-a1e0-4623-85bb-d5b59b74e11e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 200 len: 217 time: 0.0420189 Nov 23 02:27:13.337504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-2e29c053-afa8-4795-b01a-3be6e669060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:13.339343 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-2e29c053-afa8-4795-b01a-3be6e669060d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.0655649 Nov 23 02:27:13.403309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-a6b0e42b-5f86-416b-9fae-e8063780fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:13.404943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-a6b0e42b-5f86-416b-9fae-e8063780fcd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567605 Nov 23 02:27:13.471679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:13.472757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.489250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-fd617d5e-da13-4eab-b6ce-ad2a760f3ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232954 Nov 23 02:27:13.498497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-28a29d3e-4bd9-4347-9750-65d523072c5a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0050991 Nov 23 02:27:13.507795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067704f0-cbf4-4557-b202-4e5f27464053 req-47a8b04e-da97-4a38-92fd-ce2d3b387acc tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.5390193 Nov 23 02:27:13.524121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Request body: {'port': {'device_id': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:13.541796 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-f6fc0cac-d04e-45d2-8d16-b8f160bdbd1b service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227140 Nov 23 02:27:13.657370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-909315b3-b1cf-4526-8100-23e4f822cc56 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063871 Nov 23 02:27:13.667700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067704f0-cbf4-4557-b202-4e5f27464053 req-f4e35ee7-dd45-4ed3-bb5f-c87d49daae6e tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.57 HTTP/1.1" status: 200 len: 695 time: 0.1363077 Nov 23 02:27:13.710235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-90e595ce-9e40-4385-a686-6d0b384e7dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 200 len: 217 time: 0.0440559 Nov 23 02:27:13.767213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.776708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-306050c7-29c4-435a-a148-882083820749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:13.778245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-306050c7-29c4-435a-a148-882083820749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 200 len: 797 time: 0.0613370 Nov 23 02:27:13.836831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-71704a1f-cf75-44f8-91c8-c2888d28648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:13.843634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-71704a1f-cf75-44f8-91c8-c2888d28648a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7a820282-6f7e-4c0e-996e-6aa1171e155f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561466 Nov 23 02:27:13.908654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-6b58f9fd-8c05-4031-baef-de5c1468970b service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089804 Nov 23 02:27:14.035763 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-bd967ca0-538f-41d0-b885-c0c5797923fc service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837690 Nov 23 02:27:14.038700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Deleting port 98ce87f2-6d84-4416-a678-58f35acaa793 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:14.039051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.173042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0763444-d30c-416a-9cd0-5270b089a2a6 req-e7570cc0-c880-4200-961d-3fc082501a80 service neutron] 10.222.0.41 "GET /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301286 Nov 23 02:27:14.214983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.215847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.274832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Calling delete_port for 98ce87f2-6d84-4416-a678-58f35acaa793 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:14.386645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e301f2-1cb6-455b-925e-d2e005e37814 req-071ab14b-58f8-41b4-96d1-f9f05fccd382 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:14.388302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94e301f2-1cb6-455b-925e-d2e005e37814 req-071ab14b-58f8-41b4-96d1-f9f05fccd382 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 944 time: 0.1864297 Nov 23 02:27:14.402216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a276abc-352a-467f-93cc-cef1086b1ed8 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:14.422312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.487626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Transition to ACTIVE for port object 5a276abc-352a-467f-93cc-cef1086b1ed8 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:14.504668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.595020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94e301f2-1cb6-455b-925e-d2e005e37814 req-50aaa2d3-188d-4989-813a-cda69797be0a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970258 Nov 23 02:27:14.599575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Pushing event updated for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.644875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:14.770733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.779508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:14.785567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.786001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.844231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event deleted for resources: {'Port': ['ID=98ce87f2-6d84-4416-a678-58f35acaa793,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.861933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Attempting to bind port 5a276abc-352a-467f-93cc-cef1086b1ed8 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:14.865658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Attempting to bind port 5a276abc-352a-467f-93cc-cef1086b1ed8 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:14.866384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Attempting to bind port 5a276abc-352a-467f-93cc-cef1086b1ed8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:14.886993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Port 5a276abc-352a-467f-93cc-cef1086b1ed8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:14.887653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Attempting to bind port 5a276abc-352a-467f-93cc-cef1086b1ed8 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:14.901680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.921251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:14.921884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:14.922473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:14.923208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Bound port: 5a276abc-352a-467f-93cc-cef1086b1ed8, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:14.923806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.973546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:14.975023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:14.979446 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfa2c16-35cc-4b53-adf5-71cad1838acc" -d '{"events": [{"server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:14.988282 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.989111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:15.012904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.016306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.032139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067704f0-cbf4-4557-b202-4e5f27464053 req-7a6c2659-5397-4312-b629-0619ea784a72 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "DELETE /v2.0/floatingips/67bd5a60-dc87-4503-97eb-4901e3ce1994 HTTP/1.1" status: 204 len: 173 time: 1.3352921 Nov 23 02:27:15.058221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:15.061833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a276abc-352a-467f-93cc-cef1086b1ed8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:15.068470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.203769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.212914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.213722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.215298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] 10.222.0.47 "PUT /v2.0/ports/5a276abc-352a-467f-93cc-cef1086b1ed8 HTTP/1.1" status: 200 len: 1093 time: 1.6985030 Nov 23 02:27:15.215865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:15.218309 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486233d-2062-4145-8c05-ddf8e60412a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:15.252874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4313eeba-a8fe-406d-8103-86c78f3afdec triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:15.253749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.253900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9152ed-851e-4398-b22e-2b1b46f6760e service neutron] Pushing event updated for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.265565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846d209-8fc2-4934-a399-cadd2958d374 req-71b2335b-fc50-4a92-a8d8-02c6122dbd23 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.274809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d846d209-8fc2-4934-a399-cadd2958d374 req-71b2335b-fc50-4a92-a8d8-02c6122dbd23 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 944 time: 0.1634448 Nov 23 02:27:15.403877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-5282b896-56d3-4e85-bcbb-f5465d8496ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.405724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-5282b896-56d3-4e85-bcbb-f5465d8496ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 1096 time: 0.1280570 Nov 23 02:27:15.414265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b790dd-d4b9-4ce6-a1cd-1c102781b186 req-f0adecaf-8f8c-4ebb-a853-976a691e714e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.415866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53b790dd-d4b9-4ce6-a1cd-1c102781b186 req-f0adecaf-8f8c-4ebb-a853-976a691e714e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 946 time: 0.1299949 Nov 23 02:27:15.426115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d846d209-8fc2-4934-a399-cadd2958d374 req-3a8f4ebf-482d-43bc-98e1-5b835ffd1699 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500506 Nov 23 02:27:15.433263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.497049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-67fc803d-5f97-4fe7-86b7-d04fd5036f45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a276abc-352a-467f-93cc-cef1086b1ed8 HTTP/1.1" status: 200 len: 217 time: 0.0651069 Nov 23 02:27:15.503539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:15.511808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.589326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ab4c629-a1e7-49c4-9bbe-689288778e5c req-e4363914-4002-42d3-83f9-831ff48a7fc8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 210 time: 0.0475779 Nov 23 02:27:15.625935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-70e287db-7483-40ce-b927-ae73319af25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.631073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-70e287db-7483-40ce-b927-ae73319af25e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1251228 Nov 23 02:27:15.638418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53b790dd-d4b9-4ce6-a1cd-1c102781b186 req-ae80daee-c7aa-4758-bdec-21f22749fab4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803219 Nov 23 02:27:15.675347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.687485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-355c5599-3de8-43c4-b5c8-ddda836439d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431192 Nov 23 02:27:15.722797 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74f42c-90b9-41a5-8426-a6f8429df9af x-openstack-request-id: req-bc74f42c-90b9-41a5-8426-a6f8429df9af {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:15.723173 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "name": "network-vif-plugged", "status": "completed", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:15.723505 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc74f42c-90b9-41a5-8426-a6f8429df9af {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:15.723978 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe', 'code': 200} Nov 23 02:27:15.782129 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f827c3-2deb-435e-87a2-8c555baf3604 x-openstack-request-id: req-c4f827c3-2deb-435e-87a2-8c555baf3604 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:15.786932 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:15.787459 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4f827c3-2deb-435e-87a2-8c555baf3604 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:15.789103 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8', 'status': 'completed', 'code': 200} Nov 23 02:27:15.869828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-a82a00bb-1699-476c-9a6a-9f950fc10f86 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips/0da9a971-4981-4255-929f-c49e419014ab HTTP/1.1" status: 200 len: 693 time: 0.1122999 Nov 23 02:27:15.993562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4572d68-3baa-43a8-a559-432622565640 req-3d44bf43-33bc-4f86-be29-5c774baa8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.997691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4572d68-3baa-43a8-a559-432622565640 req-3d44bf43-33bc-4f86-be29-5c774baa8907 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 1098 time: 0.0793941 Nov 23 02:27:16.034988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-f41ea3cf-af99-42bc-8f33-962562a08a36 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380902 Nov 23 02:27:16.068052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238422f-2087-43fc-a1f3-25f0411f6047 req-c9810a6f-34d9-4efb-9014-11886c0da69d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.069841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c238422f-2087-43fc-a1f3-25f0411f6047 req-c9810a6f-34d9-4efb-9014-11886c0da69d tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1268728 Nov 23 02:27:16.093581 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4572d68-3baa-43a8-a559-432622565640 req-5073a050-4e3c-47d5-b093-44e006a30359 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837405 Nov 23 02:27:16.104813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-061f5dc1-4370-481d-b2f6-ea2cf1f69890 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.106851 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-061f5dc1-4370-481d-b2f6-ea2cf1f69890 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.3178656 Nov 23 02:27:16.131392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Request body: {'port': {'device_id': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'admin_state_up': True, 'tenant_id': '92dfda8608354edb9e449982649e0768'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:16.176333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-9f9c852e-d6c8-4360-9bc6-813f2ea5e61b tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.177880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-9f9c852e-d6c8-4360-9bc6-813f2ea5e61b tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.3000448 Nov 23 02:27:16.261540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c238422f-2087-43fc-a1f3-25f0411f6047 req-9ab3e70c-4ca7-4d19-bfb3-2aa9609b7e3a tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833284 Nov 23 02:27:16.263393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:16.267239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-5e4e3eee-549f-456a-b7ff-84e87ed78f07 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.0789106 Nov 23 02:27:16.269864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.334653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-57692707-6731-4cd0-9bf6-40f50e9515d6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.0553091 Nov 23 02:27:16.338842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe7a2d62-15ba-4843-abb9-35dfb3f24305 req-32c0afc9-b5f5-4403-a641-a765de89eda3 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923179 Nov 23 02:27:16.462887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Allocated IP 172.20.0.4 (64b7b5bb-20a1-4170-bb0c-a48375649eb3/9046ef64-0f1a-43e1-9fac-d9c1c2b7df37/53c6c39c-c800-4ae3-b136-c83aecd3a55d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:16.510267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-f5892516-ffac-4c3f-99af-8fdadbf1718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.511913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-f5892516-ffac-4c3f-99af-8fdadbf1718f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 1096 time: 0.1103723 Nov 23 02:27:16.534839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Deleting port ae6250f2-9b97-421f-8083-d7c401109431 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:16.535385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.677531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.723642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.729592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-3c82980a-cbc0-4522-ada1-3f50491ba5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.731251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-3c82980a-cbc0-4522-ada1-3f50491ba5c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.2077394 Nov 23 02:27:16.733159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.733554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.783427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:16.786833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:16.795345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:16.822574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.872376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.873039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.895401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-9341d741-14f0-4fc5-83c0-f3364d8e9fc4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752185 Nov 23 02:27:16.912285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Request body: {'port': {'device_id': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:16.999130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.056743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-d944dce1-32d5-45b2-978a-abe514f99b01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a276abc-352a-467f-93cc-cef1086b1ed8 HTTP/1.1" status: 200 len: 217 time: 0.3118999 Nov 23 02:27:17.063690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Calling delete_port for ae6250f2-9b97-421f-8083-d7c401109431 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:17.121154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00518c0-6079-44a3-b488-17ea88e88cb6 req-865d3663-47e7-450a-947e-08d0aadfd681 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.122682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c00518c0-6079-44a3-b488-17ea88e88cb6 req-865d3663-47e7-450a-947e-08d0aadfd681 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 944 time: 0.4597688 Nov 23 02:27:17.208053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-1933855a-e17d-469f-8ae3-80c01688ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.209542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-1933855a-e17d-469f-8ae3-80c01688ecde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0844407 Nov 23 02:27:17.259322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-a5c8ab5c-dafc-407e-a7e4-ceb3aa29af2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397193 Nov 23 02:27:17.269741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c00518c0-6079-44a3-b488-17ea88e88cb6 req-acb6adfd-847d-4922-8b80-397f2f4edf75 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078215 Nov 23 02:27:17.464157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c6c39c-c800-4ae3-b136-c83aecd3a55d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:17.475736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.489995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Transition to ACTIVE for port object 53c6c39c-c800-4ae3-b136-c83aecd3a55d will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:17.495193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.507902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-a70bb259-d25c-4353-8585-2f952e872c00 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363164 Nov 23 02:27:17.519229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.537589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad264ac-4ff6-4ac3-8b33-17783358f08b req-4331aeec-be84-41da-879b-33ffe715ac94 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.545217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ad264ac-4ff6-4ac3-8b33-17783358f08b req-4331aeec-be84-41da-879b-33ffe715ac94 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 931 time: 0.1096203 Nov 23 02:27:17.560009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:17.618082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event deleted for resources: {'Port': ['ID=ae6250f2-9b97-421f-8083-d7c401109431,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:17.660690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:17.661581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:17.662357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:17.677984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:17.678371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:17.686313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:17.686313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:17.686313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:17.687443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Bound port: 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:17.687443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.725350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:17.728300 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7198d450-c13f-4448-89ed-f65a1266de5c" -d '{"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-plugged", "status": "completed", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:17.738067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ad264ac-4ff6-4ac3-8b33-17783358f08b req-4e97201d-6bca-4568-9432-dc5df90b6256 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899006 Nov 23 02:27:17.810149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:17.812313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f486233d-2062-4145-8c05-ddf8e60412a9 req-a1296322-bb1e-42b7-b83e-440d4ef2dfd7 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968652 Nov 23 02:27:17.813979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:17.823511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.826527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.827893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5261065-5305-43a8-9562-f7cb97c5db43 req-c5f4ff4c-430c-45fa-932a-719349dd66c7 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "DELETE /v2.0/floatingips/0da9a971-4981-4255-929f-c49e419014ab HTTP/1.1" status: 204 len: 173 time: 1.4861658 Nov 23 02:27:17.843077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.877025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.879858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.881535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] 10.222.0.47 "PUT /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 1092 time: 0.9779725 Nov 23 02:27:17.882099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:17.885474 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c6543b-a506-407c-bac2-c6ea51d660dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:17.907529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3120-6529-4a32-8c9c-a33fa6e5ffa1 req-b6392340-9c7e-4a6b-b7c8-fd95fd7f29a3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.916930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1eab3120-6529-4a32-8c9c-a33fa6e5ffa1 req-b6392340-9c7e-4a6b-b7c8-fd95fd7f29a3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 946 time: 0.0675967 Nov 23 02:27:18.005783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1eab3120-6529-4a32-8c9c-a33fa6e5ffa1 req-2df437bc-449a-4c0e-ae5b-30cd4f6bc1fe tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878704 Nov 23 02:27:18.011485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-c8b62b41-f0ec-4172-89f5-4ae45ee16a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.013589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-c8b62b41-f0ec-4172-89f5-4ae45ee16a02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1095 time: 0.0844705 Nov 23 02:27:18.025603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b645c4-23e6-42ea-98c2-d63105b9bd7b service neutron] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:18.044879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06719e-fafd-44d1-9b42-4d0965ef8988 req-271d2405-c430-464c-b673-bd223ec29371 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.061246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da06719e-fafd-44d1-9b42-4d0965ef8988 req-271d2405-c430-464c-b673-bd223ec29371 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1418414 Nov 23 02:27:18.099878 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-c0a04e6a-0b4d-4c6f-bb67-86bd907dcadc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 217 time: 0.0778809 Nov 23 02:27:18.174161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da06719e-fafd-44d1-9b42-4d0965ef8988 req-85f0d06f-4d24-471e-8fd7-321b7e4cd507 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110148 Nov 23 02:27:18.185613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-ead9ebef-d28d-4b1d-bd48-ca67d63a8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.187293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-ead9ebef-d28d-4b1d-bd48-ca67d63a8654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0785632 Nov 23 02:27:18.240501 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-e5d35c7f-1246-424e-967e-e50a2d1bbfe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405545 Nov 23 02:27:18.304508 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83401c14-7430-4802-8ebe-d192ef541316 x-openstack-request-id: req-83401c14-7430-4802-8ebe-d192ef541316 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:18.304915 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-plugged", "status": "completed", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:18.305266 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83401c14-7430-4802-8ebe-d192ef541316 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:18.305839 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'code': 200} Nov 23 02:27:18.362755 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1505a-6ea4-4d2a-975c-acf16e9608a5 x-openstack-request-id: req-a5f1505a-6ea4-4d2a-975c-acf16e9608a5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:18.363158 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:18.363554 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5f1505a-6ea4-4d2a-975c-acf16e9608a5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:18.364046 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'status': 'completed', 'code': 200} Nov 23 02:27:18.371815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-34f96515-4ccc-41a8-9665-70d1ef1f5304 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220586 Nov 23 02:27:18.492422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-242e4855-a731-4946-9408-8b582ce462aa tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips/2c34f1c6-e24b-4efd-8b29-114dd9b75da7 HTTP/1.1" status: 200 len: 693 time: 0.1598852 Nov 23 02:27:18.552497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-524bc30d-273a-4dc7-a38b-8e8c6cddf8f8 req-1762187b-3a87-4cbe-9be5-be5072869597 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719477 Nov 23 02:27:18.624604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1bf09-ecce-40cd-8000-e9f83a782e9c req-1792aa5b-8a75-434a-8ce6-48ffb44cf4b6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.626063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ca1bf09-ecce-40cd-8000-e9f83a782e9c req-1792aa5b-8a75-434a-8ce6-48ffb44cf4b6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 944 time: 0.1819522 Nov 23 02:27:18.692343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-5a4ec2e8-dbd4-4b29-9092-250d30f835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.693836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-5a4ec2e8-dbd4-4b29-9092-250d30f835c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1095 time: 0.0638912 Nov 23 02:27:18.740290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-2d61c588-492f-46ed-ac72-25a5f1fe130c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.741694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-2d61c588-492f-46ed-ac72-25a5f1fe130c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.2284343 Nov 23 02:27:18.745435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ca1bf09-ecce-40cd-8000-e9f83a782e9c req-db158d81-aa78-4780-a06f-fc9a6b831319 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046977 Nov 23 02:27:18.805186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-d4b4e908-ae2d-4734-8249-9da009e80f0f tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0562868 Nov 23 02:27:18.828554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-cb849fc2-9c87-45f7-ba2e-f7d1a30af235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.831840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-cb849fc2-9c87-45f7-ba2e-f7d1a30af235 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1282990 Nov 23 02:27:18.891916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-83bea76d-488b-414a-bfff-5dfa05d465c6 tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.135 HTTP/1.1" status: 200 len: 696 time: 0.0798721 Nov 23 02:27:18.906545 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-2785ef34-0a48-4061-a1c8-8e58666f8f82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 217 time: 0.0614161 Nov 23 02:27:18.985809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-ad443c36-f77c-491c-a7b7-985dd1042c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.988488 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-ad443c36-f77c-491c-a7b7-985dd1042c24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0708008 Nov 23 02:27:19.043149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44a84b-6660-477a-8193-ec2d9065564c req-c186ba8a-a9dd-4d20-8977-b6c8aad5e19f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:19.044992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb44a84b-6660-477a-8193-ec2d9065564c req-c186ba8a-a9dd-4d20-8977-b6c8aad5e19f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.1715348 Nov 23 02:27:19.047199 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-27d765fb-aa65-4bd2-bf92-2e5bb3a8cb70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490947 Nov 23 02:27:19.116287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb44a84b-6660-477a-8193-ec2d9065564c req-7d75d70a-ab99-4120-96ad-0adeb1209553 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619388 Nov 23 02:27:19.127910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Deleting port 8000763d-678e-40e1-987f-10157c4aa4b9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:19.128255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.180169 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-491dab8f-56dc-447c-b42d-fd573c59cb0a service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198838 Nov 23 02:27:19.229482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.229804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.244053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Calling delete_port for 8000763d-678e-40e1-987f-10157c4aa4b9 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:19.320047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f3c6543b-a506-407c-bac2-c6ea51d660dd req-86f324b4-aa75-490e-90f3-c2634e01a988 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310179 Nov 23 02:27:19.355454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a276abc-352a-467f-93cc-cef1086b1ed8 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:19.450608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.488404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a276abc-352a-467f-93cc-cef1086b1ed8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:19.505261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5a276abc-352a-467f-93cc-cef1086b1ed8', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': '5a276abc-352a-467f-93cc-cef1086b1ed8', 'mac_address': 'fa:16:3e:4c:f0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:19.512209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Pushing event deleted for resources: {'Port': ['ID=8000763d-678e-40e1-987f-10157c4aa4b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.578981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb4d8-a07a-4052-9499-882f5a1df540 req-fdc9add3-109b-4498-94aa-c85507b07975 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:19.586573 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.588437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83feb4d8-a07a-4052-9499-882f5a1df540 req-fdc9add3-109b-4498-94aa-c85507b07975 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1501460 Nov 23 02:27:19.620354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a276abc-352a-467f-93cc-cef1086b1ed8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:19.623455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.625970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.630317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72004cf7-a1b4-4388-8d36-62d1b276d67d req-4a4c2287-697c-461b-9269-508c8ae9133c tempest-FloatingIPDetailsTestJSON-1706290153 tempest-FloatingIPDetailsTestJSON-1706290153-project] 10.222.0.15 "DELETE /v2.0/floatingips/2c34f1c6-e24b-4efd-8b29-114dd9b75da7 HTTP/1.1" status: 204 len: 173 time: 0.7201045 Nov 23 02:27:19.635361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:19.690669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a276abc-352a-467f-93cc-cef1086b1ed8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:19.699697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.722094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83feb4d8-a07a-4052-9499-882f5a1df540 req-4fbc142a-e7ac-46bf-9fc1-a6248ca5ad16 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322815 Nov 23 02:27:19.815288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.970527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5a276abc-352a-467f-93cc-cef1086b1ed8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:20.067510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db8e97-af54-4c61-9a54-c153d1ce936a req-62ced5c9-15d0-403a-901d-ce46074c5708 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:20.073284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38db8e97-af54-4c61-9a54-c153d1ce936a req-62ced5c9-15d0-403a-901d-ce46074c5708 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 945 time: 0.1080561 Nov 23 02:27:20.151455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38db8e97-af54-4c61-9a54-c153d1ce936a req-ab56894b-bed9-4733-9b03-6283a24eb4fd tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Nov 23 02:27:20.321905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264b2fb-dc23-4ddc-9954-52e1183dd047 req-d1b64fa9-d175-41d7-9663-8d358f09babe tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:20.324597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a264b2fb-dc23-4ddc-9954-52e1183dd047 req-d1b64fa9-d175-41d7-9663-8d358f09babe tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0984070 Nov 23 02:27:20.432509 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a264b2fb-dc23-4ddc-9954-52e1183dd047 req-041a7bb9-662e-4438-be43-6dcd2dce7022 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999830 Nov 23 02:27:20.470242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.068037 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:27:21.124705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877d816-6702-4edf-8998-b9f5b0f8051f req-aa7ea7fe-5194-495c-8e7e-ead62f13015b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:21.136479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7877d816-6702-4edf-8998-b9f5b0f8051f req-aa7ea7fe-5194-495c-8e7e-ead62f13015b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.0977612 Nov 23 02:27:21.188488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Deleting port 5ef633ee-3182-456a-ac6f-13a7615798f6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:21.188841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.231923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7877d816-6702-4edf-8998-b9f5b0f8051f req-cad77cc2-4b79-40a7-bc14-6f7f71a90897 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936725 Nov 23 02:27:21.387856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:21.390489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a276abc-352a-467f-93cc-cef1086b1ed8 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:21.422338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] For port 5ef633ee-3182-456a-ac6f-13a7615798f6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ef633ee-3182-456a-ac6f-13a7615798f6,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:21.422869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.448083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153df85-c613-451d-b4e1-7e3ac436405a req-27dba6c9-d52f-4abb-b03d-319cbe949cd4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:21.457422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0153df85-c613-451d-b4e1-7e3ac436405a req-27dba6c9-d52f-4abb-b03d-319cbe949cd4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 945 time: 0.0995572 Nov 23 02:27:21.482239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Calling delete_port for 5ef633ee-3182-456a-ac6f-13a7615798f6 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:21.534966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0153df85-c613-451d-b4e1-7e3ac436405a req-2bade140-eec9-4005-a470-0ed64fbfe55d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Nov 23 02:27:21.643098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:21.657384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'port_id': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'mac_address': 'fa:16:3e:43:57:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9046ef64-0f1a-43e1-9fac-d9c1c2b7df37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:21.660042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5a276abc-352a-467f-93cc-cef1086b1ed8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:21.665355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5a276abc-352a-467f-93cc-cef1086b1ed8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:21.665729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.743313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.761929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c6c39c-c800-4ae3-b136-c83aecd3a55d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:21.781500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:21.801401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.802134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.828569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd034de-0e82-45e1-82a3-ee3441eb2946 req-cdc7ccc0-9835-4708-ae30-135c001f0d84 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:21.836711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdd034de-0e82-45e1-82a3-ee3441eb2946 req-cdc7ccc0-9835-4708-ae30-135c001f0d84 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.2990751 Nov 23 02:27:21.860103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.881484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.907169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:21.909732 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019d36c-5719-4abb-acc7-a9dfa1bcea9d" -d '{"events": [{"server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "name": "network-vif-plugged", "status": "completed", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:21.924362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a276abc-352a-467f-93cc-cef1086b1ed8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:21.932206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef633ee-3182-456a-ac6f-13a7615798f6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.932561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.020473 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca5609d-bfb0-46bf-bd4a-29e1c1963bec x-openstack-request-id: req-4ca5609d-bfb0-46bf-bd4a-29e1c1963bec {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:22.020941 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "name": "network-vif-plugged", "status": "completed", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:22.021202 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ca5609d-bfb0-46bf-bd4a-29e1c1963bec {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:22.021521 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8', 'code': 200} Nov 23 02:27:22.027004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:22.064054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:22.218359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdd034de-0e82-45e1-82a3-ee3441eb2946 req-e257dd4d-b7c0-442e-8244-882672aee2d0 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807511 Nov 23 02:27:22.244806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.507157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a02ca-79db-430f-ba6c-5797c5f7a322 req-cfa1b619-44c7-405c-b293-0102b20b80b9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:22.508675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-206a02ca-79db-430f-ba6c-5797c5f7a322 req-cfa1b619-44c7-405c-b293-0102b20b80b9 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1222231 Nov 23 02:27:22.631345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0600cb-0c73-4913-bea6-de558935a1d5 req-e3b3d19d-04b9-4ddd-86a9-603f075a2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:22.633208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-206a02ca-79db-430f-ba6c-5797c5f7a322 req-e987aa65-4928-46f7-9adb-04b00a484767 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904860 Nov 23 02:27:22.645268 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd0600cb-0c73-4913-bea6-de558935a1d5 req-e3b3d19d-04b9-4ddd-86a9-603f075a2d57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 1098 time: 0.5248454 Nov 23 02:27:22.656274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:22.738697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd0600cb-0c73-4913-bea6-de558935a1d5 req-ff4ff83c-76f8-48f8-adc2-35a75fffac4c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924006 Nov 23 02:27:22.847011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cddc2-3609-4a6e-86cd-115cad6c7248 req-c488c3d0-1e97-40ac-99fb-7801545890f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:22.854539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-154cddc2-3609-4a6e-86cd-115cad6c7248 req-c488c3d0-1e97-40ac-99fb-7801545890f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.1166122 Nov 23 02:27:22.882838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:22.890818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f5ceb23d-34c2-48b3-887c-c46929e1dc59 admin admin] 10.222.0.15 "PUT /v2.0/routers/0e15b320-c65b-4e25-8de3-a3ab1eba3050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2545426 Nov 23 02:27:22.894011 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Sync routers for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:22.895021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38866) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.907279 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:22.907936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:22.947355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-154cddc2-3609-4a6e-86cd-115cad6c7248 req-1f496fea-6a7b-428f-a35f-e776eff8b2f9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921636 Nov 23 02:27:23.054907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.082376 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:23.201880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.209255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.274539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Deleting port 1c7085eb-9697-404a-8c00-67dae153a8e5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:23.275210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.379386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:27:21Z', 'revision_number': 5, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port': {'id': '1c7085eb-9697-404a-8c00-67dae153a8e5', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:43Z', 'updated_at': '2021-11-23T02:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:23.415032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:23.437403 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Checking router: 0e15b320-c65b-4e25-8de3-a3ab1eba3050 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:23.449151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] For port 1c7085eb-9697-404a-8c00-67dae153a8e5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c7085eb-9697-404a-8c00-67dae153a8e5,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:23.449528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.450725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472d59-dd6e-43b3-9896-3eacbd61aedc req-44364c00-a77b-46aa-811e-41a8ebbb1a2b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:23.453004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68472d59-dd6e-43b3-9896-3eacbd61aedc req-44364c00-a77b-46aa-811e-41a8ebbb1a2b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 944 time: 0.1468592 Nov 23 02:27:23.472795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Routers {'0e15b320-c65b-4e25-8de3-a3ab1eba3050'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:23.476281 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:23.483569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Calling delete_port for 1c7085eb-9697-404a-8c00-67dae153a8e5 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:23.529960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 53c6c39c-c800-4ae3-b136-c83aecd3a55d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:23.541299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 53c6c39c-c800-4ae3-b136-c83aecd3a55d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:23.542423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.557696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68472d59-dd6e-43b3-9896-3eacbd61aedc req-bb335d5a-23d2-49ec-8fea-808c601efec8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Nov 23 02:27:23.628186 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] Set router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:23.715656 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:27:23Z', 'revision_number': 6, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:23.770109 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419bc8e5-30c7-4a19-bc3e-c6d7c342a15e None None] The sync data for ids ['0e15b320-c65b-4e25-8de3-a3ab1eba3050'] in n-d-714676-12 is: [{'id': '0e15b320-c65b-4e25-8de3-a3ab1eba3050', 'name': 'tempest-FloatingIPDetailsTestJSON-96460581-router', 'tenant_id': '927a20300e044bdf8aba166fbe10a6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:27:23Z', 'revision_number': 6, 'project_id': '927a20300e044bdf8aba166fbe10a6bb', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:23.831650 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.894381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50bbde-f375-48f3-a289-82bb50a622fa req-e9e4fb70-a072-4bef-843d-d7ce6bc9c735 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:23.898596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da50bbde-f375-48f3-a289-82bb50a622fa req-e9e4fb70-a072-4bef-843d-d7ce6bc9c735 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1487458 Nov 23 02:27:23.913483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:23.920452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.922233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.979204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7085eb-9697-404a-8c00-67dae153a8e5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:24.023111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:24.025329 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce9b81-3baf-4f01-ba97-797ccbcdbf05" -d '{"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-plugged", "status": "completed", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:24.070603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da50bbde-f375-48f3-a289-82bb50a622fa req-d58af84f-1647-4318-80f5-2c92add42fc3 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649241 Nov 23 02:27:24.128575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:24.151846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.161499 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a3ff29-4a3f-41f8-b1f3-5eb0bd9913f6 x-openstack-request-id: req-17a3ff29-4a3f-41f8-b1f3-5eb0bd9913f6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:24.162019 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-plugged", "status": "completed", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:24.162455 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17a3ff29-4a3f-41f8-b1f3-5eb0bd9913f6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:24.163063 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'code': 200} Nov 23 02:27:24.200292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37043fa-c2e1-4ddf-a3e3-de8d9cad0fd8 req-e83d6836-02e6-4815-8f94-78efc7f0d8ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:24.209889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a37043fa-c2e1-4ddf-a3e3-de8d9cad0fd8 req-e83d6836-02e6-4815-8f94-78efc7f0d8ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.1264522 Nov 23 02:27:24.302896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a37043fa-c2e1-4ddf-a3e3-de8d9cad0fd8 req-d61dc53c-6247-4374-8e2f-7490419b3ead tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872846 Nov 23 02:27:24.453102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f45a4a-0f74-4279-b44c-261e115cddd2 req-402f1566-02e6-42f5-8e8b-fbf38e202974 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:24.460245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.471806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.472439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92f45a4a-0f74-4279-b44c-261e115cddd2 req-402f1566-02e6-42f5-8e8b-fbf38e202974 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.0953698 Nov 23 02:27:24.535834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824ede-52e3-4890-8fd1-e5ac26246a7d req-01bcd505-ffc5-4464-a643-1b644f5924bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:24.537625 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46824ede-52e3-4890-8fd1-e5ac26246a7d req-01bcd505-ffc5-4464-a643-1b644f5924bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1097 time: 0.2048666 Nov 23 02:27:24.539002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.539751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e15b320-c65b-4e25-8de3-a3ab1eba3050 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:24.544487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.545711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c0e6ce1-1eeb-4ad5-b88f-83307c403741 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0e15b320-c65b-4e25-8de3-a3ab1eba3050 HTTP/1.1" status: 204 len: 168 time: 1.6494629 Nov 23 02:27:24.548399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.570381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92f45a4a-0f74-4279-b44c-261e115cddd2 req-0f831311-db11-487f-964a-1e95d3555aa8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968170 Nov 23 02:27:24.596039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46824ede-52e3-4890-8fd1-e5ac26246a7d req-26a6860e-9867-4aef-94f3-cbd80a1c913e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490427 Nov 23 02:27:24.643676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Deleting subnet 3a7db296-16df-4599-8b76-7a89127ebc39 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:24.647401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.737581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.785066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36cda9-9a0a-45a5-8a9e-316fe555a0fd req-54ef6c92-1580-4b28-a2c8-eb22a509a586 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:24.786696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb36cda9-9a0a-45a5-8a9e-316fe555a0fd req-54ef6c92-1580-4b28-a2c8-eb22a509a586 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1134174 Nov 23 02:27:25.055131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb36cda9-9a0a-45a5-8a9e-316fe555a0fd req-12a26ce9-1d69-450e-90d9-28ecc64dd52f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620823 Nov 23 02:27:25.067703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.094102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c7085eb-9697-404a-8c00-67dae153a8e5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:25.138765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1c7085eb-9697-404a-8c00-67dae153a8e5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:25.139109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c7085eb-9697-404a-8c00-67dae153a8e5 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:25.147364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ef633ee-3182-456a-ac6f-13a7615798f6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:25.192287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5ef633ee-3182-456a-ac6f-13a7615798f6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:25.192804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ef633ee-3182-456a-ac6f-13a7615798f6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:25.242713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cd9e5-4778-4ba6-8fa3-36093d04fab6 req-01a34568-94de-4c96-8111-4ecd86d1efd5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:25.244670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-379cd9e5-4778-4ba6-8fa3-36093d04fab6 req-01a34568-94de-4c96-8111-4ecd86d1efd5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.1084116 Nov 23 02:27:25.266175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.325457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7db296-16df-4599-8b76-7a89127ebc39,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.346457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.346709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.347052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.347387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.347721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.348048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.348370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.348692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.349014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.349334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.349668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.349992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:25.356498 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.359807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d7cfc9de-fcd2-4f63-9456-30af2cb7aad4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3a7db296-16df-4599-8b76-7a89127ebc39 HTTP/1.1" status: 204 len: 168 time: 0.8074045 Nov 23 02:27:25.362395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38904) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.403169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b84f57f-109e-4af5-95a1-9be79ae348ce None None] Network a5d22a59-1855-4d1a-9c78-f2886cd773f1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:25.426144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b5a2-e6ae-4d4c-b20f-64b26baa2384 req-09f99a05-dc62-407f-8cab-a0fe4f66808b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:25.426977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bd7b5a2-e6ae-4d4c-b20f-64b26baa2384 req-09f99a05-dc62-407f-8cab-a0fe4f66808b tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.2120275 Nov 23 02:27:25.451043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-379cd9e5-4778-4ba6-8fa3-36093d04fab6 req-f32056a9-be56-4842-b5b5-fb257c8a8e1c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864903 Nov 23 02:27:25.525458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.568548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bd7b5a2-e6ae-4d4c-b20f-64b26baa2384 req-619daf17-dd8a-421d-ab21-39321d71462e tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247268 Nov 23 02:27:25.621889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Deleting port 0881782e-8746-416c-901a-bde45ed7bb6e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:25.621889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.681067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] For port 0881782e-8746-416c-901a-bde45ed7bb6e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0881782e-8746-416c-901a-bde45ed7bb6e,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:25.681522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.695967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Calling delete_port for 0881782e-8746-416c-901a-bde45ed7bb6e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:25.732045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] DHCP port deletion for a5d22a59-1855-4d1a-9c78-f2886cd773f1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:25.855386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Deleting port 0881782e-8746-416c-901a-bde45ed7bb6e {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:25.857850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.896012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.943190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Pushing event deleted for resources: {'Port': ['ID=0881782e-8746-416c-901a-bde45ed7bb6e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.989703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] No DVR routers for this DVR port 0881782e-8746-416c-901a-bde45ed7bb6e on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:26.006029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] For port 0881782e-8746-416c-901a-bde45ed7bb6e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0881782e-8746-416c-901a-bde45ed7bb6e,segment=NetworkSegment(108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3),segment_id=108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:26.006735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.021230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Calling delete_port for 0881782e-8746-416c-901a-bde45ed7bb6e owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:26.163929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.187695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.214533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d22a59-1855-4d1a-9c78-f2886cd773f1']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.222784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] Pushing event deleted for resources: {'Port': ['ID=0881782e-8746-416c-901a-bde45ed7bb6e,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.233254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8afcb-55f9-46d2-b46b-451e356fb7da None None] No DVR routers for this DVR port 0881782e-8746-416c-901a-bde45ed7bb6e on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:26.233486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.235664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108f6e36-cc66-4cb7-b9d7-1d4abe8d17c3') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.268983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.286702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038030f6-c401-47c2-89d4-d33862228819 req-ea15b79e-f02c-4922-b768-68a1da3fe1c7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:26.295790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-038030f6-c401-47c2-89d4-d33862228819 req-ea15b79e-f02c-4922-b768-68a1da3fe1c7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1184363 Nov 23 02:27:26.307088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.313847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:26.316316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:26.319179 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:26.368832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-038030f6-c401-47c2-89d4-d33862228819 req-ce0c66ad-6382-4d3a-b9ac-f8ba76984b87 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714126 Nov 23 02:27:26.400858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.423031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.437612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5d22a59-1855-4d1a-9c78-f2886cd773f1 HTTP/1.1" status: 204 len: 168 time: 1.0703754 Nov 23 02:27:26.441931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f5c3d-3292-4c03-bf5e-18b54f82503a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d22a59-1855-4d1a-9c78-f2886cd773f1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.539712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afde4-fb67-4498-a7c8-e566e1bcaac6 req-db3df227-6f5c-4ccf-8fd3-6465bf72cca4 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:26.549490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2afde4-fb67-4498-a7c8-e566e1bcaac6 req-db3df227-6f5c-4ccf-8fd3-6465bf72cca4 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1097 time: 0.0982003 Nov 23 02:27:26.594376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-647210e6-0e55-415b-99fd-2569caa55033 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:26.598411 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-647210e6-0e55-415b-99fd-2569caa55033 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.1359568 Nov 23 02:27:26.647460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2afde4-fb67-4498-a7c8-e566e1bcaac6 req-7a32308b-5c22-43dc-b1fe-bb79b3d55091 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968943 Nov 23 02:27:26.693917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12884a-0b2f-4e00-817d-b1cc7806f70d req-aeea46a4-a751-423e-8025-f3be600fa609 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:26.703772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d12884a-0b2f-4e00-817d-b1cc7806f70d req-aeea46a4-a751-423e-8025-f3be600fa609 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 946 time: 0.1321652 Nov 23 02:27:26.709166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:26.805118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port 5a276abc-352a-467f-93cc-cef1086b1ed8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:26.805628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.835606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76b541e0-ab95-42c0-9e07-8284fa3d3da5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=927a20300e044bdf8aba166fbe10a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253688 Nov 23 02:27:26.839178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:26.855092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d12884a-0b2f-4e00-817d-b1cc7806f70d req-3696b7c9-3a85-412f-9046-97fe098075be tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446061 Nov 23 02:27:26.920788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a700e-89f7-44d8-a91a-c7924d6ab314 req-166e9346-2d0d-4f3a-beac-385735edbb41 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:26.922339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-132a700e-89f7-44d8-a91a-c7924d6ab314 req-166e9346-2d0d-4f3a-beac-385735edbb41 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1829841 Nov 23 02:27:26.935497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port 5a276abc-352a-467f-93cc-cef1086b1ed8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a276abc-352a-467f-93cc-cef1086b1ed8,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:26.938677 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.994613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for 5a276abc-352a-467f-93cc-cef1086b1ed8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:27.034091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.058371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0881782e-8746-416c-901a-bde45ed7bb6e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:27.092579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.097326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-132a700e-89f7-44d8-a91a-c7924d6ab314 req-dbc06664-08cf-43d6-8a6b-7e09cba8b134 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626689 Nov 23 02:27:27.117571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0881782e-8746-416c-901a-bde45ed7bb6e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:27.119004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0881782e-8746-416c-901a-bde45ed7bb6e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:27.249815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.267931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', '5a276abc-352a-467f-93cc-cef1086b1ed8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:27.301630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.304763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.306449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f0cad90-3b63-48a5-9c90-f63d42e304b8 HTTP/1.1" status: 204 len: 168 time: 0.4484515 Nov 23 02:27:27.307411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=5a276abc-352a-467f-93cc-cef1086b1ed8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.332853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9d2a9-27c5-4ed1-ae4c-808cd73a8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0cad90-3b63-48a5-9c90-f63d42e304b8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.360143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port 5a276abc-352a-467f-93cc-cef1086b1ed8 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:27.363720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.368993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8b019309-f13b-4c90-a94f-a907f35bfa23 req-6074f87c-d893-45f9-8033-9fc4d52c180d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "DELETE /v2.0/ports/5a276abc-352a-467f-93cc-cef1086b1ed8 HTTP/1.1" status: 204 len: 173 time: 0.7635980 Nov 23 02:27:27.369750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'name': 'network-vif-deleted', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:27.372741 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9ae09-2ba5-42a1-8d34-74762b085e31" -d '{"events": [{"server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "name": "network-vif-deleted", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:27.424575 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e8c25-a826-4b25-a123-ad36957ef309 x-openstack-request-id: req-e03e8c25-a826-4b25-a123-ad36957ef309 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:27.425732 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766f93f-ed6f-4672-919d-292f21e82f22", "name": "network-vif-deleted", "tag": "5a276abc-352a-467f-93cc-cef1086b1ed8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:27.426205 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e03e8c25-a826-4b25-a123-ad36957ef309 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:27.427723 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c766f93f-ed6f-4672-919d-292f21e82f22', 'name': 'network-vif-deleted', 'tag': '5a276abc-352a-467f-93cc-cef1086b1ed8', 'status': 'completed', 'code': 200} Nov 23 02:27:28.052296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0950d12c-8930-43ce-951c-c3d074b8e5c1 req-9a90a690-8cce-4018-b9a6-df87573e785c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=c766f93f-ed6f-4672-919d-292f21e82f22 HTTP/1.1" status: 200 len: 210 time: 0.0537758 Nov 23 02:27:28.312274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39030) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.340189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abacba4-b05d-4571-9ead-71909c461007 req-a1914ce3-0cac-4f19-9ff2-8e6d66bbe0ba tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:28.342185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9abacba4-b05d-4571-9ead-71909c461007 req-a1914ce3-0cac-4f19-9ff2-8e6d66bbe0ba tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.1385665 Nov 23 02:27:28.442385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9abacba4-b05d-4571-9ead-71909c461007 req-14458dbb-76fe-42d7-8758-84855d6abb9c tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939190 Nov 23 02:27:28.451993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1187072779-network', 'tenant_id': '12f1a19efa354bf7a802a912fa12661e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:28.486365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Made reservation on behalf of 12f1a19efa354bf7a802a912fa12661e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:28.488718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.497909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.636597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.640674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.675052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:28.678348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d2bde1-91df-42dd-963c-6fad011b0a21,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:28.690426 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.691592 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Added segment 584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de of type vlan for network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b Nov 23 02:27:28.749698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.783430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.784713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:28.785581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.818324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5047886 Nov 23 02:27:28.821136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.833326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Request body: {'subnet': {'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1187072779-subnet', 'tenant_id': '12f1a19efa354bf7a802a912fa12661e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:28.877386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050b6d6-34b7-427c-b183-6230d8dcb3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:28.893703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:28.894748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Made reservation on behalf of 12f1a19efa354bf7a802a912fa12661e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:28.897932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.021393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7455dc0-713c-434e-92c9-db67d05b1ecb req-46b24bdd-1c08-4fb4-bdf3-b48c3f5ea976 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:29.022441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7455dc0-713c-434e-92c9-db67d05b1ecb req-46b24bdd-1c08-4fb4-bdf3-b48c3f5ea976 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.0846472 Nov 23 02:27:29.113432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7455dc0-713c-434e-92c9-db67d05b1ecb req-4568e66b-0e94-4136-9551-ffb5bb377a40 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815909 Nov 23 02:27:29.174914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.236522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d853221-5537-438f-832c-fa72409dff60,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.245291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Checking segment: {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:29.245731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Network hostable DHCP agents. Network: c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:29.268508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:29.286447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:29.291314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:29.291915 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.304784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee73e1-bbc6-4a07-aaa8-a6bd00b19baa None None] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:29.357015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1fa69148-ec2d-4c96-83b5-976763227b10 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5346828 Nov 23 02:27:29.410415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.465222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4100768f-40e4-4d7c-b85a-e7fa5fcd03ae None None] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:29.667951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-e2f58ad6-e503-4492-8fc0-1cfd15008aa6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:29.669690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-e2f58ad6-e503-4492-8fc0-1cfd15008aa6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.3738055 Nov 23 02:27:29.677952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2035558644', 'description': 'tempest-description-612844305'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:29.699216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-9659fa00-e717-4fd5-9969-31bfad153ce8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0170238 Nov 23 02:27:29.733681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.770184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-d672473e-a0ed-42bb-a5c1-e8fc15c7a2cc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633943 Nov 23 02:27:29.878311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.889077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.929611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-0def770c-7e88-47b3-a584-2dde82f79c69 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487150 Nov 23 02:27:29.933015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.934150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-087fc262-6e64-429f-9880-3fef047eb07c req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2607217 Nov 23 02:27:29.934767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00967e75-b0fe-45cc-a795-ef6f4cc07edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0acbc1-67d3-4a2c-92b5-f030245fd70a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.034173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-0402a6b3-633d-45f0-a017-98644f52bde6 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968983 Nov 23 02:27:30.153880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1536616843', 'description': 'tempest-description-905512196'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:30.180439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.332624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.340847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.364003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e6c3-9408-4172-9f62-e5609916d62d req-3b3b2b6c-95d5-41bc-b55b-fe5ff3092f22 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.365553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9240e6c3-9408-4172-9f62-e5609916d62d req-3b3b2b6c-95d5-41bc-b55b-fe5ff3092f22 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.0964830 Nov 23 02:27:30.397206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.398767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43642c63-2cec-467d-af58-fa1af4d9420a req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2489362 Nov 23 02:27:30.403177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d014-fb34-4fc7-9879-055d73563f2c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c763c0f-44b6-42d5-94a7-b68e86f8a3af,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.447948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9240e6c3-9408-4172-9f62-e5609916d62d req-bf0997a7-531c-400c-bdc1-fbc95785f7cf tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/security-groups?id=b73bed9b-dc33-40e5-b304-2f537d2cc951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743792 Nov 23 02:27:30.499262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bfe368f4-46d2-4c11-b67d-abe951c495b6 req-97abe282-33de-4aa9-85c5-21000fa2ab35 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 210 time: 0.0374174 Nov 23 02:27:30.760861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-b4d266eb-047e-4d46-85b7-8477331b2988 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.768792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-b4d266eb-047e-4d46-85b7-8477331b2988 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 813 time: 0.1196146 Nov 23 02:27:30.787300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-a3cc4aeb-b4de-4d51-9941-ae3bcbd5607d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/quotas/12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 375 time: 0.0173566 Nov 23 02:27:30.790863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-02f6f23e-e2bd-4189-896e-ba360706f0e7 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.793188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-02f6f23e-e2bd-4189-896e-ba360706f0e7 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 945 time: 0.0551066 Nov 23 02:27:30.823166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-f610c477-d6f6-4a94-bd10-0af64346fa4a tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347714 Nov 23 02:27:30.940447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Deleting port 4313eeba-a8fe-406d-8103-86c78f3afdec {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:30.941061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.945236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-ac41d154-ff2e-4a1e-9457-899776cf5264 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208899 Nov 23 02:27:31.040203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] For port 4313eeba-a8fe-406d-8103-86c78f3afdec, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4313eeba-a8fe-406d-8103-86c78f3afdec,segment=NetworkSegment(86e0a3b3-59ac-4849-b615-6ab8a2e67a5d),segment_id=86e0a3b3-59ac-4849-b615-6ab8a2e67a5d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:31.040689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.046200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-ffa835f7-8831-4669-9101-dee676c6fb7d service neutron] 10.222.0.15 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950799 Nov 23 02:27:31.054452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Calling delete_port for 4313eeba-a8fe-406d-8103-86c78f3afdec owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:31.231108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.243544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-323297ec-c13c-487c-a3f0-d914cbde51d2 req-d1e24c57-38c6-4958-8504-55ac9eb29ab1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 210 time: 0.0417571 Nov 23 02:27:31.346090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Pushing event deleted for resources: {'Port': ['ID=4313eeba-a8fe-406d-8103-86c78f3afdec,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:31.407828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] No DVR routers for this DVR port 4313eeba-a8fe-406d-8103-86c78f3afdec on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:31.413475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.417713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-212fb2ab-8fc2-4950-bc59-7a56205d10b1 req-552a930f-a8ad-45be-bbd5-8494e7b0bad5 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.41 "DELETE /v2.0/ports/4313eeba-a8fe-406d-8103-86c78f3afdec HTTP/1.1" status: 204 len: 173 time: 0.6150537 Nov 23 02:27:31.418565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-deleted', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:31.421073 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef40703b-d3ba-4245-88de-65db1da70089" -d '{"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-deleted", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:31.430776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a276abc-352a-467f-93cc-cef1086b1ed8 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:31.470275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5a276abc-352a-467f-93cc-cef1086b1ed8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:31.476253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a276abc-352a-467f-93cc-cef1086b1ed8 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:31.491497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-7c909953-c033-4e03-9967-8edf1fac25d3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:31.493359 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-7c909953-c033-4e03-9967-8edf1fac25d3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2281265 Nov 23 02:27:31.502848 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd77f8-f3d3-4ff4-a2ad-4fc7e81db770 x-openstack-request-id: req-f9bd77f8-f3d3-4ff4-a2ad-4fc7e81db770 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:31.503387 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32734a74-9577-4297-913b-41aa5c330133", "name": "network-vif-deleted", "tag": "4313eeba-a8fe-406d-8103-86c78f3afdec", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:31.504972 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9bd77f8-f3d3-4ff4-a2ad-4fc7e81db770 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:31.505586 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32734a74-9577-4297-913b-41aa5c330133', 'name': 'network-vif-deleted', 'tag': '4313eeba-a8fe-406d-8103-86c78f3afdec', 'status': 'completed', 'code': 200} Nov 23 02:27:31.512912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:31.591015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eca0b630-82dc-4df4-81c3-0045825ff7da req-f65cbde7-b5bb-427c-92c0-7396995e88c3 tempest-ImagesTestJSON-131558627 tempest-ImagesTestJSON-131558627-project] 10.222.0.15 "GET /v2.0/ports?device_id=32734a74-9577-4297-913b-41aa5c330133 HTTP/1.1" status: 200 len: 210 time: 0.0493829 Nov 23 02:27:31.667048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc82b64c-d213-4eb7-beb8-ad681e7b5cfe req-aac0dac2-580d-4e34-9d62-e2431791378a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 210 time: 0.0538597 Nov 23 02:27:31.745231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:31.750839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.893520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.7 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/5ceb43cf-1537-4102-bfd0-f8bb8d67f57f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:32.069997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.109566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.122355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:32.205172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.219907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:32.223041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:32.229229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:32.316109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:32.317070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.335757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-2fbcf8ff-15e9-4782-bb77-bcc4de32fc72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289318 Nov 23 02:27:32.348524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Request body: {'port': {'device_id': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:32.376412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2afa9fd5-28ad-4666-99b1-f6bbb557b87d req-248fa174-83dc-4df8-bd73-75143c2be718 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Nov 23 02:27:32.414191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.711340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:32.779755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-de448e7b-af37-47f0-a18d-4ecb479dcf4d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:32.781440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-de448e7b-af37-47f0-a18d-4ecb479dcf4d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 813 time: 0.1756940 Nov 23 02:27:32.783734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:32.788883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 4313eeba-a8fe-406d-8103-86c78f3afdec {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:32.789243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4313eeba-a8fe-406d-8103-86c78f3afdec not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:32.791459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.803702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Transition to ACTIVE for port object 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:32.807947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.865485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.887475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'device_id': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b', 'admin_state_up': True, 'tenant_id': '12f1a19efa354bf7a802a912fa12661e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:32.887709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3336ab6-51fe-4c51-b8a1-2e08f630c958 req-8e7d6dff-4fc9-4064-8f60-bc6af349f115 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:32.889508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3336ab6-51fe-4c51-b8a1-2e08f630c958 req-8e7d6dff-4fc9-4064-8f60-bc6af349f115 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 943 time: 0.0550191 Nov 23 02:27:32.953757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3336ab6-51fe-4c51-b8a1-2e08f630c958 req-1df999db-2110-4f60-98ff-54ac609b7168 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Nov 23 02:27:33.044683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Attempting to bind port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:33.045175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Attempting to bind port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:33.046657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Attempting to bind port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:33.054683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:33.054857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Attempting to bind port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:33.067633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:33.067977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:33.068359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:33.068793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Bound port: 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:33.069152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.144764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Made reservation on behalf of 12f1a19efa354bf7a802a912fa12661e for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:33.148196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.168916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:33.189162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:33.194520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.245881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.278796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:33.279840 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.280819 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] 10.222.0.47 "PUT /v2.0/ports/5ceb43cf-1537-4102-bfd0-f8bb8d67f57f HTTP/1.1" status: 200 len: 1092 time: 0.9369183 Nov 23 02:27:33.320962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Deleting subnet 208b0a80-6aa4-4db8-bdb8-8a320ef63a75 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:33.324552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.340423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ed434-8272-443f-9bac-4a404fa9535d service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.363640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.385615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Allocated IP 172.20.0.14 (c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b/6d853221-5537-438f-832c-fa72409dff60/fe823fdb-0de6-484a-9e7a-f2a4b0c374c8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:33.397934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-0eba0880-1274-42fd-93b1-1ad28a13b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:33.399479 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-0eba0880-1274-42fd-93b1-1ad28a13b5db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 1095 time: 0.0701807 Nov 23 02:27:33.409027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.456891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-eef673af-8a95-4ce2-80bb-e004d8da61e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f HTTP/1.1" status: 200 len: 217 time: 0.0485752 Nov 23 02:27:33.468100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.507842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:33.510089 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8036502e-fb21-4d9e-b184-5c0470b85755" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:33.510882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208b0a80-6aa4-4db8-bdb8-8a320ef63a75,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.515979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.521356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ae0a6fb-ac83-4d75-9cdb-14241af0782a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/208b0a80-6aa4-4db8-bdb8-8a320ef63a75 HTTP/1.1" status: 204 len: 168 time: 0.2743020 Nov 23 02:27:33.524204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.553035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d5cf6cf-5924-40d1-a41f-294851831a62 req-63466532-19d1-4e24-950d-8bd7ea20d9ca tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Nov 23 02:27:33.578972 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cb4512-32cb-4b48-a609-fb628000e0e7 x-openstack-request-id: req-e2cb4512-32cb-4b48-a609-fb628000e0e7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:33.579259 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:33.580079 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2cb4512-32cb-4b48-a609-fb628000e0e7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:33.580474 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f', 'status': 'completed', 'code': 200} Nov 23 02:27:33.624753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-5b6b7f7d-4e72-4fdc-a782-f718e6bbc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:33.626125 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-5b6b7f7d-4e72-4fdc-a782-f718e6bbc49f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1562037 Nov 23 02:27:33.679348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-bae2f034-92f2-4fb4-b3ba-9bf1c2f1f710 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443757 Nov 23 02:27:33.690201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.805925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.105781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52ed0-4e25-497d-b48c-6cd7221e8d9b req-844435a6-ce0e-49b1-bff9-4224c89840bc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.107506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead52ed0-4e25-497d-b48c-6cd7221e8d9b req-844435a6-ce0e-49b1-bff9-4224c89840bc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 943 time: 0.0504808 Nov 23 02:27:34.185178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.200417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-a076d436-8b43-4c58-ab40-f13d54ae2bd4 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971900 Nov 23 02:27:34.201582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead52ed0-4e25-497d-b48c-6cd7221e8d9b req-39e7d44d-0e5c-404b-bea3-ab1d9553e39e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861158 Nov 23 02:27:34.227261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96799735-034e-4675-8a82-c6b4f6423b0f']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:34.273523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:34.273822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e0a3b3-59ac-4849-b615-6ab8a2e67a5d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:34.283312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.289450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.340517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.359554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:34.359972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:34.366191 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:34.369398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:34.408928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:34.419831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:34.436145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:34.482196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.482462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.482996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.483331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.483664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.483996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.484327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.484649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.484971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.485287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.485606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.486526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:34.493634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.498549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26ae3ddf-f7e8-4178-898b-487e21855022 req-8c8230fd-7aa1-4eb1-8173-08b78ea4e6ae service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813685 Nov 23 02:27:34.504256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.507364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] 10.222.0.15 "DELETE /v2.0/networks/96799735-034e-4675-8a82-c6b4f6423b0f HTTP/1.1" status: 204 len: 168 time: 0.9825830 Nov 23 02:27:34.525852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b264d-7245-46c1-84c7-4b268884d550 admin admin] Pushing event deleted for resources: {'Network': ['ID=96799735-034e-4675-8a82-c6b4f6423b0f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:34.533481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.534026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.553572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0b35acd9-50bd-4616-af52-5cfefadfa72f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6781347 Nov 23 02:27:34.592838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Request body: {'port': {'device_id': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:34.631379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-f53c8023-ae3d-4d52-bfac-96029a915618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.632983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-f53c8023-ae3d-4d52-bfac-96029a915618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 1095 time: 0.0774853 Nov 23 02:27:34.713340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.718340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.729577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78598bad-1b19-4343-8871-dcc07759806a req-c75d86c1-52fa-4c31-850e-c407e6efb307 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.731835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78598bad-1b19-4343-8871-dcc07759806a req-c75d86c1-52fa-4c31-850e-c407e6efb307 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 932 time: 0.0771472 Nov 23 02:27:34.811962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-41aaf9e6-6a73-47ed-a3bd-0ed66e5f041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.813436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-41aaf9e6-6a73-47ed-a3bd-0ed66e5f041b service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1734555 Nov 23 02:27:34.831944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78598bad-1b19-4343-8871-dcc07759806a req-1615dddb-e599-4bb8-8a48-bd4c8343929d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909522 Nov 23 02:27:34.834843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c07b63e-f394-4314-98fe-262f3ebb86bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=602bc1cf6ba943c2892cc97b13d4679e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1196382 Nov 23 02:27:34.837273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39228) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.897369 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.906689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-3375d01b-19e7-4349-9f25-f8ea3024ae7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f HTTP/1.1" status: 200 len: 217 time: 0.0385776 Nov 23 02:27:34.922999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.991116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.994380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.995287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b73bed9b-dc33-40e5-b304-2f537d2cc951 HTTP/1.1" status: 204 len: 168 time: 0.1568320 Nov 23 02:27:35.005616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089b4cd-a7af-43dd-8f4f-617026fbe138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73bed9b-dc33-40e5-b304-2f537d2cc951,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.020302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-5bc82a42-ee02-4c4c-b8ea-5767203d8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:35.021773 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-5bc82a42-ee02-4c4c-b8ea-5767203d8497 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1062212 Nov 23 02:27:35.069020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-8cf3ce22-0f3e-4053-91dd-06fbdf3cb3e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392711 Nov 23 02:27:35.228340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-15f858f1-c9c4-46a9-a9e8-73e3281cea55 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504829 Nov 23 02:27:35.232226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:35.252971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.352064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Transition to ACTIVE for port object fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:35.357834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.449458 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8036502e-fb21-4d9e-b184-5c0470b85755 req-0f22187e-386d-4b35-9249-bd6f7bd24643 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116761 Nov 23 02:27:35.450101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.497190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbef6a2-3777-4c6d-9f23-e4b877684542 req-cf89b894-b8b8-45b4-9741-b9c90e20d65d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:35.498848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbef6a2-3777-4c6d-9f23-e4b877684542 req-cf89b894-b8b8-45b4-9741-b9c90e20d65d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 943 time: 0.1183987 Nov 23 02:27:35.591980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Attempting to bind port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:35.592320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Attempting to bind port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:35.592642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Attempting to bind port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:35.611394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbef6a2-3777-4c6d-9f23-e4b877684542 req-f74f3057-e55c-4fdd-a745-1375e9dff22f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971637 Nov 23 02:27:35.635616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:35.635986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Attempting to bind port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:35.667774 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a52c7322-8dce-4116-89a8-74412625a4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.669683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:35.670314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Checking segment: {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:35.678824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Bound using segment: {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:35.679335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Bound port: fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:35.680827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.817013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:35.821320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:35.825747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.902098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:35.902774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.906991 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 1093 time: 1.3212199 Nov 23 02:27:35.907817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:35.909774 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7775f071-2d0a-4839-85d0-9b8a915d75de" -d '{"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:35.936459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf793ff-0494-485c-b5b0-822a5ce6f020 req-b527bfa6-c7d8-497e-9a9f-b587b3e59bad tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:35.940018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adf793ff-0494-485c-b5b0-822a5ce6f020 req-b527bfa6-c7d8-497e-9a9f-b587b3e59bad tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 946 time: 0.0758343 Nov 23 02:27:35.960110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7fdc5-67a3-4043-86e3-2c8658dc3a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.024902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-6795c9c2-d47c-40c0-940f-400570c65f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.026735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-6795c9c2-d47c-40c0-940f-400570c65f50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0540347 Nov 23 02:27:36.039376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adf793ff-0494-485c-b5b0-822a5ce6f020 req-55ec29bd-e165-4f81-9272-3a36eba91534 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878782 Nov 23 02:27:36.086583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeea5e-f573-4055-aac8-23da1db84260 req-636a7ab9-5a8e-4ee4-900b-5fb85d3588c6 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.096261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7aeea5e-f573-4055-aac8-23da1db84260 req-636a7ab9-5a8e-4ee4-900b-5fb85d3588c6 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 944 time: 0.1546252 Nov 23 02:27:36.137891 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da782ba-7772-4257-ab27-749b5b3f19ea x-openstack-request-id: req-5da782ba-7772-4257-ab27-749b5b3f19ea {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:36.138263 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:36.138461 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5da782ba-7772-4257-ab27-749b5b3f19ea {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:36.139005 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'status': 'completed', 'code': 200} Nov 23 02:27:36.140556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-0da0a36e-f30b-4fb8-9109-81081d10fd57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 217 time: 0.0964687 Nov 23 02:27:36.186690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7aeea5e-f573-4055-aac8-23da1db84260 req-2c335bfe-5445-4bc6-9093-2fc8a7eaf3e0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844977 Nov 23 02:27:36.220076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f5b9-6123-4017-a874-821b5baf1353 req-9f013803-c181-46cc-823a-8da7094060c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.221772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-9f013803-c181-46cc-823a-8da7094060c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0719774 Nov 23 02:27:36.266987 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-754397f4-d6bb-42d3-a38b-8728a992afd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313582 Nov 23 02:27:36.369382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-c509ecc6-1b43-486f-927b-af1b7a3a6e76 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935519 Nov 23 02:27:36.465584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3356f5b9-6123-4017-a874-821b5baf1353 req-eaf49e90-fa63-4f7a-a7e5-ba0818848818 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Nov 23 02:27:36.613507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-f686ff79-ead5-43b8-8a4f-b8630762c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.615071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-f686ff79-ead5-43b8-8a4f-b8630762c4f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0466311 Nov 23 02:27:36.733579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-55ee54a7-2bf3-4f4a-a7d7-6e9bf5450959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.735211 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-55ee54a7-2bf3-4f4a-a7d7-6e9bf5450959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.1119535 Nov 23 02:27:36.749152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86dbf5-148d-4bdc-9975-4abc057d3645 req-de691c02-f232-4d15-ba09-082d311c052c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.749793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e86dbf5-148d-4bdc-9975-4abc057d3645 req-de691c02-f232-4d15-ba09-082d311c052c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 943 time: 0.0638199 Nov 23 02:27:36.798912 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-bb9ed5f7-9b7a-4faa-b755-05ade3fe4668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 217 time: 0.0553126 Nov 23 02:27:36.822356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e86dbf5-148d-4bdc-9975-4abc057d3645 req-57d4e0b2-c081-4ab0-881f-982284cf91aa tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626285 Nov 23 02:27:36.859071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-c267870e-cd2c-4634-b87c-aeca4a9f2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:36.860531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-c267870e-cd2c-4634-b87c-aeca4a9f2e11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0540538 Nov 23 02:27:36.895223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-43badc7a-33ee-46de-9980-36dc0bbe2a3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259910 Nov 23 02:27:36.996892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-8047acc6-6016-4163-a548-3dc27bda7bad service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Nov 23 02:27:37.099412 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7775f071-2d0a-4839-85d0-9b8a915d75de req-d1760361-8bea-450d-8f5d-75a2996caf94 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945616 Nov 23 02:27:37.156093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f723478-888b-4977-82de-e754ae49ccfb req-3296c4b5-c94b-4d43-b15d-c7a8e79ecd6c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:37.158255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f723478-888b-4977-82de-e754ae49ccfb req-3296c4b5-c94b-4d43-b15d-c7a8e79ecd6c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 946 time: 0.0517540 Nov 23 02:27:37.207184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f723478-888b-4977-82de-e754ae49ccfb req-d335455c-b33e-47f2-bff2-246b51ecf21d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Nov 23 02:27:37.305599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a431-0f39-4c9f-b411-dba30c607b4b req-115fcc44-4846-4675-9f41-d472548d8903 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:37.307122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f97a431-0f39-4c9f-b411-dba30c607b4b req-115fcc44-4846-4675-9f41-d472548d8903 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 944 time: 0.0492406 Nov 23 02:27:37.358132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f97a431-0f39-4c9f-b411-dba30c607b4b req-d04b0bda-bf86-49e3-aaff-87629fb52035 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Nov 23 02:27:37.463082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:37.569162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:37.581460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f', 'mac_address': 'fa:16:3e:58:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:37.617540 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.631414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:37.651212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:37.655115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.704157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:37.711893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.712250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.712681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.713034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.713375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.713711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.714041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.714371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.714748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.715080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.715408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.715730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:37.944984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-975ba9a0-62d9-44c9-a923-441fa1d51305 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:37.945860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:37.946549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-975ba9a0-62d9-44c9-a923-441fa1d51305 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 946 time: 0.0574272 Nov 23 02:27:37.956017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48e2f-7260-47f5-a359-5f765e260b84 req-bda67702-4c74-431a-8e39-73e37d2fc4d2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:37.957657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3a48e2f-7260-47f5-a359-5f765e260b84 req-bda67702-4c74-431a-8e39-73e37d2fc4d2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 944 time: 0.0583112 Nov 23 02:27:37.994171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3c80dd9-35e5-411d-a5ca-39c7742e4791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.036778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3a48e2f-7260-47f5-a359-5f765e260b84 req-bf897857-f97d-4584-bda0-24859b48591b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703056 Nov 23 02:27:38.068599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:38.068946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.069740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.161371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:38.161737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.176686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:38.182049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e48846c9-e432-418b-9fd9-88eded67985f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.258883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e48846c9-e432-418b-9fd9-88eded67985f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.266978 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e48846c9-e432-418b-9fd9-88eded67985f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.320309 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.339337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e48846c9-e432-418b-9fd9-88eded67985f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d05c4add687c47b2bd7a66303b8fd049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653563 Nov 23 02:27:38.340385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48846c9-e432-418b-9fd9-88eded67985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d10d94-b94e-4101-9541-b1ed8f242bd3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.342862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.353938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:38.356462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.381062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffc98-adb2-4ebb-b08f-cabdd0746d71 req-b40426db-9bf1-4153-879f-ba1612893391 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:38.382648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b05ffc98-adb2-4ebb-b08f-cabdd0746d71 req-b40426db-9bf1-4153-879f-ba1612893391 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 867 time: 0.1024806 Nov 23 02:27:38.401325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:38.404062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.409889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c5f5bfa7-2829-4189-be2f-43baaaee9e33 req-f352bd5a-42a6-4e98-a2d5-3290149edaaa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "DELETE /v2.0/ports/7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe HTTP/1.1" status: 204 len: 173 time: 0.4573877 Nov 23 02:27:38.410354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'name': 'network-vif-deleted', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:38.412816 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a4ca60-ac98-4541-88fa-2a9c627d8820" -d '{"events": [{"server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "name": "network-vif-deleted", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:38.474794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.493193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b05ffc98-adb2-4ebb-b08f-cabdd0746d71 req-4a5f942d-f15a-464a-bf11-720bc68ed3d2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997260 Nov 23 02:27:38.512188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.531576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c2322-b21d-4e84-a2cd-b48846b5dbdc req-485d665a-5a4c-485e-8ced-2a32127c5a26 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:38.533349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-749c2322-b21d-4e84-a2cd-b48846b5dbdc req-485d665a-5a4c-485e-8ced-2a32127c5a26 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 944 time: 0.0927582 Nov 23 02:27:38.550241 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800fe449-1b1c-437d-aae2-1cbe5cee3c9d x-openstack-request-id: req-800fe449-1b1c-437d-aae2-1cbe5cee3c9d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:38.550579 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3a0819-f593-4a3c-9022-90d952967eba", "name": "network-vif-deleted", "tag": "7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:38.550842 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-800fe449-1b1c-437d-aae2-1cbe5cee3c9d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:38.551247 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3a0819-f593-4a3c-9022-90d952967eba', 'name': 'network-vif-deleted', 'tag': '7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe', 'status': 'completed', 'code': 200} Nov 23 02:27:38.607768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-749c2322-b21d-4e84-a2cd-b48846b5dbdc req-03ca280d-275a-4b0c-a767-ec38795825ad tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664613 Nov 23 02:27:38.616482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.619380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.620617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27d10d94-b94e-4101-9541-b1ed8f242bd3 HTTP/1.1" status: 204 len: 168 time: 0.2760737 Nov 23 02:27:38.629983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b30a-1331-4bb9-b73f-98cdcd6d363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d10d94-b94e-4101-9541-b1ed8f242bd3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:39.155850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010039ed-a5fa-4faf-9ef1-b8e747574b67 req-698a2124-c8f0-4f9d-a136-9ad970cc1231 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:39.163613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010039ed-a5fa-4faf-9ef1-b8e747574b67 req-698a2124-c8f0-4f9d-a136-9ad970cc1231 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 944 time: 0.0578682 Nov 23 02:27:39.180931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.222732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010039ed-a5fa-4faf-9ef1-b8e747574b67 req-18e11860-e9af-4d06-b3d1-f956638be5e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547433 Nov 23 02:27:39.318972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.413657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1657586469-network', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.435455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:39.437815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.446819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.476836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:39.523083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.528263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.540136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:39.544218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:39.544595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.557263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d4651-5070-4084-a24b-656c26d976bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:39.566375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:39.576609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.577097 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Added segment c19403ec-b809-446a-b8bb-06ed72d5353a of type vlan for network 1857f977-3fc7-4914-8c43-d9625247fde1 Nov 23 02:27:39.646084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6f23450-dd94-4ce5-b1a0-646da734c8f2 req-2bc588dc-e4c2-435f-b850-70bca6cf8f36 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 210 time: 0.0351977 Nov 23 02:27:39.649604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.656154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.687110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.688297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:39.689540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.725930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4030058 Nov 23 02:27:39.726156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.730544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:39.731328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Request body: {'subnet': {'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1657586469-subnet', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.733000 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e0062-e4ea-4862-a973-40f2cd0bdcce" -d '{"events": [{"server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:39.757802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:39.762170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.765342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:39.768589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.820948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:39.826657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17c73f-8571-432b-8c52-eebc3043f3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1857f977-3fc7-4914-8c43-d9625247fde1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:39.846181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1857f977-3fc7-4914-8c43-d9625247fde1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:39.895415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6307e-1e66-4867-bca9-123a5a4a6e75 req-afa7bb43-15c1-450f-9e48-6babeb876866 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:39.903529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b6307e-1e66-4867-bca9-123a5a4a6e75 req-afa7bb43-15c1-450f-9e48-6babeb876866 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 944 time: 0.1906512 Nov 23 02:27:39.966534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12b6307e-1e66-4867-bca9-123a5a4a6e75 req-feed7cfa-e9d8-40a6-8e38-c3d627c1d3b6 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Nov 23 02:27:40.013045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.026162 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5443ef-147a-45c7-944a-c4cbfa89b495 x-openstack-request-id: req-bb5443ef-147a-45c7-944a-c4cbfa89b495 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:40.026462 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:40.026743 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb5443ef-147a-45c7-944a-c4cbfa89b495 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:40.027140 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f', 'code': 200} Nov 23 02:27:40.073565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8744fe79-6442-49b9-82f3-8ec5260391f8,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:40.084607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Checking segment: {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:40.084979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Network hostable DHCP agents. Network: 1857f977-3fc7-4914-8c43-d9625247fde1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:40.101806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Network 1857f977-3fc7-4914-8c43-d9625247fde1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:40.132064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1857f977-3fc7-4914-8c43-d9625247fde1) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:40.137147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:40.137748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.145827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab88b6f4-1f83-42ee-8a0e-94acdd6d0e6a None None] Network 1857f977-3fc7-4914-8c43-d9625247fde1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:40.157057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c0c7375-e507-4bab-8084-892614c41365 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4297922 Nov 23 02:27:40.160267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:40.164604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:40.168601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7822f-9f74-42f1-b2c2-6e652ad87dbf req-560ce3c8-af93-4577-a319-6ebabae5c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:40.170035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc7822f-9f74-42f1-b2c2-6e652ad87dbf req-560ce3c8-af93-4577-a319-6ebabae5c387 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 1097 time: 0.0660412 Nov 23 02:27:40.200243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.201254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.273460 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc7822f-9f74-42f1-b2c2-6e652ad87dbf req-c945edf6-69d3-475f-8e78-e3a923c37837 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Nov 23 02:27:40.279839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.324121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1857f977-3fc7-4914-8c43-d9625247fde1', 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'fixed_ips': [{'subnet_id': '8744fe79-6442-49b9-82f3-8ec5260391f8'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:40.326701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.383067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d030-be73-4ed8-b0c5-9132a274b824 req-9bad4cea-38e4-46c3-b60e-090686a95c21 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:40.384839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f310d030-be73-4ed8-b0c5-9132a274b824 req-9bad4cea-38e4-46c3-b60e-090686a95c21 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.0671682 Nov 23 02:27:40.450185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.455666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f310d030-be73-4ed8-b0c5-9132a274b824 req-fcbe7194-3372-4f0b-aefe-4f4bd4590905 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648322 Nov 23 02:27:40.497412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Allocated IP 172.20.0.2 (1857f977-3fc7-4914-8c43-d9625247fde1/8744fe79-6442-49b9-82f3-8ec5260391f8/dfd79916-34c5-404e-86bf-85a329630100) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:40.608698 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.660116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.661779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.665495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.681532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.709827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Network 1857f977-3fc7-4914-8c43-d9625247fde1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:40.712871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:40.716472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:40.741800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Pushing event updated for resources: {'Port': ['ID=dfd79916-34c5-404e-86bf-85a329630100,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:40.747652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:40.780494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0956da81-1f33-4cb2-9d17-f17d5f641f3e req-011369ab-d798-4776-86f3-fb7db132be24 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 210 time: 0.0373168 Nov 23 02:27:40.821320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Allocated IP 172.25.1.205 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/fc3982c8-f378-4b71-b770-8b9bcffbc707) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:40.873447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Attempting to bind port dfd79916-34c5-404e-86bf-85a329630100 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:40.874218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Attempting to bind port dfd79916-34c5-404e-86bf-85a329630100 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:40.874610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Attempting to bind port dfd79916-34c5-404e-86bf-85a329630100 on network 1857f977-3fc7-4914-8c43-d9625247fde1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:40.896576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:40.896576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Checking segment: {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:40.896999 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.897304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Bound using segment: {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:40.897890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Bound port: dfd79916-34c5-404e-86bf-85a329630100, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:40.898273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.944136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:40.955511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.963223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b', 'port_id': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'mac_address': 'fa:16:3e:f7:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d853221-5537-438f-832c-fa72409dff60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:40.998572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.023016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] For port dfd79916-34c5-404e-86bf-85a329630100, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:41.043649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] For port dfd79916-34c5-404e-86bf-85a329630100, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfd79916-34c5-404e-86bf-85a329630100,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:41.048935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.081878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:41.083746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:41.087240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:41.108359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.113029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eb1d3-c84f-4c40-9c8e-a378ba81b28f None None] Pushing event updated for resources: {'Port': ['ID=dfd79916-34c5-404e-86bf-85a329630100,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.115215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3982c8-f378-4b71-b770-8b9bcffbc707,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.157644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:41.159339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90606064-dc8b-4e36-8d6c-f7ffeaed4653 req-8457e902-1424-4c5d-b20b-ec70dc507d71 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:41.166386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90606064-dc8b-4e36-8d6c-f7ffeaed4653 req-8457e902-1424-4c5d-b20b-ec70dc507d71 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 944 time: 0.1030672 Nov 23 02:27:41.183060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:41.193304 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.237277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90606064-dc8b-4e36-8d6c-f7ffeaed4653 req-3c44bc7f-8cd8-4384-aba9-511169013e20 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698972 Nov 23 02:27:41.273911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.438740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.552856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:41.610446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235ecf5-9a68-48fc-8ed1-eb77e6245727 req-80c02238-938e-44f1-b95b-cadd79780c40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:41.615604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2235ecf5-9a68-48fc-8ed1-eb77e6245727 req-80c02238-938e-44f1-b95b-cadd79780c40 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.0811462 Nov 23 02:27:41.659424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.715880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.729453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2235ecf5-9a68-48fc-8ed1-eb77e6245727 req-d461599f-e26c-4104-aa3d-b2af9b989441 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980170 Nov 23 02:27:41.858468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:27:41.869847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6e9a86d-f7dc-4dcb-a374-04b07d3a4417 req-077ec968-7289-4a0f-aeff-4f9be6ed0b67 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 210 time: 0.0289145 Nov 23 02:27:41.984804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:41.994785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Sync routers for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:42.007353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:42.008663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.018714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.022667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6aba3c22-363c-4a6b-9a49-2bd651c2e378 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8588319 Nov 23 02:27:42.023767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.143812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:42.445029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:41Z', 'revision_number': 3, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.494982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd24d9-8e37-4695-87bb-39e76357b30a None None] Network 1857f977-3fc7-4914-8c43-d9625247fde1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:42.502095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Checking router: de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:42.502448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Updating router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f port fc3982c8-f378-4b71-b770-8b9bcffbc707 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:27:42.553598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7632fb4-f739-432d-a1f5-306c9a1d6925 req-6f221a7c-78e9-4256-8fb9-e8a4148f404f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:42.555194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7632fb4-f739-432d-a1f5-306c9a1d6925 req-6f221a7c-78e9-4256-8fb9-e8a4148f404f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 945 time: 0.1767077 Nov 23 02:27:42.580030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] Provisioning complete for port dfd79916-34c5-404e-86bf-85a329630100 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:42.580597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.585111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.678703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.684676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7632fb4-f739-432d-a1f5-306c9a1d6925 req-3bb21f7f-30fc-41f8-aa59-0cb44ba4db25 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826635 Nov 23 02:27:42.767357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:42.894806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f1802-d811-4eca-822c-ac0edf3a60be req-90308681-bdc8-44bc-997d-0a0b5651a067 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:42.897101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f1f1802-d811-4eca-822c-ac0edf3a60be req-90308681-bdc8-44bc-997d-0a0b5651a067 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.0908544 Nov 23 02:27:42.900044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Allocated IP 172.20.0.1 (1857f977-3fc7-4914-8c43-d9625247fde1/8744fe79-6442-49b9-82f3-8ec5260391f8/8b84aeba-fee9-4593-addc-5a6023958ada) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:43.042081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a18899ed-6651-42f2-ba76-5e8a094d7d51 req-03c932c6-9bf1-4ea7-babf-b407f8676aa2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c3a0819-f593-4a3c-9022-90d952967eba HTTP/1.1" status: 200 len: 210 time: 0.0596962 Nov 23 02:27:43.066435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f1f1802-d811-4eca-822c-ac0edf3a60be req-fae35a23-f137-4ae0-bb89-00ee893c1016 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053994 Nov 23 02:27:43.085513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:43.096167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.103041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:43.103332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.115341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.152008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.195233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfd79916-34c5-404e-86bf-85a329630100 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:43.226121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Network 1857f977-3fc7-4914-8c43-d9625247fde1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:43.230877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:43.237133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:43.272509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Pushing event updated for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.344612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] For port dfd79916-34c5-404e-86bf-85a329630100, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfd79916-34c5-404e-86bf-85a329630100,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:43.352178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.374225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.432759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b57472-7eb5-4c90-95aa-da2adb9af508 None None] Pushing event updated for resources: {'Port': ['ID=dfd79916-34c5-404e-86bf-85a329630100,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.520865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.535920 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.580490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.583608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dfd79916-34c5-404e-86bf-85a329630100 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:43.584078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.633867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5d8bb-5e49-490a-9318-2d9529cc3704 None None] Pushing event updated for resources: {'Port': ['ID=fc3982c8-f378-4b71-b770-8b9bcffbc707,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.684590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:43.686837 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34507f8-b5fd-44f2-bab7-5de58e16c34c" -d '{"events": [{"server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "name": "network-vif-plugged", "status": "completed", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:43.689664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Attempting to bind port fc3982c8-f378-4b71-b770-8b9bcffbc707 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:43.690042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Attempting to bind port fc3982c8-f378-4b71-b770-8b9bcffbc707 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:43.690416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Attempting to bind port fc3982c8-f378-4b71-b770-8b9bcffbc707 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:43.691809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-be8e130b-0ee5-4223-8ef3-abb6ad52a774 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:43.701956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-be8e130b-0ee5-4223-8ef3-abb6ad52a774 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.3192441 Nov 23 02:27:43.718838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:43.725142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:43.725523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:43.725947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.726326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:43.726849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Bound port: fc3982c8-f378-4b71-b770-8b9bcffbc707, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:43.727218 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.735027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0004e0f2-2cc0-4a9b-8eec-312970a15713 None None] Provisioning complete for port dfd79916-34c5-404e-86bf-85a329630100 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:43.735459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0004e0f2-2cc0-4a9b-8eec-312970a15713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.737172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.738491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:43.754630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-aa3b3088-47cc-4324-9059-74d60aeb499c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0516133 Nov 23 02:27:43.837558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:43.837909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7f0dd7c8-8f8a-4006-b4dd-20bbb6ee0dbe not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:43.929595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.937154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] For port fc3982c8-f378-4b71-b770-8b9bcffbc707, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:43.943985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] For port fc3982c8-f378-4b71-b770-8b9bcffbc707, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fc3982c8-f378-4b71-b770-8b9bcffbc707,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:43.948819 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.045596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:44.046225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.048757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5d8bb-5e49-490a-9318-2d9529cc3704 None None] Pushing event updated for resources: {'Port': ['ID=fc3982c8-f378-4b71-b770-8b9bcffbc707,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:44.053985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8875f-0d3e-4786-a0c0-c0492f65829d req-8dca0957-d509-4517-835a-625fa1b717cd tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:44.055532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9be8875f-0d3e-4786-a0c0-c0492f65829d req-8dca0957-d509-4517-835a-625fa1b717cd tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1097 time: 0.4436946 Nov 23 02:27:44.123301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-8350e204-60ab-4499-894f-3b471953af36 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3677816 Nov 23 02:27:44.132190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.175495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9be8875f-0d3e-4786-a0c0-c0492f65829d req-3bb7ebb9-e807-4583-ba91-9ea43f9730d5 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119747 Nov 23 02:27:44.180825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:44.256218 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d33ea5-7b88-461e-917b-b11b1ed78330 x-openstack-request-id: req-e6d33ea5-7b88-461e-917b-b11b1ed78330 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:44.257057 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "name": "network-vif-plugged", "status": "completed", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:44.257389 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6d33ea5-7b88-461e-917b-b11b1ed78330 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:44.258539 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'code': 200} Nov 23 02:27:44.260238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-86c5af5f-17c1-4d7c-88a9-d627512ab7c0 None None] Provisioning complete for port 8b84aeba-fee9-4593-addc-5a6023958ada triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:44.260675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86c5af5f-17c1-4d7c-88a9-d627512ab7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.350033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-86c5af5f-17c1-4d7c-88a9-d627512ab7c0 None None] Port 8b84aeba-fee9-4593-addc-5a6023958ada cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:44.351646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-14a23113-ceca-48f9-a8af-9c8eca4af280 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134616 Nov 23 02:27:44.380216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae72769-1a07-449e-82b2-50ab9d76bf93 req-416db516-98fc-462a-8537-32edf4fdec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:44.382436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0ae72769-1a07-449e-82b2-50ab9d76bf93 req-416db516-98fc-462a-8537-32edf4fdec80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0452018 Nov 23 02:27:44.429467 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0ae72769-1a07-449e-82b2-50ab9d76bf93 req-fe9b5c9e-6b52-4ef4-bdb7-19036ce48d6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Nov 23 02:27:44.431028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:41Z', 'revision_number': 3, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.453339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3fccc-c3c6-49bd-8d81-d40836ec6941 req-5915c9d1-4735-446d-b9e1-bb65c90bed8f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:44.454795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38d3fccc-c3c6-49bd-8d81-d40836ec6941 req-5915c9d1-4735-446d-b9e1-bb65c90bed8f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 946 time: 0.1400650 Nov 23 02:27:44.457698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16db1f91-3a82-4a2d-afe6-fae8b3c78aba None None] The sync data for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 is: [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:41Z', 'revision_number': 3, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:44.570781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38d3fccc-c3c6-49bd-8d81-d40836ec6941 req-a6f28757-cc42-4817-9c1b-d6ea2e382bab tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041837 Nov 23 02:27:44.578391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-8b6f80d2-4abe-42ca-92e3-e47739ce47ae service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071016 Nov 23 02:27:44.597206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.602873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.653049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.769629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Pushing event updated for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:44.865350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Network 1857f977-3fc7-4914-8c43-d9625247fde1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:44.870021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:45.133684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:45.244783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1dd5418e-d028-4b62-b7ec-760fcff0dbfe req-d2fc34f1-92ec-4fd7-8c30-2290382a7bc9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 210 time: 0.0320761 Nov 23 02:27:45.297898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fc3982c8-f378-4b71-b770-8b9bcffbc707 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:45.359113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:45.368253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3d1f10c7-c188-4c38-9bdc-365a213e2395 admin admin] 10.222.0.15 "PUT /v2.0/routers/de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3413062 Nov 23 02:27:45.440818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fc3982c8-f378-4b71-b770-8b9bcffbc707 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:45.442832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.485776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7944ecdd-cc0b-4f21-8877-0f70f0c58958 None None] Provisioning complete for port 8b84aeba-fee9-4593-addc-5a6023958ada triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:45.486363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7944ecdd-cc0b-4f21-8877-0f70f0c58958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.592496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7944ecdd-cc0b-4f21-8877-0f70f0c58958 None None] Port 8b84aeba-fee9-4593-addc-5a6023958ada cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:45.649924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.687845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port fc3982c8-f378-4b71-b770-8b9bcffbc707, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fc3982c8-f378-4b71-b770-8b9bcffbc707,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:45.693050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.693942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfd79916-34c5-404e-86bf-85a329630100 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:45.740233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.808106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ae5a3-ecd9-4046-965d-f4a54001e1a1 req-791af481-37b3-4845-907f-4af0f07da818 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:45.811302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=fc3982c8-f378-4b71-b770-8b9bcffbc707,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:45.821177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da2ae5a3-ecd9-4046-965d-f4a54001e1a1 req-791af481-37b3-4845-907f-4af0f07da818 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 946 time: 0.0937395 Nov 23 02:27:45.839430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-746437094'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:45.861401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dfd79916-34c5-404e-86bf-85a329630100 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:45.861781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.922225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:45.924724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da2ae5a3-ecd9-4046-965d-f4a54001e1a1 req-0593373f-19c0-47e5-8d77-bb774ab3c885 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960972 Nov 23 02:27:45.929371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.976560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:45.992480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.993358 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Added segment 85b8a8a7-6a52-4912-aeb5-a657d0056fad of type vlan for network e423dbcf-ab6c-4c26-853c-084411c014db Nov 23 02:27:46.112995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.143920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.155979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:46.157256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.170228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-bfd03b4f-a12d-4e8f-aff3-7a322bc44b67 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:46.171363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-bfd03b4f-a12d-4e8f-aff3-7a322bc44b67 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073376 Nov 23 02:27:46.179333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-db3d5708-275f-4956-93b4-c8cc7795bcd0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:46.180788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-db3d5708-275f-4956-93b4-c8cc7795bcd0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1674960 Nov 23 02:27:46.217337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4743102 Nov 23 02:27:46.218654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-b3c2e4b9-2189-4cc1-8279-282529b4cccb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0250599 Nov 23 02:27:46.221439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.226224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'subnet': {'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:46.233739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14895fac-4fbc-46a9-a9c6-615a777ba829 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Network': ['ID=e423dbcf-ab6c-4c26-853c-084411c014db,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:46.244822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e423dbcf-ab6c-4c26-853c-084411c014db details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:46.283617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-1fbbdb26-a9af-45bc-aea5-599c10d2b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:46.283617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-1fbbdb26-a9af-45bc-aea5-599c10d2b3f6 service neutron] 10.222.0.15 "GET /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 1094 time: 0.0946975 Nov 23 02:27:46.314282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c34056ae-22ac-4e51-9d9c-442577b42819 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813749 Nov 23 02:27:46.317421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Request body: {'binding': {'host': 'n-h2-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:46.317862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Unknown quota resources ['binding']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:27:46.499144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:46.502628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.573103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c2a8465f-dd1c-427f-91d0-9f0378a9d577 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503126 Nov 23 02:27:46.724783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on host n-h2-714676-12 for vnic_type normal with profile None {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:46.725157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:46.725445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:46.743486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:46.743806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:46.757037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-7dc7c7f9-6b66-41a3-86e3-12e1e998caff service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737115 Nov 23 02:27:46.776881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:46.777248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:46.777770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:46.777986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Bound port: 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:46.872870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-0190e9a2-fb28-4110-88e7-4fe0e8bd30bb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:46.874390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-0190e9a2-fb28-4110-88e7-4fe0e8bd30bb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.4222219 Nov 23 02:27:46.883395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:46.889834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.891032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-f19b7191-3f9b-4305-bb0c-5f7094b922c0 service neutron] 10.222.0.15 "POST /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5794094 Nov 23 02:27:46.893061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.894849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:46.979580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Subnet': ['ID=9efb846d-6bb8-444a-bb23-77e78dbb5756,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:46.990022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Checking segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:46.990429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network hostable DHCP agents. Network: e423dbcf-ab6c-4c26-853c-084411c014db, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:47.025745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network e423dbcf-ab6c-4c26-853c-084411c014db is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:47.039218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e423dbcf-ab6c-4c26-853c-084411c014db) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:47.048497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.049114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.051305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892663b1-9a95-4288-8870-9887a8ce9d61 None None] Network e423dbcf-ab6c-4c26-853c-084411c014db requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:47.052120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Sync routers for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:47.071656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ab5018c0-ae60-4ac2-a3de-b004c6ef15ed tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8491719 Nov 23 02:27:47.074228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.097403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1012785928'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:47.110072 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:47.111565 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.121009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:47.131593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.201105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:47.234185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.234740 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Added segment fd56441c-40a2-47d5-b02d-9ca0cf9642ac of type vlan for network f618e3a2-22f3-41c9-95ee-2438bc92dd18 Nov 23 02:27:47.276516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fc3982c8-f378-4b71-b770-8b9bcffbc707 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:47.309373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:47.315761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.357601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.365097 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:47.418747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e423dbcf-ab6c-4c26-853c-084411c014db', 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'fixed_ips': [{'subnet_id': '9efb846d-6bb8-444a-bb23-77e78dbb5756'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:47.419889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.424421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-0a960e3f-40d9-4607-b928-6fdb01858346 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2035558644&fields=id&tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 267 time: 0.2497931 Nov 23 02:27:47.438290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-68235696-d64e-469a-8f4a-18a764a6ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.440689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-68235696-d64e-469a-8f4a-18a764a6ffc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1097 time: 0.1396377 Nov 23 02:27:47.525601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.538313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fc3982c8-f378-4b71-b770-8b9bcffbc707 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:47.538908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.539303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.542086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.588811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5104315 Nov 23 02:27:47.593856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.608836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'subnet': {'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:47.691976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Allocated IP 19.80.0.2 (e423dbcf-ab6c-4c26-853c-084411c014db/9efb846d-6bb8-444a-bb23-77e78dbb5756/d116e93a-47f2-49b6-932d-98c857cb73a4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:47.804416 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:44Z', 'revision_number': 4, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b84aeba-fee9-4593-addc-5a6023958ada', 'name': '', 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'mac_address': 'fa:16:3e:e0:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:42Z', 'updated_at': '2021-11-23T02:27:44Z', 'revision_number': 2, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'subnets': [{'id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.822220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534555ee-83e6-4178-8241-53645222010b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Network': ['ID=f618e3a2-22f3-41c9-95ee-2438bc92dd18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:47.826999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-11604d2a-a6e5-4dc3-bbc3-5ac28b6e7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.828525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-11604d2a-a6e5-4dc3-bbc3-5ac28b6e7ace service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.3718712 Nov 23 02:27:47.853517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:47.857708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.12 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/1123cd10-8db8-4d1b-96ba-f43f0b676e44) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:47.859595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Checking router: de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:47.859813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-5e316711-7ee9-4748-83f7-100debf6ae31 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.860336 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Updating router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f port 8b84aeba-fee9-4593-addc-5a6023958ada binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:27:47.870936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-5e316711-7ee9-4748-83f7-100debf6ae31 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 946 time: 0.4361575 Nov 23 02:27:47.894527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'security_groups': ['22d2bde1-91df-42dd-963c-6fad011b0a21', '0a0acbc1-67d3-4a2c-92b5-f030245fd70a']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:47.907998 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.011825 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.023347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.038575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.077966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.107600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:48.143284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.145998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:48.150359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.172916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:48.177782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Pushing event updated for resources: {'Port': ['ID=d116e93a-47f2-49b6-932d-98c857cb73a4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.186636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Network e423dbcf-ab6c-4c26-853c-084411c014db is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:48.191387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:48.195282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:48.224352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:48.232215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:48.291160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:48.292221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.299974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Attempting to bind port d116e93a-47f2-49b6-932d-98c857cb73a4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:48.300354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Attempting to bind port d116e93a-47f2-49b6-932d-98c857cb73a4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:48.300728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Attempting to bind port d116e93a-47f2-49b6-932d-98c857cb73a4 on network e423dbcf-ab6c-4c26-853c-084411c014db {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:48.317120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-4a080713-1adb-4696-a952-fd42a207702d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4274206 Nov 23 02:27:48.318839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:48.319224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Checking segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:48.319674 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.320082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Bound using segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:48.320576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Bound port: d116e93a-47f2-49b6-932d-98c857cb73a4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:48.320959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.336504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-e6e9d726-8a29-450e-bbd5-256ee8a588ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 217 time: 0.4955041 Nov 23 02:27:48.340967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Request body: {'port': {'device_id': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:48.396248 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.401993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bfe31-26ea-44bb-bc72-de13e9210ea5 req-d8566162-7290-4a99-8cc9-aa0a5823e1c8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:48.404399 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.409255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-242bfe31-26ea-44bb-bc72-de13e9210ea5 req-d8566162-7290-4a99-8cc9-aa0a5823e1c8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 932 time: 0.5193410 Nov 23 02:27:48.411882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-f8ce1919-108f-49b4-b0c2-b1bf12ffcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:48.413308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-f8ce1919-108f-49b4-b0c2-b1bf12ffcc25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0701022 Nov 23 02:27:48.425927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.461803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.464269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] For port d116e93a-47f2-49b6-932d-98c857cb73a4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:48.465191 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Pushing event updated for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.469016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] For port d116e93a-47f2-49b6-932d-98c857cb73a4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d116e93a-47f2-49b6-932d-98c857cb73a4,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:48.474658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.528555 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.529147 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.530577 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.531565 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.533481 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.535983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.537257 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.537805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.554326 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.558022 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.559040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.559351 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:48.584728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-710fc49b-3d3f-425b-8beb-2ec78682258d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252232 Nov 23 02:27:48.594242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871d77-33eb-4ff4-918d-1ae7bc02b4ae None None] Pushing event updated for resources: {'Port': ['ID=d116e93a-47f2-49b6-932d-98c857cb73a4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.754334 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Attempting to bind port 8b84aeba-fee9-4593-addc-5a6023958ada on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:48.755354 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Attempting to bind port 8b84aeba-fee9-4593-addc-5a6023958ada by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:48.755727 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Attempting to bind port 8b84aeba-fee9-4593-addc-5a6023958ada on network 1857f977-3fc7-4914-8c43-d9625247fde1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:48.776161 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:48.776634 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Checking segment: {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:48.776943 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.778288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Bound using segment: {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:48.778824 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Bound port: 8b84aeba-fee9-4593-addc-5a6023958ada, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19403ec-b809-446a-b8bb-06ed72d5353a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:48.779211 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.814169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-3b1c387d-cf1f-40c0-8b7d-b7062c954c77 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093871 Nov 23 02:27:48.833611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-242bfe31-26ea-44bb-bc72-de13e9210ea5 req-10be9864-e834-4035-b133-00ed5d61689b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179063 Nov 23 02:27:48.892873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1123cd10-8db8-4d1b-96ba-f43f0b676e44 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:48.895946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-16f4e677-59b9-4baa-8ded-bdcd0f8450c7 None None] Provisioning complete for port 8b84aeba-fee9-4593-addc-5a6023958ada triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:48.897282 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16f4e677-59b9-4baa-8ded-bdcd0f8450c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.905597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.920443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] For port 8b84aeba-fee9-4593-addc-5a6023958ada, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:48.925295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Transition to ACTIVE for port object 1123cd10-8db8-4d1b-96ba-f43f0b676e44 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:48.927197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] For port 8b84aeba-fee9-4593-addc-5a6023958ada, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b84aeba-fee9-4593-addc-5a6023958ada,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:48.934761 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.019459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-16f4e677-59b9-4baa-8ded-bdcd0f8450c7 None None] Port 8b84aeba-fee9-4593-addc-5a6023958ada cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:49.111601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-17e9b46c-23a0-42c8-9c7d-9b5a425f5b7a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.113228 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-17e9b46c-23a0-42c8-9c7d-9b5a425f5b7a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1839654 Nov 23 02:27:49.117589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.143626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d116e93a-47f2-49b6-932d-98c857cb73a4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:49.156793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:49.202558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d116e93a-47f2-49b6-932d-98c857cb73a4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:49.202880 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:49.203480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.203609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:27:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:49.207127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278064e-a49a-4ef0-8056-4ad7dff9001d None None] Pushing event updated for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.236994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-d422a1ce-e550-4f67-b6ea-073db055bdb1 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022191 Nov 23 02:27:49.364802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Attempting to bind port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:49.365707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Attempting to bind port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:49.365707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Attempting to bind port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:49.374971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:49.375211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Attempting to bind port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:49.385980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:49.386318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:49.386841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:49.387291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Bound port: 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:49.387687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.393786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d75d0f9b-e22d-424b-bdbe-b465ee1ae269 req-c64c5d48-027a-4d81-a5d1-deee1141a166 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.2462316 Nov 23 02:27:49.409380 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.412965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.428580 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:49.473023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:49.488828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:49.492530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:49.504810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.526556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d116e93a-47f2-49b6-932d-98c857cb73a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d116e93a-47f2-49b6-932d-98c857cb73a4,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:49.539352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.565329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.615079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d116e93a-47f2-49b6-932d-98c857cb73a4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.628754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.629386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.630858 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/1123cd10-8db8-4d1b-96ba-f43f0b676e44 HTTP/1.1" status: 200 len: 1093 time: 1.2954576 Nov 23 02:27:49.636483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:49.640628 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e7e855-adaf-4128-8134-733dad5fd563" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:49.664895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.681693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] Provisioning complete for port 8b84aeba-fee9-4593-addc-5a6023958ada triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:49.682433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.726744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.763202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:49.766201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.799628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.800680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.817037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-419b9c6f-f0a0-41ac-ab1a-e2e5e56e3cbd req-2c4a678c-ce00-4760-ac95-75002606072c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "PUT /v2.0/ports/fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 982 time: 1.9448895 Nov 23 02:27:49.825872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:49.834635 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace601cc-08a9-4e1b-a8ce-e57636485346" -d '{"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:49.877817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4182c49-fa79-47cb-9886-d120c49180d9 req-82c58fc3-eecc-459b-9470-f1a573f5974d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.879437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4182c49-fa79-47cb-9886-d120c49180d9 req-82c58fc3-eecc-459b-9470-f1a573f5974d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.3502803 Nov 23 02:27:49.915896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d476-5639-4dd7-831b-538da86ad3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.960335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:44Z', 'revision_number': 4, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b84aeba-fee9-4593-addc-5a6023958ada', 'name': '', 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'mac_address': 'fa:16:3e:e0:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:42Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'subnets': [{'id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:49.968765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:49.999292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4182c49-fa79-47cb-9886-d120c49180d9 req-41a7eec4-39c8-4f31-8a50-bcf3a8afe8cd tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018553 Nov 23 02:27:50.005208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.068662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d96d85-cfa0-4eea-be69-7d66da455579 None None] The sync data for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 is: [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:44Z', 'revision_number': 4, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8b84aeba-fee9-4593-addc-5a6023958ada', 'name': '', 'network_id': '1857f977-3fc7-4914-8c43-d9625247fde1', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'mac_address': 'fa:16:3e:e0:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:42Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'subnets': [{'id': '8744fe79-6442-49b9-82f3-8ec5260391f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:50.106417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Checking segment: {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:50.106924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network hostable DHCP agents. Network: f618e3a2-22f3-41c9-95ee-2438bc92dd18, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:50.149204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Subnet': ['ID=4b5258b3-765f-4877-b747-ac3148ffa5e2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:50.155493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-e341712e-f3b6-44e7-b42f-d9736fd9c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.171774 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-e341712e-f3b6-44e7-b42f-d9736fd9c6e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 1096 time: 0.4645665 Nov 23 02:27:50.187217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:50.210429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.238624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] For port 8b84aeba-fee9-4593-addc-5a6023958ada, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b84aeba-fee9-4593-addc-5a6023958ada,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:50.255281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.308626 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-2c66d576-3d06-4229-929e-6ea9101c2442 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44 HTTP/1.1" status: 200 len: 217 time: 0.0816805 Nov 23 02:27:50.321706 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f992585-fd77-40ba-9379-b6839c91e73f x-openstack-request-id: req-4f992585-fd77-40ba-9379-b6839c91e73f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:50.322182 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:50.322531 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f992585-fd77-40ba-9379-b6839c91e73f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:50.323035 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44', 'status': 'completed', 'code': 200} Nov 23 02:27:50.342309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:50.382933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822aeef-5e91-4bd8-92fc-3d935a565514 None None] Pushing event updated for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:50.395116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fa312-21e4-422d-8d15-fb9abeecc216 None None] Network e423dbcf-ab6c-4c26-853c-084411c014db requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:50.425376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f618e3a2-22f3-41c9-95ee-2438bc92dd18) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:50.434575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.435189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.469135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-2ba622c0-46d0-4dda-a3bd-c00360855daa tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1536616843&fields=id&tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 267 time: 0.0829089 Nov 23 02:27:50.470041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-481a746c-4b78-4a37-8761-6cc8fd259db1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8749700 Nov 23 02:27:50.494018 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00687a28-3e77-4309-9dd0-4b8b9486b2d0 x-openstack-request-id: req-00687a28-3e77-4309-9dd0-4b8b9486b2d0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:50.494312 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:50.494589 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00687a28-3e77-4309-9dd0-4b8b9486b2d0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:50.494999 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'status': 'completed', 'code': 200} Nov 23 02:27:50.510217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c1726-fc84-4120-9411-8eff2f612062 None None] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:50.557106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-31c187ce-6fae-4710-940c-6d0c9a2a73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.558788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-31c187ce-6fae-4710-940c-6d0c9a2a73fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.2304976 Nov 23 02:27:50.659149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-044aa7b9-9448-4c5c-a4f1-fcc02d771a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.664716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-044aa7b9-9448-4c5c-a4f1-fcc02d771a88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1137 time: 0.1041727 Nov 23 02:27:50.693977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-00254983-2729-48ce-bc07-39d5f4dbb8ff None None] Provisioning complete for port d116e93a-47f2-49b6-932d-98c857cb73a4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:50.694337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00254983-2729-48ce-bc07-39d5f4dbb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.705350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.5 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/c825fa80-e88a-4e14-85c1-b46335219d5a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:50.793892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-39e300f7-3fff-4763-8963-4530ee8d35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.795567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-39e300f7-3fff-4763-8963-4530ee8d35f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.1198366 Nov 23 02:27:50.906428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-5eb47df1-cbdc-44e9-bf32-400af179bb24 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.909062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-5eb47df1-cbdc-44e9-bf32-400af179bb24 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 985 time: 0.4310486 Nov 23 02:27:50.911083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-98a859df-a8dd-4154-b025-44c0839a9182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 217 time: 0.1024051 Nov 23 02:27:50.928148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486af112-6565-4ff0-b769-1a01f1d07dc1 req-53bbd54f-f9ed-4bd8-80b4-45bfdb077ca5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:50.930032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486af112-6565-4ff0-b769-1a01f1d07dc1 req-53bbd54f-f9ed-4bd8-80b4-45bfdb077ca5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 944 time: 0.3239925 Nov 23 02:27:50.944319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'security_groups': ['0a0acbc1-67d3-4a2c-92b5-f030245fd70a', '22d2bde1-91df-42dd-963c-6fad011b0a21', '2c763c0f-44b6-42d5-94a7-b68e86f8a3af']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:50.950765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.043664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-8bcc1abb-9024-4471-a8c2-ffbbfe92de57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4718940 Nov 23 02:27:51.046951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.129581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.185720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f618e3a2-22f3-41c9-95ee-2438bc92dd18', 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'fixed_ips': [{'subnet_id': '4b5258b3-765f-4877-b747-ac3148ffa5e2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:51.191580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.251596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:51.261001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:51.268680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:51.301900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-8d70fc84-55b4-43cc-afaa-e45dc28440d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:51.304100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-8d70fc84-55b4-43cc-afaa-e45dc28440d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.3727293 Nov 23 02:27:51.325871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-486af112-6565-4ff0-b769-1a01f1d07dc1 req-3c0cbd0c-87db-4217-8be2-6c000d2981a4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239961 Nov 23 02:27:51.337539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:51.374142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:51.374905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.398307 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-f2f28af8-c894-4a5a-86dd-37696c3cb5cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2460401 Nov 23 02:27:51.421223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Request body: {'port': {'device_id': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:51.425378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-b1e80521-dcb1-4a2a-b434-3bec134e3ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642426 Nov 23 02:27:51.429363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-5d311b29-e214-4122-9a90-ed4f764005ab service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781433 Nov 23 02:27:51.495735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d116e93a-47f2-49b6-932d-98c857cb73a4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:51.580549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-727a5038-996b-485e-9dc4-e8b63930b323 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499822 Nov 23 02:27:51.592528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-670e51d2-bfa9-49d9-9a13-0545bff673f6 req-e68e5cd0-f512-4177-ba1f-b981498f593a service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399498 Nov 23 02:27:51.663234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.725215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace601cc-08a9-4e1b-a8ce-e57636485346 req-ec591be4-db46-4b83-9f55-b7bb066e1885 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078479 Nov 23 02:27:51.731154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Allocated IP 19.86.0.2 (f618e3a2-22f3-41c9-95ee-2438bc92dd18/4b5258b3-765f-4877-b747-ac3148ffa5e2/fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:51.798212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da5a7a-25a0-46bf-8137-a27a46377d41 req-6c75bc37-a37a-4e8d-94c3-d75bbbd723d3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:51.805522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3da5a7a-25a0-46bf-8137-a27a46377d41 req-6c75bc37-a37a-4e8d-94c3-d75bbbd723d3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 931 time: 0.2286699 Nov 23 02:27:51.900592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d116e93a-47f2-49b6-932d-98c857cb73a4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:51.901241 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.922359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:51.984506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.001755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3da5a7a-25a0-46bf-8137-a27a46377d41 req-780008d0-8c82-4654-b224-872c859d3b47 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946442 Nov 23 02:27:52.012803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.077357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:52.079964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.094672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.095492 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.097215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f57487b1-aadc-4dc9-ab87-63ea3754f205 req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "PUT /v2.0/ports/fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 1021 time: 1.1806636 Nov 23 02:27:52.158305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c825fa80-e88a-4e14-85c1-b46335219d5a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:52.170475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.192165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Transition to ACTIVE for port object c825fa80-e88a-4e14-85c1-b46335219d5a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:52.198867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.213197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.295719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:52.312049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:52.334378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Pushing event updated for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.350050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b84aeba-fee9-4593-addc-5a6023958ada up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:52.355139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-fdfd7929-f86a-4e45-b79d-143ce1db03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.358324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:52.359215 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-fdfd7929-f86a-4e45-b79d-143ce1db03eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 1096 time: 0.5789413 Nov 23 02:27:52.363203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:52.385275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8266-422c-492d-a212-a68a5ce457b0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.401174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Pushing event updated for resources: {'Port': ['ID=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.416897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-400af1f4-eb68-4e1a-8b10-e15671b8a708 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.421779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-947d89d0-7401-4300-babf-6a0cb66210ac None None] Provisioning complete for port d116e93a-47f2-49b6-932d-98c857cb73a4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.422157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-947d89d0-7401-4300-babf-6a0cb66210ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.423483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-400af1f4-eb68-4e1a-8b10-e15671b8a708 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.425465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-400af1f4-eb68-4e1a-8b10-e15671b8a708 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/networks?id=e423dbcf-ab6c-4c26-853c-084411c014db&id=f618e3a2-22f3-41c9-95ee-2438bc92dd18&id=e423dbcf-ab6c-4c26-853c-084411c014db HTTP/1.1" status: 200 len: 1391 time: 0.2716544 Nov 23 02:27:52.447521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc00d72-e2ee-4bdb-9da3-c42268b9aa16 req-2cf34f3d-733d-4e11-b65d-597249a3a37e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.449178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cc00d72-e2ee-4bdb-9da3-c42268b9aa16 req-2cf34f3d-733d-4e11-b65d-597249a3a37e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1318502 Nov 23 02:27:52.453303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-72cdc060-d3e2-447c-a507-5f5941fcbafe tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/quotas/cfe0200c51574b6a9001b39757aeb175 HTTP/1.1" status: 200 len: 375 time: 0.0213583 Nov 23 02:27:52.498367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:52.501253 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e2192-53c8-4541-9b57-5bae306fe383" -d '{"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:52.552767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cc00d72-e2ee-4bdb-9da3-c42268b9aa16 req-3e85215a-ef9e-452c-82c7-5cf12a68915c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Nov 23 02:27:52.561600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Attempting to bind port c825fa80-e88a-4e14-85c1-b46335219d5a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:52.561988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Attempting to bind port c825fa80-e88a-4e14-85c1-b46335219d5a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:52.562332 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Attempting to bind port c825fa80-e88a-4e14-85c1-b46335219d5a on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:52.564175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-cbfa2a6e-f4a0-4c3b-9b0b-5b4e6f97b437 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1012733 Nov 23 02:27:52.568777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Port c825fa80-e88a-4e14-85c1-b46335219d5a on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:52.569110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Attempting to bind port c825fa80-e88a-4e14-85c1-b46335219d5a on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:52.580477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:52.580477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:52.580477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:52.580477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Bound port: c825fa80-e88a-4e14-85c1-b46335219d5a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:52.580477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.582302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Attempting to bind port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:52.582302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Attempting to bind port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:52.582302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Attempting to bind port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 on network f618e3a2-22f3-41c9-95ee-2438bc92dd18 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:52.605839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:52.606218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Checking segment: {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:52.606668 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.607380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Bound using segment: {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:52.607605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Bound port: fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:52.607947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.611715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-171f5852-93db-4ade-bf83-650366ec1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.613230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-171f5852-93db-4ade-bf83-650366ec1694 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.2446091 Nov 23 02:27:52.632824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 8b84aeba-fee9-4593-addc-5a6023958ada triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.633250 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.683529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-5a801ed1-54ce-4719-bc2d-305490595ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44 HTTP/1.1" status: 200 len: 217 time: 0.0401902 Nov 23 02:27:52.754325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3567a4fd-81c9-4f50-a398-b1801ee3290f service neutron] 10.222.0.15 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681662 Nov 23 02:27:52.758439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:52.764298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c825fa80-e88a-4e14-85c1-b46335219d5a,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:52.771558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.782230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-328bfd6e-55a7-4ca9-bc36-31564406396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.784462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-328bfd6e-55a7-4ca9-bc36-31564406396c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0883451 Nov 23 02:27:52.798271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:52.799190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.801565 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] 10.222.0.41 "PUT /v2.0/ports/c825fa80-e88a-4e14-85c1-b46335219d5a HTTP/1.1" status: 200 len: 1092 time: 1.3853340 Nov 23 02:27:52.805418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:52.808213 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ff52b-aed4-4193-980f-21c8d2e2154e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:52.853021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] For port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:52.888443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] For port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:52.936464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.940640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-941b755c-958f-40bc-82a6-6d4b374748a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360826 Nov 23 02:27:52.993439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-ed36ac2e-9251-44e9-98be-3d288c465ffc service neutron] 10.222.0.15 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346623 Nov 23 02:27:53.064116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6173-5c86-46f5-8d7b-3c24f3971cc8 req-6947d59b-4abe-43ec-baca-e04139abfd1c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.065941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b72a6173-5c86-46f5-8d7b-3c24f3971cc8 req-6947d59b-4abe-43ec-baca-e04139abfd1c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1024 time: 0.1385987 Nov 23 02:27:53.107956 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-ac372b7c-a776-4e29-a012-60e8e0e5e125 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584504 Nov 23 02:27:53.115043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c2043983-fe9b-4882-b1da-e881b6a580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.116845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c2043983-fe9b-4882-b1da-e881b6a580d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 1095 time: 0.2480466 Nov 23 02:27:53.141926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f5837-0aed-42fc-b8ac-59aee3f5f5ca None None] Pushing event updated for resources: {'Port': ['ID=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:53.195440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b72a6173-5c86-46f5-8d7b-3c24f3971cc8 req-a6a5c050-dee4-4da1-8eba-064a68a10d63 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0acbc1-67d3-4a2c-92b5-f030245fd70a&id=2c763c0f-44b6-42d5-94a7-b68e86f8a3af&id=22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 200 len: 6199 time: 0.1231856 Nov 23 02:27:53.195980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb98af-36d7-4af0-8762-7d540ee93434 service neutron] Pushing event updated for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:53.241269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-cf14ee04-ef6a-4ff2-b560-33483a44ba59 service neutron] 10.222.0.15 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468441 Nov 23 02:27:53.254419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-14ed90da-bdae-42d2-8a43-516e6454c65f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c825fa80-e88a-4e14-85c1-b46335219d5a HTTP/1.1" status: 200 len: 217 time: 0.1162932 Nov 23 02:27:53.264884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.362592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d4e7e855-adaf-4128-8134-733dad5fd563 req-e7433f11-cbc4-4168-b84d-7517a631efd3 service neutron] 10.222.0.41 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283294 Nov 23 02:27:53.395625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-681e8e56-1228-4230-ae7a-9a7bceed1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.397319 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-681e8e56-1228-4230-ae7a-9a7bceed1a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.1361187 Nov 23 02:27:53.462865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-ec7c99b7-cf68-4e5d-a30e-77939696b640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450997 Nov 23 02:27:53.477030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817332fc-8667-4348-9612-b461493add31 req-1c8f4896-cea9-40eb-9205-0a7ce2fb1179 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.478775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817332fc-8667-4348-9612-b461493add31 req-1c8f4896-cea9-40eb-9205-0a7ce2fb1179 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 944 time: 0.1433640 Nov 23 02:27:53.485575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-06c84afb-b1d8-45e3-a62b-0be98cf188da service neutron] 10.222.0.15 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433527 Nov 23 02:27:53.575748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-79e8aa7b-1991-4e4f-b59a-c37f87542a1f service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087322 Nov 23 02:27:53.617260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-817332fc-8667-4348-9612-b461493add31 req-38b58896-bf9e-4e95-a158-160dfd05705c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210732 Nov 23 02:27:53.647874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-1077dab0-1c40-4454-850f-c4d734acba7a service neutron] 10.222.0.15 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439652 Nov 23 02:27:53.693847 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-a5e96207-b57a-46be-b5c0-93bdecb4fa79 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099923 Nov 23 02:27:53.720580 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a9528-0408-4665-bb86-4273fd46d8ff x-openstack-request-id: req-7b6a9528-0408-4665-bb86-4273fd46d8ff {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:53.720983 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:53.721347 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b6a9528-0408-4665-bb86-4273fd46d8ff {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:53.721854 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a', 'status': 'completed', 'code': 200} Nov 23 02:27:53.762874 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcaf76a-1cf3-4f2b-8ad5-95f5b5349f96 x-openstack-request-id: req-3bcaf76a-1cf3-4f2b-8ad5-95f5b5349f96 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:53.763506 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:53.763630 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bcaf76a-1cf3-4f2b-8ad5-95f5b5349f96 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:53.764109 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'status': 'completed', 'code': 200} Nov 23 02:27:53.793786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-35f018c6-06b6-473d-92fd-3e4c303fa378 service neutron] 10.222.0.15 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390719 Nov 23 02:27:53.808137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-a429bab6-764f-492e-87d6-7d283924d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.809709 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-a429bab6-764f-492e-87d6-7d283924d940 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1176 time: 0.0610905 Nov 23 02:27:53.854418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729d1f6-66a1-4f14-9c9a-1e910bd64084 req-b4698dd4-4eef-4cb7-a68d-cb9ca76a9d5d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.856877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3729d1f6-66a1-4f14-9c9a-1e910bd64084 req-b4698dd4-4eef-4cb7-a68d-cb9ca76a9d5d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 943 time: 0.0611575 Nov 23 02:27:53.939651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': ' tempest-securitygroup -585679361 ', 'description': 'tempest-description-244449954'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:53.962645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3729d1f6-66a1-4f14-9c9a-1e910bd64084 req-a11041dd-dd2b-4051-a10f-28ded85b214c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898099 Nov 23 02:27:54.009695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.123393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.128373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.151583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.166460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fba70f11-75f5-4e7f-a451-50c07a9bda28 req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2305975 Nov 23 02:27:54.257320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169b782-0773-4fde-90f8-b526c0dc1c72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9980e03a-069a-464d-a131-402e40763044,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:54.312736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d09f-f2ba-45eb-b209-12505ebbcdf1 req-a9d8ef76-f7f8-4c20-823a-d7bdc5b5b00b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.315600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d223d09f-f2ba-45eb-b209-12505ebbcdf1 req-a9d8ef76-f7f8-4c20-823a-d7bdc5b5b00b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1082144 Nov 23 02:27:54.415715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d223d09f-f2ba-45eb-b209-12505ebbcdf1 req-e586f9d1-abfe-4db4-9842-3367f472eb04 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Nov 23 02:27:54.479021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-3cbe71b8-a7c7-4f69-99b4-e060bfbe6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.480527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-3cbe71b8-a7c7-4f69-99b4-e060bfbe6430 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 1095 time: 0.6601636 Nov 23 02:27:54.489223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-262012d3-32ee-4711-8191-41384920a0e8 req-aa810b67-f6aa-47fe-93af-1434f63c037b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 210 time: 0.0455546 Nov 23 02:27:54.517905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f6d74d6-8c4d-410a-b928-5a0463147c62 req-58c5fbb1-8cf6-46d1-a123-a06b08ad7cc4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/9980e03a-069a-464d-a131-402e40763044 HTTP/1.1" status: 200 len: 1796 time: 0.0773311 Nov 23 02:27:54.555830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee0aed-c2c0-4d6e-bbc6-595a37fd11e2 None None] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:54.605197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-fe34d1c0-b76c-4890-a9fd-5ca079e7dc8f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/9980e03a-069a-464d-a131-402e40763044 HTTP/1.1" status: 200 len: 1796 time: 0.0658100 Nov 23 02:27:54.622348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-1e1e2aab-7520-4bed-a0a0-c296472b9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.623876 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-1e1e2aab-7520-4bed-a0a0-c296472b9ef8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.7948682 Nov 23 02:27:54.633116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] Provisioning complete for port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:54.633872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.729037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.738558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-eb3ca463-240e-4d80-a8dd-021115dfeece service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 200 len: 217 time: 0.1047828 Nov 23 02:27:54.768310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 1123cd10-8db8-4d1b-96ba-f43f0b676e44 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:54.806710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.816838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-e0560fcb-7bb7-4896-9a7a-61e341219d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.818449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-e0560fcb-7bb7-4896-9a7a-61e341219d6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.3287711 Nov 23 02:27:54.837339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-0c18036f-edff-44b9-aa8f-d8424f7b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.840324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-0c18036f-edff-44b9-aa8f-d8424f7b5c76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0861828 Nov 23 02:27:54.856152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.886671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-f8de5537-d344-4424-aaf9-bdf1326e131c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c825fa80-e88a-4e14-85c1-b46335219d5a HTTP/1.1" status: 200 len: 217 time: 0.0574517 Nov 23 02:27:54.891618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bed94a-48bc-47e9-9d1d-d271312143d3 req-dbbc3ea3-823e-4495-bef9-d6e4b1c98c04 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:54.899694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03bed94a-48bc-47e9-9d1d-d271312143d3 req-dbbc3ea3-823e-4495-bef9-d6e4b1c98c04 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 944 time: 0.1187670 Nov 23 02:27:54.935584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.938386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.940656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00ba90d-c232-499d-954d-877b6b8c4aa1 req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/9980e03a-069a-464d-a131-402e40763044 HTTP/1.1" status: 204 len: 173 time: 0.3318179 Nov 23 02:27:54.965071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] For port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:54.974531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.980389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-ce8d4610-f275-447c-be8b-aec18357c2ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955529 Nov 23 02:27:55.010351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30315c9-336a-4b82-972e-b314ee8622f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9980e03a-069a-464d-a131-402e40763044,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.058414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:55.076071 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-b28e6165-4101-4abd-8289-d5401ec958ed req-01f258a6-3189-4b6f-b98a-922383dd7c5c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:27:55.088795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b28e6165-4101-4abd-8289-d5401ec958ed req-01f258a6-3189-4b6f-b98a-922383dd7c5c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/9980e03a-069a-464d-a131-402e40763044 HTTP/1.1" status: 404 len: 352 time: 0.0368943 Nov 23 02:27:55.134105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '1123cd10-8db8-4d1b-96ba-f43f0b676e44', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': '1123cd10-8db8-4d1b-96ba-f43f0b676e44', 'mac_address': 'fa:16:3e:82:61:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:55.140979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03bed94a-48bc-47e9-9d1d-d271312143d3 req-71ce6d10-a0d8-4a25-b0b4-8a25d33f8523 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402139 Nov 23 02:27:55.146751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360a796-dacb-4be2-a9e6-0beef4fcac65 None None] Pushing event updated for resources: {'Port': ['ID=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.193188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.219056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1123cd10-8db8-4d1b-96ba-f43f0b676e44 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:55.254958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:55.260855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.264418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-75013165-aacf-47f3-8803-cdb4a32f4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:55.266239 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-75013165-aacf-47f3-8803-cdb4a32f4dbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.3699138 Nov 23 02:27:55.328896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-b0a3ce1a-e4a9-4223-8ad5-98b070f3a989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432324 Nov 23 02:27:55.331346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-291252bc-c493-4684-9295-edce26f98578 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281434 Nov 23 02:27:55.372181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c28c13-90bc-4a1d-881d-9ed1d997284f req-4d9b0fb7-9f63-4fed-a763-8d3d38459858 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:55.374472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:55.383191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c28c13-90bc-4a1d-881d-9ed1d997284f req-4d9b0fb7-9f63-4fed-a763-8d3d38459858 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 943 time: 0.1304734 Nov 23 02:27:55.396968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2134379041', 'description': 'tempest-description-114502748'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:55.427706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.451511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1b76bee6-26d0-4ec8-9fed-538dd8155128 None None] Provisioning complete for port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:55.452759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b76bee6-26d0-4ec8-9fed-538dd8155128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.515069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.553154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:55.553893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.555042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c28c13-90bc-4a1d-881d-9ed1d997284f req-58af22a2-9928-4e91-8d63-582778a2c5a3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707401 Nov 23 02:27:55.591887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ca9e2192-53c8-4541-9b57-5bae306fe383 req-1b899001-6808-4c14-8aaf-83cfd6195d84 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490282 Nov 23 02:27:55.603765 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-2314baf5-ac6e-4670-82da-a86b3fbb673d service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549210 Nov 23 02:27:55.636151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.651343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.677447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['1123cd10-8db8-4d1b-96ba-f43f0b676e44'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:55.698691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.710926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6c8c572-7545-43a7-91fb-d3601de66458 req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3730254 Nov 23 02:27:55.714672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21376ee5-d830-4ee9-9cfd-2fed05409042 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602528da-f91e-451e-b119-8b06306af336,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.762048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-81d21d58-ba37-4205-94c1-c86164a1c66e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:55.768858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-81d21d58-ba37-4205-94c1-c86164a1c66e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:55.772049 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-81d21d58-ba37-4205-94c1-c86164a1c66e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "GET /v2.0/networks?id=e423dbcf-ab6c-4c26-853c-084411c014db&id=f618e3a2-22f3-41c9-95ee-2438bc92dd18&id=e423dbcf-ab6c-4c26-853c-084411c014db HTTP/1.1" status: 200 len: 1391 time: 0.2771592 Nov 23 02:27:55.785482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'admin_state_up': True, 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:55.894033 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e38ff52b-aed4-4193-980f-21c8d2e2154e req-bb4ade6c-1cca-4cd6-a28d-c04241461228 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478764 Nov 23 02:27:55.932686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed76fe-53dc-481e-bab8-f31873654ed9 req-55c1768f-e038-4c6c-88b8-ec29b68b02c3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:55.934271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fed76fe-53dc-481e-bab8-f31873654ed9 req-55c1768f-e038-4c6c-88b8-ec29b68b02c3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.0978694 Nov 23 02:27:55.961669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:55.965795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.976911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1ff489d-5cda-4635-a454-570a8b0b7385 req-fd33c03a-3c4f-49d0-8401-aef345f4764a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 210 time: 0.0538046 Nov 23 02:27:56.038979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-171567339', 'description': 'tempest-description-1529859037'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:56.072842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.093252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fed76fe-53dc-481e-bab8-f31873654ed9 req-37adf56b-7ff4-4e55-a43b-615e560f741d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480722 Nov 23 02:27:56.170215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Allocated IP 19.80.0.62 (e423dbcf-ab6c-4c26-853c-084411c014db/9efb846d-6bb8-444a-bb23-77e78dbb5756/2ca50b11-d5c5-4790-a180-ab19ddb710ce) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:56.193949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.198334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.228902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.230358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a14bf9-0709-4f24-866a-0702aebe6c45 req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2002308 Nov 23 02:27:56.278639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-294308332', 'description': 'tempest-description-192988481'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:56.285681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaabb38-0f10-408f-ad0f-be6388ba6352 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1e846-a2b3-4911-a978-f5c6f792f24c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.311392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.320219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750a34-7f2c-4302-b620-886efea89b02 req-cb50e3f2-3c7c-4694-b733-c537e442026f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:56.321738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09750a34-7f2c-4302-b620-886efea89b02 req-cb50e3f2-3c7c-4694-b733-c537e442026f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 945 time: 0.0904171 Nov 23 02:27:56.373830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.393445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09750a34-7f2c-4302-b620-886efea89b02 req-4a9888ad-08b4-4cc6-b9f2-5e4c95faf50c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614512 Nov 23 02:27:56.423939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.443545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.449424 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.472552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network e423dbcf-ab6c-4c26-853c-084411c014db is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:56.478459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:56.481196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:56.498803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c0fb5-530e-4366-8577-9ac3b2129447,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.504808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.506223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-583f5cb4-ec3f-46b2-ad66-b9a88086ae7f req-d06e9e51-f67f-43de-a8f2-a2bf5cea6aa9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2365727 Nov 23 02:27:56.511814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.539504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:56.540248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.559185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-254eab37-58f1-4202-b7bb-5c1a255a6cf2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789488 Nov 23 02:27:56.574188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18', 'admin_state_up': True, 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:56.648027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead204a5-074e-4764-b93b-1f65c2a672a0 req-f58ef7a9-646c-4024-868d-275d42d97e7b tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 10996 time: 0.1120622 Nov 23 02:27:56.703081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead204a5-074e-4764-b93b-1f65c2a672a0 req-ecf4ca7c-5f43-4d3c-b5bc-62d29bd664a7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 200 len: 2998 time: 0.0475447 Nov 23 02:27:56.725645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:56.729284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.775248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c825fa80-e88a-4e14-85c1-b46335219d5a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:56.804466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead204a5-074e-4764-b93b-1f65c2a672a0 req-2ec468e0-6749-4d96-ac34-5948b56982de tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 200 len: 2998 time: 0.0848410 Nov 23 02:27:56.819607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce7407-9637-4eb2-b43b-68dee4764cc9 req-12354f20-2148-47e5-a66a-56ea252672eb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:56.821149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1ce7407-9637-4eb2-b43b-68dee4764cc9 req-12354f20-2148-47e5-a66a-56ea252672eb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 943 time: 0.1171370 Nov 23 02:27:56.892632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1ce7407-9637-4eb2-b43b-68dee4764cc9 req-1e37b13d-1997-4f9d-a937-19153206a035 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633307 Nov 23 02:27:56.906602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3026c6f4-b0dd-43a1-8adb-9cf8684ab83d None None] Provisioning complete for port 2ca50b11-d5c5-4790-a180-ab19ddb710ce triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:56.906879 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3026c6f4-b0dd-43a1-8adb-9cf8684ab83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.951190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3026c6f4-b0dd-43a1-8adb-9cf8684ab83d None None] Port 2ca50b11-d5c5-4790-a180-ab19ddb710ce cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:56.952591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Allocated IP 19.86.0.32 (f618e3a2-22f3-41c9-95ee-2438bc92dd18/4b5258b3-765f-4877-b747-ac3148ffa5e2/4f78bfd8-2e2d-476a-9899-dc90194c39bb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:56.974386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c825fa80-e88a-4e14-85c1-b46335219d5a,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:56.990582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-372da7b9-775d-4731-bb88-f111453f99f2 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/602528da-f91e-451e-b119-8b06306af336 HTTP/1.1" status: 200 len: 1817 time: 0.0599072 Nov 23 02:27:56.997012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c825fa80-e88a-4e14-85c1-b46335219d5a', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': 'c825fa80-e88a-4e14-85c1-b46335219d5a', 'mac_address': 'fa:16:3e:90:da:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:57.053315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.073565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c825fa80-e88a-4e14-85c1-b46335219d5a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:57.092263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.114269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c825fa80-e88a-4e14-85c1-b46335219d5a,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:57.118814 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.131807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.202557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:57.206934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.213191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.215901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.227991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f56202f-3cde-400c-a022-14ebb4a2fe52 req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/602528da-f91e-451e-b119-8b06306af336 HTTP/1.1" status: 204 len: 173 time: 0.2310905 Nov 23 02:27:57.243393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.247664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.258871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167d63-9dcb-4e1b-924b-297cbbf70a40 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602528da-f91e-451e-b119-8b06306af336,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.304208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eb60a-4348-4fc7-8212-1fbc3c8195a6 req-77739b44-2ccf-4e49-b84d-f0c06fc067f3 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:57.311771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-943eb60a-4348-4fc7-8212-1fbc3c8195a6 req-77739b44-2ccf-4e49-b84d-f0c06fc067f3 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 931 time: 0.1188629 Nov 23 02:27:57.336716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:57.337191 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.343110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:57.350722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:57.374258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.378806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:57.424117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-943eb60a-4348-4fc7-8212-1fbc3c8195a6 req-f05b0c8c-5321-4af9-b2ca-e18060a48a64 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112955 Nov 23 02:27:57.441080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:57.441080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.461601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c830a-4d2c-47a1-ad2b-719897b3f05c req-4fe96eb8-585c-4895-bcd8-3fd3a8b04a31 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:57.463216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef9c830a-4d2c-47a1-ad2b-719897b3f05c req-4fe96eb8-585c-4895-bcd8-3fd3a8b04a31 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1318116 Nov 23 02:27:57.472015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-71b34848-7b22-455b-b6d1-67a51baf5bdc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9037778 Nov 23 02:27:57.483153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'admin_state_up': True, 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:57.494435 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-b91b7556-af88-4d7b-ac10-db4eac55743d req-f8c77b28-a975-4722-b1c6-758f942ed83f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:27:57.512554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b91b7556-af88-4d7b-ac10-db4eac55743d req-f8c77b28-a975-4722-b1c6-758f942ed83f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/602528da-f91e-451e-b119-8b06306af336 HTTP/1.1" status: 404 len: 352 time: 0.0482516 Nov 23 02:27:57.568177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c825fa80-e88a-4e14-85c1-b46335219d5a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:57.571416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef9c830a-4d2c-47a1-ad2b-719897b3f05c req-5cf8ad47-598f-4c24-99db-68078e83e8f7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002641 Nov 23 02:27:57.652149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:57.657237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.665370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eff4cc-e164-4bce-9e0b-80f3a19ffe52 req-c82c58a3-809e-485f-99cd-fc42579f2183 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:57.668374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4eff4cc-e164-4bce-9e0b-80f3a19ffe52 req-c82c58a3-809e-485f-99cd-fc42579f2183 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 945 time: 0.0928633 Nov 23 02:27:57.745959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-ce5cd29f-f76f-4b16-bd1f-9f2c48747845 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/bae1e846-a2b3-4911-a978-f5c6f792f24c HTTP/1.1" status: 200 len: 1817 time: 0.0726168 Nov 23 02:27:57.769403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4eff4cc-e164-4bce-9e0b-80f3a19ffe52 req-9b0137e2-3a20-471d-996d-275ec6a1ea68 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934319 Nov 23 02:27:57.798349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dd4ccb51-4519-405c-851b-630a9e4f8d70 None None] Provisioning complete for port 4f78bfd8-2e2d-476a-9899-dc90194c39bb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:57.798985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccb51-4519-405c-851b-630a9e4f8d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.814521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Allocated IP 19.80.0.202 (e423dbcf-ab6c-4c26-853c-084411c014db/9efb846d-6bb8-444a-bb23-77e78dbb5756/5a2cfe7d-b69e-4c31-8e12-2a642e2d937e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:57.817851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.841682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ccb51-4519-405c-851b-630a9e4f8d70 None None] Port 4f78bfd8-2e2d-476a-9899-dc90194c39bb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:57.842082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.885945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.888581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.889724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b2e5494-46ee-49d3-941d-4df99e819711 req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/bae1e846-a2b3-4911-a978-f5c6f792f24c HTTP/1.1" status: 204 len: 173 time: 0.1327860 Nov 23 02:27:57.902372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5258c04-cc71-4fc8-b27d-4dbcf48f8730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1e846-a2b3-4911-a978-f5c6f792f24c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.955623 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-961b4417-1593-41b2-acaf-bdfeecb8a44b req-69678bcf-6639-4b7f-84f0-d869de954730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:27:57.956649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-961b4417-1593-41b2-acaf-bdfeecb8a44b req-69678bcf-6639-4b7f-84f0-d869de954730 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/bae1e846-a2b3-4911-a978-f5c6f792f24c HTTP/1.1" status: 404 len: 352 time: 0.0205059 Nov 23 02:27:57.986555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.022894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.069930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:27:58.070592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network e423dbcf-ab6c-4c26-853c-084411c014db is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:58.073862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:58.077669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:58.093590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-140497b9-ab9e-43a8-9cea-fe4f9aadb14a tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/b41c0fb5-530e-4366-8577-9ac3b2129447 HTTP/1.1" status: 200 len: 1816 time: 0.0492897 Nov 23 02:27:58.101907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56ad0e-d822-436b-8662-0202ccbae4b6 req-bdc290e3-362f-4a9c-b79c-ef60bc60c705 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.102115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.103457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c56ad0e-d822-436b-8662-0202ccbae4b6 req-bdc290e3-362f-4a9c-b79c-ef60bc60c705 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 944 time: 0.0889192 Nov 23 02:27:58.137181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.138006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.155276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-fa4a9fc8-7585-4c06-a392-af5b5498df72 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6764543 Nov 23 02:27:58.168482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:58.193965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c56ad0e-d822-436b-8662-0202ccbae4b6 req-b4f060fc-e273-44b0-b8a4-70b20d367b9a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825281 Nov 23 02:27:58.199526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.229875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.241706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.287003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.290274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.291530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5157b0ef-721c-41f1-a4e4-b7834668564e req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/b41c0fb5-530e-4366-8577-9ac3b2129447 HTTP/1.1" status: 204 len: 173 time: 0.1871567 Nov 23 02:27:58.303911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9926c2c-cf58-4165-a192-53229ec4d574 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c0fb5-530e-4366-8577-9ac3b2129447,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.337455 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-31d4f2de-aea2-495a-a9a9-d55aaf94a782 req-6bd2485f-adf5-45d6-b4bb-d499b8b1142f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:27:58.338462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d4f2de-aea2-495a-a9a9-d55aaf94a782 req-6bd2485f-adf5-45d6-b4bb-d499b8b1142f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/b41c0fb5-530e-4366-8577-9ac3b2129447 HTTP/1.1" status: 404 len: 352 time: 0.0148919 Nov 23 02:27:58.366339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f86dbe19-0fb7-4c7f-802a-512245545ea8 None None] Provisioning complete for port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:58.366958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86dbe19-0fb7-4c7f-802a-512245545ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.414358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f86dbe19-0fb7-4c7f-802a-512245545ea8 None None] Port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:58.428827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5428faa-bb68-4ea2-a823-4f3cc5cd2802 req-0a3f4203-3975-454b-8f46-75db72ebb1cf tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 6199 time: 0.0652897 Nov 23 02:27:58.482415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5428faa-bb68-4ea2-a823-4f3cc5cd2802 req-5e1affdb-56e0-40f4-824a-fb29ea2fb719 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 200 len: 2998 time: 0.0465000 Nov 23 02:27:58.555957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca50b11-d5c5-4790-a180-ab19ddb710ce {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:58.561891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5428faa-bb68-4ea2-a823-4f3cc5cd2802 req-d0e76856-67a8-4581-8136-7dcaab131bfb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 200 len: 2998 time: 0.0720360 Nov 23 02:27:58.563821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.575969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569ba4-6ee2-4111-b3d0-d9d555b7dc67 req-7589b80d-61de-47dc-a6e5-c7feac73e293 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.578786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Transition to ACTIVE for port object 2ca50b11-d5c5-4790-a180-ab19ddb710ce will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:58.583253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569ba4-6ee2-4111-b3d0-d9d555b7dc67 req-7589b80d-61de-47dc-a6e5-c7feac73e293 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.583408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.589905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569ba4-6ee2-4111-b3d0-d9d555b7dc67 req-7589b80d-61de-47dc-a6e5-c7feac73e293 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.591670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3569ba4-6ee2-4111-b3d0-d9d555b7dc67 req-7589b80d-61de-47dc-a6e5-c7feac73e293 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2375 time: 0.0941169 Nov 23 02:27:58.597161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1693505112', 'description': 'tempest-description-269078056'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:58.647723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.666493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.671715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3569ba4-6ee2-4111-b3d0-d9d555b7dc67 req-9b84cc9a-8f62-492d-acd6-f54227eb7bbf tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701439 Nov 23 02:27:58.737246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Attempting to bind port 2ca50b11-d5c5-4790-a180-ab19ddb710ce on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:58.738025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Attempting to bind port 2ca50b11-d5c5-4790-a180-ab19ddb710ce by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:58.738797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Attempting to bind port 2ca50b11-d5c5-4790-a180-ab19ddb710ce on network e423dbcf-ab6c-4c26-853c-084411c014db {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:58.743966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.745670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Port 2ca50b11-d5c5-4790-a180-ab19ddb710ce on network e423dbcf-ab6c-4c26-853c-084411c014db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:58.746132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Attempting to bind port 2ca50b11-d5c5-4790-a180-ab19ddb710ce on network e423dbcf-ab6c-4c26-853c-084411c014db {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:58.752660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:58.753232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Checking segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:58.753679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Bound using segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:58.754188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Bound port: 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:58.754643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.762140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.795448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c825fa80-e88a-4e14-85c1-b46335219d5a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:58.814469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.815668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eff59e1a-907d-4f0c-a485-39b9ab11ad7c req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2229924 Nov 23 02:27:58.818175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6946a2-fa65-4513-9c4b-f901d8478e72 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7536423f-6a01-4343-a029-b3314ab86b1e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.852680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:58.856158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:58.857746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef663b94-a429-4cef-8f91-9eeebc2206d8 req-4cbbda7e-e01f-42bf-ae5a-c7b0686109df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.861455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.866570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef663b94-a429-4cef-8f91-9eeebc2206d8 req-4cbbda7e-e01f-42bf-ae5a-c7b0686109df tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.1209543 Nov 23 02:27:58.870287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c825fa80-e88a-4e14-85c1-b46335219d5a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:58.877253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c825fa80-e88a-4e14-85c1-b46335219d5a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:58.878255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.915480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.916475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.919109 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ca50b11-d5c5-4790-a180-ab19ddb710ce HTTP/1.1" status: 200 len: 1092 time: 0.7546937 Nov 23 02:27:58.919632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:58.922137 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2fee1-965a-41b1-a882-a8dcb8fa6501" -d '{"events": [{"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:58.948833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef663b94-a429-4cef-8f91-9eeebc2206d8 req-b516a59f-f229-4853-96b5-df271d5e4784 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Nov 23 02:27:58.954615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:58.957500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cd50f-edc1-4a41-b5ad-2e0e54f0ee29 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.991595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-407653843', 'description': 'tempest-description-995411082'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:59.027285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.031330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.058688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.066263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:59.069058 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3daaa7-1572-49bc-9421-53165f1ceddf" -d '{"events": [{"server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "name": "network-vif-plugged", "status": "completed", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:59.086436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c825fa80-e88a-4e14-85c1-b46335219d5a,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:59.092214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.098144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 1123cd10-8db8-4d1b-96ba-f43f0b676e44 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:59.142903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b4ad5-5473-4e28-84ec-41aa2c017446 req-b60b17c0-890d-43a8-9f05-6a14da11d4cf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.150885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e4b4ad5-5473-4e28-84ec-41aa2c017446 req-b60b17c0-890d-43a8-9f05-6a14da11d4cf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 945 time: 0.1350772 Nov 23 02:27:59.193913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.202921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.212458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.243260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e4b4ad5-5473-4e28-84ec-41aa2c017446 req-a6f22310-8cee-403b-b34a-98b0773da4ac tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912619 Nov 23 02:27:59.264936 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.272326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-389ecf36-8a50-49d6-a8df-fd520e2d6f0b req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2844269 Nov 23 02:27:59.272966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7450e73-1169-4eec-91a8-4726ff05b0b1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5036562f-31c5-4083-9f67-755ea7fbc8ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.290624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:59.301533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:59.303146 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.325669 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726e939-7bec-4307-9ccb-04b5447e56e3 x-openstack-request-id: req-0726e939-7bec-4307-9ccb-04b5447e56e3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:59.326089 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:59.326337 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0726e939-7bec-4307-9ccb-04b5447e56e3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:59.326780 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce', 'status': 'completed', 'code': 200} Nov 23 02:27:59.403881 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7141c4c9-ecae-427b-b966-d7d1dd9b7443 x-openstack-request-id: req-7141c4c9-ecae-427b-b966-d7d1dd9b7443 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:59.404176 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "name": "network-vif-plugged", "status": "completed", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:59.404437 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7141c4c9-ecae-427b-b966-d7d1dd9b7443 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:59.404967 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a', 'code': 200} Nov 23 02:27:59.412882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f78bfd8-2e2d-476a-9899-dc90194c39bb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:59.422776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.438327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.446658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Transition to ACTIVE for port object 4f78bfd8-2e2d-476a-9899-dc90194c39bb will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:59.451857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.457107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.464622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-ecf7b664-7af4-40a6-9c51-38356b922e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.467032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-ecf7b664-7af4-40a6-9c51-38356b922e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.467687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-ecf7b664-7af4-40a6-9c51-38356b922e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.470562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-ecf7b664-7af4-40a6-9c51-38356b922e55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2731 time: 0.1216078 Nov 23 02:27:59.518463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:59.530353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.570961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.597731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.624934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d4f23-80ae-4aab-b95a-492ff0866ccb req-723fea04-54a0-4ac2-b456-97cc05fdb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.626617 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab1d4f23-80ae-4aab-b95a-492ff0866ccb req-723fea04-54a0-4ac2-b456-97cc05fdb4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 1097 time: 0.1254678 Nov 23 02:27:59.694654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ab1d4f23-80ae-4aab-b95a-492ff0866ccb req-c9b47757-3eb3-4549-a289-5e123c06d678 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599275 Nov 23 02:27:59.695799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Attempting to bind port 4f78bfd8-2e2d-476a-9899-dc90194c39bb on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:59.696147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Attempting to bind port 4f78bfd8-2e2d-476a-9899-dc90194c39bb by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:59.696484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Attempting to bind port 4f78bfd8-2e2d-476a-9899-dc90194c39bb on network f618e3a2-22f3-41c9-95ee-2438bc92dd18 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:59.702035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Port 4f78bfd8-2e2d-476a-9899-dc90194c39bb on network f618e3a2-22f3-41c9-95ee-2438bc92dd18 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:59.702409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Attempting to bind port 4f78bfd8-2e2d-476a-9899-dc90194c39bb on network f618e3a2-22f3-41c9-95ee-2438bc92dd18 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:59.708563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:59.708954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Checking segment: {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:59.709288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Bound using segment: {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:59.709728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Bound port: 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:59.710090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.790943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:59.794332 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:59.798492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.835110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.835908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.837345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f78bfd8-2e2d-476a-9899-dc90194c39bb HTTP/1.1" status: 200 len: 1092 time: 0.8895066 Nov 23 02:27:59.869002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Request body: {'port': {'device_id': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:59.897846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48f5af-86bd-450d-8b95-5a3071474077 service neutron] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.934349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.981891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df372cb-05b1-418e-aa32-4df8aee91855 req-79ef1589-42d5-41ff-affc-4e84904991c4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.983471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1df372cb-05b1-418e-aa32-4df8aee91855 req-79ef1589-42d5-41ff-affc-4e84904991c4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 945 time: 0.5117767 Nov 23 02:28:00.069614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-d4de98be-1513-41de-8085-e5323166243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.070078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-d4de98be-1513-41de-8085-e5323166243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.070549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-d4de98be-1513-41de-8085-e5323166243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.072223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-d4de98be-1513-41de-8085-e5323166243f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cfe0200c51574b6a9001b39757aeb175&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5871384 Nov 23 02:28:00.186281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1df372cb-05b1-418e-aa32-4df8aee91855 req-dce2ec2f-dd13-4c61-8009-8b8da6a60083 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929505 Nov 23 02:28:00.222915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:00.226090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-cfaaf21a-abdc-4876-9ad8-8a0688d3f9b6 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.227609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-cfaaf21a-abdc-4876-9ad8-8a0688d3f9b6 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 813 time: 0.5883961 Nov 23 02:28:00.231761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.245335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Transition to ACTIVE for port object 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:00.249513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.294596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-bb3b1070-1ea9-4b92-b324-af66cc3f1017 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/quotas/12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 375 time: 0.0595224 Nov 23 02:28:00.298928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:00.362766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-10e83074-7a32-4ec3-a8b6-47adae61dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.364238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16d2fee1-965a-41b1-a882-a8dcb8fa6501 req-10e83074-7a32-4ec3-a8b6-47adae61dac4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2835138 Nov 23 02:28:00.380585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Attempting to bind port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:00.380915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Attempting to bind port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:00.381251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Attempting to bind port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e on network e423dbcf-ab6c-4c26-853c-084411c014db {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:00.385889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6e92-22b3-493f-8f01-a0d40798a687 req-dc22b9a9-4fde-48bf-a3b7-767ee0d90e2f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.386071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e on network e423dbcf-ab6c-4c26-853c-084411c014db not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:00.387842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Attempting to bind port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e on network e423dbcf-ab6c-4c26-853c-084411c014db {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:00.391995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:00.392594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Checking segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:00.392971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Bound using segment: {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:00.393383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6e92-22b3-493f-8f01-a0d40798a687 req-dc22b9a9-4fde-48bf-a3b7-767ee0d90e2f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.393509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Bound port: 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b8a8a7-6a52-4912-aeb5-a657d0056fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:00.393732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.399427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6e92-22b3-493f-8f01-a0d40798a687 req-dc22b9a9-4fde-48bf-a3b7-767ee0d90e2f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.401060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ce6e92-22b3-493f-8f01-a0d40798a687 req-dc22b9a9-4fde-48bf-a3b7-767ee0d90e2f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2411 time: 0.1537893 Nov 23 02:28:00.412765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-8feded0b-7db5-4696-8056-9419c6981538 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0969093 Nov 23 02:28:00.467632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:00.471846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:00.476930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.508709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26ce6e92-22b3-493f-8f01-a0d40798a687 req-393b7386-34ce-49d5-a21e-63ef3b7ab444 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013808 Nov 23 02:28:00.514907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.515524 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.517007 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5a2cfe7d-b69e-4c31-8e12-2a642e2d937e HTTP/1.1" status: 200 len: 1093 time: 0.6544557 Nov 23 02:28:00.542115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bcc4f-0e2f-4aca-9c2b-1c3659fd23b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:00.543411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-659538ab-3418-4aae-b988-726a6c9039b8 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163981 Nov 23 02:28:00.628948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-f9d5e1a8-7acb-4ba0-9c34-21fa7449cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.629611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-f9d5e1a8-7acb-4ba0-9c34-21fa7449cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.630176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-f9d5e1a8-7acb-4ba0-9c34-21fa7449cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.633159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-f9d5e1a8-7acb-4ba0-9c34-21fa7449cd38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2867 time: 0.0553362 Nov 23 02:28:00.657566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-d51d2411-bf32-45a9-b801-52b16771af4c service neutron] 10.222.0.15 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053166 Nov 23 02:28:00.687747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-54877eb1-ce5f-417c-9995-172c0e20403f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce HTTP/1.1" status: 200 len: 217 time: 0.0452971 Nov 23 02:28:00.728748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7956707-48b5-4246-8fd3-f60ea49ed210 req-4d25912f-db87-4384-a813-f22768fcf419 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.730448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7956707-48b5-4246-8fd3-f60ea49ed210 req-4d25912f-db87-4384-a813-f22768fcf419 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.0631864 Nov 23 02:28:00.746528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-a6e24a9b-6da4-4af1-b2a3-147cc46b22b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.748861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-a6e24a9b-6da4-4af1-b2a3-147cc46b22b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9efb846d-6bb8-444a-bb23-77e78dbb5756 HTTP/1.1" status: 200 len: 801 time: 0.0523772 Nov 23 02:28:00.793335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7956707-48b5-4246-8fd3-f60ea49ed210 req-a5c2a83f-9cc3-4e5e-a6c6-1358d2e7e577 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561497 Nov 23 02:28:00.839000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-47567d77-2296-4706-a06e-0185a1a520ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.847834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-47567d77-2296-4706-a06e-0185a1a520ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e423dbcf-ab6c-4c26-853c-084411c014db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885479 Nov 23 02:28:00.927476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f922b45-3966-4948-a847-2f036bcfb174 req-fd934437-96c2-4b3b-8e63-c92c51c1bce6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.936661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f922b45-3966-4948-a847-2f036bcfb174 req-fd934437-96c2-4b3b-8e63-c92c51c1bce6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0943131 Nov 23 02:28:00.995129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f922b45-3966-4948-a847-2f036bcfb174 req-9c37d0f2-d9fc-493a-9557-0bec3c4d67cf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574410 Nov 23 02:28:01.013797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-885ee91b-782a-4237-a388-cfa2fe23630f service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576340 Nov 23 02:28:01.083951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80902e15-64d9-4c07-94f6-6cf387f11574 req-0e3ae54c-96fb-44d8-ac64-429b13431058 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 210 time: 0.0360312 Nov 23 02:28:01.159173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c3d1e92a-62f2-49ca-bcd1-ac41d0eaca93 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.160638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-c3d1e92a-62f2-49ca-bcd1-ac41d0eaca93 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 945 time: 0.1198940 Nov 23 02:28:01.182002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-383498c8-44c3-49ee-9843-49d1a072a3b2 service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507921 Nov 23 02:28:01.242265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-80275770-5cb9-4b22-a00e-26986d006736 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb HTTP/1.1" status: 200 len: 217 time: 0.0432086 Nov 23 02:28:01.318966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc06d40-bf06-46c2-8385-9adda2cdf0c8 req-7c3b3b74-20aa-4868-8060-6adcfeed0e56 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.321912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fc06d40-bf06-46c2-8385-9adda2cdf0c8 req-7c3b3b74-20aa-4868-8060-6adcfeed0e56 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 945 time: 0.0573361 Nov 23 02:28:01.324289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-5b24bbd5-0664-4684-bbf3-e609f0d34fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.325805 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-5b24bbd5-0664-4684-bbf3-e609f0d34fb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b5258b3-765f-4877-b747-ac3148ffa5e2 HTTP/1.1" status: 200 len: 801 time: 0.0767283 Nov 23 02:28:01.328019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb'}, {'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:01.331098 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb"}, {"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:01.369897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port c825fa80-e88a-4e14-85c1-b46335219d5a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:01.370240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.382906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fc06d40-bf06-46c2-8385-9adda2cdf0c8 req-fa840082-83f4-490a-9925-c252401b5310 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548460 Nov 23 02:28:01.405813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:01.408815 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a941d818-7179-4a1d-8295-81ff10485d68" -d '{"events": [{"server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "name": "network-vif-plugged", "status": "completed", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:01.424208 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d742875-490e-4545-a462-77f2bcfcb58a x-openstack-request-id: req-9d742875-490e-4545-a462-77f2bcfcb58a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:01.424447 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:01.424701 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d742875-490e-4545-a462-77f2bcfcb58a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:01.425097 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'status': 'completed', 'code': 200} Nov 23 02:28:01.425357 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e', 'status': 'completed', 'code': 200} Nov 23 02:28:01.445157 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97c0601-3db9-415e-b68c-1f15c79b93e1 x-openstack-request-id: req-b97c0601-3db9-415e-b68c-1f15c79b93e1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:01.445517 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "name": "network-vif-plugged", "status": "completed", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:01.445839 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97c0601-3db9-415e-b68c-1f15c79b93e1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:01.446922 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44', 'code': 200} Nov 23 02:28:01.450897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-2191fbb0-0142-4bf4-8b1e-b1ae9850df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.452399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-2191fbb0-0142-4bf4-8b1e-b1ae9850df8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f618e3a2-22f3-41c9-95ee-2438bc92dd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184096 Nov 23 02:28:01.525883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port c825fa80-e88a-4e14-85c1-b46335219d5a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c825fa80-e88a-4e14-85c1-b46335219d5a,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:01.526247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.549328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for c825fa80-e88a-4e14-85c1-b46335219d5a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:01.645978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4237-231b-4c36-89f3-a5f672031190 req-d13db49e-00c6-47f6-8976-e322c9c4f8fc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.647965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-cca465e5-a129-4ea9-9788-6e92b5a854fb service neutron] 10.222.0.47 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837115 Nov 23 02:28:01.651906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4237-231b-4c36-89f3-a5f672031190 req-d13db49e-00c6-47f6-8976-e322c9c4f8fc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.658470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4237-231b-4c36-89f3-a5f672031190 req-d13db49e-00c6-47f6-8976-e322c9c4f8fc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.660174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b66b4237-231b-4c36-89f3-a5f672031190 req-d13db49e-00c6-47f6-8976-e322c9c4f8fc tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2411 time: 0.0709088 Nov 23 02:28:01.668921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd66d8-8849-4009-b3c1-ca57ff66db71 req-ed669520-20b8-446e-8460-c9176c1f7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.670372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14dd66d8-8849-4009-b3c1-ca57ff66db71 req-ed669520-20b8-446e-8460-c9176c1f7168 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 1098 time: 0.1245544 Nov 23 02:28:01.711166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b66b4237-231b-4c36-89f3-a5f672031190 req-9c0d5ac0-6fcd-4a50-a971-02b4b3774d9f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444899 Nov 23 02:28:01.952688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288488fd-0abc-4213-bee5-9e664e06badc req-6454c690-a6b8-4eca-8af2-fb3df9f61a6a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:01.954761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-288488fd-0abc-4213-bee5-9e664e06badc req-6454c690-a6b8-4eca-8af2-fb3df9f61a6a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.0707405 Nov 23 02:28:02.069500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14dd66d8-8849-4009-b3c1-ca57ff66db71 req-ad525441-5310-4175-b322-0ba51d882612 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838294 Nov 23 02:28:02.110838 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-1ef9bfe6-4547-446b-917c-ff5c3f07e178 service neutron] 10.222.0.47 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546123 Nov 23 02:28:02.120449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-288488fd-0abc-4213-bee5-9e664e06badc req-e4ed3950-efcd-4c3f-9ad3-1570ad3b7d83 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563022 Nov 23 02:28:02.165755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-e2ca6b22-aeb4-4090-9e8b-ddbae36e356e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e HTTP/1.1" status: 200 len: 217 time: 0.0431652 Nov 23 02:28:02.167967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.197871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-f47ee83c-f632-401f-ba76-f1a8eb6552cf tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.200452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-f47ee83c-f632-401f-ba76-f1a8eb6552cf tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 813 time: 0.2163014 Nov 23 02:28:02.204496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c825fa80-e88a-4e14-85c1-b46335219d5a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:02.233107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=c825fa80-e88a-4e14-85c1-b46335219d5a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:02.256612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82a8c2-7d12-4cf6-ba7a-4e422a85a25d req-617ee980-735b-43f2-bb8b-2819a0ef8739 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.258447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b82a8c2-7d12-4cf6-ba7a-4e422a85a25d req-617ee980-735b-43f2-bb8b-2819a0ef8739 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0575111 Nov 23 02:28:02.288422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port c825fa80-e88a-4e14-85c1-b46335219d5a on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:02.291240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.294914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e4b9fc6b-7f44-4c32-982a-ef6ae1a71bc5 req-69cea514-5e56-487d-8da2-1d30c24442af tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "DELETE /v2.0/ports/c825fa80-e88a-4e14-85c1-b46335219d5a HTTP/1.1" status: 204 len: 173 time: 1.1253707 Nov 23 02:28:02.296743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-8a2a7952-90eb-4662-813f-588a863d6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.298233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-8a2a7952-90eb-4662-813f-588a863d6069 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9efb846d-6bb8-444a-bb23-77e78dbb5756 HTTP/1.1" status: 200 len: 801 time: 0.0976174 Nov 23 02:28:02.325980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b82a8c2-7d12-4cf6-ba7a-4e422a85a25d req-c077c0c9-138f-4f2d-b84d-178fbdc2beea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611248 Nov 23 02:28:02.368818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-bcc1c6f8-06f5-4a96-a05d-b37001080bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.372556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-bcc1c6f8-06f5-4a96-a05d-b37001080bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e423dbcf-ab6c-4c26-853c-084411c014db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653100 Nov 23 02:28:02.456742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'device_id': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b', 'admin_state_up': True, 'tenant_id': '12f1a19efa354bf7a802a912fa12661e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:02.525854 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-996bc8f1-7937-444d-b69c-1c5d9c8896e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314304 Nov 23 02:28:02.567418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1179fc66-1020-49d8-9062-448f28c9814f req-bcba2ef1-9ca8-4434-85ef-c8d07b617826 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 210 time: 0.0295150 Nov 23 02:28:02.681200 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26cd728b-81d8-4f38-87bb-1af480b8bd93 req-52ac7ac9-6536-4ff3-a05c-eead790e9eae service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368697 Nov 23 02:28:02.713147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a209f93d-b113-4214-aca1-c6d9ac5d4c1e req-2463ff74-b7ed-4b5a-bba3-e5905dab6ca3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.0643692 Nov 23 02:28:02.721221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Made reservation on behalf of 12f1a19efa354bf7a802a912fa12661e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:02.725772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.840729 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-7833cf27-1189-4ee6-bcf2-5c1fd7f17082 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Nov 23 02:28:02.849397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-58b2b67b-ad4e-4254-8e76-bd45e7adf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.849869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-58b2b67b-ad4e-4254-8e76-bd45e7adf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.850338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-58b2b67b-ad4e-4254-8e76-bd45e7adf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.854023 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-58b2b67b-ad4e-4254-8e76-bd45e7adf421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2867 time: 0.0799911 Nov 23 02:28:02.933652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f699-9a24-4279-8fd8-7b08b920ebd6 req-e71d7284-5564-44b5-865b-1f110a22d3d0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.939635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f699-9a24-4279-8fd8-7b08b920ebd6 req-e71d7284-5564-44b5-865b-1f110a22d3d0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.945543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5f699-9a24-4279-8fd8-7b08b920ebd6 req-e71d7284-5564-44b5-865b-1f110a22d3d0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.947223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46f5f699-9a24-4279-8fd8-7b08b920ebd6 req-e71d7284-5564-44b5-865b-1f110a22d3d0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2411 time: 0.1090178 Nov 23 02:28:02.978739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Allocated IP 172.20.0.13 (c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b/6d853221-5537-438f-832c-fa72409dff60/a63be144-204f-4856-847e-e09c254af67d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:03.024669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-7d7c2279-4f7e-4fea-b642-983b79918a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.026208 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-7d7c2279-4f7e-4fea-b642-983b79918a4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f618e3a2-22f3-41c9-95ee-2438bc92dd18 HTTP/1.1" status: 200 len: 903 time: 0.1666179 Nov 23 02:28:03.027406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-539db1e2-3677-4f64-9805-1bc791b2cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.028789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-539db1e2-3677-4f64-9805-1bc791b2cf3f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1607194 Nov 23 02:28:03.033805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46f5f699-9a24-4279-8fd8-7b08b920ebd6 req-45470302-39c2-4565-8efe-ae1d17d0879c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Nov 23 02:28:03.102252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-e71cc647-8fa7-4311-843c-380465c63b14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb HTTP/1.1" status: 200 len: 217 time: 0.0666933 Nov 23 02:28:03.190329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.195564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-f336d987-c067-4544-96c0-394e6297faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.197101 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-f336d987-c067-4544-96c0-394e6297faeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b5258b3-765f-4877-b747-ac3148ffa5e2 HTTP/1.1" status: 200 len: 801 time: 0.0700166 Nov 23 02:28:03.228485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-3c65a5ab-7d63-4d2e-bc04-770e5213ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.230003 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-3c65a5ab-7d63-4d2e-bc04-770e5213ca5b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852276 Nov 23 02:28:03.254274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.261709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-33059564-cc45-4714-8e95-9b01d1a80011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.263233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-33059564-cc45-4714-8e95-9b01d1a80011 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f618e3a2-22f3-41c9-95ee-2438bc92dd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574052 Nov 23 02:28:03.306074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:03.310552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd47f-e86f-4edb-b1ad-831b8a1e83fb req-1525507e-dfb3-4c9d-a569-3a278d86a6a9 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.311954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc8bd47f-e86f-4edb-b1ad-831b8a1e83fb req-1525507e-dfb3-4c9d-a569-3a278d86a6a9 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 945 time: 0.0973337 Nov 23 02:28:03.321532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:03.332794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:03.338425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:03.350842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:03.382890 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-7ca7715a-cf17-43d2-b669-d8600f6691ee service neutron] 10.222.0.47 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033959 Nov 23 02:28:03.416603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.417230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.425301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc8bd47f-e86f-4edb-b1ad-831b8a1e83fb req-11666faa-aaac-46d1-803d-48c8c864dd84 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006505 Nov 23 02:28:03.457587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-4ae06c6a-f1d2-4708-b483-3240d2a95ff0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0056186 Nov 23 02:28:03.460422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'name': 'network-vif-deleted', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:03.464029 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4461f9-d66b-4043-b918-959612905579" -d '{"events": [{"server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "name": "network-vif-deleted", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:03.484514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Request body: {'port': {'device_id': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:03.539440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-511e118a-b557-41a5-9cc8-77e617e30fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474230 Nov 23 02:28:03.555415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f2f5-a6b2-4b8b-a4f7-13a84469bf4c req-66de7289-1e8e-4651-9f1f-105701272e94 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.561838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5b0f2f5-a6b2-4b8b-a4f7-13a84469bf4c req-66de7289-1e8e-4651-9f1f-105701272e94 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.1260962 Nov 23 02:28:03.582338 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701521b-4b6d-4f70-bac8-6e26cc21ebc3 x-openstack-request-id: req-9701521b-4b6d-4f70-bac8-6e26cc21ebc3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:03.582655 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94", "name": "network-vif-deleted", "tag": "c825fa80-e88a-4e14-85c1-b46335219d5a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:03.582904 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9701521b-4b6d-4f70-bac8-6e26cc21ebc3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:03.583307 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94', 'name': 'network-vif-deleted', 'tag': 'c825fa80-e88a-4e14-85c1-b46335219d5a', 'status': 'completed', 'code': 200} Nov 23 02:28:03.588917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.664263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5b0f2f5-a6b2-4b8b-a4f7-13a84469bf4c req-c038ad71-fecb-40dc-baa1-c2b5466ee42c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991006 Nov 23 02:28:03.685633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-19801e37-243e-44c4-b453-0d0b804356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.686414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-19801e37-243e-44c4-b453-0d0b804356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.687934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-19801e37-243e-44c4-b453-0d0b804356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.689852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-19801e37-243e-44c4-b453-0d0b804356a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2867 time: 0.0572066 Nov 23 02:28:03.786195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-4997c73f-30b2-44c1-ab64-00d45b6bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.787737 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-4997c73f-30b2-44c1-ab64-00d45b6bbba5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e423dbcf-ab6c-4c26-853c-084411c014db HTTP/1.1" status: 200 len: 902 time: 0.0894668 Nov 23 02:28:03.835098 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-f5192068-6ff7-440e-ae31-716213ea05c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.202&port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e HTTP/1.1" status: 200 len: 217 time: 0.0394037 Nov 23 02:28:03.848038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c7c440b-c32d-4e01-87b4-d4ae98b8d553 req-0645f2b6-f5e8-4e10-ac00-aa35e664a299 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.0561285 Nov 23 02:28:03.868037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714ee5e-e79f-4c10-95b0-1c8a3264dc1d req-34131659-14b1-42e9-8d53-186112442e5f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.869997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4714ee5e-e79f-4c10-95b0-1c8a3264dc1d req-34131659-14b1-42e9-8d53-186112442e5f tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 932 time: 0.1416705 Nov 23 02:28:03.887777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-cdbbbd3f-5a80-4e48-b9a7-c888f92f913d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.889418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-cdbbbd3f-5a80-4e48-b9a7-c888f92f913d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9efb846d-6bb8-444a-bb23-77e78dbb5756 HTTP/1.1" status: 200 len: 801 time: 0.0463603 Nov 23 02:28:03.945145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-617def91-0752-469f-8085-1306082ad617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.946736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-617def91-0752-469f-8085-1306082ad617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e423dbcf-ab6c-4c26-853c-084411c014db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418682 Nov 23 02:28:03.953378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4714ee5e-e79f-4c10-95b0-1c8a3264dc1d req-d058a57d-d356-4960-8435-4e21114a9120 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709288 Nov 23 02:28:04.005174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63be144-204f-4856-847e-e09c254af67d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:04.012742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.025531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Transition to ACTIVE for port object a63be144-204f-4856-847e-e09c254af67d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:04.029566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.073237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-1a2c515e-83c3-4cd5-b19d-b2db79fe6da8 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.075397 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-1a2c515e-83c3-4cd5-b19d-b2db79fe6da8 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0736091 Nov 23 02:28:04.082993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-a1202716-a4d8-411b-a4c7-d68eada6db16 service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265569 Nov 23 02:28:04.086648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.088843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:04.195797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.203596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66431-c5b1-4474-8e20-27cccfa72381 req-8d94f1e3-f8ae-4766-a28f-9e4a01fdbdaf tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.210123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66431-c5b1-4474-8e20-27cccfa72381 req-8d94f1e3-f8ae-4766-a28f-9e4a01fdbdaf tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.216103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b66431-c5b1-4474-8e20-27cccfa72381 req-8d94f1e3-f8ae-4766-a28f-9e4a01fdbdaf tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.217759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49b66431-c5b1-4474-8e20-27cccfa72381 req-8d94f1e3-f8ae-4766-a28f-9e4a01fdbdaf tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2411 time: 0.1042280 Nov 23 02:28:04.219034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Attempting to bind port a63be144-204f-4856-847e-e09c254af67d on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:04.219344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Attempting to bind port a63be144-204f-4856-847e-e09c254af67d by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:04.219680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Attempting to bind port a63be144-204f-4856-847e-e09c254af67d on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:04.226224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Port a63be144-204f-4856-847e-e09c254af67d on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:04.226592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Attempting to bind port a63be144-204f-4856-847e-e09c254af67d on network c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:04.242106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:04.242444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Checking segment: {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:04.242855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Bound using segment: {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:04.243293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Bound port: a63be144-204f-4856-847e-e09c254af67d, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:04.243649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.252822 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-15a27dde-d36b-4b2f-bbe2-c649a6dc4b3b req-2252c1ea-b155-4b48-9380-5738a3196388 service neutron] 10.222.0.47 "GET /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614552 Nov 23 02:28:04.308968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49b66431-c5b1-4474-8e20-27cccfa72381 req-14a4672f-53dd-4099-ba5e-13f88742cb24 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Nov 23 02:28:04.332167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:04.335301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:04.339788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.347960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:04.380825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.381447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.383359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] 10.222.0.41 "PUT /v2.0/ports/a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 1093 time: 0.9051266 Nov 23 02:28:04.383359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:04.385693 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75721177-92b0-4616-b01c-3c204b7bc517" -d '{"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:04.385898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:04.406271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2711f-cc45-411e-ae02-2ff6bab64b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.435317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.441970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.446465 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826d8bf-0ab5-4524-b930-fbe1402d112d x-openstack-request-id: req-e826d8bf-0ab5-4524-b930-fbe1402d112d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:04.446996 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:04.447597 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e826d8bf-0ab5-4524-b930-fbe1402d112d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:04.448173 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d', 'status': 'completed', 'code': 200} Nov 23 02:28:04.545566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on host n-h1-714676-12 for vnic_type normal with profile {"migrating_to": "n-h2-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:04.545914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:04.546949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:04.549866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.554399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:04.554772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Attempting to bind port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:04.560303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:04.560653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:04.561494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:04.561494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Bound port: 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:04.561813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.569164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9f175-0c9e-41bf-b270-6601488b8ffa req-7164b982-0cae-4009-860c-fa24e3d23cf1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.570877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12d9f175-0c9e-41bf-b270-6601488b8ffa req-7164b982-0cae-4009-860c-fa24e3d23cf1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0605018 Nov 23 02:28:04.572890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-5aeeda93-6cf0-4987-83e0-22abe8255b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.574279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-5aeeda93-6cf0-4987-83e0-22abe8255b71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1096 time: 0.1058199 Nov 23 02:28:04.630610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-0b1211e8-2eb2-4ce8-84bf-482e877c1dba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 217 time: 0.0391839 Nov 23 02:28:04.634404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:04.637566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:04.643120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.688721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12d9f175-0c9e-41bf-b270-6601488b8ffa req-2017197f-cc76-4ea8-ab71-14b188e146b0 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113091 Nov 23 02:28:04.701016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269e56a-9226-45a6-a182-0069afc600c8 req-25b3a513-07ba-4b70-81de-5997aa15dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.702168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-25b3a513-07ba-4b70-81de-5997aa15dcd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0618494 Nov 23 02:28:04.722633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.728161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.728797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.730206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-c304410a-6cda-49fb-b64e-2d8d22a55a69 service neutron] 10.222.0.41 "PUT /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 1123 time: 0.6459050 Nov 23 02:28:04.750674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-d333c7e9-4170-4d45-8679-9cab1ce5bb29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376170 Nov 23 02:28:04.835548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:04.845651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1ff85-3f24-4088-87c0-e21e2eab56c8 req-39efa234-c62b-44bb-a63e-f921d6a96943 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.847570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecb1ff85-3f24-4088-87c0-e21e2eab56c8 req-39efa234-c62b-44bb-a63e-f921d6a96943 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0683680 Nov 23 02:28:04.993581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58fda0e7-830d-4f99-94dc-b42938a13c45 req-d163d5fd-378f-4e18-83e6-e2b8802a25d7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.0516269 Nov 23 02:28:05.002326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:05.002788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecb1ff85-3f24-4088-87c0-e21e2eab56c8 req-a29e2db9-6461-47b5-8247-80930a7d26a1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425090 Nov 23 02:28:05.023600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-2f137f3e-7008-48d5-a96e-e62dcbe901ca service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002065 Nov 23 02:28:05.228635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c2979-39d7-4628-9efa-8d774ac9fbbe req-5a1a972c-fbbf-452a-b8b6-a6fe37976e32 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.230109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-352c2979-39d7-4628-9efa-8d774ac9fbbe req-5a1a972c-fbbf-452a-b8b6-a6fe37976e32 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 944 time: 0.1284113 Nov 23 02:28:05.250041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1269e56a-9226-45a6-a182-0069afc600c8 req-24485e2a-1233-4624-9ef0-5e4e5d78f8b5 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000327 Nov 23 02:28:05.264406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609b172-c4b5-426f-ac8e-03b7fa8bf2eb req-82239976-f1ce-4268-a375-61e7885adf70 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.265789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4609b172-c4b5-426f-ac8e-03b7fa8bf2eb req-82239976-f1ce-4268-a375-61e7885adf70 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.1179259 Nov 23 02:28:05.314299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-352c2979-39d7-4628-9efa-8d774ac9fbbe req-0170952a-f30c-40bb-a7ac-7581b0c9cbbe tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766478 Nov 23 02:28:05.336305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4609b172-c4b5-426f-ac8e-03b7fa8bf2eb req-6a0b418a-d448-4c33-bc0e-f28a28be413b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632761 Nov 23 02:28:05.371818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8b01e70-ff33-4307-9631-7d4076de03e3 req-6ccdc3cc-1a7f-4bac-9ca9-04475bbd3dff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2cf2e5-43d9-455c-b5ab-df3b7e6dce94 HTTP/1.1" status: 200 len: 210 time: 0.0304832 Nov 23 02:28:05.440225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721177-92b0-4616-b01c-3c204b7bc517 req-a3d3799d-7fd1-4e32-a8fb-9592e5ddcb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.441740 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-a3d3799d-7fd1-4e32-a8fb-9592e5ddcb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1096 time: 0.0469990 Nov 23 02:28:05.468375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f9ab-c3ac-4e85-89e4-6c01badacdce req-5d3d35c8-ee96-47e5-bd57-e61a5b46063f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.474408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f9ab-c3ac-4e85-89e4-6c01badacdce req-5d3d35c8-ee96-47e5-bd57-e61a5b46063f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.480345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f9ab-c3ac-4e85-89e4-6c01badacdce req-5d3d35c8-ee96-47e5-bd57-e61a5b46063f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.481930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e751f9ab-c3ac-4e85-89e4-6c01badacdce req-5d3d35c8-ee96-47e5-bd57-e61a5b46063f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2411 time: 0.0957732 Nov 23 02:28:05.505375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359b52f-2076-4803-a36c-b493fef29bcc req-b36ec983-b5af-4315-a984-95eb3ce953f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.507128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1359b52f-2076-4803-a36c-b493fef29bcc req-b36ec983-b5af-4315-a984-95eb3ce953f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0932686 Nov 23 02:28:05.579581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e751f9ab-c3ac-4e85-89e4-6c01badacdce req-8fee2a39-ce90-4450-a97f-cb47f2247046 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888896 Nov 23 02:28:05.584703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d'}, {'name': 'network-changed', 'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:05.590453 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d" -d '{"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-unplugged", "status": "completed", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d"}, {"name": "network-changed", "server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:05.601441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1359b52f-2076-4803-a36c-b493fef29bcc req-7281b304-a008-4927-ac56-1c97529bdddc tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Nov 23 02:28:05.601723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721177-92b0-4616-b01c-3c204b7bc517 req-98064dfa-feee-43fd-a986-87458e77a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.601723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-98064dfa-feee-43fd-a986-87458e77a09f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.1140335 Nov 23 02:28:05.640512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:05.650906 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e16d1586-b561-4edc-9811-181a0527c733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.702249 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c4051d-83c2-4a38-862a-228537621fd5 x-openstack-request-id: req-c1c4051d-83c2-4a38-862a-228537621fd5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:05.702714 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-unplugged", "status": "completed", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d", "code": 200}, {"name": "network-changed", "server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:05.703065 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1c4051d-83c2-4a38-862a-228537621fd5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:05.703553 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'code': 200} Nov 23 02:28:05.703976 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'status': 'completed', 'code': 200} Nov 23 02:28:05.707696 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-55a2dc96-25d4-4bcc-b323-6bbc4479f4a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 217 time: 0.0919054 Nov 23 02:28:05.792549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:05.815749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e', 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'port_id': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e', 'mac_address': 'fa:16:3e:cd:88:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efb846d-6bb8-444a-bb23-77e78dbb5756', 'ip_address': '19.80.0.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:05.822154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721177-92b0-4616-b01c-3c204b7bc517 req-aeefafb4-8ed8-4d23-8bfb-c6223e9ed0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.823919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-aeefafb4-8ed8-4d23-8bfb-c6223e9ed0fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.1018391 Nov 23 02:28:05.828544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-b1d461b4-b301-46a6-bbb5-1fc3be6441e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.830179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-b1d461b4-b301-46a6-bbb5-1fc3be6441e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1126 time: 0.1393037 Nov 23 02:28:05.873697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.894244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40ddf-5209-43af-9d61-2031f02add41 req-692ecfdf-3395-436e-a88f-6bf2605c01ff tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.902708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc40ddf-5209-43af-9d61-2031f02add41 req-692ecfdf-3395-436e-a88f-6bf2605c01ff tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.1173334 Nov 23 02:28:05.904939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:05.920923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-9f71b556-e11e-4c02-9487-a300a6280247 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922980 Nov 23 02:28:05.925996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-97920b3f-1e78-4bac-a635-ebeb4b2102e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299170 Nov 23 02:28:05.930836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:05.937460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.938292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4f78bfd8-2e2d-476a-9899-dc90194c39bb details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:06.042073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.050245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-ebe3c0ee-6243-4fc3-9b96-8632ef1f5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.051923 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-ebe3c0ee-6243-4fc3-9b96-8632ef1f5335 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2144482 Nov 23 02:28:06.099507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:06.102000 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-9dd3d561-449e-41ae-a187-37cff920cb54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 217 time: 0.0407853 Nov 23 02:28:06.112840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'network_id': 'f618e3a2-22f3-41c9-95ee-2438bc92dd18', 'port_id': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'mac_address': 'fa:16:3e:21:9b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b5258b3-765f-4877-b747-ac3148ffa5e2', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:06.153085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-a29d151c-dc66-4817-99ba-e4e865e08a04 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009163 Nov 23 02:28:06.165754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.186351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f78bfd8-2e2d-476a-9899-dc90194c39bb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:06.215001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:06.220164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.221522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ca50b11-d5c5-4790-a180-ab19ddb710ce details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:06.225503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-15c9bb0a-50c0-419c-a210-e03719d449fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.228168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-15c9bb0a-50c0-419c-a210-e03719d449fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1178918 Nov 23 02:28:06.278540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-a4105a3c-36aa-450b-9008-fac4df7c2957 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435965 Nov 23 02:28:06.309574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.330435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc40ddf-5209-43af-9d61-2031f02add41 req-f3e7f7c2-af55-43a0-b8ea-e46d3cadc635 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265876 Nov 23 02:28:06.356765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:06.367076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-710a503c-ec22-42da-8c31-ffe140d6492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.368448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-710a503c-ec22-42da-8c31-ffe140d6492d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 1097 time: 0.1053972 Nov 23 02:28:06.376446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7414-8cf6-4a14-86cb-37e268d7046d req-a7dcc24a-2d15-4c74-9d10-38ede98c78ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.383863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d99d7414-8cf6-4a14-86cb-37e268d7046d req-a7dcc24a-2d15-4c74-9d10-38ede98c78ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.1291811 Nov 23 02:28:06.386064 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75721177-92b0-4616-b01c-3c204b7bc517 req-c5c87089-ea08-4d5e-869e-3f137f2b7c54 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196631 Nov 23 02:28:06.389672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2ca50b11-d5c5-4790-a180-ab19ddb710ce', 'network_id': 'e423dbcf-ab6c-4c26-853c-084411c014db', 'port_id': '2ca50b11-d5c5-4790-a180-ab19ddb710ce', 'mac_address': 'fa:16:3e:7f:63:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efb846d-6bb8-444a-bb23-77e78dbb5756', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:06.440464 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-8d4f42d8-d499-4281-8923-6623325dc7d0 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512523 Nov 23 02:28:06.452872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.473343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca50b11-d5c5-4790-a180-ab19ddb710ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:06.498693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:06.504233 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.523099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d99d7414-8cf6-4a14-86cb-37e268d7046d req-38db0c02-50a1-4c63-9085-37ee53a98a2b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352396 Nov 23 02:28:06.563907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.580049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-79a67045-142e-4034-a1c5-3ac0d4fa1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.581831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-79a67045-142e-4034-a1c5-3ac0d4fa1313 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 200 len: 916 time: 0.1886661 Nov 23 02:28:06.600554 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8f0468f8-b5b7-44c5-aab3-fc7aa1c04f9d req-9df5e417-91e7-4a2f-b74d-650fd9bf6f22 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522548 Nov 23 02:28:06.749661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-8afaae58-c849-45ad-9f33-8a51e26134ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 200 len: 1001 time: 0.1541803 Nov 23 02:28:06.757558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55a5d1-1df2-4be9-a4ae-c6d7c32f0a7b req-941ffc2c-19e0-4401-bd72-8f31c87c22b9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.759009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e55a5d1-1df2-4be9-a4ae-c6d7c32f0a7b req-941ffc2c-19e0-4401-bd72-8f31c87c22b9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 944 time: 0.1562793 Nov 23 02:28:06.832194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5a2cfe7d-b69e-4c31-8e12-2a642e2d937e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:06.855160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-1b850fb3-aa91-459f-95f2-3852540b7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.856640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-1b850fb3-aa91-459f-95f2-3852540b7003 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9295f3-c6a1-4893-ac62-5675834325db HTTP/1.1" status: 200 len: 854 time: 0.0943298 Nov 23 02:28:06.857300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:06.867122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-8d71a0cc-abcd-4ab3-8937-6a08e6f73605 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.868593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-8d71a0cc-abcd-4ab3-8937-6a08e6f73605 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.2247252 Nov 23 02:28:06.895382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2ca50b11-d5c5-4790-a180-ab19ddb710ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:06.918877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e55a5d1-1df2-4be9-a4ae-c6d7c32f0a7b req-34dbebaa-3470-400e-acd7-1fcd0d49a16b tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454012 Nov 23 02:28:06.924464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-de14f31d-1088-4474-a296-5c0684591800 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0365746 Nov 23 02:28:06.934490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-df72f7a1-85e2-4189-8eae-6e463af2b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.936176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-df72f7a1-85e2-4189-8eae-6e463af2b137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9654c02-9452-4405-93ba-ef82aec88a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637844 Nov 23 02:28:06.978964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-1f62b3fb-2118-4cf6-9ed5-09bd9f782671 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417047 Nov 23 02:28:07.069400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:07.104753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d has no active binding in host n-h2-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:28:07.163418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e498-8093-4e60-a622-f5fe5c1c3846 req-a00a3a2f-8299-4184-99a9-22dda615e85d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.169385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e498-8093-4e60-a622-f5fe5c1c3846 req-a00a3a2f-8299-4184-99a9-22dda615e85d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.175880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e498-8093-4e60-a622-f5fe5c1c3846 req-a00a3a2f-8299-4184-99a9-22dda615e85d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.177539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5392e498-8093-4e60-a622-f5fe5c1c3846 req-a00a3a2f-8299-4184-99a9-22dda615e85d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2414 time: 0.1681659 Nov 23 02:28:07.198443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-9b7326f0-00ae-4be5-a1dd-de9c36410a96 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511010 Nov 23 02:28:07.217374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-b26dd2b1-0029-4610-a806-d2a586b3238e service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094405 Nov 23 02:28:07.352426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5392e498-8093-4e60-a622-f5fe5c1c3846 req-b044681d-3433-47bd-83ca-289336efc336 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617153 Nov 23 02:28:07.388214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bba7ccce-d959-49b9-8c5f-cd9b69bd3319 req-46761a7f-90c4-4749-b163-c99964726640 service neutron] 10.222.0.47 "GET /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807830 Nov 23 02:28:07.406380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-5e6b2c34-3f05-4535-af6e-bb072c321129 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718297 Nov 23 02:28:07.570209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6dfce795-b522-4b05-8b5a-d6a625a04ae1 req-bda73e53-25f4-49d6-96a2-4babaaaeeb8a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 210 time: 0.0289834 Nov 23 02:28:07.626712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800914ef-a0ef-430d-b279-ee73d7035d62 req-eaedd61c-d0cf-4924-bb08-b916fb0f3d97 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.628259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-800914ef-a0ef-430d-b279-ee73d7035d62 req-eaedd61c-d0cf-4924-bb08-b916fb0f3d97 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0604718 Nov 23 02:28:07.709020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-800914ef-a0ef-430d-b279-ee73d7035d62 req-484b1d66-6674-4f7e-ab01-d0f5617f5f8f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741093 Nov 23 02:28:07.718311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62060d-9a9c-459c-b747-98f11fef7356 req-85dd11a6-a6e6-42ec-be1b-8bca66d2523b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.720099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a62060d-9a9c-459c-b747-98f11fef7356 req-85dd11a6-a6e6-42ec-be1b-8bca66d2523b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0788684 Nov 23 02:28:07.780778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a62060d-9a9c-459c-b747-98f11fef7356 req-87c52896-2e0b-4773-9881-ddd749d108f9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483315 Nov 23 02:28:07.966387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-721ef1cd-289a-4bfb-958e-e48bae256a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.025483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['4f78bfd8-2e2d-476a-9899-dc90194c39bb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:08.052886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c03f3-ae2a-4434-85fb-734760cf177c req-d5232b8b-cd72-4f23-8636-23f78816dcc4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.060579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e19c03f3-ae2a-4434-85fb-734760cf177c req-d5232b8b-cd72-4f23-8636-23f78816dcc4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 944 time: 0.0635672 Nov 23 02:28:08.104462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e4904-d53c-4533-9bb7-0583316abf4b req-68c026f6-c684-47ec-868c-0e760a607b2b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.106933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-461e4904-d53c-4533-9bb7-0583316abf4b req-68c026f6-c684-47ec-868c-0e760a607b2b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 946 time: 0.0706954 Nov 23 02:28:08.113854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e19c03f3-ae2a-4434-85fb-734760cf177c req-894cb389-d36c-4cdc-91ad-c3b001a6cb8d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520952 Nov 23 02:28:08.207735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:08.208078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.296965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port 1123cd10-8db8-4d1b-96ba-f43f0b676e44, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=1123cd10-8db8-4d1b-96ba-f43f0b676e44,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:08.297353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.310190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for 1123cd10-8db8-4d1b-96ba-f43f0b676e44 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:08.444721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.478546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=1123cd10-8db8-4d1b-96ba-f43f0b676e44,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:08.479655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc811-5501-4eff-8a96-202958bc9e31 req-39f72b74-8972-43ba-b313-3d0ae8546442 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.486755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc811-5501-4eff-8a96-202958bc9e31 req-39f72b74-8972-43ba-b313-3d0ae8546442 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.486903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['1123cd10-8db8-4d1b-96ba-f43f0b676e44'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:08.493447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cc811-5501-4eff-8a96-202958bc9e31 req-39f72b74-8972-43ba-b313-3d0ae8546442 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.495187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f93cc811-5501-4eff-8a96-202958bc9e31 req-39f72b74-8972-43ba-b313-3d0ae8546442 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2414 time: 0.0742924 Nov 23 02:28:08.538708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port 1123cd10-8db8-4d1b-96ba-f43f0b676e44 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:08.540996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.545099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-461e4904-d53c-4533-9bb7-0583316abf4b req-3f762733-3a43-4b05-b341-ac1c2193b2b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.41 "DELETE /v2.0/ports/1123cd10-8db8-4d1b-96ba-f43f0b676e44 HTTP/1.1" status: 204 len: 173 time: 0.4299233 Nov 23 02:28:08.545841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'name': 'network-vif-deleted', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:08.555277 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72282de0-22ed-42f2-890a-85f64cc636e9" -d '{"events": [{"server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "name": "network-vif-deleted", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:08.616751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f93cc811-5501-4eff-8a96-202958bc9e31 req-d48ecdf3-19f1-4f39-9d56-227f51c4bc0a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135161 Nov 23 02:28:08.674556 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb646c8-6338-4f4e-b37d-5f3a2db9f254 x-openstack-request-id: req-1bb646c8-6338-4f4e-b37d-5f3a2db9f254 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:08.675081 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae74f29-f54e-4ff9-b3c8-2cf7452c896a", "name": "network-vif-deleted", "tag": "1123cd10-8db8-4d1b-96ba-f43f0b676e44", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:08.675518 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bb646c8-6338-4f4e-b37d-5f3a2db9f254 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:08.676083 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae74f29-f54e-4ff9-b3c8-2cf7452c896a', 'name': 'network-vif-deleted', 'tag': '1123cd10-8db8-4d1b-96ba-f43f0b676e44', 'status': 'completed', 'code': 200} Nov 23 02:28:08.686351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-d0a76189-930f-4869-a7e6-325811d2a75f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.689058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-d0a76189-930f-4869-a7e6-325811d2a75f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1374466 Nov 23 02:28:08.707236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:08.726795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bdb4d1a-e5bb-4718-8b31-69807133ad94 req-ebe737c3-f085-4538-aaba-ac94620bba00 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 210 time: 0.0338135 Nov 23 02:28:08.857435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a63be144-204f-4856-847e-e09c254af67d details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:08.861530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:08.865810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c825fa80-e88a-4e14-85c1-b46335219d5a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:08.875345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d4f99-ee2f-4f35-ae58-1e73a5f6f84f req-577afad5-2382-4ac1-b8f3-2667958fb1cc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.878980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d6d4f99-ee2f-4f35-ae58-1e73a5f6f84f req-577afad5-2382-4ac1-b8f3-2667958fb1cc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0926814 Nov 23 02:28:08.896270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:08.909541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.920938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: c825fa80-e88a-4e14-85c1-b46335219d5a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:08.921282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c825fa80-e88a-4e14-85c1-b46335219d5a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:08.975669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f51a80b0-8aaa-4855-bcd1-f971c4846428 req-3a593ce1-8080-453b-8545-8b58785774a4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ae74f29-f54e-4ff9-b3c8-2cf7452c896a HTTP/1.1" status: 200 len: 210 time: 0.0504491 Nov 23 02:28:08.977609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-cd9ecaad-a1b8-4d13-ad16-4f62d90b8954 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451260 Nov 23 02:28:09.032336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d6d4f99-ee2f-4f35-ae58-1e73a5f6f84f req-39097fd1-15a5-4819-9ee9-b308c48d6f02 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459186 Nov 23 02:28:09.072192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-0d7eeeca-bc2e-42a8-b770-9dc8f7f78207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.073889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-0d7eeeca-bc2e-42a8-b770-9dc8f7f78207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 1096 time: 0.0540102 Nov 23 02:28:09.137596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.14 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/a2cb2996-8d03-4cea-bc3b-2892f5644e21) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:09.210837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-6da8739d-acf2-4851-9b28-8063288ff00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.213256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-6da8739d-acf2-4851-9b28-8063288ff00d service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1115274 Nov 23 02:28:09.219333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:09.252590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.256540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a63be144-204f-4856-847e-e09c254af67d', 'network_id': 'c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b', 'port_id': 'a63be144-204f-4856-847e-e09c254af67d', 'mac_address': 'fa:16:3e:88:cc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d853221-5537-438f-832c-fa72409dff60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:09.279693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-4e5eb8ed-edb4-4dde-a234-4f79634d2f6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 200 len: 217 time: 0.0581071 Nov 23 02:28:09.339320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-9a49f982-20ab-488b-b6e0-d443253c74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.340804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-9a49f982-20ab-488b-b6e0-d443253c74f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0511885 Nov 23 02:28:09.345922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59a5e3-d93b-4f1e-b10a-c1194d6469bd req-241af951-b991-41be-a27b-cce544e3b3e1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.347435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa59a5e3-d93b-4f1e-b10a-c1194d6469bd req-241af951-b991-41be-a27b-cce544e3b3e1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 944 time: 0.1284668 Nov 23 02:28:09.374781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.385547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-e958ba5c-b50b-4bde-bae4-65c6e3bd942e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329325 Nov 23 02:28:09.396691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63be144-204f-4856-847e-e09c254af67d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:09.431728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.431954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:09.440799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa59a5e3-d93b-4f1e-b10a-c1194d6469bd req-485681e2-c99b-4642-b2b5-6bd15f3b5089 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Nov 23 02:28:09.441578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.482980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.493650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-600d88fe-fd98-4c93-a1d2-32f440b4a84e service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947654 Nov 23 02:28:09.506840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.531507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:09.535385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:09.539155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:09.572542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.596683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.597348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.597654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-32f8311c-360e-455f-8f72-cafe0c0564f4 req-3cd3bddf-c5ac-41f1-b5d1-847856cc927e service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952973 Nov 23 02:28:09.615228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-12350394-db33-48a7-a59d-6f9b139cc314 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9120824 Nov 23 02:28:09.628204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Request body: {'port': {'device_id': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:09.662781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:09.710752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.729679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:09.740649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:09.741117 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.831533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.856613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:09.859126 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd28416-5aee-4dfc-8c87-cc4fa44b0fe5" -d '{"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:09.873068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:09.878355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.879229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4f78bfd8-2e2d-476a-9899-dc90194c39bb up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:09.924710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:09.987079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae4d1-63d4-4d9a-8876-a5217efecb17 req-2317ec38-4f75-4080-9f4c-9fc5acad97be tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.992861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae4d1-63d4-4d9a-8876-a5217efecb17 req-2317ec38-4f75-4080-9f4c-9fc5acad97be tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.993677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.999582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae4d1-63d4-4d9a-8876-a5217efecb17 req-2317ec38-4f75-4080-9f4c-9fc5acad97be tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.001381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a6ae4d1-63d4-4d9a-8876-a5217efecb17 req-2317ec38-4f75-4080-9f4c-9fc5acad97be tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2414 time: 0.2108936 Nov 23 02:28:10.022387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e53c7-f68d-4f21-843a-ad83d6036bf0 req-7dc01da6-ffcd-4542-a515-48c90d3727bb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.023917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d4e53c7-f68d-4f21-843a-ad83d6036bf0 req-7dc01da6-ffcd-4542-a515-48c90d3727bb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 932 time: 0.1465755 Nov 23 02:28:10.028656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 4f78bfd8-2e2d-476a-9899-dc90194c39bb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:10.037612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 4f78bfd8-2e2d-476a-9899-dc90194c39bb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:10.037982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.127156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a6ae4d1-63d4-4d9a-8876-a5217efecb17 req-7767196f-f938-405c-941b-00c89bf13c38 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153765 Nov 23 02:28:10.154898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d4e53c7-f68d-4f21-843a-ad83d6036bf0 req-95d2c1e5-85e1-44d1-9f8b-582a637dbc85 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135871 Nov 23 02:28:10.166944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.195114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cb2996-8d03-4cea-bc3b-2892f5644e21 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:10.203152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.206171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:10.210387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.211312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ca50b11-d5c5-4790-a180-ab19ddb710ce up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:10.220374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Transition to ACTIVE for port object a2cb2996-8d03-4cea-bc3b-2892f5644e21 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:10.226918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.255980 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32bf803-589e-499c-a9d4-bde1ac64c43c x-openstack-request-id: req-b32bf803-589e-499c-a9d4-bde1ac64c43c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:10.255980 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:10.256701 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b32bf803-589e-499c-a9d4-bde1ac64c43c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:10.256701 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e', 'code': 200} Nov 23 02:28:10.307343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.325413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2ca50b11-d5c5-4790-a180-ab19ddb710ce completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:10.332240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2ca50b11-d5c5-4790-a180-ab19ddb710ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:10.332617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.361253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.426703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a88c56-e648-42c3-9492-da4f8dc63580 req-3df8e17e-1d4f-4e33-a89e-e99e6625541a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.427207 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.428248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83a88c56-e648-42c3-9492-da4f8dc63580 req-3df8e17e-1d4f-4e33-a89e-e99e6625541a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.1025968 Nov 23 02:28:10.432932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Attempting to bind port a2cb2996-8d03-4cea-bc3b-2892f5644e21 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:10.433274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Attempting to bind port a2cb2996-8d03-4cea-bc3b-2892f5644e21 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:10.433609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Attempting to bind port a2cb2996-8d03-4cea-bc3b-2892f5644e21 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:10.438759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Port a2cb2996-8d03-4cea-bc3b-2892f5644e21 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:10.439086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Attempting to bind port a2cb2996-8d03-4cea-bc3b-2892f5644e21 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:10.444409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:10.444751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:10.445230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:10.445664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Bound port: a2cb2996-8d03-4cea-bc3b-2892f5644e21, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:10.446071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.470114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:10.474596 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.524811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.562753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83a88c56-e648-42c3-9492-da4f8dc63580 req-f5d73b1a-fa2b-4725-9545-f3b3174759be tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038897 Nov 23 02:28:10.578204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:10.582915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:10.589027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.603696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.629093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece500e-fbce-46b8-89ed-93ff4926f7cc req-30ef32ac-d421-465f-883e-fed8ecfaf84f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.630672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bece500e-fbce-46b8-89ed-93ff4926f7cc req-30ef32ac-d421-465f-883e-fed8ecfaf84f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.1184943 Nov 23 02:28:10.670699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.671328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.673255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] 10.222.0.47 "PUT /v2.0/ports/a2cb2996-8d03-4cea-bc3b-2892f5644e21 HTTP/1.1" status: 200 len: 1093 time: 1.0497043 Nov 23 02:28:10.673705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:10.675974 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903480d1-62c7-4da4-af15-06b7d5bc9080" -d '{"events": [{"name": "network-changed", "server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:10.717206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc1696-393c-4354-9458-2d03dad95784 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.771152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bece500e-fbce-46b8-89ed-93ff4926f7cc req-a025091d-80aa-423d-9ca1-e899a18a8e23 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319649 Nov 23 02:28:10.793523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642935-4480-4f18-9215-ab8557b446c6 req-fd131d4a-d7da-460a-9af4-ea8157f4c041 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.793523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e642935-4480-4f18-9215-ab8557b446c6 req-fd131d4a-d7da-460a-9af4-ea8157f4c041 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 945 time: 0.1428239 Nov 23 02:28:10.802350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-766b2e8e-49ea-411d-88cd-87883888bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.803838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-766b2e8e-49ea-411d-88cd-87883888bce3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 1096 time: 0.0777726 Nov 23 02:28:10.823044 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829728e1-e266-4b8e-946d-4b346a7f9a15 x-openstack-request-id: req-829728e1-e266-4b8e-946d-4b346a7f9a15 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:10.823339 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:10.823596 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-829728e1-e266-4b8e-946d-4b346a7f9a15 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:10.824003 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21', 'status': 'completed', 'code': 200} Nov 23 02:28:10.864523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-14313233-152f-4110-8a67-21131ff43890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21 HTTP/1.1" status: 200 len: 217 time: 0.0512450 Nov 23 02:28:10.876812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 1123cd10-8db8-4d1b-96ba-f43f0b676e44 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:10.906816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 1123cd10-8db8-4d1b-96ba-f43f0b676e44 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:10.907785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 1123cd10-8db8-4d1b-96ba-f43f0b676e44 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:10.909142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e642935-4480-4f18-9215-ab8557b446c6 req-a56247a5-8abd-44db-aa75-d0b25d40f1f1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150446 Nov 23 02:28:10.932527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-acf98e22-a26d-4afa-ad17-dd7d562de054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.934143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-acf98e22-a26d-4afa-ad17-dd7d562de054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0599391 Nov 23 02:28:10.969817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-025fffa0-8854-4e44-97be-3482a8f6364f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257633 Nov 23 02:28:11.069102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-03687959-eab8-4e5a-9c21-f5706b62193b service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875156 Nov 23 02:28:11.489964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8663-051d-45ad-8521-cc6d8a2cf5d4 req-7954b2f4-6c0e-4f70-b69b-1298b14f14a6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.495883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8663-051d-45ad-8521-cc6d8a2cf5d4 req-7954b2f4-6c0e-4f70-b69b-1298b14f14a6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.501881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee8663-051d-45ad-8521-cc6d8a2cf5d4 req-7954b2f4-6c0e-4f70-b69b-1298b14f14a6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.503597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ee8663-051d-45ad-8521-cc6d8a2cf5d4 req-7954b2f4-6c0e-4f70-b69b-1298b14f14a6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.1417537 Nov 23 02:28:11.515052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d482db4-67d5-45fe-92f4-516361d81a3d req-ce889477-b668-4d19-93ee-44acef9ae213 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.516988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d482db4-67d5-45fe-92f4-516361d81a3d req-ce889477-b668-4d19-93ee-44acef9ae213 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 944 time: 0.1562366 Nov 23 02:28:11.552171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56e60f01-b2b4-41e8-be2d-3f90197f3939 req-d8728b4f-eac0-4e23-aa16-c82b4d4437e1 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754233 Nov 23 02:28:11.610115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ee8663-051d-45ad-8521-cc6d8a2cf5d4 req-f7ac649c-d781-4044-b38f-dd9caa78c1c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871694 Nov 23 02:28:11.613202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d482db4-67d5-45fe-92f4-516361d81a3d req-1942bbf0-cd72-4474-b239-8d77fc936f27 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886831 Nov 23 02:28:11.664730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.670256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-b7dc0cb7-b884-4fa9-940f-4374041c88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.672066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-b7dc0cb7-b884-4fa9-940f-4374041c88ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 1096 time: 0.0744393 Nov 23 02:28:11.803855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa114eb-57ec-4045-8b26-fb37cb592efc req-30051fa2-de4f-45ba-b369-03c6343081bb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.805359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaa114eb-57ec-4045-8b26-fb37cb592efc req-30051fa2-de4f-45ba-b369-03c6343081bb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0759597 Nov 23 02:28:11.819331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-ca27c191-4865-4c64-8261-d5d9e27983f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.820791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-ca27c191-4865-4c64-8261-d5d9e27983f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.1401920 Nov 23 02:28:11.875953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-9f07ba5c-0db9-43db-94d1-54b21a25e348 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21 HTTP/1.1" status: 200 len: 217 time: 0.0375240 Nov 23 02:28:11.957393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaa114eb-57ec-4045-8b26-fb37cb592efc req-97e7e334-d06e-4e11-bd6c-1fbb09efa80a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419098 Nov 23 02:28:11.977504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-89fd76a2-cabd-4026-b818-addb43c44e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.979203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-89fd76a2-cabd-4026-b818-addb43c44e95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0910742 Nov 23 02:28:12.002275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-cab7fa2d-2ff8-4d19-ad9b-39bd26164c60 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.004562 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-cab7fa2d-2ff8-4d19-ad9b-39bd26164c60 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.0515125 Nov 23 02:28:12.025090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-fb0ff6a8-8b49-4582-80c6-78d055158bdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342951 Nov 23 02:28:12.031394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480460-682e-4792-868c-3798ec6c219a req-00ba00ac-fd46-4ba4-9134-da5acf215aa1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.033041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae480460-682e-4792-868c-3798ec6c219a req-00ba00ac-fd46-4ba4-9134-da5acf215aa1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 945 time: 0.1605153 Nov 23 02:28:12.119885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:12.120227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.138723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae480460-682e-4792-868c-3798ec6c219a req-e97cea53-2f4c-4304-98f0-678131168fdb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953159 Nov 23 02:28:12.218038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:12.218494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.229761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-bc3fa331-354b-4406-8ac6-b407490f6d5c service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923895 Nov 23 02:28:12.236208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:12.239210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d979-b063-4bfa-abfa-9fbe819c5c01 req-115e25bc-3e08-4739-8ba8-5ae3f8d54af4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.246541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3807d979-b063-4bfa-abfa-9fbe819c5c01 req-115e25bc-3e08-4739-8ba8-5ae3f8d54af4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 945 time: 0.1063578 Nov 23 02:28:12.257313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb'}, {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:12.260026 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec023c7-2b46-44ec-9f69-3df6b958b0c6" -d '{"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb"}, {"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:12.325493 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb32629-14e8-4c4a-9427-5a8b617b6922 x-openstack-request-id: req-2fb32629-14e8-4c4a-9427-5a8b617b6922 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:12.325493 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb", "code": 200}, {"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-plugged", "status": "completed", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:12.325493 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fb32629-14e8-4c4a-9427-5a8b617b6922 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:12.331014 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'code': 200} Nov 23 02:28:12.331794 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce', 'code': 200} Nov 23 02:28:12.346086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3807d979-b063-4bfa-abfa-9fbe819c5c01 req-a49bc3ef-d0b5-454f-a83a-a7336cb8e8ac tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985138 Nov 23 02:28:12.398023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-903480d1-62c7-4da4-af15-06b7d5bc9080 req-e590b536-5cb1-4591-b680-9066e06e2c85 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488731 Nov 23 02:28:12.428218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.439561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:12.465959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=5ceb43cf-1537-4102-bfd0-f8bb8d67f57f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.487217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b068b-e9f3-49bc-a68e-4a30b03dcbc3 req-e1aca3ad-647e-4d77-acc5-6bbfa03834d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.487700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b068b-e9f3-49bc-a68e-4a30b03dcbc3 req-e1aca3ad-647e-4d77-acc5-6bbfa03834d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.488161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b068b-e9f3-49bc-a68e-4a30b03dcbc3 req-e1aca3ad-647e-4d77-acc5-6bbfa03834d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.489806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c0b068b-e9f3-49bc-a68e-4a30b03dcbc3 req-e1aca3ad-647e-4d77-acc5-6bbfa03834d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2873 time: 0.0913606 Nov 23 02:28:12.533647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:12.536836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.540215 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ee8ffc6-ff12-4d4d-9d82-e957ba568241 req-fe1ae497-f095-49eb-ad59-5892f9e0d407 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "DELETE /v2.0/ports/5ceb43cf-1537-4102-bfd0-f8bb8d67f57f HTTP/1.1" status: 204 len: 173 time: 0.5280991 Nov 23 02:28:12.540941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'name': 'network-vif-deleted', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:12.543234 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f84ba1-140c-48b1-965f-a4d07fbbb289" -d '{"events": [{"server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "name": "network-vif-deleted", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:12.545634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-4849601d-9ab4-42f9-8342-bda765e81d69 service neutron] 10.222.0.47 "GET /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d/bindings/n-h2-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.0754571 Nov 23 02:28:12.572503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c0b068b-e9f3-49bc-a68e-4a30b03dcbc3 req-4347cdf6-9956-40d0-b682-98e2a7d0f1eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 Nov 23 02:28:12.591628 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54ed2b8-2dbc-4cca-91be-1817588783da x-openstack-request-id: req-c54ed2b8-2dbc-4cca-91be-1817588783da {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:12.592489 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a", "name": "network-vif-deleted", "tag": "5ceb43cf-1537-4102-bfd0-f8bb8d67f57f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:12.592962 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c54ed2b8-2dbc-4cca-91be-1817588783da {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:12.593350 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a', 'name': 'network-vif-deleted', 'tag': '5ceb43cf-1537-4102-bfd0-f8bb8d67f57f', 'status': 'completed', 'code': 200} Nov 23 02:28:12.817073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:12.835269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be08ef-9acf-4ba5-86fa-9ebe65ebbe26 req-c01ace62-443e-4960-97b7-049aa8d15560 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.841226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be08ef-9acf-4ba5-86fa-9ebe65ebbe26 req-c01ace62-443e-4960-97b7-049aa8d15560 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.847865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be08ef-9acf-4ba5-86fa-9ebe65ebbe26 req-c01ace62-443e-4960-97b7-049aa8d15560 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.849520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90be08ef-9acf-4ba5-86fa-9ebe65ebbe26 req-c01ace62-443e-4960-97b7-049aa8d15560 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.1430125 Nov 23 02:28:12.856940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3268c82-b799-487c-bfdc-f0327b0f251f req-06dbe4f4-7a2d-4905-a3c8-6c2739028056 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.858347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3268c82-b799-487c-bfdc-f0327b0f251f req-06dbe4f4-7a2d-4905-a3c8-6c2739028056 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 944 time: 0.1473114 Nov 23 02:28:12.874787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a63be144-204f-4856-847e-e09c254af67d up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:12.901306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:12.925172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port a63be144-204f-4856-847e-e09c254af67d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:12.929041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a63be144-204f-4856-847e-e09c254af67d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:12.929412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.966406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90be08ef-9acf-4ba5-86fa-9ebe65ebbe26 req-ba5577e6-38de-45cc-8b39-d696001582c6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052501 Nov 23 02:28:12.973019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c6c39c-c800-4ae3-b136-c83aecd3a55d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:12.989771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3268c82-b799-487c-bfdc-f0327b0f251f req-f8cd3d65-712b-45fc-a880-713c98d1bd50 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Nov 23 02:28:12.991666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:13.017721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.037846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.079288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:13.084389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.128824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] Transition to ACTIVE for port object 53c6c39c-c800-4ae3-b136-c83aecd3a55d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:13.136051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.149201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d2f7-296c-4ece-9779-917e5c8161be req-2cda549f-d603-43c6-8202-9d980507fb5d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.150778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7160d2f7-296c-4ece-9779-917e5c8161be req-2cda549f-d603-43c6-8202-9d980507fb5d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 943 time: 0.0793667 Nov 23 02:28:13.195581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.242920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] No DVR routers for this DVR port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:13.295439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] Pushing event updated for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.299575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fcc59c9-42ea-4235-b99d-165be50da8ca req-7a205c1b-046c-4a4b-b8ac-cac5766b61ef tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7e7a85-04ce-46bc-87a0-e78dd1ffa60a HTTP/1.1" status: 200 len: 210 time: 0.0479002 Nov 23 02:28:13.317098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7160d2f7-296c-4ece-9779-917e5c8161be req-f9a3a63c-644e-4d9f-a7d0-d874d560eff8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347389 Nov 23 02:28:13.323849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-57a120dd-bf36-426a-91df-55a95aae5c43 service neutron] 10.222.0.47 "PUT /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d/bindings/n-h2-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 0.7693949 Nov 23 02:28:13.435411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-5eca42df-5854-4d84-a8fb-78401a0cf9d7 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.436974 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-5eca42df-5854-4d84-a8fb-78401a0cf9d7 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0435662 Nov 23 02:28:13.472197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213922dc-71b9-4664-8242-4d97a81772a2 req-07265310-0b51-4129-9138-8076d099b26d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.473675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-213922dc-71b9-4664-8242-4d97a81772a2 req-07265310-0b51-4129-9138-8076d099b26d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 946 time: 0.0541401 Nov 23 02:28:13.490039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-dbddb18d-607f-434e-93a3-86bed8a183ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.491586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-dbddb18d-607f-434e-93a3-86bed8a183ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580&tenant_id=92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 1096 time: 0.0440621 Nov 23 02:28:13.521245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-213922dc-71b9-4664-8242-4d97a81772a2 req-1b2fcb8a-ffcc-4ef3-aea7-4487fb97a7d5 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Nov 23 02:28:13.568564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-0e0e0e23-7cdb-41ea-a60a-a22be0f471a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.570047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-0e0e0e23-7cdb-41ea-a60a-a22be0f471a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1096 time: 0.0401323 Nov 23 02:28:13.663086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-f047f0bb-cb27-4e97-ac42-5cc37a00cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.664430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-f047f0bb-cb27-4e97-ac42-5cc37a00cc32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.0849595 Nov 23 02:28:13.679370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a2cb2996-8d03-4cea-bc3b-2892f5644e21 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:13.684017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:13.771097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:13.824547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:13.837948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21', 'mac_address': 'fa:16:3e:a4:59:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:13.881027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.895005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cb2996-8d03-4cea-bc3b-2892f5644e21 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:13.914956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:13.918841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.967055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.978702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-78323732-47e0-415c-ac6b-6ad7f960a2c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 200 len: 217 time: 0.3069973 Nov 23 02:28:14.034179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-efcc788b-f261-4275-a54b-f9855432ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.035795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-efcc788b-f261-4275-a54b-f9855432ff3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0496149 Nov 23 02:28:14.070726 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-7918fe9d-b158-41ae-8575-e238b0abf338 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273051 Nov 23 02:28:14.127462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d94a5-ffdb-44a1-9490-5422dc7aabd6 req-d31d6a1a-4521-41a3-9b0c-48123e6bcd52 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.133390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d94a5-ffdb-44a1-9490-5422dc7aabd6 req-d31d6a1a-4521-41a3-9b0c-48123e6bcd52 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.139400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d94a5-ffdb-44a1-9490-5422dc7aabd6 req-d31d6a1a-4521-41a3-9b0c-48123e6bcd52 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.141056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-698d94a5-ffdb-44a1-9490-5422dc7aabd6 req-d31d6a1a-4521-41a3-9b0c-48123e6bcd52 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.0957379 Nov 23 02:28:14.152326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e0fc-c4e9-441f-847c-520e20f74f21 req-1e3a6eb0-42d8-4735-ae8b-745085ea4b0f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.154973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b913e0fc-c4e9-441f-847c-520e20f74f21 req-1e3a6eb0-42d8-4735-ae8b-745085ea4b0f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 945 time: 0.0809548 Nov 23 02:28:14.164670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-89d86c2a-ce0f-4e0f-a95a-1b2cb856378c service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870061 Nov 23 02:28:14.186627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['a2cb2996-8d03-4cea-bc3b-2892f5644e21'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:14.230788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-698d94a5-ffdb-44a1-9490-5422dc7aabd6 req-a5469ff8-1918-4069-bb9e-a3e975b90fe2 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Nov 23 02:28:14.239508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b913e0fc-c4e9-441f-847c-520e20f74f21 req-8b77c89d-08f1-4752-8e23-78df51d1ea1a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Nov 23 02:28:14.274530 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-4452f50c-bf26-47b9-b50e-ec4d8db9f9fe service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026049 Nov 23 02:28:14.333178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63be144-204f-4856-847e-e09c254af67d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:14.336969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3244832-2802-417e-956c-46f7d43d02f4" -d '{"events": [{"server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "name": "network-vif-plugged", "status": "completed", "tag": "a63be144-204f-4856-847e-e09c254af67d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:14.442721 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d56bf-4782-431d-a0e4-ac3244bce9ac x-openstack-request-id: req-bb2d56bf-4782-431d-a0e4-ac3244bce9ac {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:14.443016 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "name": "network-vif-plugged", "status": "completed", "tag": "a63be144-204f-4856-847e-e09c254af67d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:14.443273 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb2d56bf-4782-431d-a0e4-ac3244bce9ac {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:14.443672 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63be144-204f-4856-847e-e09c254af67d', 'code': 200} Nov 23 02:28:14.501526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917fae4-a134-4c58-90c9-3ec8d3291143 req-7cff933a-85a9-4598-bc80-3141c7ea9b09 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.503200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6917fae4-a134-4c58-90c9-3ec8d3291143 req-7cff933a-85a9-4598-bc80-3141c7ea9b09 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 944 time: 0.0583382 Nov 23 02:28:14.563215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6917fae4-a134-4c58-90c9-3ec8d3291143 req-89fa1cae-3ddc-4315-b557-524af831dbaa tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536211 Nov 23 02:28:14.630364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1dbfb-078c-4583-8f56-ac880cc9bb48 req-6bb3b98f-e4c7-49e2-9935-dea6490b5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.632600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7df1dbfb-078c-4583-8f56-ac880cc9bb48 req-6bb3b98f-e4c7-49e2-9935-dea6490b5d6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1098 time: 0.0583913 Nov 23 02:28:14.647080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf837-909e-4120-9f5d-145684126c2a req-404a6120-161e-4f53-97a5-322384fdadcd tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.649082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-404a6120-161e-4f53-97a5-322384fdadcd tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0615995 Nov 23 02:28:14.689320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7df1dbfb-078c-4583-8f56-ac880cc9bb48 req-844e6485-3a70-4e1b-89d3-f67a18963fce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Nov 23 02:28:14.841025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1b7df-62c9-4196-9394-7b06c8998c29 req-d6f0388c-65df-4eb8-8347-a2a056055e65 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.842514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfd1b7df-62c9-4196-9394-7b06c8998c29 req-d6f0388c-65df-4eb8-8347-a2a056055e65 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 946 time: 0.1435828 Nov 23 02:28:14.854811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-99fedd90-36c6-4e8f-a84e-7f012e4b3adf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:14.856216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-99fedd90-36c6-4e8f-a84e-7f012e4b3adf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.1897671 Nov 23 02:28:14.905744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-dbc01a67-8cd1-4475-bcf4-834bf35ccd3d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0295210 Nov 23 02:28:14.967383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-36bcf837-909e-4120-9f5d-145684126c2a req-99c650a8-2cb7-498e-9227-bf48f0c70192 service neutron] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:14.970980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfd1b7df-62c9-4196-9394-7b06c8998c29 req-f85ea3c2-382e-4059-9b90-0ef938fcc3fd tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971303 Nov 23 02:28:14.975761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-36bcf837-909e-4120-9f5d-145684126c2a req-99c650a8-2cb7-498e-9227-bf48f0c70192 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.976798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36bcf837-909e-4120-9f5d-145684126c2a req-99c650a8-2cb7-498e-9227-bf48f0c70192 service neutron] 10.222.0.41 "DELETE /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d/bindings/n-h1-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.3177931 Nov 23 02:28:14.990738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-c3f668c4-3010-482e-a7b3-3766dc9d4676 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734725 Nov 23 02:28:15.131871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef39a-cb57-4a23-92aa-290edd352518 req-5e5c6423-7a11-4cf1-a38d-75b8f61cf91f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.137846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef39a-cb57-4a23-92aa-290edd352518 req-5e5c6423-7a11-4cf1-a38d-75b8f61cf91f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.144211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ef39a-cb57-4a23-92aa-290edd352518 req-5e5c6423-7a11-4cf1-a38d-75b8f61cf91f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.145824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af3ef39a-cb57-4a23-92aa-290edd352518 req-5e5c6423-7a11-4cf1-a38d-75b8f61cf91f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.0957198 Nov 23 02:28:15.149619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-7f3f5e90-aa9a-431e-9522-c433df459d09 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484156 Nov 23 02:28:15.253744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af3ef39a-cb57-4a23-92aa-290edd352518 req-180cf7fc-9918-4738-bc7c-88cde2e38c61 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017516 Nov 23 02:28:15.279670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-4f823d1b-5c6a-47b6-9404-c064f068e70d service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218562 Nov 23 02:28:15.367792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09818046-5482-4ad9-9053-a47134fce456 req-5d548a27-3914-4948-a877-ddcccdb6aa3f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.369210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09818046-5482-4ad9-9053-a47134fce456 req-5d548a27-3914-4948-a877-ddcccdb6aa3f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 945 time: 0.0535710 Nov 23 02:28:15.449473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09818046-5482-4ad9-9053-a47134fce456 req-6315cb83-e785-4341-9a69-fdfbb1013d11 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725346 Nov 23 02:28:15.514321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ef3323b-f2d3-48c3-9361-8215951e1fba req-5bf6dcaa-0854-44ee-b285-8fa77509e5cd tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 210 time: 0.0332866 Nov 23 02:28:15.693325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750fd8c-ce74-4893-8336-1ca6becd8719 req-ef43e4c4-bab3-43c2-88c0-8fc12c3ae135 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.695061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c750fd8c-ce74-4893-8336-1ca6becd8719 req-ef43e4c4-bab3-43c2-88c0-8fc12c3ae135 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 944 time: 0.0547781 Nov 23 02:28:15.701036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a2cb2996-8d03-4cea-bc3b-2892f5644e21 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:15.755997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c750fd8c-ce74-4893-8336-1ca6becd8719 req-a4201052-5f0a-4111-8ec5-34625b3f9a31 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466194 Nov 23 02:28:15.774220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port a2cb2996-8d03-4cea-bc3b-2892f5644e21 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:15.792310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port a2cb2996-8d03-4cea-bc3b-2892f5644e21 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:15.792750 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.929291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.954058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e549d-d176-46da-bb4c-17d60b7fd59d req-2384eece-6b27-417a-a929-2e15663694b4 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:15.956343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25e549d-d176-46da-bb4c-17d60b7fd59d req-2384eece-6b27-417a-a929-2e15663694b4 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1096 time: 0.0574532 Nov 23 02:28:15.988918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:15.996395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.997522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:16.030906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:16.031253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5ceb43cf-1537-4102-bfd0-f8bb8d67f57f not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:16.031677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25e549d-d176-46da-bb4c-17d60b7fd59d req-b1c9beaf-e007-4ace-b38f-9bf3a2a8c1c6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685377 Nov 23 02:28:16.094495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:16.114262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d039d9d-abdd-4cf2-b514-7b1604b7d42c req-bec0548e-adc2-44e7-98fe-8bd6310543ec tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.115811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d039d9d-abdd-4cf2-b514-7b1604b7d42c req-bec0548e-adc2-44e7-98fe-8bd6310543ec tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 946 time: 0.0624895 Nov 23 02:28:16.205932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d039d9d-abdd-4cf2-b514-7b1604b7d42c req-0d62a4aa-b2d1-4dbe-9d95-02b5325d7eca tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Nov 23 02:28:16.207730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2772ef-378a-4dca-b553-2357c3e44dc1 req-51079384-2adf-4db1-81ce-27a1c9a95b82 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.209165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2772ef-378a-4dca-b553-2357c3e44dc1 req-51079384-2adf-4db1-81ce-27a1c9a95b82 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 1096 time: 0.0865605 Nov 23 02:28:16.255962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b2772ef-378a-4dca-b553-2357c3e44dc1 req-3b541343-a386-4303-93b9-5153d34fcbe7 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Nov 23 02:28:16.331327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-61f08b30-326e-419e-a388-a5c1477aaad4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1693505112&fields=id&tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 267 time: 0.0565178 Nov 23 02:28:16.408265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0b99-6c95-4ee1-af82-717ca513a846 req-d2f6fecd-eb45-4e25-843d-130a24bfbd12 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.414165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0b99-6c95-4ee1-af82-717ca513a846 req-d2f6fecd-eb45-4e25-843d-130a24bfbd12 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.420159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0b99-6c95-4ee1-af82-717ca513a846 req-d2f6fecd-eb45-4e25-843d-130a24bfbd12 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.421792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e85e0b99-6c95-4ee1-af82-717ca513a846 req-d2f6fecd-eb45-4e25-843d-130a24bfbd12 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.0895762 Nov 23 02:28:16.437397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-ab312e93-7a02-465d-815e-6f518edee73d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.438864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-ab312e93-7a02-465d-815e-6f518edee73d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 946 time: 0.0982544 Nov 23 02:28:16.444792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:16.447495 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3409c8-a003-4c2b-8d74-7b667ae3d2bb" -d '{"events": [{"server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:16.459771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'security_groups': ['22d2bde1-91df-42dd-963c-6fad011b0a21', '7536423f-6a01-4343-a029-b3314ab86b1e']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:16.581253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e85e0b99-6c95-4ee1-af82-717ca513a846 req-901ae93b-fd53-4164-bd09-0b4353d63a0f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523738 Nov 23 02:28:16.596078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022427bf-c544-44ab-afaf-b0604b79c82e req-45ad78d5-dbb0-4144-ba15-482c41c0d492 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.602405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022427bf-c544-44ab-afaf-b0604b79c82e req-45ad78d5-dbb0-4144-ba15-482c41c0d492 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.608536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022427bf-c544-44ab-afaf-b0604b79c82e req-45ad78d5-dbb0-4144-ba15-482c41c0d492 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.610661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022427bf-c544-44ab-afaf-b0604b79c82e req-45ad78d5-dbb0-4144-ba15-482c41c0d492 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 2417 time: 0.1573894 Nov 23 02:28:16.611704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.653494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-9e7d7027-9302-4e7b-ac8b-18b793aa9d05 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.655899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-9e7d7027-9302-4e7b-ac8b-18b793aa9d05 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.1443193 Nov 23 02:28:16.671857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:16.790597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:16.796099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.804377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 2ca50b11-d5c5-4790-a180-ab19ddb710ce {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:16.804758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.847908 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a2f9b-72b4-44e9-adea-e64a598b5a8c x-openstack-request-id: req-783a2f9b-72b4-44e9-adea-e64a598b5a8c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:16.849113 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:16.852599 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-783a2f9b-72b4-44e9-adea-e64a598b5a8c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:16.854952 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21', 'code': 200} Nov 23 02:28:16.985041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:17.001022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.7 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/5896d80f-3dae-4c53-bd49-bd68e9fdf085) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:17.003130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 2ca50b11-d5c5-4790-a180-ab19ddb710ce, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ca50b11-d5c5-4790-a180-ab19ddb710ce,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:17.003501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.004154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c95302-8f65-4adb-b43a-afd5e0677088 req-2ac33f82-e135-4eac-a80a-a489e38ebf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.005846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-33c95302-8f65-4adb-b43a-afd5e0677088 req-2ac33f82-e135-4eac-a80a-a489e38ebf18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 1098 time: 0.0614510 Nov 23 02:28:17.025322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 2ca50b11-d5c5-4790-a180-ab19ddb710ce owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:17.058006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f206a1-b75a-466d-8f92-78ab37cc5071 req-ace6c103-c6a9-4071-af6f-69069648c213 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.059545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48f206a1-b75a-466d-8f92-78ab37cc5071 req-ace6c103-c6a9-4071-af6f-69069648c213 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1373813 Nov 23 02:28:17.063404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.084366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-33c95302-8f65-4adb-b43a-afd5e0677088 req-b751e031-7626-456a-9b26-2597992719d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708995 Nov 23 02:28:17.108623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.145941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:17.197898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.198575 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.199992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08f74b3c-a3a1-47c2-95bb-83473021118f req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "PUT /v2.0/ports/a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 982 time: 0.7545156 Nov 23 02:28:17.207080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:17.209389 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6" -d '{"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:17.216119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.237815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48f206a1-b75a-466d-8f92-78ab37cc5071 req-21927dea-4624-4801-921e-86a936957450 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705539 Nov 23 02:28:17.239138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36647940-8298-4b4c-a209-12652b887466 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:17.275774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.288697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:17.344956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:17.348999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:17.361046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:17.395844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:17.411834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:17.416261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.429755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.430422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.452361 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-cb1dfdea-78a7-41dc-a613-b2e18497349a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848823 Nov 23 02:28:17.462259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=2ca50b11-d5c5-4790-a180-ab19ddb710ce,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:17.480822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Request body: {'port': {'device_id': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:17.525444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cd6ce-f90c-4f8d-a804-00eafc30adb8 req-f5415225-2d8d-4a31-af36-b32c7eff070d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.527200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca0cd6ce-f90c-4f8d-a804-00eafc30adb8 req-f5415225-2d8d-4a31-af36-b32c7eff070d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 931 time: 0.1570842 Nov 23 02:28:17.552194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 2ca50b11-d5c5-4790-a180-ab19ddb710ce on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:17.555002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.559053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022427bf-c544-44ab-afaf-b0604b79c82e req-7d32ccfd-bd49-4e5d-9a70-30961cf0307d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "DELETE /v2.0/ports/2ca50b11-d5c5-4790-a180-ab19ddb710ce HTTP/1.1" status: 204 len: 173 time: 0.9371836 Nov 23 02:28:17.572131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.956200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5896d80f-3dae-4c53-bd49-bd68e9fdf085 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:17.965461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.980281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Transition to ACTIVE for port object 5896d80f-3dae-4c53-bd49-bd68e9fdf085 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:17.985228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.048209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Pushing event updated for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:18.085768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca0cd6ce-f90c-4f8d-a804-00eafc30adb8 req-f13e2bfa-ffa5-488a-a5ef-ac735cdbe089 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356307 Nov 23 02:28:18.129508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97bc6408-e1cd-4d2b-a90c-00db8077518e req-b8388115-0220-4643-94b5-49f38b77afef tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/7536423f-6a01-4343-a029-b3314ab86b1e HTTP/1.1" status: 200 len: 1817 time: 0.1226535 Nov 23 02:28:18.135836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Attempting to bind port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:18.138861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Attempting to bind port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:18.139241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Attempting to bind port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:18.148507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:18.148879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Attempting to bind port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:18.157063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:18.157413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:18.157795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:18.158243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Bound port: 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:18.158637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.203328 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40c911e-9f96-47f2-b461-4b73fd5e82e3 x-openstack-request-id: req-b40c911e-9f96-47f2-b461-4b73fd5e82e3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:18.203743 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:18.204098 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b40c911e-9f96-47f2-b461-4b73fd5e82e3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:18.204598 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d', 'status': 'completed', 'code': 200} Nov 23 02:28:18.215155 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-97bc6408-e1cd-4d2b-a90c-00db8077518e req-cebe5a1c-4adf-408c-ac02-79abf45fe0d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:28:18.222541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97bc6408-e1cd-4d2b-a90c-00db8077518e req-cebe5a1c-4adf-408c-ac02-79abf45fe0d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/7536423f-6a01-4343-a029-b3314ab86b1e HTTP/1.1" status: 409 len: 341 time: 0.0824270 Nov 23 02:28:18.241071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:18.242344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.260473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:18.264747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:18.269643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.321757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.322673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.325656 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] 10.222.0.47 "PUT /v2.0/ports/5896d80f-3dae-4c53-bd49-bd68e9fdf085 HTTP/1.1" status: 200 len: 1092 time: 0.8535182 Nov 23 02:28:18.326123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:18.328801 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75371a0e-57e3-4f49-9e14-7e2aa685128f" -d '{"events": [{"name": "network-changed", "server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:18.379030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e584-21d8-4709-bf3e-514a5c8ca7db service neutron] Pushing event updated for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:18.460046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-5c9365ac-acd5-4b8d-878d-104979e3a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.461543 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-5c9365ac-acd5-4b8d-878d-104979e3a711 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 1095 time: 0.0923703 Nov 23 02:28:18.470661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-6b72409a-81cb-4be0-99ee-e6a12d71a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.472549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-6b72409a-81cb-4be0-99ee-e6a12d71a46a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1137 time: 0.1935704 Nov 23 02:28:18.506286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-36ac94b6-d6a0-4973-be89-2cc8772625fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085 HTTP/1.1" status: 200 len: 217 time: 0.0362425 Nov 23 02:28:18.563822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-2ac3d3e4-af71-4738-9000-165f57b2652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.565226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-2ac3d3e4-af71-4738-9000-165f57b2652a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0527389 Nov 23 02:28:18.569886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca7eb-64e3-419d-a38c-7ce5ba066373 req-bacafeb4-0d54-4dfd-b703-3caa4e5752a1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.576145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca7eb-64e3-419d-a38c-7ce5ba066373 req-bacafeb4-0d54-4dfd-b703-3caa4e5752a1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.577805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9eca7eb-64e3-419d-a38c-7ce5ba066373 req-bacafeb4-0d54-4dfd-b703-3caa4e5752a1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 1682 time: 0.2557704 Nov 23 02:28:18.591856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:18.592278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.602496 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-863bdacb-8f1d-42da-b4c1-5480420f91d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306866 Nov 23 02:28:18.633005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:18.648135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce1e6e-1224-45af-91f4-a01209784ce7 req-a1cac469-3aed-43b7-b694-c948646da6cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.649693 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12ce1e6e-1224-45af-91f4-a01209784ce7 req-a1cac469-3aed-43b7-b694-c948646da6cf tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1969590 Nov 23 02:28:18.701094 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-80426fd6-1749-406b-815e-f3a7cbced28b service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916586 Nov 23 02:28:18.758159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-8fba6aac-4147-4ba2-9aa1-e7e562ffabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.759714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-8fba6aac-4147-4ba2-9aa1-e7e562ffabbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.2663617 Nov 23 02:28:18.769391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9eca7eb-64e3-419d-a38c-7ce5ba066373 req-536f3f96-b6c5-4fdf-8c06-fe757eac4464 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733973 Nov 23 02:28:18.812182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d184a2-d9f1-4a90-92b2-c180790ceac4 req-9394f997-9c4f-407a-a5a8-ed54c09719cb service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023419 Nov 23 02:28:18.831062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-934b1f42-06c2-41d7-8777-e2b445aaff59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 217 time: 0.0545404 Nov 23 02:28:18.854859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12ce1e6e-1224-45af-91f4-a01209784ce7 req-4e1732c8-6819-4278-9adc-f7e75f2a13dc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910005 Nov 23 02:28:18.914909 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e96cfa8-ac21-41ba-8d54-b8789aa9f9fa x-openstack-request-id: req-4e96cfa8-ac21-41ba-8d54-b8789aa9f9fa {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:18.915197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-b437cdf3-2f11-4b03-b4c9-877835331291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.915352 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:18.916511 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e96cfa8-ac21-41ba-8d54-b8789aa9f9fa {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:18.917007 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085', 'status': 'completed', 'code': 200} Nov 23 02:28:18.917143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-b437cdf3-2f11-4b03-b4c9-877835331291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0777144 Nov 23 02:28:18.979420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-3d5cdf10-4293-4e9b-93ac-b240cd62ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.980945 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-3d5cdf10-4293-4e9b-93ac-b240cd62ecf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 1095 time: 0.0439732 Nov 23 02:28:19.015258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-d2d810ec-891a-4963-a434-ac09bd5089d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874395 Nov 23 02:28:19.079710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-b34f57e9-69a4-4a4c-9c13-b444db442d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.081360 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-b34f57e9-69a4-4a4c-9c13-b444db442d15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.0933096 Nov 23 02:28:19.110902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109c8e1-7026-48c1-98fc-9b7f79459ec3 req-619b378c-8184-4c4b-bbfb-785d4a908d7b tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.112809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0109c8e1-7026-48c1-98fc-9b7f79459ec3 req-619b378c-8184-4c4b-bbfb-785d4a908d7b tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 985 time: 0.1636028 Nov 23 02:28:19.119710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.139936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-369b720f-181f-4907-91e4-c79f592ae692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085 HTTP/1.1" status: 200 len: 217 time: 0.0508208 Nov 23 02:28:19.175696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=5a2cfe7d-b69e-4c31-8e12-2a642e2d937e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.230433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-a62a5bde-dc0f-413d-a59d-d5397ea8b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.232231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-a62a5bde-dc0f-413d-a59d-d5397ea8b873 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0829084 Nov 23 02:28:19.272852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-81776ddc-15e6-4372-8e59-b001eaf886ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321431 Nov 23 02:28:19.279463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:19.299115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.307421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022427bf-c544-44ab-afaf-b0604b79c82e req-e7cbcaf2-f9f8-4a7f-9984-83e14cc7a0db tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "DELETE /v2.0/ports/5a2cfe7d-b69e-4c31-8e12-2a642e2d937e HTTP/1.1" status: 204 len: 173 time: 1.7292676 Nov 23 02:28:19.416863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0109c8e1-7026-48c1-98fc-9b7f79459ec3 req-97e4dfb8-ac76-40f8-9601-4afd33e6052d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&id=7536423f-6a01-4343-a029-b3314ab86b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2965958 Nov 23 02:28:19.418945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-0e3ec2bb-1c12-493a-9529-c352c6e4f56a service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797066 Nov 23 02:28:19.463802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-616adf49-943e-4890-bab9-a4792109bf5b service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806402 Nov 23 02:28:19.604141 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75371a0e-57e3-4f49-9e14-7e2aa685128f req-beca4988-f765-44e1-952c-72f21e05aebc service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332116 Nov 23 02:28:19.621582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7445c5a-8461-4473-a420-99cca8d15445 req-fcae7bd7-5b9b-4098-a62c-661562c1f855 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.623553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7445c5a-8461-4473-a420-99cca8d15445 req-fcae7bd7-5b9b-4098-a62c-661562c1f855 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 943 time: 0.2324080 Nov 23 02:28:19.690053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66025b1-b3dd-41fa-bfaf-48426f5ed59d req-9eec9513-f5b1-46b8-b22b-a2400c159ee6 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.691552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e66025b1-b3dd-41fa-bfaf-48426f5ed59d req-9eec9513-f5b1-46b8-b22b-a2400c159ee6 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1272817 Nov 23 02:28:19.694873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:19.702248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 4f78bfd8-2e2d-476a-9899-dc90194c39bb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:19.702602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.706659 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a2606f-ec13-4247-bc8b-b4d0cb6c18b6 req-10310863-1a17-4cc5-840b-b40cd83c8459 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621293 Nov 23 02:28:19.718109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:19.718805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5a2cfe7d-b69e-4c31-8e12-2a642e2d937e not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:19.719518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4f78bfd8-2e2d-476a-9899-dc90194c39bb no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:19.793184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7445c5a-8461-4473-a420-99cca8d15445 req-2a7184e4-a091-4d84-82fd-544751e40b4c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581562 Nov 23 02:28:19.839580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.862137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e66025b1-b3dd-41fa-bfaf-48426f5ed59d req-86b12f8b-7468-474b-adfa-22981ec7b086 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498866 Nov 23 02:28:19.886242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:19.886656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.889170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:19.895080 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262d3eb-7c42-4623-8d9f-247ea4210b67" -d '{"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:19.913743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4f78bfd8-2e2d-476a-9899-dc90194c39bb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4f78bfd8-2e2d-476a-9899-dc90194c39bb,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:19.917485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-4ab2894a-1726-4ad6-9aac-b8f472d0b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.919175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-4ab2894a-1726-4ad6-9aac-b8f472d0b3c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1137 time: 0.1063643 Nov 23 02:28:19.920145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 4f78bfd8-2e2d-476a-9899-dc90194c39bb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:19.921904 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.923168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ca50b11-d5c5-4790-a180-ab19ddb710ce no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:19.951108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2ca50b11-d5c5-4790-a180-ab19ddb710ce {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:19.951837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ca50b11-d5c5-4790-a180-ab19ddb710ce not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:20.019530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:20.024464 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17b6d02-2294-4c14-aa49-58f2d8811b99 x-openstack-request-id: req-a17b6d02-2294-4c14-aa49-58f2d8811b99 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:20.024969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-unplugged", "status": "completed", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:20.025392 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a17b6d02-2294-4c14-aa49-58f2d8811b99 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:20.025926 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'code': 200} Nov 23 02:28:20.065937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0adb32-4aad-48bd-a534-2cdef7e0fa9b req-f77b80fd-3f44-4dc1-8e8e-acf1ddd09180 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:20.067477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc0adb32-4aad-48bd-a534-2cdef7e0fa9b req-f77b80fd-3f44-4dc1-8e8e-acf1ddd09180 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=fecca10d-eefa-41d0-9cb5-22121374dbe6 HTTP/1.1" status: 200 len: 945 time: 0.1681354 Nov 23 02:28:20.140145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-2d951bf0-602d-4a71-9583-1b6bb6a43d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:20.142004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-2d951bf0-602d-4a71-9583-1b6bb6a43d90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.2062299 Nov 23 02:28:20.218315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce'}, {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:20.221120 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fca2403-c0ae-4d73-8c6f-287542f872b1" -d '{"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce"}, {"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:20.224476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-6a6aff4e-a231-416c-8eb5-444b72792fc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 217 time: 0.0716994 Nov 23 02:28:20.230669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc0adb32-4aad-48bd-a534-2cdef7e0fa9b req-4f325192-6228-433a-86d8-a3300738f544 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440251 Nov 23 02:28:20.298383 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.300973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-89bb8e52-265e-4996-ab90-ebae1aa6295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:20.302615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-89bb8e52-265e-4996-ab90-ebae1aa6295c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.0710542 Nov 23 02:28:20.332950 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ade2c2-bd7f-4fa7-911e-dde862e39f8c x-openstack-request-id: req-04ade2c2-bd7f-4fa7-911e-dde862e39f8c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:20.333239 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "2ca50b11-d5c5-4790-a180-ab19ddb710ce", "status": "completed", "code": 200}, {"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "5a2cfe7d-b69e-4c31-8e12-2a642e2d937e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:20.333489 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04ade2c2-bd7f-4fa7-911e-dde862e39f8c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:20.333880 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '2ca50b11-d5c5-4790-a180-ab19ddb710ce', 'status': 'completed', 'code': 200} Nov 23 02:28:20.334132 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '5a2cfe7d-b69e-4c31-8e12-2a642e2d937e', 'status': 'completed', 'code': 200} Nov 23 02:28:20.345193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=4f78bfd8-2e2d-476a-9899-dc90194c39bb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:20.363360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-13b09034-cee2-4dac-8c0b-d912d71d7bec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511472 Nov 23 02:28:20.460415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 4f78bfd8-2e2d-476a-9899-dc90194c39bb on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:20.464076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.467547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022427bf-c544-44ab-afaf-b0604b79c82e req-8949a282-caf0-4739-8e33-9da3165fb107 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.47 "DELETE /v2.0/ports/4f78bfd8-2e2d-476a-9899-dc90194c39bb HTTP/1.1" status: 204 len: 173 time: 1.1501374 Nov 23 02:28:20.525436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-4cbc2c34-a4f8-4472-a1eb-0191063e9335 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322381 Nov 23 02:28:20.636698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb637fcb-504e-411b-b09e-319b8873f6ce req-0ff46594-bb16-4ce1-b7fe-b355e4697d4a tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:20.638130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb637fcb-504e-411b-b09e-319b8873f6ce req-0ff46594-bb16-4ce1-b7fe-b355e4697d4a tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 985 time: 0.1118188 Nov 23 02:28:20.679260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6820727a-30b2-48fc-b3f0-07c2ecb32bff req-c006d506-bf02-404c-b4eb-0f3825c87126 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436536 Nov 23 02:28:20.714177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb637fcb-504e-411b-b09e-319b8873f6ce req-e896750d-276b-4ba9-ac6e-207360c837c7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&id=7536423f-6a01-4343-a029-b3314ab86b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0687773 Nov 23 02:28:20.943373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99aa2c-7a73-4eae-bff7-4da04181837e req-63e44940-ffb2-4665-84da-638e95d5253a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:20.945190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f99aa2c-7a73-4eae-bff7-4da04181837e req-63e44940-ffb2-4665-84da-638e95d5253a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 943 time: 0.0659888 Nov 23 02:28:21.029236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f99aa2c-7a73-4eae-bff7-4da04181837e req-b39c757e-c895-4e4e-8f7e-b943f8952965 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774944 Nov 23 02:28:21.058583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63732d-4478-44b8-92a8-28d3d44c9d3e req-ddd40df2-f94a-48b9-9106-212917de270f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:21.058583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e63732d-4478-44b8-92a8-28d3d44c9d3e req-ddd40df2-f94a-48b9-9106-212917de270f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.0871084 Nov 23 02:28:21.117943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e63732d-4478-44b8-92a8-28d3d44c9d3e req-04f6cfba-a93b-4709-b96d-944bf30e8387 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480607 Nov 23 02:28:21.337692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.420792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting subnet 4b5258b3-765f-4877-b747-ac3148ffa5e2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:21.442034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.489645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.520710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365d798-3f7e-423a-9aaf-c630061fa800 req-0479ae93-3b40-41a6-a8c0-80dbe89b2e3e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:21.522196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9365d798-3f7e-423a-9aaf-c630061fa800 req-0479ae93-3b40-41a6-a8c0-80dbe89b2e3e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1181176 Nov 23 02:28:21.610359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9365d798-3f7e-423a-9aaf-c630061fa800 req-c0c96777-13d9-4606-88a5-d7933d3912cd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Nov 23 02:28:21.614721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.673071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.707930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5258b3-765f-4877-b747-ac3148ffa5e2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:21.712723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.717489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5896d80f-3dae-4c53-bd49-bd68e9fdf085 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:21.719384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a698dc2-4a96-449b-b39d-fa458839fc29 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/subnets/4b5258b3-765f-4877-b747-ac3148ffa5e2 HTTP/1.1" status: 204 len: 168 time: 0.3801932 Nov 23 02:28:21.720034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.733491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1dd6d-4b46-48ea-a84e-5cc7f2615804 None None] Network f618e3a2-22f3-41c9-95ee-2438bc92dd18 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:21.809399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.867710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:21.868329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.882778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1895aef-3ac7-4a93-bebc-f380eacd9aa2 req-a6104f24-3a0a-484c-8067-61ac94678104 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:21.890384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1895aef-3ac7-4a93-bebc-f380eacd9aa2 req-a6104f24-3a0a-484c-8067-61ac94678104 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 985 time: 0.0740213 Nov 23 02:28:21.916537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:28:21.939779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,segment=NetworkSegment(fd56441c-40a2-47d5-b02d-9ca0cf9642ac),segment_id=fd56441c-40a2-47d5-b02d-9ca0cf9642ac)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:21.940313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.955255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:21.978519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1895aef-3ac7-4a93-bebc-f380eacd9aa2 req-93f165e7-9f8d-499e-ae32-108404131dcf tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&id=7536423f-6a01-4343-a029-b3314ab86b1e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0871332 Nov 23 02:28:22.051290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.070554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:22.072017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:22.100770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5896d80f-3dae-4c53-bd49-bd68e9fdf085', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': '5896d80f-3dae-4c53-bd49-bd68e9fdf085', 'mac_address': 'fa:16:3e:2f:43:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:22.146365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.159444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-c742d894-b1e9-4ea8-8d4c-5bfe84bd6f49 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-407653843&fields=id&tenant_id=12f1a19efa354bf7a802a912fa12661e HTTP/1.1" status: 200 len: 267 time: 0.0830119 Nov 23 02:28:22.160230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2478c00-fa5a-42c4-9b48-42df19e4555c None None] DHCP port deletion for f618e3a2-22f3-41c9-95ee-2438bc92dd18 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:22.182139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.205868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.218012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5896d80f-3dae-4c53-bd49-bd68e9fdf085 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:22.228594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f618e3a2-22f3-41c9-95ee-2438bc92dd18']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:22.242183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:22.242527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd56441c-40a2-47d5-b02d-9ca0cf9642ac') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:22.247497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:22.252208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.261920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.280485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.291549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:22.292412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.331176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:22.358103 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:22.383659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.391343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.398220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/networks/f618e3a2-22f3-41c9-95ee-2438bc92dd18 HTTP/1.1" status: 204 len: 168 time: 0.6737933 Nov 23 02:28:22.398220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40114) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.458892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785ebd-3922-449f-8941-33a4197973c0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Network': ['ID=f618e3a2-22f3-41c9-95ee-2438bc92dd18,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.473183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting subnet 9efb846d-6bb8-444a-bb23-77e78dbb5756 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:22.478397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.500888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5896d80f-3dae-4c53-bd49-bd68e9fdf085'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:22.512973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:22.514546 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea80c7-76d2-4e99-992f-4d03de93e5d8" -d '{"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:22.525584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.539567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5875dd-0ce4-4035-8e8d-61c68f6aaa17 req-631acd41-50e9-402f-a651-08d61668575a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:22.541424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc5875dd-0ce4-4035-8e8d-61c68f6aaa17 req-631acd41-50e9-402f-a651-08d61668575a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 943 time: 0.3884244 Nov 23 02:28:22.553600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-622ad3e7-4a42-4286-933b-0949d0c974cb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:22.561356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-622ad3e7-4a42-4286-933b-0949d0c974cb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 985 time: 0.3927479 Nov 23 02:28:22.572752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'port': {'security_groups': ['22d2bde1-91df-42dd-963c-6fad011b0a21', '7536423f-6a01-4343-a029-b3314ab86b1e', '5036562f-31c5-4083-9f67-755ea7fbc8ee']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:22.624889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.680076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc5875dd-0ce4-4035-8e8d-61c68f6aaa17 req-ea81ea5b-fcc8-4481-873c-b0773939dda2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165946 Nov 23 02:28:22.680848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.685855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.720216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.727000 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/subnets/9efb846d-6bb8-444a-bb23-77e78dbb5756 HTTP/1.1" status: 204 len: 168 time: 0.3273101 Nov 23 02:28:22.727454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1619265-1c3c-42f3-87f5-d80584094b3b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Subnet': ['ID=9efb846d-6bb8-444a-bb23-77e78dbb5756,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.729114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.731760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3163107-6ab1-48b7-912e-681603f109d5 None None] Network e423dbcf-ab6c-4c26-853c-084411c014db requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:22.827659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.891860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port d116e93a-47f2-49b6-932d-98c857cb73a4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:22.892461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.931824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b7173c27-e154-4d79-8738-74929c0328da tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:22.933324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b7173c27-e154-4d79-8738-74929c0328da tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1145401 Nov 23 02:28:22.964992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port d116e93a-47f2-49b6-932d-98c857cb73a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d116e93a-47f2-49b6-932d-98c857cb73a4,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:22.965369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.980984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for d116e93a-47f2-49b6-932d-98c857cb73a4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:22.981390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] DHCP port deletion for e423dbcf-ab6c-4c26-853c-084411c014db request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:23.000337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:23.039313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Deleting port d116e93a-47f2-49b6-932d-98c857cb73a4 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:23.041207 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.075867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.085933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.092885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.125294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:23.138871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.139524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.141002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52f54915-9b1f-48b3-a202-6cc9f565ddb3 req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "PUT /v2.0/ports/a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 1021 time: 0.5788193 Nov 23 02:28:23.167909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port a2cb2996-8d03-4cea-bc3b-2892f5644e21 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:23.168868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.198611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port d116e93a-47f2-49b6-932d-98c857cb73a4 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:23.198611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=d116e93a-47f2-49b6-932d-98c857cb73a4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.202901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] For port d116e93a-47f2-49b6-932d-98c857cb73a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d116e93a-47f2-49b6-932d-98c857cb73a4,segment=NetworkSegment(85b8a8a7-6a52-4912-aeb5-a657d0056fad),segment_id=85b8a8a7-6a52-4912-aeb5-a657d0056fad)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:23.203660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.230691 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3c8b0-668e-412b-86e8-c95722fd49b4 x-openstack-request-id: req-c9f3c8b0-668e-412b-86e8-c95722fd49b4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:23.232777 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecca10d-eefa-41d0-9cb5-22121374dbe6", "name": "network-vif-deleted", "tag": "4f78bfd8-2e2d-476a-9899-dc90194c39bb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:23.233623 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9f3c8b0-668e-412b-86e8-c95722fd49b4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:23.234038 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecca10d-eefa-41d0-9cb5-22121374dbe6', 'name': 'network-vif-deleted', 'tag': '4f78bfd8-2e2d-476a-9899-dc90194c39bb', 'status': 'completed', 'code': 200} Nov 23 02:28:23.258280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Calling delete_port for d116e93a-47f2-49b6-932d-98c857cb73a4 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:23.276039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d116e93a-47f2-49b6-932d-98c857cb73a4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:23.297951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.322762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.329897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d116e93a-47f2-49b6-932d-98c857cb73a4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:23.330535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d116e93a-47f2-49b6-932d-98c857cb73a4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:23.331145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:23.352540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e423dbcf-ab6c-4c26-853c-084411c014db']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.356862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:23.357411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd54a9c7-ed5c-46f8-bd8f-e9e7d46740e9 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:23.363186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1143-c278-4b30-be53-5d8f0d033d62 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.384421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b8a8a7-6a52-4912-aeb5-a657d0056fad') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.384726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b8a8a7-6a52-4912-aeb5-a657d0056fad') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.400000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:23.412809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a713e7c-ae7c-4938-9ac6-975167d1d374 req-4262a9a1-9eab-4f27-8cde-df1a09f85bfe tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/5036562f-31c5-4083-9f67-755ea7fbc8ee HTTP/1.1" status: 200 len: 1817 time: 0.1752756 Nov 23 02:28:23.417954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.443114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.448301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589db596-5f77-4429-b042-f3a94c88f677 req-4e708801-1c0d-4f82-999a-33dd081fa2b6 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.453675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:23.454093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.457744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-589db596-5f77-4429-b042-f3a94c88f677 req-4e708801-1c0d-4f82-999a-33dd081fa2b6 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 946 time: 0.1742432 Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: from cryptography.utils import int_from_bytes Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: from cryptography.utils import int_from_bytes Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.535675 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:23.539714 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:23.540724 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:23.547693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.552877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.565893 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/networks/e423dbcf-ab6c-4c26-853c-084411c014db HTTP/1.1" status: 204 len: 168 time: 0.8296404 Nov 23 02:28:23.570313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.573839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88dd5-f52d-4570-a18d-92a2fa5acd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Network': ['ID=e423dbcf-ab6c-4c26-853c-084411c014db,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.574050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-589db596-5f77-4429-b042-f3a94c88f677 req-df5018e8-0e90-45d4-830d-32a2847a6cc3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154425 Nov 23 02:28:23.581950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1441419991'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:23.599535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.599681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port a2cb2996-8d03-4cea-bc3b-2892f5644e21, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a2cb2996-8d03-4cea-bc3b-2892f5644e21,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:23.599681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.599681 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-7a713e7c-ae7c-4938-9ac6-975167d1d374 req-b775b67d-ab31-42a3-ad69-3aeb06c6b5eb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:28:23.599681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a713e7c-ae7c-4938-9ac6-975167d1d374 req-b775b67d-ab31-42a3-ad69-3aeb06c6b5eb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/5036562f-31c5-4083-9f67-755ea7fbc8ee HTTP/1.1" status: 409 len: 341 time: 0.1826818 Nov 23 02:28:23.615859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for a2cb2996-8d03-4cea-bc3b-2892f5644e21 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:23.641444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Network e423dbcf-ab6c-4c26-853c-084411c014db is not hosted by any dhcp agent {{(pid=103573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:28:23.642021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] No DVR routers for this DVR port d116e93a-47f2-49b6-932d-98c857cb73a4 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:23.647154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8348d-a8de-4371-9876-1dcd242d7e9d None None] Pushing event deleted for resources: {'Port': ['ID=d116e93a-47f2-49b6-932d-98c857cb73a4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.682548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:23.686014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.736256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5896d80f-3dae-4c53-bd49-bd68e9fdf085 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:23.747648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:23.766553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.766553 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Added segment 6d627039-8c0a-48eb-be39-47e8300f9ae4 of type vlan for network e9547a39-b152-4f39-af57-bdac2ddc00ae Nov 23 02:28:23.851836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.876241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:23.882783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:23.883157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.963399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.973863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.974741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.034423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4564624 Nov 23 02:28:24.034858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40184) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.040077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'subnet': {'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:24.075687 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.130990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:24.131282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c53530-90fa-4cbe-9f89-3b466067ccb0 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Network': ['ID=e9547a39-b152-4f39-af57-bdac2ddc00ae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.133305 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc940ec-04bc-4d9b-8173-2bfa9465f669" -d '{"events": [{"server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "name": "network-vif-plugged", "status": "completed", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:24.164762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e9547a39-b152-4f39-af57-bdac2ddc00ae details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:24.181316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:24.188211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.189027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:24.212661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77668-87d5-4554-9c7b-d678dbed68fb req-26d9ed15-4488-4e27-90ad-a0913a3c421c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.221457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36e77668-87d5-4554-9c7b-d678dbed68fb req-26d9ed15-4488-4e27-90ad-a0913a3c421c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 944 time: 0.4110818 Nov 23 02:28:24.248031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.250290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.251296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a2cb2996-8d03-4cea-bc3b-2892f5644e21 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:24.270831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc90ab-f71a-4ef6-adbc-d03295317bfa req-a6a6a6dd-6307-440b-9532-ddcc5c6310a4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.272758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12dc90ab-f71a-4ef6-adbc-d03295317bfa req-a6a6a6dd-6307-440b-9532-ddcc5c6310a4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1024 time: 0.1129692 Nov 23 02:28:24.333015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=a2cb2996-8d03-4cea-bc3b-2892f5644e21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.384947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: a2cb2996-8d03-4cea-bc3b-2892f5644e21 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:24.385303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a2cb2996-8d03-4cea-bc3b-2892f5644e21 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:24.408436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port a2cb2996-8d03-4cea-bc3b-2892f5644e21 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:24.420098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.425168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7748e076-c7d0-48cd-a9db-6db8928986a5 req-b5cae494-6761-4745-831d-fa079cd34eff tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "DELETE /v2.0/ports/a2cb2996-8d03-4cea-bc3b-2892f5644e21 HTTP/1.1" status: 204 len: 173 time: 1.4791367 Nov 23 02:28:24.451934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.483090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36e77668-87d5-4554-9c7b-d678dbed68fb req-5d050f9a-9a26-4bd0-a9a5-5718b58dc009 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606897 Nov 23 02:28:24.500666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12dc90ab-f71a-4ef6-adbc-d03295317bfa req-d765a3da-dc15-44a6-a38c-dfb2e4393922 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&id=7536423f-6a01-4343-a029-b3314ab86b1e&id=5036562f-31c5-4083-9f67-755ea7fbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1740978 Nov 23 02:28:24.530124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.630833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Subnet': ['ID=c3bb900b-db81-41b3-9c57-25bcf0fd3180,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.641846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Checking segment: {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:24.642473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network hostable DHCP agents. Network: e9547a39-b152-4f39-af57-bdac2ddc00ae, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:24.659398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e6a00-7053-4017-868c-67c727ff1e74 req-38337564-9671-4c7a-8f9d-c692193d2981 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.660150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network e9547a39-b152-4f39-af57-bdac2ddc00ae is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:24.662038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c8e6a00-7053-4017-868c-67c727ff1e74 req-38337564-9671-4c7a-8f9d-c692193d2981 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.0906186 Nov 23 02:28:24.671985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e9547a39-b152-4f39-af57-bdac2ddc00ae) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:24.676698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.677305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.684208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187d8cf-f4af-44d8-b668-6cf16d7e9a22 None None] Network e9547a39-b152-4f39-af57-bdac2ddc00ae requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:24.697318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6c6401e7-21a0-42ec-b259-fe328946e888 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6611323 Nov 23 02:28:24.699570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.711285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1362502994'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:24.741333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:24.748860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.784663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c8e6a00-7053-4017-868c-67c727ff1e74 req-59df5c50-8ba9-4b0a-9ef0-1740ac2ca8be tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150503 Nov 23 02:28:24.798272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:24.821737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.822091 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Added segment 86f9f4fc-be4d-4a98-b675-882cef0732fa of type vlan for network 11a29b89-7852-4632-a1a7-33789c8608e9 Nov 23 02:28:24.862454 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc6331-a340-4472-901b-1e7f740f2d51 x-openstack-request-id: req-98dc6331-a340-4472-901b-1e7f740f2d51 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:24.863704 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "name": "network-vif-plugged", "status": "completed", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:24.864119 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98dc6331-a340-4472-901b-1e7f740f2d51 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:24.864810 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085', 'code': 200} Nov 23 02:28:24.876598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.924060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.928280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e9547a39-b152-4f39-af57-bdac2ddc00ae', 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'fixed_ips': [{'subnet_id': 'c3bb900b-db81-41b3-9c57-25bcf0fd3180'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:24.930094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.931070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.931696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.003155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33820d10-8160-47af-9809-22b3fda05aa8 req-bd12fe8f-0a4f-4110-8a68-1a557b247b90 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=cec47d0c-b4d3-4235-95ca-0f0726f01113 HTTP/1.1" status: 200 len: 210 time: 0.0673447 Nov 23 02:28:25.007622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3047183 Nov 23 02:28:25.009067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:25.016082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'subnet': {'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:25.045330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e41d-7d36-4596-8751-6e68e4849e9d req-af8c182d-b305-482c-841d-2feb31d4fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.049718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d91e41d-7d36-4596-8751-6e68e4849e9d req-af8c182d-b305-482c-841d-2feb31d4fc54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 1097 time: 0.1396713 Nov 23 02:28:25.069722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d32a01-3604-4e70-8a88-0215f1590914 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Network': ['ID=11a29b89-7852-4632-a1a7-33789c8608e9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.089436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:25.130648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d91e41d-7d36-4596-8751-6e68e4849e9d req-fa6b54e8-8f3a-4a78-aa4c-3acafc8261ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736320 Nov 23 02:28:25.162620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:25.166681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.225564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Allocated IP 19.80.0.2 (e9547a39-b152-4f39-af57-bdac2ddc00ae/c3bb900b-db81-41b3-9c57-25bcf0fd3180/613f15f8-4afc-44a2-9145-b75d4de6cbff) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:25.235853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d'}, {'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'name': 'network-vif-deleted', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:25.241788 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf76dc1-d785-4d23-97ed-cac657bd251a" -d '{"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d"}, {"server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "name": "network-vif-deleted", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:25.309672 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacc0a0b-8e89-479d-8ca7-1be51a797540 x-openstack-request-id: req-bacc0a0b-8e89-479d-8ca7-1be51a797540 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:25.317481 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "tag": "a63be144-204f-4856-847e-e09c254af67d", "status": "completed", "code": 200}, {"server_uuid": "cec47d0c-b4d3-4235-95ca-0f0726f01113", "name": "network-vif-deleted", "tag": "a2cb2996-8d03-4cea-bc3b-2892f5644e21", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:25.318049 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bacc0a0b-8e89-479d-8ca7-1be51a797540 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:25.318682 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'tag': 'a63be144-204f-4856-847e-e09c254af67d', 'status': 'completed', 'code': 200} Nov 23 02:28:25.319131 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec47d0c-b4d3-4235-95ca-0f0726f01113', 'name': 'network-vif-deleted', 'tag': 'a2cb2996-8d03-4cea-bc3b-2892f5644e21', 'status': 'completed', 'code': 200} Nov 23 02:28:25.384818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.429039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.438680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.456376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-5f06d1a7-4c28-467d-81dd-3e759c0c1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.456684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Subnet': ['ID=275b5760-73a0-45b5-86f0-e2df7b7e70a6,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.458836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-5f06d1a7-4c28-467d-81dd-3e759c0c1dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12f1a19efa354bf7a802a912fa12661e&device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1176 time: 0.0560546 Nov 23 02:28:25.468049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Checking segment: {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:25.468683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network hostable DHCP agents. Network: 11a29b89-7852-4632-a1a7-33789c8608e9, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:25.478289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Network e9547a39-b152-4f39-af57-bdac2ddc00ae is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:25.486567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:25.492901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:25.493882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network 11a29b89-7852-4632-a1a7-33789c8608e9 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:25.507528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 11a29b89-7852-4632-a1a7-33789c8608e9) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:25.509846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Pushing event updated for resources: {'Port': ['ID=613f15f8-4afc-44a2-9145-b75d4de6cbff,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.514062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.515902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.526659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c404d4-ef28-4fe5-9580-b4eca7b295fe None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:25.545362 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-90bb0eaa-cbb6-42be-bdcb-4f25ae5f1ef7 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5338516 Nov 23 02:28:25.713177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f95412-8f58-44b6-a432-9d4862350003 req-d0d04036-8b9a-4a88-a1dd-243243907441 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.715579 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9f95412-8f58-44b6-a432-9d4862350003 req-d0d04036-8b9a-4a88-a1dd-243243907441 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1024 time: 0.0719643 Nov 23 02:28:25.773806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-1f7e9465-a4ac-4894-8399-71cb563a05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.775617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-1f7e9465-a4ac-4894-8399-71cb563a05f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 200 len: 914 time: 0.2947071 Nov 23 02:28:25.786770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Attempting to bind port 613f15f8-4afc-44a2-9145-b75d4de6cbff on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:25.787139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Attempting to bind port 613f15f8-4afc-44a2-9145-b75d4de6cbff by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:25.787504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Attempting to bind port 613f15f8-4afc-44a2-9145-b75d4de6cbff on network e9547a39-b152-4f39-af57-bdac2ddc00ae {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:25.792422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c777e5-e39c-4987-a8cf-088fcd107356 req-669dff9b-0632-4124-a4c7-6794d770c7bd tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.801990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38c777e5-e39c-4987-a8cf-088fcd107356 req-669dff9b-0632-4124-a4c7-6794d770c7bd tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=57245b02-d32a-4d1b-a1db-6e4d70e53cba HTTP/1.1" status: 200 len: 1024 time: 0.1389055 Nov 23 02:28:25.802206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:25.802477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Checking segment: {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:25.802908 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.803401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Bound using segment: {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:25.803893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Bound port: 613f15f8-4afc-44a2-9145-b75d4de6cbff, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:25.804257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.880401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Deleting port a63be144-204f-4856-847e-e09c254af67d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:25.880765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.902272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-dc1352c3-65b7-4bb8-b55a-69a18eda211f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 200 len: 217 time: 0.0671504 Nov 23 02:28:25.916642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a3786-42ca-429c-8524-ab4120230cfd req-99f43931-5968-49b0-986a-013738adf57c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.919086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c49a3786-42ca-429c-8524-ab4120230cfd req-99f43931-5968-49b0-986a-013738adf57c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.2983680 Nov 23 02:28:25.926098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] For port 613f15f8-4afc-44a2-9145-b75d4de6cbff, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:25.943518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-19e192d8-48eb-4179-a0e6-c76af650a23b tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:25.945015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-19e192d8-48eb-4179-a0e6-c76af650a23b tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.2335086 Nov 23 02:28:25.955449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] For port 613f15f8-4afc-44a2-9145-b75d4de6cbff, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=613f15f8-4afc-44a2-9145-b75d4de6cbff,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:25.960834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.971781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-11a29b89-7852-4632-a1a7-33789c8608e9', 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'fixed_ips': [{'subnet_id': '275b5760-73a0-45b5-86f0-e2df7b7e70a6'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:25.972090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.008056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port a63be144-204f-4856-847e-e09c254af67d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a63be144-204f-4856-847e-e09c254af67d,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:26.008424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.023449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Calling delete_port for a63be144-204f-4856-847e-e09c254af67d owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:26.103264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38c777e5-e39c-4987-a8cf-088fcd107356 req-1a460297-e82a-48b4-beb6-bdaa2586fef8 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=22d2bde1-91df-42dd-963c-6fad011b0a21&id=7536423f-6a01-4343-a029-b3314ab86b1e&id=5036562f-31c5-4083-9f67-755ea7fbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3003528 Nov 23 02:28:26.157753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c49a3786-42ca-429c-8524-ab4120230cfd req-10862667-4689-4863-bed8-1e49a22d50bf tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070122 Nov 23 02:28:26.191525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-e1641b1f-2f38-4a2f-872b-a7a59efa169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:26.194058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-e1641b1f-2f38-4a2f-872b-a7a59efa169e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 200 len: 853 time: 0.2663379 Nov 23 02:28:26.194692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d3453-5a1e-4211-b067-7bb9834acb74 None None] Pushing event updated for resources: {'Port': ['ID=613f15f8-4afc-44a2-9145-b75d4de6cbff,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.313895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-a481b412-ee3b-49b3-b894-e77a834a92ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597465 Nov 23 02:28:26.343523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.386093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'a63be144-204f-4856-847e-e09c254af67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:26.443501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'Port': ['ID=a63be144-204f-4856-847e-e09c254af67d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.493850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] No DVR routers for this DVR port a63be144-204f-4856-847e-e09c254af67d on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:26.498671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.502932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9f95412-8f58-44b6-a432-9d4862350003 req-8b443ec3-bfc7-41d5-8d20-2eb7800b2995 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "DELETE /v2.0/ports/a63be144-204f-4856-847e-e09c254af67d HTTP/1.1" status: 204 len: 173 time: 0.7780349 Nov 23 02:28:26.504598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'name': 'network-vif-deleted', 'tag': 'a63be144-204f-4856-847e-e09c254af67d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:26.518188 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3133055-f170-4e85-9341-c22b97e2fc25" -d '{"events": [{"server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "name": "network-vif-deleted", "tag": "a63be144-204f-4856-847e-e09c254af67d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:26.547256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Allocated IP 19.86.0.2 (11a29b89-7852-4632-a1a7-33789c8608e9/275b5760-73a0-45b5-86f0-e2df7b7e70a6/93844a19-23d5-4d23-9c08-194c18e84c23) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:26.670748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Deleting port 4c55602d-5157-4765-b3b5-fa135b535759 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:26.671015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.686839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-660f83ab-c228-4cee-bee8-57a200974d12 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449783 Nov 23 02:28:26.819990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e31a2023-c13f-4e3e-9452-959610d7601c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:26.825983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e31a2023-c13f-4e3e-9452-959610d7601c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:26.827596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e31a2023-c13f-4e3e-9452-959610d7601c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/networks?id=e9547a39-b152-4f39-af57-bdac2ddc00ae&id=11a29b89-7852-4632-a1a7-33789c8608e9 HTTP/1.1" status: 200 len: 1392 time: 0.5100465 Nov 23 02:28:26.834807 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.847794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.850421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6454bf-c218-43e9-990e-430e4c32ad8b req-2d8ad714-a7d8-40d3-a3b7-8cde643512df tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:26.851985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b6454bf-c218-43e9-990e-430e4c32ad8b req-2d8ad714-a7d8-40d3-a3b7-8cde643512df tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 945 time: 0.2406383 Nov 23 02:28:26.892272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-dbc5cb3d-4e61-405c-b6fe-a3611e8632cd tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/quotas/cfe0200c51574b6a9001b39757aeb175 HTTP/1.1" status: 200 len: 375 time: 0.0562706 Nov 23 02:28:26.910850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:26.919576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:26.929716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:26.932163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Pushing event updated for resources: {'Port': ['ID=93844a19-23d5-4d23-9c08-194c18e84c23,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.990097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] For port 4c55602d-5157-4765-b3b5-fa135b535759, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4c55602d-5157-4765-b3b5-fa135b535759,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:26.990467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.008750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caf76dc1-d785-4d23-97ed-cac657bd251a req-c6eecd9d-ce66-4405-a477-bf1ce88d6538 service neutron] 10.222.0.41 "GET /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054948 Nov 23 02:28:27.023354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Attempting to bind port 93844a19-23d5-4d23-9c08-194c18e84c23 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:27.023746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Attempting to bind port 93844a19-23d5-4d23-9c08-194c18e84c23 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:27.024104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Attempting to bind port 93844a19-23d5-4d23-9c08-194c18e84c23 on network 11a29b89-7852-4632-a1a7-33789c8608e9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:27.036927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:27.037310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Checking segment: {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:27.037718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.038113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Bound using segment: {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:27.038624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Bound port: 93844a19-23d5-4d23-9c08-194c18e84c23, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:27.039014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.077637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b6454bf-c218-43e9-990e-430e4c32ad8b req-fa5b42d8-dbac-47e6-a4a8-7c8fec4091e8 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062895 Nov 23 02:28:27.128470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-557a2cfc-f419-4367-9ab8-d554d291b3e5 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2172606 Nov 23 02:28:27.173574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] For port 93844a19-23d5-4d23-9c08-194c18e84c23, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:27.176372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] For port 93844a19-23d5-4d23-9c08-194c18e84c23, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=93844a19-23d5-4d23-9c08-194c18e84c23,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:27.187501 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.264523 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be469cf3-649f-49d4-8424-4d70dab0a744 x-openstack-request-id: req-be469cf3-649f-49d4-8424-4d70dab0a744 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:27.266357 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57245b02-d32a-4d1b-a1db-6e4d70e53cba", "name": "network-vif-deleted", "tag": "a63be144-204f-4856-847e-e09c254af67d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:27.266909 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be469cf3-649f-49d4-8424-4d70dab0a744 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:27.268025 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57245b02-d32a-4d1b-a1db-6e4d70e53cba', 'name': 'network-vif-deleted', 'tag': 'a63be144-204f-4856-847e-e09c254af67d', 'status': 'completed', 'code': 200} Nov 23 02:28:27.332655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c270f0e-eda0-4cd6-8fe7-b7cca583f207 None None] Pushing event updated for resources: {'Port': ['ID=93844a19-23d5-4d23-9c08-194c18e84c23,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:27.413331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 613f15f8-4afc-44a2-9145-b75d4de6cbff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:27.509809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 613f15f8-4afc-44a2-9145-b75d4de6cbff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:27.510262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.659593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.721617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 613f15f8-4afc-44a2-9145-b75d4de6cbff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=613f15f8-4afc-44a2-9145-b75d4de6cbff,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:27.728499 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.804879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=613f15f8-4afc-44a2-9145-b75d4de6cbff,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:27.854682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2be560d-0a3e-40d4-8a52-13868aa1c1fb None None] Network e9547a39-b152-4f39-af57-bdac2ddc00ae requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:27.902804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-cdc828a2-5f32-45f0-9cc2-32accf854f7b service neutron] 10.222.0.15 "GET /v2.0/networks/e9547a39-b152-4f39-af57-bdac2ddc00ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733347 Nov 23 02:28:27.933806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d38de9-3612-46f0-8ab8-70ee9d0a97d4 req-8c6a18d9-17e9-48bd-8c3e-5e43e2d52b46 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:27.938147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82d38de9-3612-46f0-8ab8-70ee9d0a97d4 req-8c6a18d9-17e9-48bd-8c3e-5e43e2d52b46 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.5031238 Nov 23 02:28:27.948389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.948754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.949075 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Floating IP 6f1801b0-b7fd-4487-b610-122ced62b379 disassociated. External IP: 172.25.1.214, port: 4c55602d-5157-4765-b3b5-fa135b535759. Nov 23 02:28:27.949457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Calling delete_port for 4c55602d-5157-4765-b3b5-fa135b535759 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:27.967689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fac9156b-cc0a-4abb-8d20-0aee969c758c None None] Provisioning complete for port 613f15f8-4afc-44a2-9145-b75d4de6cbff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:27.968284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fac9156b-cc0a-4abb-8d20-0aee969c758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.106545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82d38de9-3612-46f0-8ab8-70ee9d0a97d4 req-ffc2f4ef-15ec-4ba4-b638-2af8a49d0b72 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604731 Nov 23 02:28:28.120970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-6f68f6ff-a3c2-41bd-8a9d-b3d1cd23a8f6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9547a39-b152-4f39-af57-bdac2ddc00ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073174 Nov 23 02:28:28.321811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-784ac842-c97e-4de0-80bc-07ca354e2277 service neutron] 10.222.0.15 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998293 Nov 23 02:28:28.396102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.446919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ecd9fb14-e4e4-43b9-8ed4-a7fce2ce1089 None None] Provisioning complete for port 613f15f8-4afc-44a2-9145-b75d4de6cbff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:28.447569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ecd9fb14-e4e4-43b9-8ed4-a7fce2ce1089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.458256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event deleted for resources: {'Port': ['ID=4c55602d-5157-4765-b3b5-fa135b535759,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:28.513605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.513964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.514318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.518906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.519874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.520371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.521237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.521599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.521951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.522296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.523040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.523391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:28.544605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-8720e6d3-0335-439b-bb2f-63f604cd600a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:28.555794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-8720e6d3-0335-439b-bb2f-63f604cd600a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.3237560 Nov 23 02:28:28.559216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-cc0d469c-d54f-4257-8fa2-05a6bb3f9e86 service neutron] 10.222.0.15 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366135 Nov 23 02:28:28.573191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-f33092eb-05a2-4caf-91ae-79ed0ba3d5fd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0165603 Nov 23 02:28:28.654300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-cb8483db-cd84-488d-b01a-1c023d1859e7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445762 Nov 23 02:28:28.792146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:28.824927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-bedcdbd0-c406-4df5-b27c-48bf2967e1dc service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345501 Nov 23 02:28:28.830884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0437ce4-e43c-439d-8886-470e1419f4c9 None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:28.984731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-d0631b56-890a-4693-993c-b55c8e321f7c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/7536423f-6a01-4343-a029-b3314ab86b1e HTTP/1.1" status: 200 len: 1817 time: 0.0634608 Nov 23 02:28:28.985367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] Provisioning complete for port 93844a19-23d5-4d23-9c08-194c18e84c23 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:28.985758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.987397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a63be144-204f-4856-847e-e09c254af67d no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:29.057311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: a63be144-204f-4856-847e-e09c254af67d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:29.057818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a63be144-204f-4856-847e-e09c254af67d not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:29.157064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:29.160385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.183346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Sync routers for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:29.208833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.220789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.224584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:29.225373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:29.294146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-df418a54-303d-40a5-9c57-482f39564a8a service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682310 Nov 23 02:28:29.339668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] For port 93844a19-23d5-4d23-9c08-194c18e84c23, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=93844a19-23d5-4d23-9c08-194c18e84c23,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:29.374399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.379894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.398143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42bdf228-29aa-4089-a248-3e1ab1bf281a req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/7536423f-6a01-4343-a029-b3314ab86b1e HTTP/1.1" status: 204 len: 173 time: 0.4127069 Nov 23 02:28:29.402452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.492472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] No DVR routers for this DVR port 4c55602d-5157-4765-b3b5-fa135b535759 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:29.494918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.499163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59dcecea-f53f-4d35-9ad1-8c07ca52c76e req-65621b2d-e819-4c5b-bcb9-c80e3a785ae5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.47 "DELETE /v2.0/ports/4c55602d-5157-4765-b3b5-fa135b535759 HTTP/1.1" status: 204 len: 173 time: 3.5123551 Nov 23 02:28:29.500661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'name': 'network-vif-deleted', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:29.517761 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517da8b7-0fe3-4be4-ba2a-c2cb3718c1b3" -d '{"events": [{"server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "name": "network-vif-deleted", "tag": "4c55602d-5157-4765-b3b5-fa135b535759"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:29.528417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715a61f-7204-4d51-bea5-470ad0ca55d7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7536423f-6a01-4343-a029-b3314ab86b1e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.575586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 93844a19-23d5-4d23-9c08-194c18e84c23 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:29.624769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.677584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:29.687941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78683b96-aee2-4129-96ad-f6cc868e195e req-7d59107c-ff72-4eb1-96c3-eb7ce767007a tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c733524-dcbb-40ad-a37d-6fe8fb019827 HTTP/1.1" status: 200 len: 210 time: 0.0809445 Nov 23 02:28:29.771926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b36e80-9271-43d8-b63c-1448447a1447 None None] Pushing event updated for resources: {'Port': ['ID=93844a19-23d5-4d23-9c08-194c18e84c23,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.808713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c55602d-5157-4765-b3b5-fa135b535759 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:29.916648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ae9cfaa-1ae8-441c-9cc0-d7db971b092b req-68682749-7da7-4fea-9c8c-3d337f61bb8b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 210 time: 0.0974610 Nov 23 02:28:29.924224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-c1b2ac5e-a269-41b6-b19c-f7fdfc283825 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/5036562f-31c5-4083-9f67-755ea7fbc8ee HTTP/1.1" status: 200 len: 1817 time: 0.1813767 Nov 23 02:28:30.007627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b1d27-81bc-422c-af0d-7e6e3993546f x-openstack-request-id: req-fc2b1d27-81bc-422c-af0d-7e6e3993546f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:30.008293 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c733524-dcbb-40ad-a37d-6fe8fb019827", "name": "network-vif-deleted", "tag": "4c55602d-5157-4765-b3b5-fa135b535759", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:30.008535 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc2b1d27-81bc-422c-af0d-7e6e3993546f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:30.008891 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c733524-dcbb-40ad-a37d-6fe8fb019827', 'name': 'network-vif-deleted', 'tag': '4c55602d-5157-4765-b3b5-fa135b535759', 'status': 'completed', 'code': 200} Nov 23 02:28:30.031583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.077870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 4c55602d-5157-4765-b3b5-fa135b535759 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:30.079087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4c55602d-5157-4765-b3b5-fa135b535759 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:30.079248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d55c148e-aa18-4636-808c-7e2239a725e3 req-5ea25159-79b3-46f0-841b-e92880cded41 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 210 time: 0.0358698 Nov 23 02:28:30.081652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.140117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.144186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.159717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce1b78d6-9c99-43e0-8fba-b428d47840c6 req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/5036562f-31c5-4083-9f67-755ea7fbc8ee HTTP/1.1" status: 204 len: 173 time: 0.2227368 Nov 23 02:28:30.180606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494afce6-08b2-4a47-a001-3091b973fd17 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036562f-31c5-4083-9f67-755ea7fbc8ee,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:30.302336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 93844a19-23d5-4d23-9c08-194c18e84c23 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:30.302732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.313204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1455936172', 'description': 'tempest-description-756646727'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:30.374778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4ab61-0aaf-4e62-a39d-cfba6558b2b1 req-124f8731-c15a-4ee7-948f-810f16986aae tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:30.380441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a95b945c-c393-4099-9feb-3675f5db7214 None None] Provisioning complete for port 93844a19-23d5-4d23-9c08-194c18e84c23 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:30.381316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a95b945c-c393-4099-9feb-3675f5db7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.384056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0e4ab61-0aaf-4e62-a39d-cfba6558b2b1 req-124f8731-c15a-4ee7-948f-810f16986aae tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.1476357 Nov 23 02:28:30.411403 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.543488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 613f15f8-4afc-44a2-9145-b75d4de6cbff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:30.577776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0e4ab61-0aaf-4e62-a39d-cfba6558b2b1 req-7bb31910-684b-45b7-b51b-2d8de4e6d0d1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849606 Nov 23 02:28:30.723199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-337885de-2835-412b-b89e-c77aced999fb tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:30.731057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-337885de-2835-412b-b89e-c77aced999fb tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:30.732831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-337885de-2835-412b-b89e-c77aced999fb tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "GET /v2.0/networks?id=e9547a39-b152-4f39-af57-bdac2ddc00ae&id=11a29b89-7852-4632-a1a7-33789c8608e9 HTTP/1.1" status: 200 len: 1392 time: 0.3382251 Nov 23 02:28:30.740017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:30.746196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.753010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.761102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'port': {'device_id': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae', 'admin_state_up': True, 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:30.772846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Checking router: 36e9b7b0-3ca9-4e42-b932-4a03ad142988 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:28:30.774933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 613f15f8-4afc-44a2-9145-b75d4de6cbff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:30.775294 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.813564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:30.814194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:30.888469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.889961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-234a9779-a575-4512-b6c8-dfe86d1f69c7 req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5831428 Nov 23 02:28:30.895645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fc128-0481-47ac-86db-202b1c091c4c tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68914de-67f3-4a4c-8f24-3e14467fb353,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:30.944909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607473d6-af1b-4ce8-a0ff-6825e9af2251 req-b011104b-041a-4431-81d6-288d584fd427 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:30.946465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-607473d6-af1b-4ce8-a0ff-6825e9af2251 req-b011104b-041a-4431-81d6-288d584fd427 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.1949182 Nov 23 02:28:30.967406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:31.066716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-607473d6-af1b-4ce8-a0ff-6825e9af2251 req-9a43f604-f3f0-491c-a934-fa1ee70adaa7 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010144 Nov 23 02:28:31.068169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:31.071683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.079680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-d5850128-d86f-4227-acbe-7832d201f603 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/d68914de-67f3-4a4c-8f24-3e14467fb353 HTTP/1.1" status: 200 len: 1819 time: 0.1156158 Nov 23 02:28:31.090926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2036685326', 'description': 'tempest-description-hth-753378657'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:31.147817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40338) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:31.297322 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.301247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76c6da39-c8ca-42f3-abb0-08758ec6cc9d req-9e87b390-1449-4a0d-85a3-258896fe7cc6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 210 time: 0.0532639 Nov 23 02:28:31.304486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 93844a19-23d5-4d23-9c08-194c18e84c23 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:31.313807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.347046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.402221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 93844a19-23d5-4d23-9c08-194c18e84c23 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:31.402221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.403831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:31.438245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.451332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.456540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.457134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b39a3-483f-4a65-9ca4-62201a20b8e9 None None] The sync data for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 is: [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 4, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9686d615-47a7-4feb-be46-8db59cf1e12f', 'name': '', 'network_id': 'c9654c02-9452-4405-93ba-ef82aec88a81', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'mac_address': 'fa:16:3e:5d:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_interface', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:14Z', 'updated_at': '2021-11-23T02:26:20Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'subnets': [{'id': '6b9295f3-c6a1-4893-ac62-5675834325db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:31.457464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-8d2b2aed-47d5-4f5f-a31e-f3df86306ccc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:31.459484 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-8d2b2aed-47d5-4f5f-a31e-f3df86306ccc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.3224742 Nov 23 02:28:31.491505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1dab4752-5b47-48c3-b1bd-5a51878f3c3f req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "PUT /v2.0/security-groups/d68914de-67f3-4a4c-8f24-3e14467fb353 HTTP/1.1" status: 200 len: 1793 time: 0.4039385 Nov 23 02:28:31.495518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.505263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.509815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "DELETE /v2.0/security-groups/0e9fdf2d-7cc2-49a4-af59-01a0753f6b99 HTTP/1.1" status: 204 len: 168 time: 0.3554349 Nov 23 02:28:31.514089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:31.573422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:31.577737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a77fe-3ea0-4085-b8e2-51f0c2d120a3 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9fdf2d-7cc2-49a4-af59-01a0753f6b99,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:31.633939 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-145f8a61-6c62-4e13-83c5-a03f8e9d9b87 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] show failed (client error): The resource could not be found. Nov 23 02:28:31.635686 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-145f8a61-6c62-4e13-83c5-a03f8e9d9b87 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "GET /v2.0/security-groups/0e9fdf2d-7cc2-49a4-af59-01a0753f6b99 HTTP/1.1" status: 404 len: 347 time: 0.0818684 Nov 23 02:28:31.639423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:31.660955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71836239-08e3-404e-a45d-5b2458ac4f34 req-483304af-112a-43bc-b7ad-653a6a53e9fd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 210 time: 0.0571434 Nov 23 02:28:31.681163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beea59-c81f-4c81-a5a6-4d1c79b929e4 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68914de-67f3-4a4c-8f24-3e14467fb353,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:31.706567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Allocated IP 19.80.0.171 (e9547a39-b152-4f39-af57-bdac2ddc00ae/c3bb900b-db81-41b3-9c57-25bcf0fd3180/97c4a403-53a7-426b-a66d-b401a1567c89) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:31.776302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fbc1845-f526-4cbb-b9bc-7ca44bd49541 req-86f0badf-6433-4701-a5a1-c322715cb5df tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/d68914de-67f3-4a4c-8f24-3e14467fb353 HTTP/1.1" status: 200 len: 1793 time: 0.0683246 Nov 23 02:28:31.893611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:31.903811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.929077 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a245eba-f2b1-40b6-8e14-88645aabb00a None None] New status for floating IP 6f1801b0-b7fd-4487-b610-122ced62b379: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:28:31.941252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Deleting port 48922be0-e821-4649-9620-35409ad99937 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:31.941599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.065062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65ac58-5c0b-48ea-8af5-bae617f87d48 req-f94d0bd2-ad97-4d41-bac4-4cc3a539daac tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:32.071180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad65ac58-5c0b-48ea-8af5-bae617f87d48 req-f94d0bd2-ad97-4d41-bac4-4cc3a539daac tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.1320732 Nov 23 02:28:32.089391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-1a3443b1-f5d2-40cb-bad4-35855b38c63d tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/d68914de-67f3-4a4c-8f24-3e14467fb353 HTTP/1.1" status: 200 len: 1793 time: 0.1670775 Nov 23 02:28:32.125832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.216792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad65ac58-5c0b-48ea-8af5-bae617f87d48 req-279c83ce-5414-49c5-92a8-5fbbc4265730 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413028 Nov 23 02:28:32.224287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.247950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.299337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.345075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network e9547a39-b152-4f39-af57-bdac2ddc00ae is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:32.353275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:32.357019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:32.391159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.394096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.395444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca09aeb8-9fbd-4462-b941-cb119800c824 req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/d68914de-67f3-4a4c-8f24-3e14467fb353 HTTP/1.1" status: 204 len: 173 time: 0.2957451 Nov 23 02:28:32.402623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:32.414370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50a7b4-094d-44e1-973c-ae73cf69c115 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68914de-67f3-4a4c-8f24-3e14467fb353,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:32.455455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.3 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/69db3335-2d91-4f82-b9ca-453ad088f310) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:32.494340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.494646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:32.494811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.495714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.515717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Calling delete_port for 48922be0-e821-4649-9620-35409ad99937 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:32.561266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-ad6a4691-4798-413a-98ea-bfae7ccaeb01 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039742 Nov 23 02:28:32.564462 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-ad87b7cf-178b-4133-8bc5-eee5bddb8ff8 req-a218a887-c04e-457e-b1c7-def0caa842c5 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:32.565572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad87b7cf-178b-4133-8bc5-eee5bddb8ff8 req-a218a887-c04e-457e-b1c7-def0caa842c5 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/5036562f-31c5-4083-9f67-755ea7fbc8ee HTTP/1.1" status: 404 len: 352 time: 0.0304465 Nov 23 02:28:32.585730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09744ce-1d2f-4f27-b47b-5ca1cba8c78d req-e85cbb82-81bb-4078-b9f3-abff03fa02d4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:32.594569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e09744ce-1d2f-4f27-b47b-5ca1cba8c78d req-e85cbb82-81bb-4078-b9f3-abff03fa02d4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 932 time: 0.1288173 Nov 23 02:28:32.615598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Request body: {'port': {'device_id': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9', 'admin_state_up': True, 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:32.678314 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-1e028303-e0c5-45d0-bf44-942761671be7 req-df8862a5-7387-4115-889f-9314dea13cd0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:32.678314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e028303-e0c5-45d0-bf44-942761671be7 req-df8862a5-7387-4115-889f-9314dea13cd0 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/7536423f-6a01-4343-a029-b3314ab86b1e HTTP/1.1" status: 404 len: 352 time: 0.0745084 Nov 23 02:28:32.717477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.748242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e09744ce-1d2f-4f27-b47b-5ca1cba8c78d req-d298ce25-99c1-4059-9c33-bdf30f9128fe tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526864 Nov 23 02:28:32.763738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Pushing event deleted for resources: {'Port': ['ID=48922be0-e821-4649-9620-35409ad99937,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:32.796892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94f881c2-8f60-4cab-a09c-44b4b3f248a7 None None] Provisioning complete for port 97c4a403-53a7-426b-a66d-b401a1567c89 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:32.797483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94f881c2-8f60-4cab-a09c-44b4b3f248a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.824240 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-72fff242-ebfc-44d3-901f-6d1e9f458392 req-1a390b81-f9a9-41f0-a582-bb6a77c26e96 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:32.839340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72fff242-ebfc-44d3-901f-6d1e9f458392 req-1a390b81-f9a9-41f0-a582-bb6a77c26e96 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/b41c0fb5-530e-4366-8577-9ac3b2129447 HTTP/1.1" status: 404 len: 352 time: 0.0481281 Nov 23 02:28:32.856640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-94f881c2-8f60-4cab-a09c-44b4b3f248a7 None None] Port 97c4a403-53a7-426b-a66d-b401a1567c89 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:32.872609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.876346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.880221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-21ca4c63-fb02-4788-b99b-70e29cbbbbf5 tempest-ServersTestFqdnHostnames-303563234 tempest-ServersTestFqdnHostnames-303563234-project] 10.222.0.15 "DELETE /v2.0/floatingips/6f1801b0-b7fd-4487-b610-122ced62b379 HTTP/1.1" status: 204 len: 168 time: 1.2368379 Nov 23 02:28:32.880431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35cd574a-c232-4ba7-a185-ddc6a074d4ba req-5e53a7fa-65de-433e-b7ac-1abcd04969c0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 210 time: 0.0707903 Nov 23 02:28:32.881106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:32.955770 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-3ef9b0d7-b75f-4771-a99d-52a4e25b6517 req-a2c57bb8-c23f-42c1-8955-36aca19e44d5 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:32.956812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ef9b0d7-b75f-4771-a99d-52a4e25b6517 req-a2c57bb8-c23f-42c1-8955-36aca19e44d5 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/bae1e846-a2b3-4911-a978-f5c6f792f24c HTTP/1.1" status: 404 len: 352 time: 0.0315549 Nov 23 02:28:33.021458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.030285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Made reservation on behalf of cfe0200c51574b6a9001b39757aeb175 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:33.033844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.064763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.072118 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-9d906b9f-8253-4a61-8752-7cd2d37b5653 req-bde75918-123a-4e8f-b1bb-1e7f2f82dfe9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:33.073165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d906b9f-8253-4a61-8752-7cd2d37b5653 req-bde75918-123a-4e8f-b1bb-1e7f2f82dfe9 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/602528da-f91e-451e-b119-8b06306af336 HTTP/1.1" status: 404 len: 352 time: 0.0675850 Nov 23 02:28:33.117765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:33.121098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:33.131617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:33.172845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:33.196600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:33.197257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.215706 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-37d425a1-6520-4de3-84df-65d04f69bf79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7028086 Nov 23 02:28:33.235120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Request body: {'port': {'device_id': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:33.303495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.516159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-5d127509-d388-4156-ad8a-6921b17dc191 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:33.519544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-5d127509-d388-4156-ad8a-6921b17dc191 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.5042083 Nov 23 02:28:33.519544 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-f639cdfd-f294-4c8d-b2dd-70077bedb97d req-25479130-aeb0-422d-8376-60f4155a6ae7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] show failed (client error): The resource could not be found. Nov 23 02:28:33.519772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f639cdfd-f294-4c8d-b2dd-70077bedb97d req-25479130-aeb0-422d-8376-60f4155a6ae7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/9980e03a-069a-464d-a131-402e40763044 HTTP/1.1" status: 404 len: 352 time: 0.4093277 Nov 23 02:28:33.619905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69db3335-2d91-4f82-b9ca-453ad088f310 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:33.629192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.645250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Transition to ACTIVE for port object 69db3335-2d91-4f82-b9ca-453ad088f310 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:33.650136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.735603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331fb42-4044-4e31-90c2-655ce74e4e28 req-94ab70be-a8c6-4bd6-9b35-11d1360a519a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:33.737202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3331fb42-4044-4e31-90c2-655ce74e4e28 req-94ab70be-a8c6-4bd6-9b35-11d1360a519a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 945 time: 0.2565045 Nov 23 02:28:33.759142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Allocated IP 19.86.0.254 (11a29b89-7852-4632-a1a7-33789c8608e9/275b5760-73a0-45b5-86f0-e2df7b7e70a6/b3a961f1-0c53-4369-9c4a-e57d04af2f71) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:33.781725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:33.820081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Attempting to bind port 69db3335-2d91-4f82-b9ca-453ad088f310 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:33.820774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Attempting to bind port 69db3335-2d91-4f82-b9ca-453ad088f310 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:33.821433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Attempting to bind port 69db3335-2d91-4f82-b9ca-453ad088f310 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:33.829946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Port 69db3335-2d91-4f82-b9ca-453ad088f310 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:33.830388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Attempting to bind port 69db3335-2d91-4f82-b9ca-453ad088f310 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:33.835876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:33.836288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:33.836739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:33.837235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Bound port: 69db3335-2d91-4f82-b9ca-453ad088f310, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:33.837680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.919902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:33.923099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:33.927976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.940406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3331fb42-4044-4e31-90c2-655ce74e4e28 req-240edf15-f901-4aad-97e0-86779f14bd52 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921201 Nov 23 02:28:33.964729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:33.965092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.996876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:33.997575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.999117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] 10.222.0.41 "PUT /v2.0/ports/69db3335-2d91-4f82-b9ca-453ad088f310 HTTP/1.1" status: 200 len: 1092 time: 0.7694778 Nov 23 02:28:33.999938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:34.000641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e49fd-2ab9-4f11-a765-06c010930548 req-08e663a4-9ab2-4822-801a-f0b4e2646cea tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.002717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-702e49fd-2ab9-4f11-a765-06c010930548 req-08e663a4-9ab2-4822-801a-f0b4e2646cea tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1024 time: 0.2245061 Nov 23 02:28:34.006952 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e2667-1739-4a68-8946-a4ba2a42ff85" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:34.029562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c46a97-9862-49a5-9cc6-432973645699 service neutron] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.119114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-3a509f09-0512-4132-bc56-bad3f2de3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.120741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-3a509f09-0512-4132-bc56-bad3f2de3c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 1095 time: 0.0515397 Nov 23 02:28:34.184017 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-1adbcd16-01b7-4153-9396-7620e0b8906d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db3335-2d91-4f82-b9ca-453ad088f310 HTTP/1.1" status: 200 len: 217 time: 0.0477021 Nov 23 02:28:34.240622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-7ad2c20d-65f0-4156-90ba-4c0c68dc2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.242477 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-7ad2c20d-65f0-4156-90ba-4c0c68dc2c69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0497117 Nov 23 02:28:34.244679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port 5896d80f-3dae-4c53-bd49-bd68e9fdf085, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5896d80f-3dae-4c53-bd49-bd68e9fdf085,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:34.245183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.275248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-69689a32-cde6-4c10-a29e-5407873a238a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255928 Nov 23 02:28:34.292184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37b0a-ac0a-4b22-ad10-c3004495024c req-8c9fdcfc-7920-4d78-b458-fde734cb527c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.293625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d37b0a-ac0a-4b22-ad10-c3004495024c req-8c9fdcfc-7920-4d78-b458-fde734cb527c tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 932 time: 0.2316310 Nov 23 02:28:34.299972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for 5896d80f-3dae-4c53-bd49-bd68e9fdf085 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:34.327304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-702e49fd-2ab9-4f11-a765-06c010930548 req-be32c79f-32a4-4765-b8ab-74b0499e34c1 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0acbc1-67d3-4a2c-92b5-f030245fd70a&id=2c763c0f-44b6-42d5-94a7-b68e86f8a3af&id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2634745 Nov 23 02:28:34.330408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.384803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-2906b273-91b8-4961-b486-05b1d3b91853 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009185 Nov 23 02:28:34.487857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-881e3e48-9edc-48b3-81e9-104d3e7a4d69 req-cf3d140f-2345-4619-bece-b3b1a94047b3 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945129 Nov 23 02:28:34.536457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d37b0a-ac0a-4b22-ad10-c3004495024c req-43698408-abc6-4922-84f0-8273e8d0d782 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332952 Nov 23 02:28:34.557035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.618917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244adad-ac7a-4b1d-9ff4-2064ba4cd63d req-820288b8-df2d-4f1e-8998-2794821d8637 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.620459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c244adad-ac7a-4b1d-9ff4-2064ba4cd63d req-820288b8-df2d-4f1e-8998-2794821d8637 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 943 time: 0.1919122 Nov 23 02:28:34.674795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.679800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Network 11a29b89-7852-4632-a1a7-33789c8608e9 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:34.689449 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81acbefc-b474-49a6-b46b-445ddf8ca50f x-openstack-request-id: req-81acbefc-b474-49a6-b46b-445ddf8ca50f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:34.689988 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:34.690262 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81acbefc-b474-49a6-b46b-445ddf8ca50f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:34.690790 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310', 'status': 'completed', 'code': 200} Nov 23 02:28:34.732477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event updated for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.739290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:34.751780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:34.810579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-4e0e6cf3-1fb3-4725-84ae-2631b8ee0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.812362 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-4e0e6cf3-1fb3-4725-84ae-2631b8ee0bff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 1095 time: 0.0670586 Nov 23 02:28:34.859132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c244adad-ac7a-4b1d-9ff4-2064ba4cd63d req-ac835098-a565-48aa-9ad9-477449b37417 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313051 Nov 23 02:28:34.882548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.895206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', '5896d80f-3dae-4c53-bd49-bd68e9fdf085'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:34.936321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:34.937012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.952649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=5896d80f-3dae-4c53-bd49-bd68e9fdf085,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.005922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d08be287-d762-429c-9b06-7837ff264eff tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4042606 Nov 23 02:28:35.009570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-c8ca4ade-4422-45d7-b576-8a03f4c86628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.009907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-c8ca4ade-4422-45d7-b576-8a03f4c86628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.1869979 Nov 23 02:28:35.024809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port 5896d80f-3dae-4c53-bd49-bd68e9fdf085 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:35.040150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.043595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fa70bcb-e26f-4aae-a3a9-548dbc707269 req-c17d665f-0a8f-441a-b18f-a40c88fbc8ea tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "DELETE /v2.0/ports/5896d80f-3dae-4c53-bd49-bd68e9fdf085 HTTP/1.1" status: 204 len: 173 time: 1.5028381 Nov 23 02:28:35.045795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'name': 'network-vif-deleted', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:35.057040 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f965cd-f81d-49ea-a87b-7e23f5c43420" -d '{"events": [{"server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "name": "network-vif-deleted", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:35.072878 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:28:35.129100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-295211a4-b6f8-4c27-917e-ab0674d58874 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db3335-2d91-4f82-b9ca-453ad088f310 HTTP/1.1" status: 200 len: 217 time: 0.0792308 Nov 23 02:28:35.152401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Request body: {'port': {'device_id': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:35.166056 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1335c6b-8923-4458-ab6f-fb30d5de724e x-openstack-request-id: req-c1335c6b-8923-4458-ab6f-fb30d5de724e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:35.167323 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08134e7-5141-4e6b-b3a3-2a5d63321e5b", "name": "network-vif-deleted", "tag": "5896d80f-3dae-4c53-bd49-bd68e9fdf085", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:35.168339 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1335c6b-8923-4458-ab6f-fb30d5de724e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:35.169127 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08134e7-5141-4e6b-b3a3-2a5d63321e5b', 'name': 'network-vif-deleted', 'tag': '5896d80f-3dae-4c53-bd49-bd68e9fdf085', 'status': 'completed', 'code': 200} Nov 23 02:28:35.209943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-73fbc6f8-a549-44bd-b1cb-87acb24a5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.211622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-73fbc6f8-a549-44bd-b1cb-87acb24a5ac9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0599346 Nov 23 02:28:35.262108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1bd3eb4c-881e-40b5-bd49-de02462fdd06 None None] Provisioning complete for port b3a961f1-0c53-4369-9c4a-e57d04af2f71 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:35.262978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1bd3eb4c-881e-40b5-bd49-de02462fdd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.263983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef5db08c-7075-4b70-b2e3-1551ed1106aa req-8d2986b6-dbde-49e5-8747-8626f0dfb2d1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=b08134e7-5141-4e6b-b3a3-2a5d63321e5b HTTP/1.1" status: 200 len: 210 time: 0.0879893 Nov 23 02:28:35.267883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-eabbe5d8-166e-4343-8f72-373dcb5d69d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482152 Nov 23 02:28:35.307951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3eb4c-881e-40b5-bd49-de02462fdd06 None None] Port b3a961f1-0c53-4369-9c4a-e57d04af2f71 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:35.348898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.433311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-fe6c58a8-ac8c-489f-a7ad-592421ac50f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.434926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-fe6c58a8-ac8c-489f-a7ad-592421ac50f7 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1024 time: 0.0980763 Nov 23 02:28:35.488184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-e31793be-d245-4cd9-aaf3-2e38bed763f5 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118328 Nov 23 02:28:35.605016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce61b-c53e-45d8-a186-32b47edc609b req-6ec6ab10-a3e6-4bbe-8e6f-ac847c205bdb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.608670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3edce61b-c53e-45d8-a186-32b47edc609b req-6ec6ab10-a3e6-4bbe-8e6f-ac847c205bdb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/ports?device_id=17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3 HTTP/1.1" status: 200 len: 1024 time: 0.1927187 Nov 23 02:28:35.636364 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ddbe6c0f-7324-41ef-a086-04ebcd04b380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.713702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd2e2667-1739-4a68-8946-a4ba2a42ff85 req-4c057cb7-9434-4cea-a646-4a82f6355b59 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175024 Nov 23 02:28:35.721004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Deleting port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:35.721482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.818167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc219-2fff-4636-ac70-c7cf62db6934 req-9fbeb43d-ee84-48d5-81c9-cc45aad4bb4d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.824530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbc219-2fff-4636-ac70-c7cf62db6934 req-9fbeb43d-ee84-48d5-81c9-cc45aad4bb4d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:35.826169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27bbc219-2fff-4636-ac70-c7cf62db6934 req-9fbeb43d-ee84-48d5-81c9-cc45aad4bb4d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1655 time: 0.1728141 Nov 23 02:28:35.831790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] For port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,segment=NetworkSegment(584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de),segment_id=584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:35.833425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.836518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Deleting port 9686d615-47a7-4feb-be46-8db59cf1e12f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:35.836813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.860523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Calling delete_port for fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:35.872044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3edce61b-c53e-45d8-a186-32b47edc609b req-29fccbf1-4bd6-4b70-bba6-b0f5b3ed54e8 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a0acbc1-67d3-4a2c-92b5-f030245fd70a&id=2c763c0f-44b6-42d5-94a7-b68e86f8a3af&id=22d2bde1-91df-42dd-963c-6fad011b0a21&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2518966 Nov 23 02:28:36.025394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27bbc219-2fff-4636-ac70-c7cf62db6934 req-5eec67a6-c5d0-465d-a69d-9f8cae772474 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728013 Nov 23 02:28:36.086369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c4a403-53a7-426b-a66d-b401a1567c89 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:36.092773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] For port 9686d615-47a7-4feb-be46-8db59cf1e12f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9686d615-47a7-4feb-be46-8db59cf1e12f,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:36.093283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.105230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.115409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Calling delete_port for 9686d615-47a7-4feb-be46-8db59cf1e12f owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:36.151348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.178216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Transition to ACTIVE for port object 97c4a403-53a7-426b-a66d-b401a1567c89 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:36.184783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.185203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:36.212813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'Port': ['ID=fe823fdb-0de6-484a-9e7a-f2a4b0c374c8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:36.301406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.302399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.305522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.306106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.306925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.307459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.307982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.308976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.310242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.311902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.312478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.313691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:36.330268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] No DVR routers for this DVR port fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:36.340319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.350666 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0d9cf709-28a9-4637-af99-62e65a1765bf req-af10097c-7e58-4b2e-b20b-616207cea4fb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.41 "DELETE /v2.0/ports/fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 HTTP/1.1" status: 204 len: 173 time: 0.9031169 Nov 23 02:28:36.691774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'name': 'network-vif-deleted', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:36.694148 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20acb83-adc3-429a-9f4c-8b270814265c" -d '{"events": [{"server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "name": "network-vif-deleted", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:36.729399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Pushing event updated for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:36.792040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe58f21-98aa-4c8b-a87c-a4985ac9e3f8 req-8d6e0266-2a8e-44af-a2f7-3ddcfa9471ac tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:36.793540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fe58f21-98aa-4c8b-a87c-a4985ac9e3f8 req-8d6e0266-2a8e-44af-a2f7-3ddcfa9471ac tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 943 time: 0.6247542 Nov 23 02:28:36.899003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-e428b9f5-224b-4e46-8838-0fb3efe9b16a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:36.900502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-e428b9f5-224b-4e46-8838-0fb3efe9b16a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2914245 Nov 23 02:28:36.912367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Attempting to bind port 97c4a403-53a7-426b-a66d-b401a1567c89 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:36.912705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Attempting to bind port 97c4a403-53a7-426b-a66d-b401a1567c89 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:36.913036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Attempting to bind port 97c4a403-53a7-426b-a66d-b401a1567c89 on network e9547a39-b152-4f39-af57-bdac2ddc00ae {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:36.941937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Port 97c4a403-53a7-426b-a66d-b401a1567c89 on network e9547a39-b152-4f39-af57-bdac2ddc00ae not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:36.942196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Attempting to bind port 97c4a403-53a7-426b-a66d-b401a1567c89 on network e9547a39-b152-4f39-af57-bdac2ddc00ae {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:36.949440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-a7b57b1a-b32c-44b0-b924-ec04245086d8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/quotas/4a9315555fce4d4e954430c51ea1744b HTTP/1.1" status: 200 len: 375 time: 0.0315716 Nov 23 02:28:36.955387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fe58f21-98aa-4c8b-a87c-a4985ac9e3f8 req-4e2ac82e-1e4c-493f-b179-98e16cc467bd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542232 Nov 23 02:28:36.965906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:36.966248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Checking segment: {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:36.966660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Bound using segment: {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:36.967108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Bound port: 97c4a403-53a7-426b-a66d-b401a1567c89, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d627039-8c0a-48eb-be39-47e8300f9ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:36.967462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.012175 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04964e6d-a023-412d-82f5-219b0617da86 x-openstack-request-id: req-04964e6d-a023-412d-82f5-219b0617da86 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:37.013219 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3", "name": "network-vif-deleted", "tag": "fe823fdb-0de6-484a-9e7a-f2a4b0c374c8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:37.014786 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04964e6d-a023-412d-82f5-219b0617da86 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:37.015748 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17da0dbd-ad0d-4b4a-a1a5-81aa32f92ea3', 'name': 'network-vif-deleted', 'tag': 'fe823fdb-0de6-484a-9e7a-f2a4b0c374c8', 'status': 'completed', 'code': 200} Nov 23 02:28:37.045511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:37.079777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-e8e9293b-5062-4371-a45d-9f4be0aa89d7 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233580 Nov 23 02:28:37.080340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.159540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9686d615-47a7-4feb-be46-8db59cf1e12f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:37.197494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:37.286373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97c4a403-53a7-426b-a66d-b401a1567c89,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:37.295196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:37.304931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.321174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '69db3335-2d91-4f82-b9ca-453ad088f310', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': '69db3335-2d91-4f82-b9ca-453ad088f310', 'mac_address': 'fa:16:3e:fe:49:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:37.378758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.395330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69db3335-2d91-4f82-b9ca-453ad088f310 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:37.430947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:37.433979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:37.434572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.436135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] 10.222.0.41 "PUT /v2.0/ports/97c4a403-53a7-426b-a66d-b401a1567c89 HTTP/1.1" status: 200 len: 1093 time: 2.2879243 Nov 23 02:28:37.438768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.454045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:37.457186 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b7e28-72e0-427a-9472-4c7e3ad413f6" -d '{"events": [{"name": "network-changed", "server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:37.481467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Request body: {'port': {'device_id': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:37.507731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:37.574598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-ecc5a884-4646-4a50-b9b6-471842950423 service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672565 Nov 23 02:28:37.587862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b6d0-da03-472f-89f9-9c9ab0f43015 req-dfddd480-8ffe-4e0f-b438-ee820586c0b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:37.594539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57b6d0-da03-472f-89f9-9c9ab0f43015 req-dfddd480-8ffe-4e0f-b438-ee820586c0b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:37.596405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd57b6d0-da03-472f-89f9-9c9ab0f43015 req-dfddd480-8ffe-4e0f-b438-ee820586c0b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1667 time: 0.2840812 Nov 23 02:28:37.607891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44287f8-b061-4868-85fc-29bd8b33faae service neutron] Pushing event updated for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:37.787677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.789093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5896d80f-3dae-4c53-bd49-bd68e9fdf085 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:37.795649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:37.800131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd57b6d0-da03-472f-89f9-9c9ab0f43015 req-cbc9c87f-ee0d-4946-a79a-2bfe46cdeece tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884477 Nov 23 02:28:37.815150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5896d80f-3dae-4c53-bd49-bd68e9fdf085 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:37.815913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5896d80f-3dae-4c53-bd49-bd68e9fdf085 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:37.824660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-ebbf73bc-db86-4a39-9960-92c64907813d service neutron] 10.222.0.15 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272778 Nov 23 02:28:37.848371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['69db3335-2d91-4f82-b9ca-453ad088f310'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:37.989155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f3a96f37-0248-48d7-b3dd-948bdbe2838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.088765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a821345-431d-40dc-8840-0c13516452b6 req-24c4875f-5bb9-4f6d-8695-20b29a7603f8 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/2c763c0f-44b6-42d5-94a7-b68e86f8a3af HTTP/1.1" status: 200 len: 1817 time: 0.2082555 Nov 23 02:28:38.131961 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2856e95f-3829-4691-bb16-6128079bb8a6 x-openstack-request-id: req-2856e95f-3829-4691-bb16-6128079bb8a6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:38.132249 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:38.132501 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2856e95f-3829-4691-bb16-6128079bb8a6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:38.132912 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89', 'status': 'completed', 'code': 200} Nov 23 02:28:38.218976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06581114-4b28-4a9d-8075-fba394b2cc21 req-2d6f64e7-a8c5-4021-ba98-c85612ad02a8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 210 time: 0.0348275 Nov 23 02:28:38.255561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-3fa9ea38-a8cc-44c5-883e-2b46380ccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.257444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-3fa9ea38-a8cc-44c5-883e-2b46380ccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.259652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-3fa9ea38-a8cc-44c5-883e-2b46380ccb5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1915 time: 0.0870223 Nov 23 02:28:38.388324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a821345-431d-40dc-8840-0c13516452b6 req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.433695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-def68778-a663-4e1d-8f95-926ce526b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.434057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-def68778-a663-4e1d-8f95-926ce526b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.434330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-def68778-a663-4e1d-8f95-926ce526b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.436798 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-def68778-a663-4e1d-8f95-926ce526b52a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cfe0200c51574b6a9001b39757aeb175&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1614745 Nov 23 02:28:38.445954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a821345-431d-40dc-8840-0c13516452b6 req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.496692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd37cbf-3109-4fef-bf91-1fffeae01ec8 req-494a2128-0d2e-4d5f-b9ea-e3290d1ad238 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.504690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd37cbf-3109-4fef-bf91-1fffeae01ec8 req-494a2128-0d2e-4d5f-b9ea-e3290d1ad238 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 944 time: 0.1849780 Nov 23 02:28:38.560260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:38.562581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-bb6e012a-7faa-4dce-96b8-1263b90333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:38.564130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b53b7e28-72e0-427a-9472-4c7e3ad413f6 req-bb6e012a-7faa-4dce-96b8-1263b90333bd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185491 Nov 23 02:28:38.609444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a821345-431d-40dc-8840-0c13516452b6 req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.611982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2a821345-431d-40dc-8840-0c13516452b6 req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.613105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a821345-431d-40dc-8840-0c13516452b6 req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c763c0f-44b6-42d5-94a7-b68e86f8a3af HTTP/1.1" status: 204 len: 173 time: 0.5235581 Nov 23 02:28:38.634751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a961f1-0c53-4369-9c4a-e57d04af2f71 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:38.650012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:38.678572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd37cbf-3109-4fef-bf91-1fffeae01ec8 req-9263349c-28a0-414d-9697-e2c28359f852 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616967 Nov 23 02:28:38.679605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde4450-4a8b-4653-bb08-a8a7f3bd5edb tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c763c0f-44b6-42d5-94a7-b68e86f8a3af,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:38.750736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Transition to ACTIVE for port object b3a961f1-0c53-4369-9c4a-e57d04af2f71 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:38.765252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.044970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:39.108386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 69db3335-2d91-4f82-b9ca-453ad088f310 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:39.113392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 69db3335-2d91-4f82-b9ca-453ad088f310 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:39.113734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.226762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.271847 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.298822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:39.305704 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266dd946-7865-4f06-93c6-9d8ef1f71492" -d '{"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-plugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:39.323892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:39.329974 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.331608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:39.357753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:39.358199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe823fdb-0de6-484a-9e7a-f2a4b0c374c8 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:39.414205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:39.422331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.423111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.423497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.424072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.424604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.425348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.425825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.426179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.426773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.427181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.427520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.427943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:39.461631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Pushing event updated for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:39.467187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-5c124f7a-0ddc-42a1-84a1-5a61449fd476 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "GET /v2.0/security-groups/0a0acbc1-67d3-4a2c-92b5-f030245fd70a HTTP/1.1" status: 200 len: 1817 time: 0.7284601 Nov 23 02:28:39.537397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:39.544856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-3fa96595-b725-444b-a244-2c6698d38909 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:39.546327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-3fa96595-b725-444b-a244-2c6698d38909 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 805 time: 0.2682395 Nov 23 02:28:39.547631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Sync routers for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:39.553311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0958f7a3-67a4-40cf-a0b1-480dcbdcd2ec admin admin] 10.222.0.15 "PUT /v2.0/routers/36e9b7b0-3ca9-4e42-b932-4a03ad142988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6687934 Nov 23 02:28:39.553526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40480) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:39.565265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:39.566242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:39.572976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29166351-9727-4b59-afbf-7c8198e242f0 req-ae77b4cf-d272-43b1-93ac-35ac5314afa9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:39.580344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29166351-9727-4b59-afbf-7c8198e242f0 req-ae77b4cf-d272-43b1-93ac-35ac5314afa9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:39.588540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29166351-9727-4b59-afbf-7c8198e242f0 req-ae77b4cf-d272-43b1-93ac-35ac5314afa9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.3071105 Nov 23 02:28:39.609982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Request body: {'port': {'device_id': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'admin_state_up': True, 'tenant_id': '4a9315555fce4d4e954430c51ea1744b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:39.660610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.770402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29166351-9727-4b59-afbf-7c8198e242f0 req-63524b6d-b57e-4aea-abe5-4b9573e91d87 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647344 Nov 23 02:28:39.800249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.802887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Attempting to bind port b3a961f1-0c53-4369-9c4a-e57d04af2f71 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:39.803229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Attempting to bind port b3a961f1-0c53-4369-9c4a-e57d04af2f71 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:39.803559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Attempting to bind port b3a961f1-0c53-4369-9c4a-e57d04af2f71 on network 11a29b89-7852-4632-a1a7-33789c8608e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:39.840945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.843296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Port b3a961f1-0c53-4369-9c4a-e57d04af2f71 on network 11a29b89-7852-4632-a1a7-33789c8608e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:39.844476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Attempting to bind port b3a961f1-0c53-4369-9c4a-e57d04af2f71 on network 11a29b89-7852-4632-a1a7-33789c8608e9 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:39.857144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:39.857524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Checking segment: {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:39.857862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Bound using segment: {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:39.858310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Bound port: b3a961f1-0c53-4369-9c4a-e57d04af2f71, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f9f4fc-be4d-4a98-b675-882cef0732fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:39.858738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.872598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Deleting port 5a357d7b-922a-439f-b122-1d04450cb06e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:39.873978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:39.874128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.901208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.988561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Made reservation on behalf of 4a9315555fce4d4e954430c51ea1744b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:39.993443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.004293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] For port 5a357d7b-922a-439f-b122-1d04450cb06e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a357d7b-922a-439f-b122-1d04450cb06e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:40.004724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.024376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Calling delete_port for 5a357d7b-922a-439f-b122-1d04450cb06e owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:40.049559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8088d5c-a451-49a7-8d58-9c24cfa454fd req-e16df18b-1a6f-4b25-a2cc-886f377a09fe tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Nov 23 02:28:40.120004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:28:36Z', 'revision_number': 5, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port': {'id': '5a357d7b-922a-439f-b122-1d04450cb06e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:10Z', 'updated_at': '2021-11-23T02:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:40.121310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:40.127249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.129841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.131000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe89677-d5d0-4102-b600-3588df5a5433 req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a0acbc1-67d3-4a2c-92b5-f030245fd70a HTTP/1.1" status: 204 len: 173 time: 0.6342170 Nov 23 02:28:40.142852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:40.159893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Checking router: 36e9b7b0-3ca9-4e42-b932-4a03ad142988 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:28:40.172041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Routers {'36e9b7b0-3ca9-4e42-b932-4a03ad142988'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:40.172895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:40.206997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Deleting subnet 6d853221-5537-438f-832c-fa72409dff60 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:40.210337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.226118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.246802 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.289633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.296897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a357d7b-922a-439f-b122-1d04450cb06e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:40.311415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] Set router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:40.371893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:40.378342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.380457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65f300-8dbb-45f7-8ff5-805d7025d753 tempest-SecurityGroupsTestJSON-390359519 tempest-SecurityGroupsTestJSON-390359519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0acbc1-67d3-4a2c-92b5-f030245fd70a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:40.387251 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfcd90e-9b38-45b6-ab18-03523433d096 x-openstack-request-id: req-0dfcd90e-9b38-45b6-ab18-03523433d096 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:40.388533 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-plugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:40.388810 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dfcd90e-9b38-45b6-ab18-03523433d096 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:40.389221 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310', 'code': 200} Nov 23 02:28:40.393995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:28:39Z', 'revision_number': 6, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:40.406056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597c1bf-73ab-412c-96f2-5483515bdfb0 req-15ec86ca-d5fa-48fc-a4c2-310a0f08cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.409377 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0597c1bf-73ab-412c-96f2-5483515bdfb0 req-15ec86ca-d5fa-48fc-a4c2-310a0f08cf83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 1097 time: 0.1102107 Nov 23 02:28:40.412571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.428607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.429149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d775c2-21f8-45b2-a007-3be6011f8f45 None None] The sync data for ids ['36e9b7b0-3ca9-4e42-b932-4a03ad142988'] in n-d-714676-12 is: [{'id': '36e9b7b0-3ca9-4e42-b932-4a03ad142988', 'name': 'tempest-ServersTestFqdnHostnames-1673194343-router', 'tenant_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:08Z', 'updated_at': '2021-11-23T02:28:39Z', 'revision_number': 6, 'project_id': 'fbd7a68c1822430aa6179fdacb0d4b7a', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:40.453504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d853221-5537-438f-832c-fa72409dff60,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:40.526005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.526847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.528065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] 10.222.0.41 "PUT /v2.0/ports/b3a961f1-0c53-4369-9c4a-e57d04af2f71 HTTP/1.1" status: 200 len: 1093 time: 3.0518062 Nov 23 02:28:40.528808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:40.533855 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b4bc2d-07f0-4939-988f-79b607d29289" -d '{"events": [{"name": "network-changed", "server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:40.548418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.553282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.555714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.575812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3886ebf-4222-4e70-b345-0b6f9a40b01f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d853221-5537-438f-832c-fa72409dff60 HTTP/1.1" status: 204 len: 168 time: 0.4239466 Nov 23 02:28:40.581445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:40.628821 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.643869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c24dc-ed35-49b3-b991-d630e9f51d5e req-ae35656e-3606-4abc-aaef-5aab7c1b16ef tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.653506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4c24dc-ed35-49b3-b991-d630e9f51d5e req-ae35656e-3606-4abc-aaef-5aab7c1b16ef tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2973568 Nov 23 02:28:40.663143 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51b004-0f70-46f5-b5df-8028a65b4b36 x-openstack-request-id: req-4b51b004-0f70-46f5-b5df-8028a65b4b36 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:40.663480 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:40.663739 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b51b004-0f70-46f5-b5df-8028a65b4b36 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:40.664180 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71', 'status': 'completed', 'code': 200} Nov 23 02:28:40.724891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Allocated IP 172.20.0.13 (2b798704-ac06-40c9-b04a-96d9e24e06bf/25e01823-a300-4b18-b022-02a1fff7cf6d/b2b06f13-bc58-439e-9f19-e0ff384c3f72) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:40.727016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56394e29-e338-49d0-bc11-aced7d7ce6aa service neutron] Pushing event updated for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:40.764588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-5ce9394e-3fca-41ce-917c-6b1b05f0f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.765404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-5ce9394e-3fca-41ce-917c-6b1b05f0f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.767540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-5ce9394e-3fca-41ce-917c-6b1b05f0f333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1983 time: 0.1659431 Nov 23 02:28:40.786302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0597c1bf-73ab-412c-96f2-5483515bdfb0 req-e2f0e5ca-190a-45f1-a54c-618c1df864c7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348008 Nov 23 02:28:40.807566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.808527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e9b7b0-3ca9-4e42-b932-4a03ad142988 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:28:40.815532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.816920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be8cf264-5fa4-4ad1-b04a-6c46c2272471 admin admin] 10.222.0.15 "DELETE /v2.0/routers/36e9b7b0-3ca9-4e42-b932-4a03ad142988 HTTP/1.1" status: 204 len: 168 time: 1.2627316 Nov 23 02:28:40.821472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:40.840142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-7d5463e2-30dc-4877-9434-a1173020d07e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=97c4a403-53a7-426b-a66d-b401a1567c89 HTTP/1.1" status: 200 len: 217 time: 0.0559855 Nov 23 02:28:40.857692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4c24dc-ed35-49b3-b991-d630e9f51d5e req-22567dac-aeb5-4d96-a1bd-43f8118a0291 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036743 Nov 23 02:28:40.873308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.896935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Deleting subnet 6b9295f3-c6a1-4893-ac62-5675834325db {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:40.902216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:40.987758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539036-7127-4f49-9426-85ab1cd3934e req-14758abd-ea1d-4ecc-8dbe-a7e62140fb0b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.993852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539036-7127-4f49-9426-85ab1cd3934e req-14758abd-ea1d-4ecc-8dbe-a7e62140fb0b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:40.995596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63539036-7127-4f49-9426-85ab1cd3934e req-14758abd-ea1d-4ecc-8dbe-a7e62140fb0b tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.1280346 Nov 23 02:28:40.999462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.023607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.055427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:41.073478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:41.073478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584fb7d2-2a98-4a48-9e87-9c0a6ac4c8de') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:41.102034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.131352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.135779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63539036-7127-4f49-9426-85ab1cd3934e req-037fcea2-3026-43a8-ba11-16381448257d tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319313 Nov 23 02:28:41.138857 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.139853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.142599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:41.142970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:41.144744 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:41.164639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-603e62ec-5033-4589-90b2-0f50d356b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:41.166134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-603e62ec-5033-4589-90b2-0f50d356b1b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3bb900b-db81-41b3-9c57-25bcf0fd3180 HTTP/1.1" status: 200 len: 801 time: 0.1165226 Nov 23 02:28:41.249637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.257375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a357d7b-922a-439f-b122-1d04450cb06e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:41.264155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c16d58d5-915a-4166-9f76-0f5802ced5c4 req-53321bba-e1bc-4282-97ab-9de306978650 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 210 time: 0.0438900 Nov 23 02:28:41.279790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.287649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b HTTP/1.1" status: 204 len: 168 time: 0.6568742 Nov 23 02:28:41.303772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5a357d7b-922a-439f-b122-1d04450cb06e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:41.304213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a357d7b-922a-439f-b122-1d04450cb06e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:41.308804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9686d615-47a7-4feb-be46-8db59cf1e12f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:41.315146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-daa4c0d4-9906-437f-b2e2-934a38c6b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:41.316673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-daa4c0d4-9906-437f-b2e2-934a38c6b334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9547a39-b152-4f39-af57-bdac2ddc00ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294425 Nov 23 02:28:41.331420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242a4d1-3bea-4f5c-aabf-952f4348b48a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ce6e6c-9f1e-48d1-b44f-38bd7f78e07b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:41.347458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.347645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.351944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9686d615-47a7-4feb-be46-8db59cf1e12f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:41.352302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9686d615-47a7-4feb-be46-8db59cf1e12f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:41.364836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:41.387274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9295f3-c6a1-4893-ac62-5675834325db,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:41.393599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.399081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eb36dcc1-7424-4167-b06e-558dcfcb8734 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b9295f3-c6a1-4893-ac62-5675834325db HTTP/1.1" status: 204 len: 168 time: 0.5759788 Nov 23 02:28:41.402779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:41.424463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1689cc-bb22-41cb-8369-117014a805d6 None None] Network c9654c02-9452-4405-93ba-ef82aec88a81 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:41.555308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40526) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:41.566236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Network 2b798704-ac06-40c9-b04a-96d9e24e06bf is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:41.604288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.622243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:41.629144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:41.648130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a31ba74f-4a4b-4ab6-94ec-759ca6818faf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12f1a19efa354bf7a802a912fa12661e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892127 Nov 23 02:28:41.668727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40528) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:41.686743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-26bb9b70-463c-4ef4-befb-469862afea2f service neutron] 10.222.0.41 "GET /v2.0/networks/e9547a39-b152-4f39-af57-bdac2ddc00ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607523 Nov 23 02:28:41.698485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:41.699237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.701235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.761158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1637754 Nov 23 02:28:41.765247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.769736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Deleting port ab3575d4-4b70-4332-b2d5-329950960d67 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:41.770073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.804770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.815612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Request body: {'port': {'device_id': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:41.818227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c00ade-b54e-4088-b34e-65236ba6f7e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event updated for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:41.843618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] DHCP port deletion for c9654c02-9452-4405-93ba-ef82aec88a81 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:41.911829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] For port ab3575d4-4b70-4332-b2d5-329950960d67, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3575d4-4b70-4332-b2d5-329950960d67,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:41.912219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.930150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.931251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Calling delete_port for ab3575d4-4b70-4332-b2d5-329950960d67 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:41.957943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.967498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:41.969689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22d2bde1-91df-42dd-963c-6fad011b0a21 HTTP/1.1" status: 204 len: 168 time: 0.2993274 Nov 23 02:28:41.998119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Deleting port ab3575d4-4b70-4332-b2d5-329950960d67 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:41.998521 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.023886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9127f0-a5eb-4916-8ab3-c2354170653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d2bde1-91df-42dd-963c-6fad011b0a21,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:42.097119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.121941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] For port ab3575d4-4b70-4332-b2d5-329950960d67, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3575d4-4b70-4332-b2d5-329950960d67,segment=NetworkSegment(6ab45d45-0ea5-4eaf-8631-a9648ef54422),segment_id=6ab45d45-0ea5-4eaf-8631-a9648ef54422)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:42.122794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.132814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3575d4-4b70-4332-b2d5-329950960d67,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:42.137457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Calling delete_port for ab3575d4-4b70-4332-b2d5-329950960d67 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:42.139210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] No DVR routers for this DVR port ab3575d4-4b70-4332-b2d5-329950960d67 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:42.175169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-2513ae79-14b3-4f50-8f7a-5f63e7dfbbba service neutron] 10.222.0.41 "GET /v2.0/networks/e9547a39-b152-4f39-af57-bdac2ddc00ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571633 Nov 23 02:28:42.243000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.243470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.266365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9654c02-9452-4405-93ba-ef82aec88a81']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:42.274758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] No DVR routers for this DVR port ab3575d4-4b70-4332-b2d5-329950960d67 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:42.281694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab45d45-0ea5-4eaf-8631-a9648ef54422') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:42.281694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab45d45-0ea5-4eaf-8631-a9648ef54422') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:42.303384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.322456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.325455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f754f94-092c-4c71-8820-e28a695ad93f None None] Pushing event deleted for resources: {'Port': ['ID=ab3575d4-4b70-4332-b2d5-329950960d67,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:42.338164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-d0bf0b66-3162-4014-a1de-528f81d3638e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71 HTTP/1.1" status: 200 len: 217 time: 0.1479311 Nov 23 02:28:42.342075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:42.342887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:42.366970 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:42.423697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.429142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.431394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bff27-ee92-481b-9657-6e2ab8d0bc19 req-5493d76c-2357-421b-a51c-727b72161d6f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:42.435177 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9654c02-9452-4405-93ba-ef82aec88a81 HTTP/1.1" status: 204 len: 168 time: 1.0288904 Nov 23 02:28:42.436150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de5bff27-ee92-481b-9657-6e2ab8d0bc19 req-5493d76c-2357-421b-a51c-727b72161d6f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.4304800 Nov 23 02:28:42.461149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0731113-a2b6-4735-a8c5-f0a5e88d228d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9654c02-9452-4405-93ba-ef82aec88a81,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:42.483739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-8dcb488e-1910-4a27-91c7-3e5f7f33700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:42.486170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-8dcb488e-1910-4a27-91c7-3e5f7f33700c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=275b5760-73a0-45b5-86f0-e2df7b7e70a6 HTTP/1.1" status: 200 len: 801 time: 0.1339605 Nov 23 02:28:42.597697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb436ea-6ab0-4a36-af94-f42a1952031b req-e47cc23c-d85a-4e89-a10a-fbbe5c3f0712 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:42.605163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb436ea-6ab0-4a36-af94-f42a1952031b req-e47cc23c-d85a-4e89-a10a-fbbe5c3f0712 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:42.614965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efb436ea-6ab0-4a36-af94-f42a1952031b req-e47cc23c-d85a-4e89-a10a-fbbe5c3f0712 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.2859354 Nov 23 02:28:42.685055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40556) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:42.707595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-2e3d96d7-040e-4d98-bacc-4c15dcf19f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:42.709253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-2e3d96d7-040e-4d98-bacc-4c15dcf19f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11a29b89-7852-4632-a1a7-33789c8608e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641080 Nov 23 02:28:42.725272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de5bff27-ee92-481b-9657-6e2ab8d0bc19 req-22327547-bf78-439f-9a57-e035aee16efc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596555 Nov 23 02:28:42.737711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a49efc2-b882-4ce8-ace7-e870018c0b9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbd7a68c1822430aa6179fdacb0d4b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507655 Nov 23 02:28:42.740372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40558) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:42.821975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.833006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efb436ea-6ab0-4a36-af94-f42a1952031b req-a027dd4e-8fc2-45c3-82c3-dc19cfd0e079 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168472 Nov 23 02:28:42.851679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.925909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.928633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:42.932439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61090663-a633-4e64-87e7-fc3f7f6dba72 HTTP/1.1" status: 204 len: 168 time: 0.1885498 Nov 23 02:28:42.954086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80426374-7a11-4a62-a0df-53ed9edf0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61090663-a633-4e64-87e7-fc3f7f6dba72,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:42.993281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b06f13-bc58-439e-9f19-e0ff384c3f72 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:43.001821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.014965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Transition to ACTIVE for port object b2b06f13-bc58-439e-9f19-e0ff384c3f72 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:43.023866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-6df01de9-ff54-49d0-b74e-0cf7d42b70c6 service neutron] 10.222.0.41 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974799 Nov 23 02:28:43.026088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.036601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a0b75-4a08-46b8-a797-178ca0b33960 req-5c2ff7d5-f8bf-42c8-a500-a28360458589 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.037807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a71a0b75-4a08-46b8-a797-178ca0b33960 req-5c2ff7d5-f8bf-42c8-a500-a28360458589 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 932 time: 0.2037807 Nov 23 02:28:43.214551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:43.256056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3575d4-4b70-4332-b2d5-329950960d67 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:43.295770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a71a0b75-4a08-46b8-a797-178ca0b33960 req-7ac9d411-cb59-4b85-8f12-3bfffb422c86 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245684 Nov 23 02:28:43.299268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ab3575d4-4b70-4332-b2d5-329950960d67 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:43.300669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3575d4-4b70-4332-b2d5-329950960d67 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:43.310345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-387d8550-3214-44b1-a3b5-99ca42bb9172 req-77e7b12a-8fa9-414d-b167-4e187040a872 service neutron] 10.222.0.41 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705357 Nov 23 02:28:43.339947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Attempting to bind port b2b06f13-bc58-439e-9f19-e0ff384c3f72 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:43.340967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:43.346929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Attempting to bind port b2b06f13-bc58-439e-9f19-e0ff384c3f72 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:43.349101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Attempting to bind port b2b06f13-bc58-439e-9f19-e0ff384c3f72 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:43.355473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Port b2b06f13-bc58-439e-9f19-e0ff384c3f72 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:43.355854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Attempting to bind port b2b06f13-bc58-439e-9f19-e0ff384c3f72 on network 2b798704-ac06-40c9-b04a-96d9e24e06bf {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:43.361819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:43.362172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Checking segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:43.362590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Bound using segment: {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:43.363025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Bound port: b2b06f13-bc58-439e-9f19-e0ff384c3f72, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8de854-de4c-435d-b8e4-e4be52dbd917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:43.363435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.471317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-842390653-network', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:43.485506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:43.489731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:43.498521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-408e7eb5-7472-4ec3-a0fc-2b3a966bfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.499082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-408e7eb5-7472-4ec3-a0fc-2b3a966bfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.501056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Made reservation on behalf of 1b95977f9a6a4fea8a12d3204346d308 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:43.501702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-408e7eb5-7472-4ec3-a0fc-2b3a966bfb9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfe0200c51574b6a9001b39757aeb175&device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1983 time: 0.0789928 Nov 23 02:28:43.503320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.504291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.517434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.598846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.599406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.600750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] 10.222.0.47 "PUT /v2.0/ports/b2b06f13-bc58-439e-9f19-e0ff384c3f72 HTTP/1.1" status: 200 len: 1093 time: 1.7918890 Nov 23 02:28:43.602742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:43.605681 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a3fc18-e047-4118-929b-ff898987059f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:43.620520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.634220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.635785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747248c-5198-4b56-8df1-f1367cb018cb service neutron] Pushing event updated for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:43.673575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:43.676357 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8099c39-3899-433a-af9d-b7bc4679ad4b x-openstack-request-id: req-d8099c39-3899-433a-af9d-b7bc4679ad4b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:43.676357 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:43.676357 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8099c39-3899-433a-af9d-b7bc4679ad4b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:43.676357 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72', 'status': 'completed', 'code': 200} Nov 23 02:28:43.702376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.704634 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Added segment 67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a of type vlan for network b2e9b402-fcb0-4eb3-b083-b96182e89cbc Nov 23 02:28:43.729493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-6d692342-b7eb-4ff9-9f45-88270366089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.731002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-6d692342-b7eb-4ff9-9f45-88270366089c service neutron] 10.222.0.41 "GET /v2.0/networks?id=11a29b89-7852-4632-a1a7-33789c8608e9 HTTP/1.1" status: 200 len: 903 time: 0.1948314 Nov 23 02:28:43.733765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-c922dfb5-2227-47b7-bc67-a86ea8c923b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.747800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-c922dfb5-2227-47b7-bc67-a86ea8c923b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0933785 Nov 23 02:28:43.779999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.784088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f370e-f033-41e8-9129-4ed3623cc7dc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:43.815154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.818076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.818842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.856819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-0d94cd74-6f7c-4803-97fc-47e1e8694591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71 HTTP/1.1" status: 200 len: 217 time: 0.1079211 Nov 23 02:28:43.865914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-4071bd7b-f5a4-468f-a14f-3505186fedbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72 HTTP/1.1" status: 200 len: 217 time: 0.1027694 Nov 23 02:28:43.899156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5567307 Nov 23 02:28:43.899910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:43.913389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Request body: {'subnet': {'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-842390653-subnet', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:43.918570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb360-717a-4bc0-a931-3bcaeb0a0179 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e9b402-fcb0-4eb3-b083-b96182e89cbc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:43.930067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:43.954761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Made reservation on behalf of 1b95977f9a6a4fea8a12d3204346d308 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:43.957465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.007362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-da30d63f-f9ac-4284-893e-3d9371ad09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.008866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-da30d63f-f9ac-4284-893e-3d9371ad09ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.0865216 Nov 23 02:28:44.070351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40614) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:44.188687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.223701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-957021348-network', 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:44.282570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d6945c-9d67-4d3d-bb01-a77f7b11969f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:44.294537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Checking segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:44.295469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Network hostable DHCP agents. Network: b2e9b402-fcb0-4eb3-b083-b96182e89cbc, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:44.302751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Made reservation on behalf of b4225e9f6be944be97545b9f6fe12f8d for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:44.305177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.317863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.344373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:44.355929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b2e9b402-fcb0-4eb3-b083-b96182e89cbc) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:44.364851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.365388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.366426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1d7dd-47ab-4486-91b5-9c7a758dab8a None None] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:44.392975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a19814c0-59a2-4bde-a8b3-ec6cb7ee096d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4838943 Nov 23 02:28:44.397149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40622) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:44.401711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:44.443909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eacacd-b672-4915-b415-ec4f4eae727b req-f2b84681-faf4-4bce-9a73-7b19ab03164d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.445423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.446417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5eacacd-b672-4915-b415-ec4f4eae727b req-f2b84681-faf4-4bce-9a73-7b19ab03164d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.6178188 Nov 23 02:28:44.446591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.448755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-68497cb7-9fdb-4455-a929-b7ceb98cdcd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4232583 Nov 23 02:28:44.452070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-3307dd5b-99cb-45c7-a0d4-fd29f031bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.454333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-3307dd5b-99cb-45c7-a0d4-fd29f031bf58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=275b5760-73a0-45b5-86f0-e2df7b7e70a6 HTTP/1.1" status: 200 len: 801 time: 0.5863769 Nov 23 02:28:44.586128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac86391-8a58-4d60-8afb-856d0ccaa540 req-15975ad4-f730-4dee-97bc-44129be5ff6a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.594984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac86391-8a58-4d60-8afb-856d0ccaa540 req-15975ad4-f730-4dee-97bc-44129be5ff6a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.603756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:44.604760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dac86391-8a58-4d60-8afb-856d0ccaa540 req-15975ad4-f730-4dee-97bc-44129be5ff6a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.5908365 Nov 23 02:28:44.606058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.651469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-b10270b9-7ef1-4311-a6f7-d693438a54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.654312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-b10270b9-7ef1-4311-a6f7-d693438a54a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11a29b89-7852-4632-a1a7-33789c8608e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800749 Nov 23 02:28:44.701525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5eacacd-b672-4915-b415-ec4f4eae727b req-4b79c8cc-9914-41cb-93ae-c7effc317cbe tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446244 Nov 23 02:28:44.768958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Allocated IP 172.20.0.2 (b2e9b402-fcb0-4eb3-b083-b96182e89cbc/d0d6945c-9d67-4d3d-bb01-a77f7b11969f/1c1528cd-b2f8-4ea3-958e-32a893a8256f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:44.830736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-dfb9755e-194f-4b67-b1b8-702a3571499d service neutron] 10.222.0.41 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583669 Nov 23 02:28:44.853325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dac86391-8a58-4d60-8afb-856d0ccaa540 req-4bdd82c8-1287-47cc-878f-4cbb86a42938 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474597 Nov 23 02:28:44.877189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-5a2b5e2c-21f5-43c2-ada6-54e6cdf20328 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176552 Nov 23 02:28:44.909798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.913377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.920112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.929235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:44.937917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.019318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:45.043824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875651dc-fe0e-4da3-9b82-5221cc7e7fb0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:45.057975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:45.066572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:45.079529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:45.125102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Pushing event updated for resources: {'Port': ['ID=1c1528cd-b2f8-4ea3-958e-32a893a8256f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:45.135804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.141572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.142337 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Added segment e87bbc2d-8f92-4689-ae3c-e89eab2dcce0 of type vlan for network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 Nov 23 02:28:45.156673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Attempting to bind port 1c1528cd-b2f8-4ea3-958e-32a893a8256f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:45.157047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Attempting to bind port 1c1528cd-b2f8-4ea3-958e-32a893a8256f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:45.157665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Attempting to bind port 1c1528cd-b2f8-4ea3-958e-32a893a8256f on network b2e9b402-fcb0-4eb3-b083-b96182e89cbc {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:45.161895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76044-000c-4f03-b44a-e041fb00f5bb req-51ac27d3-a605-4714-b443-a296ccad85db tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.164250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:45.164624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Checking segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:45.165139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.165536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Bound using segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:45.166002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Bound port: 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:45.166376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.169733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3df76044-000c-4f03-b44a-e041fb00f5bb req-51ac27d3-a605-4714-b443-a296ccad85db tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 944 time: 0.1647661 Nov 23 02:28:45.194086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57b4bc2d-07f0-4939-988f-79b607d29289 req-3845cf8d-1711-4aaf-9f5b-08e0783ee372 service neutron] 10.222.0.41 "GET /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157279 Nov 23 02:28:45.219755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-543c822a-c889-466c-95a3-12a0d8e4dac4 req-c274a9fe-195e-4dc5-a253-73a008bf648c service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208828 Nov 23 02:28:45.250164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.285741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3df76044-000c-4f03-b44a-e041fb00f5bb req-71191211-6420-49d8-bb77-d04dc03304c8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 Nov 23 02:28:45.300444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] For port 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:45.306974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.308786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.309549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.318954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] For port 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c1528cd-b2f8-4ea3-958e-32a893a8256f,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:45.329896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.359789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3fc18-e047-4118-929b-ff898987059f req-bf103d58-69a3-4583-991e-ae2a41826323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.361657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-bf103d58-69a3-4583-991e-ae2a41826323 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9315555fce4d4e954430c51ea1744b&device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 1096 time: 0.0745265 Nov 23 02:28:45.398833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] Pushing event updated for resources: {'Network': ['ID=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:45.416579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:45.418398 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-84c9a7da-e2f7-416e-8a4a-a9e649a95e3b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3467400 Nov 23 02:28:45.419268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40632) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:45.425828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Request body: {'subnet': {'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-957021348-subnet', 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:45.519077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3fc18-e047-4118-929b-ff898987059f req-dcf2455f-1f32-4d43-bcda-0db7855e3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.523319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-dcf2455f-1f32-4d43-bcda-0db7855e3629 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 200 len: 906 time: 0.1546640 Nov 23 02:28:45.547388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f03e-54f0-4620-9ea1-fb9f5a4a0aed None None] Pushing event updated for resources: {'Port': ['ID=1c1528cd-b2f8-4ea3-958e-32a893a8256f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:45.568188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Made reservation on behalf of b4225e9f6be944be97545b9f6fe12f8d for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:45.571571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.606917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-c96636b2-17ca-4542-83b1-ff81ecabe881 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72 HTTP/1.1" status: 200 len: 217 time: 0.0743961 Nov 23 02:28:45.697533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.731358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:45.772908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3fc18-e047-4118-929b-ff898987059f req-67989ba5-943b-4b28-9893-f5ee6ae235f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.774490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-67989ba5-943b-4b28-9893-f5ee6ae235f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 200 len: 845 time: 0.1497347 Nov 23 02:28:45.827199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-5525a18e-4f72-47bf-8769-6cc206204ecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b798704-ac06-40c9-b04a-96d9e24e06bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343118 Nov 23 02:28:45.979432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a35d92-6159-41f0-8ea7-e6b705c85a69 req-f4fb6e98-100a-42bb-b04d-70b9c1ef55a9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:45.987061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39a35d92-6159-41f0-8ea7-e6b705c85a69 req-f4fb6e98-100a-42bb-b04d-70b9c1ef55a9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2317874 Nov 23 02:28:45.995337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Allocated IP 172.25.1.247 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f47e81b5-6374-4f94-aac0-cb9cf064ea44) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:46.002204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:46.107194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-e76ba355-362b-4a51-ad7c-517aa5e819e0 service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719047 Nov 23 02:28:46.146171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19fc7-ba95-46dc-b576-505c86ec78ee req-6e02dc84-9cfa-4acd-9b8f-8dc984df0dce tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:46.151515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0262436-a4e3-4e59-ac4d-f3adcddd7545,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:46.152357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19fc7-ba95-46dc-b576-505c86ec78ee req-6e02dc84-9cfa-4acd-9b8f-8dc984df0dce tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:46.161495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8c19fc7-ba95-46dc-b576-505c86ec78ee req-6e02dc84-9cfa-4acd-9b8f-8dc984df0dce tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.1336601 Nov 23 02:28:46.209240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Checking segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:46.209917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Network hostable DHCP agents. Network: d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:46.213860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39a35d92-6159-41f0-8ea7-e6b705c85a69 req-a82b58ec-52fc-4dd5-b406-a352bdacb044 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256536 Nov 23 02:28:46.221913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:46.254449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:46.277935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:46.288737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b3420-cb1f-45f1-893a-e5bbfd086ae2 None None] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:46.294857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:46.295759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:46.298964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8c19fc7-ba95-46dc-b576-505c86ec78ee req-7b05055d-af52-4774-853d-fc54f53eaae6 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243994 Nov 23 02:28:46.345297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d71296ec-180d-4c00-afed-80239c4707ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9237943 Nov 23 02:28:46.348065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:46.357552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a3fc18-e047-4118-929b-ff898987059f req-182a8502-ceac-46d4-834b-1046cfb44b3a service neutron] 10.222.0.47 "GET /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377496 Nov 23 02:28:46.424125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:46.432560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:46.434938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:46.483989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Pushing event updated for resources: {'Port': ['ID=f47e81b5-6374-4f94-aac0-cb9cf064ea44,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:46.613071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d', 'fixed_ips': [{'subnet_id': 'e0262436-a4e3-4e59-ac4d-f3adcddd7545'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:46.614179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:46.663151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5517b1-6b2e-4821-9606-f16249c00270 req-4048b37b-4dde-4f10-9614-85a7ffb60986 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:46.665896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c5517b1-6b2e-4821-9606-f16249c00270 req-4048b37b-4dde-4f10-9614-85a7ffb60986 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 944 time: 0.1143847 Nov 23 02:28:46.811317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c5517b1-6b2e-4821-9606-f16249c00270 req-e0752085-ae78-407b-b12d-5d57edee39b3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318533 Nov 23 02:28:46.882986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Allocated IP 172.20.0.2 (d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4/e0262436-a4e3-4e59-ac4d-f3adcddd7545/830300bc-6f09-42a1-b786-c8b6f4f96fdd) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:47.019250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.109624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97c4a403-53a7-426b-a66d-b401a1567c89 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:47.172461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.270989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.275601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d91dc-709c-4af2-9439-72b1c25e7877 None None] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:47.326292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.461569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-e2f8488c-6630-43ae-936a-8b822b190ba2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:47.468857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-e2f8488c-6630-43ae-936a-8b822b190ba2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.2737935 Nov 23 02:28:47.491378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9dc4-7318-4133-a945-916d86d467a9 req-0c5b9f05-f772-4fd9-b273-a898d588ffab tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:47.492869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b79f9dc4-7318-4133-a945-916d86d467a9 req-0c5b9f05-f772-4fd9-b273-a898d588ffab tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1030369 Nov 23 02:28:47.501051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-1ecbca54-f6d7-4083-8cdb-ef4b39a34c94 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/quotas/b4225e9f6be944be97545b9f6fe12f8d HTTP/1.1" status: 200 len: 375 time: 0.0313253 Nov 23 02:28:47.532515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Router bceef412-ddae-45a1-87a2-bedbabbae310 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:28:47.559493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c1528cd-b2f8-4ea3-958e-32a893a8256f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:47.596583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-8732e330-fa91-4ba7-ade2-d95c3a5afd38 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946057 Nov 23 02:28:47.601478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b79f9dc4-7318-4133-a945-916d86d467a9 req-5df7fd1f-30d6-4334-8818-da7a39bc317c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984666 Nov 23 02:28:47.690674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:47.692103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] Provisioning complete for port 1c1528cd-b2f8-4ea3-958e-32a893a8256f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:47.692646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.696988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-d1ba1371-a2b1-4a4c-b11c-420ed4380010 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991826 Nov 23 02:28:47.713301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Pushing event updated for resources: {'Port': ['ID=830300bc-6f09-42a1-b786-c8b6f4f96fdd,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:47.731077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:47.733244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:47.735437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:47.751950 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Sync routers for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:47.753020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:47.759436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3827bd5b-7367-465a-97e4-d8cfa0ba970a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3612485 Nov 23 02:28:47.761969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40678) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:47.766149 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:47.767220 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:47.818906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b2b06f13-bc58-439e-9f19-e0ff384c3f72 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:47.916473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188483e-633b-41bc-a2d4-734a629ffb46 req-69803da5-4c0c-4fa1-a4bb-4889600c0d99 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:47.932684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:47.933359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188483e-633b-41bc-a2d4-734a629ffb46 req-69803da5-4c0c-4fa1-a4bb-4889600c0d99 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:47.944526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0188483e-633b-41bc-a2d4-734a629ffb46 req-69803da5-4c0c-4fa1-a4bb-4889600c0d99 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1679 time: 0.2204771 Nov 23 02:28:48.002006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Attempting to bind port 830300bc-6f09-42a1-b786-c8b6f4f96fdd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:48.002407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Attempting to bind port 830300bc-6f09-42a1-b786-c8b6f4f96fdd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:48.002797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Attempting to bind port 830300bc-6f09-42a1-b786-c8b6f4f96fdd on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:48.006451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97c4a403-53a7-426b-a66d-b401a1567c89,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:48.010231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0e7c6809-486c-4b68-9d9e-d086c7be2353 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123300 Nov 23 02:28:48.013488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72', 'network_id': '2b798704-ac06-40c9-b04a-96d9e24e06bf', 'port_id': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72', 'mac_address': 'fa:16:3e:d3:cd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e01823-a300-4b18-b022-02a1fff7cf6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:48.032800 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:48.042770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:48.043191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Checking segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:48.044359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.044922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Bound using segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:48.047167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Bound port: 830300bc-6f09-42a1-b786-c8b6f4f96fdd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:48.048114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.071211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0188483e-633b-41bc-a2d4-734a629ffb46 req-0a34965f-89ee-436c-8e1e-a9b8b190c016 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245720 Nov 23 02:28:48.143222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '97c4a403-53a7-426b-a66d-b401a1567c89', 'network_id': 'e9547a39-b152-4f39-af57-bdac2ddc00ae', 'port_id': '97c4a403-53a7-426b-a66d-b401a1567c89', 'mac_address': 'fa:16:3e:fc:f5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bb900b-db81-41b3-9c57-25bcf0fd3180', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:48.192029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c1528cd-b2f8-4ea3-958e-32a893a8256f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:48.192681 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.415708 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.453630 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:46Z', 'revision_number': 3, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:48.531538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.536336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] For port 830300bc-6f09-42a1-b786-c8b6f4f96fdd, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:48.537498 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Checking router: bceef412-ddae-45a1-87a2-bedbabbae310 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:28:48.537976 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Updating router bceef412-ddae-45a1-87a2-bedbabbae310 port f47e81b5-6374-4f94-aac0-cb9cf064ea44 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:28:48.551450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b06f13-bc58-439e-9f19-e0ff384c3f72 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:48.565673 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.576281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e971402-3e88-457f-bfe7-be88c497ac37 req-f6a6e4b4-5974-4553-97ab-195be1acb7ef tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:48.578433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e971402-3e88-457f-bfe7-be88c497ac37 req-f6a6e4b4-5974-4553-97ab-195be1acb7ef tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 944 time: 0.1202252 Nov 23 02:28:48.590827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.600196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] For port 830300bc-6f09-42a1-b786-c8b6f4f96fdd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=830300bc-6f09-42a1-b786-c8b6f4f96fdd,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:48.624184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c4a403-53a7-426b-a66d-b401a1567c89 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:48.670075 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.735521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:48.741879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.776852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e971402-3e88-457f-bfe7-be88c497ac37 req-131b69d0-6770-4400-ba18-ae8c0bf058df tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587873 Nov 23 02:28:48.797326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.827190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97c4a403-53a7-426b-a66d-b401a1567c89,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:48.839386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.839748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b3a961f1-0c53-4369-9c4a-e57d04af2f71 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:48.854226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-e38eda9c-e048-4128-bd0c-7f94cab24587 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:48.860216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-e38eda9c-e048-4128-bd0c-7f94cab24587 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.3278251 Nov 23 02:28:48.866983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.905458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-5fef67be-92aa-4f48-a40a-636cc8ac7422 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/quotas/b4225e9f6be944be97545b9f6fe12f8d HTTP/1.1" status: 200 len: 375 time: 0.0392966 Nov 23 02:28:48.906610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] For port 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c1528cd-b2f8-4ea3-958e-32a893a8256f,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:48.951531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:48.957816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697b1a-94d0-4ee4-b508-d6a5ef06b362 None None] Pushing event updated for resources: {'Port': ['ID=830300bc-6f09-42a1-b786-c8b6f4f96fdd,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:49.113676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-6f18bdc8-7646-4a4a-951b-5ef41a32624e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053576 Nov 23 02:28:49.132052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9da1f-6a76-4cde-832a-85d0c04a35a5 req-f9da741f-cf3b-4f12-b4ce-7c894fcb9cae tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:49.151515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5a9da1f-6a76-4cde-832a-85d0c04a35a5 req-f9da741f-cf3b-4f12-b4ce-7c894fcb9cae tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2177916 Nov 23 02:28:49.190264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b2b06f13-bc58-439e-9f19-e0ff384c3f72'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:49.225023 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.238412 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.392663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Attempting to bind port f47e81b5-6374-4f94-aac0-cb9cf064ea44 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:49.393151 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Attempting to bind port f47e81b5-6374-4f94-aac0-cb9cf064ea44 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:49.393629 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Attempting to bind port f47e81b5-6374-4f94-aac0-cb9cf064ea44 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:49.396372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5a9da1f-6a76-4cde-832a-85d0c04a35a5 req-e219b7d4-65bc-41ed-b8e1-4175c4b0eeda tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437742 Nov 23 02:28:49.412653 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:49.413460 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:49.414312 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.415163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:49.429239 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Bound port: f47e81b5-6374-4f94-aac0-cb9cf064ea44, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:49.430758 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.481037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-e4cda671-26f2-4596-bdd1-53bbbfbb1ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807941 Nov 23 02:28:49.508839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:49.526253 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] For port f47e81b5-6374-4f94-aac0-cb9cf064ea44, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:49.533763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71', 'network_id': '11a29b89-7852-4632-a1a7-33789c8608e9', 'port_id': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71', 'mac_address': 'fa:16:3e:a3:9b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275b5760-73a0-45b5-86f0-e2df7b7e70a6', 'ip_address': '19.86.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:49.534479 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] For port f47e81b5-6374-4f94-aac0-cb9cf064ea44, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f47e81b5-6374-4f94-aac0-cb9cf064ea44,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:49.543513 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Pushing event updated for resources: {'Port': ['ID=f47e81b5-6374-4f94-aac0-cb9cf064ea44,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:49.547343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:49.550942 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.561590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:28:49.563015 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:28:49.571202 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.571807 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.572448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.572998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.573825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.574618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.575407 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.576145 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.578307 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.579363 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.580319 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.581124 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:49.609550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Allocated IP 172.20.0.1 (b2e9b402-fcb0-4eb3-b083-b96182e89cbc/d0d6945c-9d67-4d3d-bb01-a77f7b11969f/4c61037b-f8d6-400e-bd40-90ab6f66f073) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:49.658514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1729a99e-4a7b-4e54-a1ed-a5ef9454fc31 None None] Provisioning complete for port 1c1528cd-b2f8-4ea3-958e-32a893a8256f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:49.659009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1729a99e-4a7b-4e54-a1ed-a5ef9454fc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.661835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:49.664319 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:49.672296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda0686-4d8c-4051-b388-861a3c1c6647 req-8b09e3f8-a69b-4aa8-bf7f-160086fabd80 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:49.678949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda0686-4d8c-4051-b388-861a3c1c6647 req-8b09e3f8-a69b-4aa8-bf7f-160086fabd80 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:49.680634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebda0686-4d8c-4051-b388-861a3c1c6647 req-8b09e3f8-a69b-4aa8-bf7f-160086fabd80 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1680 time: 0.0971601 Nov 23 02:28:49.728012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-2e6ac864-36d5-431a-b440-b6c1cd6aac87 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468455 Nov 23 02:28:49.770983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.804187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebda0686-4d8c-4051-b388-861a3c1c6647 req-896dc6e5-254f-401f-b9d6-69b77d7486a1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154294 Nov 23 02:28:49.825431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:49.847619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.854130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a961f1-0c53-4369-9c4a-e57d04af2f71 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:49.898246 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973204c-4019-48d0-a96f-7f3398ff6568 None None] Pushing event updated for resources: {'Port': ['ID=f47e81b5-6374-4f94-aac0-cb9cf064ea44,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:49.918805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:49.992683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:50.000350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:50.005600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:50.005868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:50.044440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.164145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.181209 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:50.223943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032c0dd-8547-4bc7-a000-2c2b4f242fea None None] Pushing event updated for resources: {'Port': ['ID=1c1528cd-b2f8-4ea3-958e-32a893a8256f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:50.331145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Pushing event updated for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:50.394871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:50.481227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-d1358d74-dde5-4ee0-bd73-c3b7b13005a2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:50.483314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-d1358d74-dde5-4ee0-bd73-c3b7b13005a2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.5178170 Nov 23 02:28:50.505563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Request body: {'port': {'device_id': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'admin_state_up': True, 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:50.559940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-232e87d9-728e-47db-a324-7f0fcb8ff3b6 None None] Provisioning complete for port 4c61037b-f8d6-400e-bd40-90ab6f66f073 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:50.560913 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-232e87d9-728e-47db-a324-7f0fcb8ff3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.562265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.576496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['97c4a403-53a7-426b-a66d-b401a1567c89'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:50.646942 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:46Z', 'revision_number': 3, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:50.672905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-232e87d9-728e-47db-a324-7f0fcb8ff3b6 None None] Port 4c61037b-f8d6-400e-bd40-90ab6f66f073 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:50.714550 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd04b4-498e-4def-b99f-c9bde3858f77 None None] The sync data for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 is: [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:46Z', 'revision_number': 3, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:50.804890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b210c32-00c8-46f1-b0b2-28fecac109eb None None] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:50.844462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-757ae5ef-438a-4acc-a23d-d207feaf4a0e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:50.859514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-757ae5ef-438a-4acc-a23d-d207feaf4a0e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.5678704 Nov 23 02:28:50.891466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.902101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.940793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-57b23450-f6b5-419a-b4c0-edd9e63233a8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/quotas/92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 375 time: 0.0799243 Nov 23 02:28:50.988802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Pushing event updated for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:50.996393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.044565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 830300bc-6f09-42a1-b786-c8b6f4f96fdd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:51.084350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42492da-482c-46f5-9537-af6341d3f146 req-7042d334-70e2-4d14-80f3-2928a9d903c6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:51.095874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e42492da-482c-46f5-9537-af6341d3f146 req-7042d334-70e2-4d14-80f3-2928a9d903c6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 945 time: 0.4566648 Nov 23 02:28:51.166254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:51.168514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:51.170469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-a97c4cb3-a1ca-4e39-9e97-4909dcb94bb2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2285519 Nov 23 02:28:51.250479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] Provisioning complete for port 830300bc-6f09-42a1-b786-c8b6f4f96fdd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:51.250893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.342768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Router bceef412-ddae-45a1-87a2-bedbabbae310 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:51.375684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 830300bc-6f09-42a1-b786-c8b6f4f96fdd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:51.375684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.423583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e42492da-482c-46f5-9537-af6341d3f146 req-aecb18d5-1326-432d-bb0d-8a416a699afb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267007 Nov 23 02:28:51.516332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-4fbad056-5385-416c-bfb7-6568c222bfa6 service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338335 Nov 23 02:28:51.529294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Made reservation on behalf of b4225e9f6be944be97545b9f6fe12f8d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:51.536307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.590983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:51.591239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.609585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e57f16c4-97ee-401e-977c-40f0154dfd7f admin admin] 10.222.0.15 "PUT /v2.0/routers/bceef412-ddae-45a1-87a2-bedbabbae310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8458238 Nov 23 02:28:51.662372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['b3a961f1-0c53-4369-9c4a-e57d04af2f71'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:51.831775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b2b06f13-bc58-439e-9f19-e0ff384c3f72 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:51.845095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.916787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] For port 830300bc-6f09-42a1-b786-c8b6f4f96fdd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=830300bc-6f09-42a1-b786-c8b6f4f96fdd,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:51.970385 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:51.992912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-9b7fa5a2-8676-47f6-b244-36b8973889e6 service neutron] 10.222.0.15 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748178 Nov 23 02:28:52.131537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-6c1edf69-675f-4135-ba73-942aa446363b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:52.141292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-6c1edf69-675f-4135-ba73-942aa446363b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.4028423 Nov 23 02:28:52.167796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-d5176c8b-0d90-495b-8048-2bd108406f01 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/quotas/b4225e9f6be944be97545b9f6fe12f8d HTTP/1.1" status: 200 len: 375 time: 0.0246367 Nov 23 02:28:52.186527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-3cf3a23e-aa67-4c3f-be91-e7f1b47efefe tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:52.189724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-3cf3a23e-aa67-4c3f-be91-e7f1b47efefe tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.3359342 Nov 23 02:28:52.207259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Request body: {'port': {'device_id': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'admin_state_up': True, 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:52.220629 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:28:52.220812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Allocated IP 172.20.0.10 (d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4/e0262436-a4e3-4e59-ac4d-f3adcddd7545/ac33a4c7-5b72-4c21-b0ba-7736df477fab) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:52.221063 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:28:52.262624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-23f034e0-b2eb-4a0d-8695-cd7c32c152df None None] Provisioning complete for port 4c61037b-f8d6-400e-bd40-90ab6f66f073 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:52.262990 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f034e0-b2eb-4a0d-8695-cd7c32c152df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.270553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480025e-89f2-424e-9b6b-95b4dfec41b0 None None] Pushing event updated for resources: {'Port': ['ID=830300bc-6f09-42a1-b786-c8b6f4f96fdd,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:52.287142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-55acaac9-b6cf-4cdc-8d2f-9bec34a7bf7b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181960 Nov 23 02:28:52.323646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b2b06f13-bc58-439e-9f19-e0ff384c3f72 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:52.344046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b2b06f13-bc58-439e-9f19-e0ff384c3f72 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:52.344795 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.398778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-23f034e0-b2eb-4a0d-8695-cd7c32c152df None None] Port 4c61037b-f8d6-400e-bd40-90ab6f66f073 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:52.446730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-23f034e0-b2eb-4a0d-8695-cd7c32c152df None None] Provisioning complete for port 830300bc-6f09-42a1-b786-c8b6f4f96fdd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:52.447487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f034e0-b2eb-4a0d-8695-cd7c32c152df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.548811 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.583133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-0f8330ae-fb85-4d05-8df6-83e9416fc7c7 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410078 Nov 23 02:28:52.599346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:52.600608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:52.603340 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cb80ec-613f-4e2f-84a7-be06f8d86bc3" -d '{"events": [{"server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "name": "network-vif-plugged", "status": "completed", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:52.611065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.628131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Made reservation on behalf of b4225e9f6be944be97545b9f6fe12f8d for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:52.632583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.803639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:52.832273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c1528cd-b2f8-4ea3-958e-32a893a8256f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:52.900013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c1528cd-b2f8-4ea3-958e-32a893a8256f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:52.906621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:52.986055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.083279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eb538-52e1-4330-b48f-fce7af88d7ef req-48ac155a-bf92-4c71-88a1-12ae1d95e208 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:53.084819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f9eb538-52e1-4330-b48f-fce7af88d7ef req-48ac155a-bf92-4c71-88a1-12ae1d95e208 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.4929438 Nov 23 02:28:53.103133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-37110aaf-0772-4fae-a539-e90bb1f3faa3 service neutron] 10.222.0.15 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163703 Nov 23 02:28:53.122000 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.200291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.248102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Allocated IP 172.20.0.4 (d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4/e0262436-a4e3-4e59-ac4d-f3adcddd7545/0865b7c0-ea00-4325-9503-38523c1f2093) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:53.277839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:53.314134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:53.321836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f9eb538-52e1-4330-b48f-fce7af88d7ef req-17b9c082-5a46-4d4f-975a-a3cbe85c10a1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167835 Nov 23 02:28:53.327100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:53.335645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 830300bc-6f09-42a1-b786-c8b6f4f96fdd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:53.453517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event updated for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:53.505631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 830300bc-6f09-42a1-b786-c8b6f4f96fdd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:53.506272 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.564703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:53.571154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.676155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Sync routers for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:53.701083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-0af72b65-0895-4fd5-825c-c33325e0097d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1909432 Nov 23 02:28:53.717438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Request body: {'port': {'device_id': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:53.770780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:53.772001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:53.807347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.814293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a7f9-7214-4290-a9bd-34537a269067 req-85a3ac82-c2a3-48c0-9928-6bab1b5d7204 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:53.841386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a7f9-7214-4290-a9bd-34537a269067 req-85a3ac82-c2a3-48c0-9928-6bab1b5d7204 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:53.843622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d87a7f9-7214-4290-a9bd-34537a269067 req-85a3ac82-c2a3-48c0-9928-6bab1b5d7204 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1681 time: 0.3222766 Nov 23 02:28:53.859740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f47e81b5-6374-4f94-aac0-cb9cf064ea44 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:53.894412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.956621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event updated for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:53.976890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:53.978743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:53.990813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:53.994276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:53.994538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-58713fdc-2ef1-4031-9c36-8ec352a46a32 None None] Provisioning complete for port ac33a4c7-5b72-4c21-b0ba-7736df477fab triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:53.995259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-58713fdc-2ef1-4031-9c36-8ec352a46a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.065645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:54.068210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-58713fdc-2ef1-4031-9c36-8ec352a46a32 None None] Port ac33a4c7-5b72-4c21-b0ba-7736df477fab cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:54.098592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:54.099944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.117448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97c4a403-53a7-426b-a66d-b401a1567c89 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:54.127041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-c82211f0-0be1-48c6-9eef-4e640a7b170d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9273822 Nov 23 02:28:54.143593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Request body: {'port': {'device_id': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:54.167078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f47e81b5-6374-4f94-aac0-cb9cf064ea44 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:54.167690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.193905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d87a7f9-7214-4290-a9bd-34537a269067 req-6bd81fc7-9ebf-4bd7-8909-eb25a36c2ea9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139415 Nov 23 02:28:54.324241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.393198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:54.411109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487497737', 'description': 'tempest-description--111586539'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:54.539628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1320d9f7-b202-4bd1-a8dc-e6411357bd14 req-875f458f-0993-48fa-8b5d-2804d33ee169 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0606391 Nov 23 02:28:54.542683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.660976 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57feffd9-91b1-42d7-9843-2ee00cd7276d x-openstack-request-id: req-57feffd9-91b1-42d7-9843-2ee00cd7276d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:54.660976 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "name": "network-vif-plugged", "status": "completed", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:54.660976 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57feffd9-91b1-42d7-9843-2ee00cd7276d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:54.660976 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72', 'code': 200} Nov 23 02:28:54.670083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 97c4a403-53a7-426b-a66d-b401a1567c89 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:54.684075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef7f3-3d86-460c-8dad-df2088183ed7 req-0b062f05-6ef2-4cb2-993c-5867c3d68a6f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:54.701687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bcef7f3-3d86-460c-8dad-df2088183ed7 req-0b062f05-6ef2-4cb2-993c-5867c3d68a6f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.3438201 Nov 23 02:28:54.737610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 97c4a403-53a7-426b-a66d-b401a1567c89 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:54.738253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.740137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-6af9aedd-4360-4bd0-8af7-38a92a2cc387 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:54.741671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-6af9aedd-4360-4bd0-8af7-38a92a2cc387 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 808 time: 0.3821831 Nov 23 02:28:54.779471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Request body: {'port': {'device_id': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'admin_state_up': True, 'tenant_id': '92dfda8608354edb9e449982649e0768'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:54.802555 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.812937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7461d19e-0184-471b-a9dd-4694f181279c req-0215d4ad-02a8-4749-9e49-2bbe012d0de3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 210 time: 0.0551226 Nov 23 02:28:54.826769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port f47e81b5-6374-4f94-aac0-cb9cf064ea44, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f47e81b5-6374-4f94-aac0-cb9cf064ea44,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:54.838080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a8a0ac1f-d642-46f4-940a-5f576a0d3ac8 None None] Provisioning complete for port 0865b7c0-ea00-4325-9503-38523c1f2093 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:54.838787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8a0ac1f-d642-46f4-940a-5f576a0d3ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.840752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.845132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.857358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.901523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3eb97d-b1ec-4438-8f9e-ddf3c9924610,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:54.934558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bcef7f3-3d86-460c-8dad-df2088183ed7 req-b1ad6861-ee26-41d6-9a9d-96ff0b1a86a8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269685 Nov 23 02:28:54.936067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a81f23-6e8a-41f2-bdf8-68c475a61239 req-5e1a6683-f036-45b8-aad9-fcc6934414c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:54.938430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02a81f23-6e8a-41f2-bdf8-68c475a61239 req-5e1a6683-f036-45b8-aad9-fcc6934414c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 1098 time: 0.2082431 Nov 23 02:28:54.944044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:54.947981 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d08c01b1-2781-442b-8b7f-0cad2d9aa750 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5428658 Nov 23 02:28:54.951048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:54.971029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'security_group_rule': {'security_group_id': 'da3eb97d-b1ec-4438-8f9e-ddf3c9924610', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:55.002171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0ac1f-d642-46f4-940a-5f576a0d3ac8 None None] Port 0865b7c0-ea00-4325-9503-38523c1f2093 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:55.026557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.036226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02a81f23-6e8a-41f2-bdf8-68c475a61239 req-26a54890-9eb6-4bd2-9843-aaad0284b209 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896006 Nov 23 02:28:55.041376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=f47e81b5-6374-4f94-aac0-cb9cf064ea44,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:55.098716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97c4a403-53a7-426b-a66d-b401a1567c89,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:55.109619 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.110809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b3a961f1-0c53-4369-9c4a-e57d04af2f71 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:55.230718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f47e81b5-6374-4f94-aac0-cb9cf064ea44 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:55.257266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 2, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:55.260862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac33a4c7-5b72-4c21-b0ba-7736df477fab {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:55.276550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.295345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.310604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59852cd-57d4-4c08-b552-c94df8dc2c93 req-563770aa-b6aa-42dd-98f7-ee8ccb064fc7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:55.318357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f59852cd-57d4-4c08-b552-c94df8dc2c93 req-563770aa-b6aa-42dd-98f7-ee8ccb064fc7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.3757954 Nov 23 02:28:55.338751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-e9b230ac-a718-40a7-b88d-499a3ae3a251 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:55.341287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-e9b230ac-a718-40a7-b88d-499a3ae3a251 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.41 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 815 time: 0.2092974 Nov 23 02:28:55.347148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Transition to ACTIVE for port object ac33a4c7-5b72-4c21-b0ba-7736df477fab will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:55.351841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Made reservation on behalf of 92dfda8608354edb9e449982649e0768 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:55.355643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.366988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Request body: {'port': {'device_id': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'admin_state_up': True, 'tenant_id': 'b4225e9f6be944be97545b9f6fe12f8d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:55.376421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.428155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Checking router: bceef412-ddae-45a1-87a2-bedbabbae310 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:28:55.429404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Updating router bceef412-ddae-45a1-87a2-bedbabbae310 port 4c61037b-f8d6-400e-bd40-90ab6f66f073 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:28:55.481122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:55.502109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.543744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f59852cd-57d4-4c08-b552-c94df8dc2c93 req-bd95198e-2966-4c49-858b-63d880dd4689 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244654 Nov 23 02:28:55.545063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port b3a961f1-0c53-4369-9c4a-e57d04af2f71 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:55.565275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.577254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Pushing event updated for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:55.615140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.642316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port b3a961f1-0c53-4369-9c4a-e57d04af2f71 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:55.642708 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.708668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae93df7a-44a5-43a0-abec-e662b8d316d4,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:55.755470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Made reservation on behalf of b4225e9f6be944be97545b9f6fe12f8d for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:55.759296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.762101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f47e81b5-6374-4f94-aac0-cb9cf064ea44 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:55.762924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.888588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0865b7c0-ea00-4325-9503-38523c1f2093 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:55.903539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.919061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.920356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a4223ca0-c42e-4ad2-9131-8e23b14dc003 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9570472 Nov 23 02:28:55.928597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:55.943261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Transition to ACTIVE for port object 0865b7c0-ea00-4325-9503-38523c1f2093 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:55.964420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:55.988358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'security_group_rule': {'security_group_id': 'da3eb97d-b1ec-4438-8f9e-ddf3c9924610', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:55.998691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Allocated IP 172.20.0.13 (64b7b5bb-20a1-4170-bb0c-a48375649eb3/9046ef64-0f1a-43e1-9fac-d9c1c2b7df37/eb90c29c-046d-4a5d-8330-cad97f3b4b15) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:56.056688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Attempting to bind port ac33a4c7-5b72-4c21-b0ba-7736df477fab on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:56.057414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Attempting to bind port ac33a4c7-5b72-4c21-b0ba-7736df477fab by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:56.057946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Attempting to bind port ac33a4c7-5b72-4c21-b0ba-7736df477fab on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:56.071760 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.074373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Pushing event updated for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:56.114080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27fa24fa-87e2-4a13-a154-fc2f1c96f99d req-19fcd9f0-2d86-41e9-ba4c-6bc82f59334f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.1081893 Nov 23 02:28:56.130186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:56.139099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.188863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82f5f0-f5bf-4e47-9356-40736a8f5720 req-291318f5-b732-42fd-889c-617a31d563b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.208244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82f5f0-f5bf-4e47-9356-40736a8f5720 req-291318f5-b732-42fd-889c-617a31d563b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.219678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c82f5f0-f5bf-4e47-9356-40736a8f5720 req-291318f5-b732-42fd-889c-617a31d563b4 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1682 time: 0.4420536 Nov 23 02:28:56.250313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Port ac33a4c7-5b72-4c21-b0ba-7736df477fab on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:56.250313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Attempting to bind port ac33a4c7-5b72-4c21-b0ba-7736df477fab on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:56.268844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Allocated IP 172.20.0.11 (d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4/e0262436-a4e3-4e59-ac4d-f3adcddd7545/79414524-c145-455b-88e5-80699357c551) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:56.279336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:56.309092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Attempting to bind port 0865b7c0-ea00-4325-9503-38523c1f2093 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:56.309775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Attempting to bind port 0865b7c0-ea00-4325-9503-38523c1f2093 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:56.310293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Attempting to bind port 0865b7c0-ea00-4325-9503-38523c1f2093 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:56.323276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Port 0865b7c0-ea00-4325-9503-38523c1f2093 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:56.323879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Attempting to bind port 0865b7c0-ea00-4325-9503-38523c1f2093 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:56.340229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:56.341912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Checking segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:56.342522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Bound using segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:56.343369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:56.343838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Checking segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:56.344078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Bound using segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:56.344416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Bound port: 0865b7c0-ea00-4325-9503-38523c1f2093, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:56.344558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Bound port: ac33a4c7-5b72-4c21-b0ba-7736df477fab, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:56.345094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.345242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.369371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4c2aaf1-bc3d-4e83-b9d2-87a3a250453f req-09bca577-6659-4e94-b03e-3193650c7932 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 210 time: 0.0722685 Nov 23 02:28:56.402128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.416618 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.434597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.461171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:56.465993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0865b7c0-ea00-4325-9503-38523c1f2093,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:56.474080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.548298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92b000-b15e-490a-b509-5b0fe9567b26 None None] Pushing event updated for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:56.591594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Pushing event updated for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:56.606442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.607539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.609677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-161b5c2d-273b-4a8c-a067-efd130cfe3cb service neutron] 10.222.0.47 "PUT /v2.0/ports/0865b7c0-ea00-4325-9503-38523c1f2093 HTTP/1.1" status: 200 len: 1092 time: 2.4751093 Nov 23 02:28:56.612469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:56.632145 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:56.648897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Attempting to bind port 4c61037b-f8d6-400e-bd40-90ab6f66f073 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:56.649928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Attempting to bind port 4c61037b-f8d6-400e-bd40-90ab6f66f073 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:56.650902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Attempting to bind port 4c61037b-f8d6-400e-bd40-90ab6f66f073 on network b2e9b402-fcb0-4eb3-b083-b96182e89cbc {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:56.664642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:56.665355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Checking segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:56.665982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.666656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Bound using segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:56.667529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Bound port: 4c61037b-f8d6-400e-bd40-90ab6f66f073, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:56.668131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.671842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89'}, {'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:56.674593 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae12643-c551-4bbe-8cbb-9805663ba38e" -d '{"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-plugged", "status": "completed", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89"}, {"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:56.730850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:56.734216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:56.741358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-63e6c22c-7a50-443d-9a33-9e8fc8144387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.743262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-63e6c22c-7a50-443d-9a33-9e8fc8144387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 1095 time: 0.0867236 Nov 23 02:28:56.755474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c82f5f0-f5bf-4e47-9356-40736a8f5720 req-dadd6754-4a66-469c-bf4c-91a96b70ff0a tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299213 Nov 23 02:28:56.790837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] For port 4c61037b-f8d6-400e-bd40-90ab6f66f073, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:56.793341 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.796090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] For port 4c61037b-f8d6-400e-bd40-90ab6f66f073, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c61037b-f8d6-400e-bd40-90ab6f66f073,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:56.801170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.827140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.841964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-05cf5ace-1052-48ee-8c79-781c12fcf32e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0865b7c0-ea00-4325-9503-38523c1f2093 HTTP/1.1" status: 200 len: 217 time: 0.0853314 Nov 23 02:28:56.903664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:56.904348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:56.909230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.916980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:56.926173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] 10.222.0.47 "PUT /v2.0/ports/ac33a4c7-5b72-4c21-b0ba-7736df477fab HTTP/1.1" status: 200 len: 1093 time: 3.2212760 Nov 23 02:28:56.963220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-9afb1c48-c945-426f-8031-4b822eb76a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.964893 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-9afb1c48-c945-426f-8031-4b822eb76a8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.1166189 Nov 23 02:28:56.988428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:56.990248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92b000-b15e-490a-b509-5b0fe9567b26 None None] Pushing event updated for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:56.992449 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1ff4cf-d915-4f36-98bc-68b8497625ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:56.996342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b976631-8495-4e9c-a4db-24f371ed5c1f service neutron] Pushing event updated for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:57.036128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.044225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] Provisioning complete for port 4c61037b-f8d6-400e-bd40-90ab6f66f073 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:57.045023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.053844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.095368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5567f-a2b5-46c7-802c-ac99a7898c93 req-7fa58dac-b437-4ca2-a9c2-92e64cabba89 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.097117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b5567f-a2b5-46c7-802c-ac99a7898c93 req-7fa58dac-b437-4ca2-a9c2-92e64cabba89 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.5963492 Nov 23 02:28:57.164799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-471a8988-af5e-4616-a651-a29ab28ed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.165996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.166868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-471a8988-af5e-4616-a651-a29ab28ed286 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860425 Nov 23 02:28:57.191918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:57.214305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.215734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2701182 Nov 23 02:28:57.219512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:57.230787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:57.242186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:57.294245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c6d4-216c-4605-a900-d8c97b28d13d req-d9381f04-bb9a-4ebc-88c6-d33f56dd74ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.294965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:57.296794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0508c6d4-216c-4605-a900-d8c97b28d13d req-d9381f04-bb9a-4ebc-88c6-d33f56dd74ba tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.3686533 Nov 23 02:28:57.297585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55f8f4-b7cd-4d62-b931-ca6c1608c5da tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2eeb88-d197-4687-88b1-abda1c8626f6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:57.306915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:57.328863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-a94c227f-452d-4b85-850f-0b4e8f6640c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.330586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-a94c227f-452d-4b85-850f-0b4e8f6640c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 1096 time: 0.3084466 Nov 23 02:28:57.334061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4b5567f-a2b5-46c7-802c-ac99a7898c93 req-d672536c-dc41-49a2-984e-01ea59f4a427 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254004 Nov 23 02:28:57.366125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.427559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-91c1205c-3a1d-4ddb-9629-bda443bdc3a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab HTTP/1.1" status: 200 len: 217 time: 0.0765033 Nov 23 02:28:57.467369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.469632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.505363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event updated for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:57.516667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.565605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0508c6d4-216c-4605-a900-d8c97b28d13d req-8b326eb6-3df0-482f-946e-e745becc4f3c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442639 Nov 23 02:28:57.571878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-3d3b21ea-c908-4867-8845-3a3756db2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.575234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-3d3b21ea-c908-4867-8845-3a3756db2401 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.1391711 Nov 23 02:28:57.582061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.670028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:57.677496 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b5f75-d07a-44a0-9233-7872e0c913d5 x-openstack-request-id: req-3b5b5f75-d07a-44a0-9233-7872e0c913d5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:57.677880 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:57.678024 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b5b5f75-d07a-44a0-9233-7872e0c913d5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:57.678421 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093', 'status': 'completed', 'code': 200} Nov 23 02:28:57.710724 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a482dba-048f-4268-9349-039e26909923 x-openstack-request-id: req-7a482dba-048f-4268-9349-039e26909923 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:57.711336 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-plugged", "status": "completed", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89", "code": 200}, {"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:57.711826 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a482dba-048f-4268-9349-039e26909923 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:57.713124 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89', 'code': 200} Nov 23 02:28:57.713487 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71', 'code': 200} Nov 23 02:28:57.721627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9613c999-d97f-4443-bd94-063bdaa9b614 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3514953 Nov 23 02:28:57.751150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.793806 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0320244a-8205-4484-989d-0654526b4881 x-openstack-request-id: req-0320244a-8205-4484-989d-0654526b4881 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:57.794105 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:57.794347 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0320244a-8205-4484-989d-0654526b4881 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:57.794767 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab', 'status': 'completed', 'code': 200} Nov 23 02:28:57.816731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Request body: {'port': {'device_id': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:57.828607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] For port 4c61037b-f8d6-400e-bd40-90ab6f66f073, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c61037b-f8d6-400e-bd40-90ab6f66f073,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:57.831239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:57.837207 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.878433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:57.892233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:57.895701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:57.911048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.933044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b0281-03ad-4457-8850-c6b99deb1f0a None None] Pushing event updated for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:57.945601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:56Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:57.963592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.965661 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:57.965955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b03f-d876-4532-8635-3b8246dca771 req-614c3cb6-3267-492b-81b7-7d6ef94f1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.966434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55b03f-d876-4532-8635-3b8246dca771 req-614c3cb6-3267-492b-81b7-7d6ef94f1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.968282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af55b03f-d876-4532-8635-3b8246dca771 req-614c3cb6-3267-492b-81b7-7d6ef94f1bf2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1987 time: 0.0858841 Nov 23 02:28:57.984590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308156b-fa03-474b-8c04-f292c9c0d247 None None] The sync data for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 is: [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:56Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:58.014531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea9805b9-696b-46e7-bf26-0dcaadb532b1 None None] Provisioning complete for port 4c61037b-f8d6-400e-bd40-90ab6f66f073 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:58.014989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea9805b9-696b-46e7-bf26-0dcaadb532b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:58.029237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395f350-08bd-49d1-9f16-f63e2afbcb84 req-ff114d49-4b6e-458f-841f-6058dd11544c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:58.041383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f395f350-08bd-49d1-9f16-f63e2afbcb84 req-ff114d49-4b6e-458f-841f-6058dd11544c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.3347979 Nov 23 02:28:58.079599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-adbe9b78-deb4-4ed6-adaf-55640ce3bf2a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3072765 Nov 23 02:28:58.086638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-8f4283c5-f5b0-4ec7-9066-ed125936e2ff service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083416 Nov 23 02:28:58.136495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92801708-109b-4f06-99cb-d43ce6e795f4 req-c3d7e5b2-a210-4e9a-85dd-633a58608e09 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:58.138083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92801708-109b-4f06-99cb-d43ce6e795f4 req-c3d7e5b2-a210-4e9a-85dd-633a58608e09 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 932 time: 0.2876616 Nov 23 02:28:58.154444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Request body: {'port': {'device_id': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:58.168624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f395f350-08bd-49d1-9f16-f63e2afbcb84 req-a5127be7-2498-4c39-bc05-cbda25fb702a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279910 Nov 23 02:28:58.170460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-6109c68d-e008-4568-9d4f-f2d1561d284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:58.179223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-6109c68d-e008-4568-9d4f-f2d1561d284a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5948980 Nov 23 02:28:58.229298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea9805b9-696b-46e7-bf26-0dcaadb532b1 None None] Provisioning complete for port 79414524-c145-455b-88e5-80699357c551 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:58.229871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea9805b9-696b-46e7-bf26-0dcaadb532b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:58.274778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd22f27f-5a5c-4651-95ff-1aa68ff786b0 req-1328af13-5329-42ff-b3f3-4d74249ddb7b service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777329 Nov 23 02:28:58.310125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ea9805b9-696b-46e7-bf26-0dcaadb532b1 None None] Port 79414524-c145-455b-88e5-80699357c551 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:58.392732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92801708-109b-4f06-99cb-d43ce6e795f4 req-3f4548be-3bee-407e-b55d-8fc6974fd9c8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344213 Nov 23 02:28:58.447293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:58.453976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:58.471182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af55b03f-d876-4532-8635-3b8246dca771 req-442e9670-0da9-40a0-b9f1-7f5a87194849 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453707 Nov 23 02:28:58.525546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6b0d-d9b5-4b7d-87d6-d5d5cfe30115 req-a1463225-3fd4-415c-ac54-436b9866f174 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:58.534376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b9d6b0d-d9b5-4b7d-87d6-d5d5cfe30115 req-a1463225-3fd4-415c-ac54-436b9866f174 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 932 time: 0.2315156 Nov 23 02:28:58.600873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-7be6c3f0-9c10-4e45-b566-c6ab15693e13 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860214 Nov 23 02:28:58.658926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b9d6b0d-d9b5-4b7d-87d6-d5d5cfe30115 req-53cd2dc0-95dc-4251-838a-17b891783898 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233411 Nov 23 02:28:58.841505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-038cbd93-8314-44da-a221-cc600729997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:58.843677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-038cbd93-8314-44da-a221-cc600729997c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 1095 time: 0.4976254 Nov 23 02:28:59.093233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Allocated IP 172.25.1.216 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/7894b436-a986-4141-b412-eb91fb000f3b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:59.127738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-dc4195c0-07ba-42a6-918e-0381d0f679f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.129281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-dc4195c0-07ba-42a6-918e-0381d0f679f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 916 time: 0.2529769 Nov 23 02:28:59.223473 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-ac71d73d-fed9-4cbf-99fc-3bfb80f013bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0865b7c0-ea00-4325-9503-38523c1f2093 HTTP/1.1" status: 200 len: 217 time: 0.0832551 Nov 23 02:28:59.255369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c61037b-f8d6-400e-bd40-90ab6f66f073 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:59.264061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db295232-a18c-41f6-9af3-d742b074d5e1 req-49b0d190-2cc9-40d2-9673-bcb3ce72314d service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246765 Nov 23 02:28:59.285519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-80abd143-c4ea-428c-b6ff-b8184322227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.287310 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-80abd143-c4ea-428c-b6ff-b8184322227c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.0553596 Nov 23 02:28:59.316557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1d41f-e540-4cbd-8f64-0d4ae4c4713e req-ca9bf865-2b55-48ef-8861-cc1ee8a00bbc tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.325068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eb1d41f-e540-4cbd-8f64-0d4ae4c4713e req-ca9bf865-2b55-48ef-8861-cc1ee8a00bbc tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.5711100 Nov 23 02:28:59.369083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c61037b-f8d6-400e-bd40-90ab6f66f073 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:59.369460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.392121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13985c7-4dda-46ed-a720-e37fa0c0428c req-b299ea5c-83be-4d36-aed3-d36d3ddbeae8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.398456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13985c7-4dda-46ed-a720-e37fa0c0428c req-b299ea5c-83be-4d36-aed3-d36d3ddbeae8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.400671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f13985c7-4dda-46ed-a720-e37fa0c0428c req-b299ea5c-83be-4d36-aed3-d36d3ddbeae8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1683 time: 0.7166457 Nov 23 02:28:59.410199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79414524-c145-455b-88e5-80699357c551 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:59.443370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-6520adb8-a757-4609-bafe-9d0dd5bcd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.444916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-6520adb8-a757-4609-bafe-9d0dd5bcd41a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1498444 Nov 23 02:28:59.448670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.462755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.520199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-e0108ca0-1cc4-4d8b-81a0-24632de84f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.521836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-e0108ca0-1cc4-4d8b-81a0-24632de84f12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 1096 time: 0.1708734 Nov 23 02:28:59.549993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Transition to ACTIVE for port object 79414524-c145-455b-88e5-80699357c551 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:28:59.556953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.561591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.676181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-02173e4e-e7c0-41f4-b929-63529979b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.677881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-02173e4e-e7c0-41f4-b929-63529979b3cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 916 time: 0.1263938 Nov 23 02:28:59.686060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Pushing event updated for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:59.710112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eb1d41f-e540-4cbd-8f64-0d4ae4c4713e req-af0585a3-0484-4eaa-9e41-3bbd09b72767 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839171 Nov 23 02:28:59.748952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-0ee6459b-3750-404b-a6a9-2f2ea771beb8 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922328 Nov 23 02:28:59.832449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Attempting to bind port 79414524-c145-455b-88e5-80699357c551 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:59.832790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Attempting to bind port 79414524-c145-455b-88e5-80699357c551 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:59.833133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Attempting to bind port 79414524-c145-455b-88e5-80699357c551 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:59.845273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.859104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Port 79414524-c145-455b-88e5-80699357c551 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:28:59.859559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Attempting to bind port 79414524-c145-455b-88e5-80699357c551 on network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:59.865950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-16d5380e-9b05-4ffb-88be-6d697ede4b38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab HTTP/1.1" status: 200 len: 217 time: 0.1513801 Nov 23 02:28:59.902387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:59.912458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:59.912729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Checking segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:59.913124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Bound using segment: {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:59.913676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Bound port: 79414524-c145-455b-88e5-80699357c551, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:59.913934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:59.929801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:59.932417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:59.986570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f13985c7-4dda-46ed-a720-e37fa0c0428c req-145648c4-8caf-4b5c-905b-83bbfd2a9360 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774188 Nov 23 02:29:00.027381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'Port': ['ID=7894b436-a986-4141-b412-eb91fb000f3b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:00.053318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c0dbaeef-78ff-41c3-8c1c-c6a34244e940 req-cea467cb-2a27-43db-90a5-ca1903cbd837 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831511 Nov 23 02:29:00.092273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:00.131455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=79414524-c145-455b-88e5-80699357c551,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:00.139105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.153449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.178765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb90c29c-046d-4a5d-8330-cad97f3b4b15 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:00.189382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.189732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-23c4eb5f-a964-429b-8221-c98bea6f9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.190320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.191171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-23c4eb5f-a964-429b-8221-c98bea6f9ce0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.3139563 Nov 23 02:29:00.191894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] 10.222.0.41 "PUT /v2.0/ports/79414524-c145-455b-88e5-80699357c551 HTTP/1.1" status: 200 len: 1093 time: 2.3798590 Nov 23 02:29:00.192418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'tag': '79414524-c145-455b-88e5-80699357c551'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:00.192947 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.194897 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ede7e4-cfe4-4f07-be16-cec8d0603550" -d '{"events": [{"name": "network-changed", "server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "tag": "79414524-c145-455b-88e5-80699357c551"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:00.227397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295c5ee-b5b1-4ac9-8fee-b86c01793237 req-1917e5d1-997c-4e63-a9ce-07adfb596fd6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.229123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b295c5ee-b5b1-4ac9-8fee-b86c01793237 req-1917e5d1-997c-4e63-a9ce-07adfb596fd6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.2413187 Nov 23 02:29:00.237321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec74fe-bdec-4c69-9a23-85a050e86378 service neutron] Pushing event updated for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:00.244823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.256258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100e0-43a2-4a8b-8aa8-199ed0fb4807 req-a1305de7-29fc-41ed-baba-66e9bb6b87f2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.257788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-edb100e0-43a2-4a8b-8aa8-199ed0fb4807 req-a1305de7-29fc-41ed-baba-66e9bb6b87f2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1419520 Nov 23 02:29:00.260776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Transition to ACTIVE for port object eb90c29c-046d-4a5d-8330-cad97f3b4b15 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:29:00.284112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.358969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-df472557-d1a7-4d2e-b631-71647dcf722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.361276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-df472557-d1a7-4d2e-b631-71647dcf722e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 1096 time: 0.0829887 Nov 23 02:29:00.395017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-7bad1051-1584-4969-979e-f6373b2c8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.396540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-7bad1051-1584-4969-979e-f6373b2c8ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940958 Nov 23 02:29:00.469280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-9b00b004-b0c4-4797-89e0-92171587b9d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79414524-c145-455b-88e5-80699357c551 HTTP/1.1" status: 200 len: 217 time: 0.0824807 Nov 23 02:29:00.522033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:00.526371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-de300a35-849b-4279-847c-4d15ee967401 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215374 Nov 23 02:29:00.529466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-fbcb567d-e457-4b00-a917-9dabf2762b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.529973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-edb100e0-43a2-4a8b-8aa8-199ed0fb4807 req-8d47e702-c63e-4ed9-a338-dc2217e1583e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597399 Nov 23 02:29:00.531989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-fbcb567d-e457-4b00-a917-9dabf2762b72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.0520194 Nov 23 02:29:00.546015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b295c5ee-b5b1-4ac9-8fee-b86c01793237 req-817ad1bd-2594-4c82-a425-e31b76f99057 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839355 Nov 23 02:29:00.629997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-0bbdb6cb-b7dd-466b-8ca0-19953943d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.631542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-0bbdb6cb-b7dd-466b-8ca0-19953943d8e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922418 Nov 23 02:29:00.724277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.735226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.809285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-1fc8a76c-7d73-4209-a62c-cb4c39e40719 service neutron] 10.222.0.41 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676111 Nov 23 02:29:00.809762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd73e-014e-4b3c-8006-e2cdbb3456cc req-d7eb6776-8af7-4c51-af08-3488d7323e69 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.811322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad6bd73e-014e-4b3c-8006-e2cdbb3456cc req-d7eb6776-8af7-4c51-af08-3488d7323e69 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.1705568 Nov 23 02:29:00.820589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024ae23-fe26-4959-a4b8-ac3a79997126 req-0cafbb64-08a7-4f29-abd0-e054b7a1841e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:00.822028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d024ae23-fe26-4959-a4b8-ac3a79997126 req-0cafbb64-08a7-4f29-abd0-e054b7a1841e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 944 time: 0.1519942 Nov 23 02:29:00.848834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac1ff4cf-d915-4f36-98bc-68b8497625ba req-7ba95e9b-5a7e-4e8d-95d7-1e211211a0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989998 Nov 23 02:29:00.875092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:00.875423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:00.875750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:00.880817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'Port': ['ID=7894b436-a986-4141-b412-eb91fb000f3b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:00.888436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.900617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:00.901211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:00.915295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.916536 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9b94279-2d9d-472f-8c9d-7b6208848006 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6831424 Nov 23 02:29:00.922475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:00.922838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:00.923233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:00.923680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Bound port: eb90c29c-046d-4a5d-8330-cad97f3b4b15, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:00.924045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.936849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad6bd73e-014e-4b3c-8006-e2cdbb3456cc req-22527fbd-6e90-429b-934d-fab6f648bd1a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122427 Nov 23 02:29:00.948788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d024ae23-fe26-4959-a4b8-ac3a79997126 req-ed6b6716-6941-46a8-b2d2-5716d7fc2fd6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146812 Nov 23 02:29:01.030019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-56c044e5-c9b0-4576-b0c2-c7f3168004f7 req-31ee1f00-96b7-44cc-91a5-d6670354f209 service neutron] 10.222.0.41 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120893 Nov 23 02:29:01.033639 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66815cbf-55c9-4ff3-b2c5-4bb596dcc2c2 x-openstack-request-id: req-66815cbf-55c9-4ff3-b2c5-4bb596dcc2c2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:01.033938 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "tag": "79414524-c145-455b-88e5-80699357c551", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:01.034194 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66815cbf-55c9-4ff3-b2c5-4bb596dcc2c2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:01.034619 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'tag': '79414524-c145-455b-88e5-80699357c551', 'status': 'completed', 'code': 200} Nov 23 02:29:01.042199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:01.052839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:01.059444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:01.158536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.159313 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:01.161099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] 10.222.0.41 "PUT /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 1093 time: 3.0214825 Nov 23 02:29:01.164639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:01.167297 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bebe1f5-737d-43f0-99a4-bd7246f56200" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:01.195928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-2f982d40-d322-4b51-a8f1-038aef8fe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.198217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-2f982d40-d322-4b51-a8f1-038aef8fe757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 1096 time: 0.0688784 Nov 23 02:29:01.264048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d51c1-f5d4-40b8-b291-a43b5fad702f service neutron] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:01.286928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1948-fdea-4d3a-8992-edbedc4e1658 req-4783f7c0-f1a1-467f-9561-b696d740331c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.294826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7cb1948-fdea-4d3a-8992-edbedc4e1658 req-4783f7c0-f1a1-467f-9561-b696d740331c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1897097 Nov 23 02:29:01.315155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-cd7aedd4-a4d2-41aa-ac8c-ec84d6a893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.316652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-cd7aedd4-a4d2-41aa-ac8c-ec84d6a893fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 916 time: 0.1106033 Nov 23 02:29:01.336386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9679f-7e35-45ed-b863-6b9fae95ad4d req-93e43bf0-82e8-462a-af8f-f02e55e2c76d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.338194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce9679f-7e35-45ed-b863-6b9fae95ad4d req-93e43bf0-82e8-462a-af8f-f02e55e2c76d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1328568 Nov 23 02:29:01.359949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-a94f7538-f8c3-474f-bc32-fdec0ca2a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.361642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-a94f7538-f8c3-474f-bc32-fdec0ca2a8ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1096 time: 0.1424830 Nov 23 02:29:01.366680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-75f806ef-2c3f-4f7f-821f-16af79976b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79414524-c145-455b-88e5-80699357c551 HTTP/1.1" status: 200 len: 217 time: 0.0426235 Nov 23 02:29:01.395815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7cb1948-fdea-4d3a-8992-edbedc4e1658 req-c0ba4d58-87b7-4c84-9ea6-68bfc300ade3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991650 Nov 23 02:29:01.456794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-e87501a2-0e1d-4bb5-b41e-55ca62976108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.458654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-e87501a2-0e1d-4bb5-b41e-55ca62976108 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.0718384 Nov 23 02:29:01.495457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-5f0fa746-a520-45d5-aa6c-711d87936a51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 217 time: 0.0906160 Nov 23 02:29:01.524102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce9679f-7e35-45ed-b863-6b9fae95ad4d req-94abfc97-1402-41db-af50-94b0d6950368 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775212 Nov 23 02:29:01.557310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-0af524bf-03ab-4e0c-b28e-f81e4b652748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.561057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-0af524bf-03ab-4e0c-b28e-f81e4b652748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931456 Nov 23 02:29:01.584291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726d7f-3584-422b-b290-0dd603058d65 req-a4e4f608-f592-489c-bfcf-95f7f66b901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.586403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-a4e4f608-f592-489c-bfcf-95f7f66b901c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0611470 Nov 23 02:29:01.629261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-145a2257-7a09-4bdb-a793-ac763f9db415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338554 Nov 23 02:29:01.680896 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ee3e45-2e7c-44d4-8ec9-5688b1177437 x-openstack-request-id: req-22ee3e45-2e7c-44d4-8ec9-5688b1177437 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:01.681188 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:01.681447 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22ee3e45-2e7c-44d4-8ec9-5688b1177437 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:01.681857 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'status': 'completed', 'code': 200} Nov 23 02:29:01.765250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-ac58e0d5-934a-4524-93a3-b1e17c333d43 service neutron] 10.222.0.41 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881847 Nov 23 02:29:01.849684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0865b7c0-ea00-4325-9503-38523c1f2093 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:01.883963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c1ca-89a2-43f6-9456-e944da73e7cc req-e9e8387e-2c28-4b38-8778-318d012bfd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.892750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c1ca-89a2-43f6-9456-e944da73e7cc req-e9e8387e-2c28-4b38-8778-318d012bfd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.902159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4701c1ca-89a2-43f6-9456-e944da73e7cc req-e9e8387e-2c28-4b38-8778-318d012bfd58 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1683 time: 0.2409258 Nov 23 02:29:01.955434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.962697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.970040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.982378 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-52ede7e4-cfe4-4f07-be16-cec8d0603550 req-230d9d4e-ad87-49e1-968d-92766c49b31c service neutron] 10.222.0.41 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059550 Nov 23 02:29:01.988477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:01.994876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.020444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.031032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.033979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-c3547a94-8aef-4f16-802b-c43e2b73aeac tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2488728 Nov 23 02:29:02.048887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0865b7c0-ea00-4325-9503-38523c1f2093,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:02.071411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '0865b7c0-ea00-4325-9503-38523c1f2093', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'port_id': '0865b7c0-ea00-4325-9503-38523c1f2093', 'mac_address': 'fa:16:3e:a9:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0262436-a4e3-4e59-ac4d-f3adcddd7545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:02.090730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-37b36064-6606-473e-b4c1-ac9253d4686c service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538846 Nov 23 02:29:02.096754 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4701c1ca-89a2-43f6-9456-e944da73e7cc req-e0531487-1e04-4c87-9e09-96b07808e82f tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934760 Nov 23 02:29:02.146386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:02.146871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bec62958-5efd-4ceb-94ee-739a15ee032a req-4fee83af-c736-4a4e-ade9-b6ee2ea55f9d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972297 Nov 23 02:29:02.179906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0865b7c0-ea00-4325-9503-38523c1f2093 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:02.231447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0865b7c0-ea00-4325-9503-38523c1f2093,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:02.239645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:02.240764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ac33a4c7-5b72-4c21-b0ba-7736df477fab details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:02.266070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08726d7f-3584-422b-b290-0dd603058d65 req-e242e5e1-9530-49a8-bcd2-752633461421 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309361 Nov 23 02:29:02.318301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:02.366991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:02.384543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'port_id': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab', 'mac_address': 'fa:16:3e:14:dd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0262436-a4e3-4e59-ac4d-f3adcddd7545', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:02.457048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:02.471956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac33a4c7-5b72-4c21-b0ba-7736df477fab {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:02.514523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:02.521317 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:02.537711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb375-20e0-4541-9bb1-6a3e8682755c req-0f8e1225-b2bf-4cc7-8f69-2dfc3d26a5ae tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.539639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-492cb375-20e0-4541-9bb1-6a3e8682755c req-0f8e1225-b2bf-4cc7-8f69-2dfc3d26a5ae tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2408929 Nov 23 02:29:02.563373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-5de19e47-ee78-48ca-907c-84a7dafa877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.565168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-5de19e47-ee78-48ca-907c-84a7dafa877c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1096 time: 0.1752541 Nov 23 02:29:02.630403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:02.690167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40648a-068f-492d-b6a4-8fbe7277e6e7 req-905ab647-e111-414b-9e1c-8721c50b3bc3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.691853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e40648a-068f-492d-b6a4-8fbe7277e6e7 req-905ab647-e111-414b-9e1c-8721c50b3bc3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 944 time: 0.1750088 Nov 23 02:29:02.697948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-492cb375-20e0-4541-9bb1-6a3e8682755c req-c26bacb2-1903-4087-b2cc-5bb21d3de3d0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425860 Nov 23 02:29:02.769931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ac33a4c7-5b72-4c21-b0ba-7736df477fab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:02.829396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0865b7c0-ea00-4325-9503-38523c1f2093'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:02.832743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-6e99ebe9-f084-4c67-9b92-02b02958f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:02.834271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-6e99ebe9-f084-4c67-9b92-02b02958f7c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2586336 Nov 23 02:29:02.949856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e40648a-068f-492d-b6a4-8fbe7277e6e7 req-ec5d466a-54fa-4a52-b5b6-2d8a4ae1bba1 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465158 Nov 23 02:29:02.956104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-906ecf80-f673-433a-bce3-df6b93baed21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 217 time: 0.1028581 Nov 23 02:29:03.025760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8bf5-1c59-4f0f-847f-9d6aa880bebe req-d40d45d2-265c-4472-a44b-b668354882db tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.028016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03dd8bf5-1c59-4f0f-847f-9d6aa880bebe req-d40d45d2-265c-4472-a44b-b668354882db tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.2179689 Nov 23 02:29:03.058022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-88eeb31d-0d09-4c6e-9efc-9e9d2854e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.060045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-88eeb31d-0d09-4c6e-9efc-9e9d2854e834 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0958779 Nov 23 02:29:03.113172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-240506b1-2401-4b6b-bd14-0452a8f76954 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372326 Nov 23 02:29:03.257891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03dd8bf5-1c59-4f0f-847f-9d6aa880bebe req-0a9241a1-0498-4bdb-b42e-f61857905c8a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167702 Nov 23 02:29:03.284611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.290575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.297047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.303015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.309244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.315772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.321957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.323875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-047e9352-ea26-4e3d-8eb6-11ccc0d50bf1 req-cf3098e5-7e0c-49e9-bca6-da44a8a53ec9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.1846709 Nov 23 02:29:03.383929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-03bfa043-8b10-4b4c-8ff9-337926dcd682 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576551 Nov 23 02:29:03.524693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea98a1a-5ab6-4a7b-847f-6b78bfb18eb0 req-bb5b41ca-c298-4473-99ec-42dabe79f512 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.526306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ea98a1a-5ab6-4a7b-847f-6b78bfb18eb0 req-bb5b41ca-c298-4473-99ec-42dabe79f512 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1400938 Nov 23 02:29:03.558650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16871e6-e2a8-41f9-a733-21c1613746bd req-8de620f0-e3c6-49b1-a002-6d5efdd242ec tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.560241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c16871e6-e2a8-41f9-a733-21c1613746bd req-8de620f0-e3c6-49b1-a002-6d5efdd242ec tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1384213 Nov 23 02:29:03.606479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bebe1f5-737d-43f0-99a4-bd7246f56200 req-90c94f98-e03a-499c-9a4f-28ff61a354ae service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096343 Nov 23 02:29:03.652585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ea98a1a-5ab6-4a7b-847f-6b78bfb18eb0 req-e3a2f8b0-c57c-4a1d-a8c4-c2082c167b28 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133344 Nov 23 02:29:03.657888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c16871e6-e2a8-41f9-a733-21c1613746bd req-5babfad5-1e8e-4b59-af89-32e2c8c5758d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905256 Nov 23 02:29:03.854378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0865b7c0-ea00-4325-9503-38523c1f2093 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:03.867260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c308c9c-a913-4d66-87e5-8669cb60007a req-ec2eeaed-a762-420d-a02f-a77f50a91730 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.870971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c308c9c-a913-4d66-87e5-8669cb60007a req-ec2eeaed-a762-420d-a02f-a77f50a91730 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.0854573 Nov 23 02:29:03.919473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 0865b7c0-ea00-4325-9503-38523c1f2093 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:03.924026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 0865b7c0-ea00-4325-9503-38523c1f2093 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:03.924404 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:03.958084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5bbfc-6231-40f9-a4e7-def34f72b884 req-b700d073-e442-4a76-9ae4-db8d612745a9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.964406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5bbfc-6231-40f9-a4e7-def34f72b884 req-b700d073-e442-4a76-9ae4-db8d612745a9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:03.966032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40e5bbfc-6231-40f9-a4e7-def34f72b884 req-b700d073-e442-4a76-9ae4-db8d612745a9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1683 time: 0.0934007 Nov 23 02:29:03.970915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c308c9c-a913-4d66-87e5-8669cb60007a req-2c9b95b2-e36f-4c00-8fd1-72ed1da9ebeb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884681 Nov 23 02:29:04.007817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.037858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:04.040346 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195067c1-5aa1-4be8-909f-0d8659c1197b" -d '{"events": [{"server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "name": "network-vif-plugged", "status": "completed", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:04.044973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40e5bbfc-6231-40f9-a4e7-def34f72b884 req-f38c5a67-f0b8-420c-a95c-d0a2b58a28c9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677390 Nov 23 02:29:04.058357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0865b7c0-ea00-4325-9503-38523c1f2093,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:04.060309 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.061327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ac33a4c7-5b72-4c21-b0ba-7736df477fab up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:04.110200 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc0740c-6b21-4015-98cc-31512d191194 x-openstack-request-id: req-2cc0740c-6b21-4015-98cc-31512d191194 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:04.110489 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "name": "network-vif-plugged", "status": "completed", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:04.110772 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cc0740c-6b21-4015-98cc-31512d191194 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:04.111421 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093', 'code': 200} Nov 23 02:29:04.131224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3981b-7a24-487c-97fc-15834af128d6 req-794eb650-9fd2-437f-a24b-41fc92da4d60 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:04.132809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74b3981b-7a24-487c-97fc-15834af128d6 req-794eb650-9fd2-437f-a24b-41fc92da4d60 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 944 time: 0.0736971 Nov 23 02:29:04.150074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:04.164082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 79414524-c145-455b-88e5-80699357c551 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:04.167833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ac33a4c7-5b72-4c21-b0ba-7736df477fab completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:04.178372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ac33a4c7-5b72-4c21-b0ba-7736df477fab triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:04.178372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.225775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74b3981b-7a24-487c-97fc-15834af128d6 req-3c7840dd-120e-42af-8169-cfe99091fa51 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Nov 23 02:29:04.232461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb488b3-df7e-45d5-8127-7f2ef124f793 req-a59b419f-111e-47f4-a6fc-2784955c8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:04.234614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3eb488b3-df7e-45d5-8127-7f2ef124f793 req-a59b419f-111e-47f4-a6fc-2784955c8e2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 1097 time: 0.0725396 Nov 23 02:29:04.288331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3eb488b3-df7e-45d5-8127-7f2ef124f793 req-b3505abb-1962-4226-b407-4b29afa23af2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Nov 23 02:29:04.354912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=79414524-c145-455b-88e5-80699357c551,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:04.357727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.380003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '79414524-c145-455b-88e5-80699357c551', 'network_id': 'd6ffd1ba-d3a6-46d8-bd4a-531ed68985f4', 'port_id': '79414524-c145-455b-88e5-80699357c551', 'mac_address': 'fa:16:3e:05:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0262436-a4e3-4e59-ac4d-f3adcddd7545', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:04.419943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802511b-f907-4e11-ba4b-6c83d84ce61c req-af9c4974-6b50-4212-9815-8c274ce3b97c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:04.427049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5802511b-f907-4e11-ba4b-6c83d84ce61c req-af9c4974-6b50-4212-9815-8c274ce3b97c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.0700769 Nov 23 02:29:04.438157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:04.444985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.448568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.488732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79414524-c145-455b-88e5-80699357c551 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:04.490894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5802511b-f907-4e11-ba4b-6c83d84ce61c req-dc081975-9d18-40da-ad86-eddb28683144 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546854 Nov 23 02:29:04.525024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=79414524-c145-455b-88e5-80699357c551,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:04.528978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:04.533080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.594195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:04.840275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa2398-4ec0-4260-9498-5fef71ab29ee req-f7749779-67e3-462e-b31c-6283de5e71a4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:04.841822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5aa2398-4ec0-4260-9498-5fef71ab29ee req-f7749779-67e3-462e-b31c-6283de5e71a4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.0977371 Nov 23 02:29:04.851157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb315c-f574-4233-99f9-71b0a1f2bdd2 req-0e45ac38-7bb7-48c2-9e10-89e30f83b09a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:04.852592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafb315c-f574-4233-99f9-71b0a1f2bdd2 req-0e45ac38-7bb7-48c2-9e10-89e30f83b09a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1066873 Nov 23 02:29:04.930726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5aa2398-4ec0-4260-9498-5fef71ab29ee req-a0127284-1f76-427b-b60d-4e1ec0690bf8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771337 Nov 23 02:29:04.933955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafb315c-f574-4233-99f9-71b0a1f2bdd2 req-14e131fd-6748-4c4b-8fe9-176bff86e3b2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Nov 23 02:29:05.027036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['79414524-c145-455b-88e5-80699357c551'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:05.110264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1632c-5698-471a-8ff6-43a1b98dabca req-3faf0467-0760-4470-900c-818d551822e2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.111865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daa1632c-5698-471a-8ff6-43a1b98dabca req-3faf0467-0760-4470-900c-818d551822e2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.0627401 Nov 23 02:29:05.206323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764593b7-acce-4cfc-9b24-3dceed30a954 req-44c57dcd-96fd-47ef-bab6-3a2e82d25591 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.212298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764593b7-acce-4cfc-9b24-3dceed30a954 req-44c57dcd-96fd-47ef-bab6-3a2e82d25591 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.219014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-764593b7-acce-4cfc-9b24-3dceed30a954 req-44c57dcd-96fd-47ef-bab6-3a2e82d25591 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1683 time: 0.0989697 Nov 23 02:29:05.240486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daa1632c-5698-471a-8ff6-43a1b98dabca req-47b4bdfc-c287-4c36-9004-435e531a1652 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186481 Nov 23 02:29:05.290734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-764593b7-acce-4cfc-9b24-3dceed30a954 req-17d47dda-c364-4884-b9f0-5584935bb3a1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659034 Nov 23 02:29:05.393954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b1a3f-a403-47bd-af36-8810bc955eab req-9d69c4fa-a368-4a6a-bb1b-8a06203fe081 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.395467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae2b1a3f-a403-47bd-af36-8810bc955eab req-9d69c4fa-a368-4a6a-bb1b-8a06203fe081 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 945 time: 0.0599720 Nov 23 02:29:05.454044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae2b1a3f-a403-47bd-af36-8810bc955eab req-8b21a0c9-d4ed-4210-810c-1cd95bbdf4d0 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521049 Nov 23 02:29:05.624252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8875044a-4e53-4022-9ae6-ca5656f155bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:05.650737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aff013-c5f5-4d30-84c7-68eb0c7b5855 req-0cf8b2e1-d46b-466f-9d81-fd118be3935d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.658663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41aff013-c5f5-4d30-84c7-68eb0c7b5855 req-0cf8b2e1-d46b-466f-9d81-fd118be3935d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.0775809 Nov 23 02:29:05.709872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41aff013-c5f5-4d30-84c7-68eb0c7b5855 req-2fa1ce98-5af6-4208-b852-22593b76cd23 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501640 Nov 23 02:29:05.797900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-8c13298f-0c01-4c44-a408-b59a3be1e6b9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.804184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-8c13298f-0c01-4c44-a408-b59a3be1e6b9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:05.805794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-8c13298f-0c01-4c44-a408-b59a3be1e6b9 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 1683 time: 0.0675783 Nov 23 02:29:05.882824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:05.919568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port b3a961f1-0c53-4369-9c4a-e57d04af2f71 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:05.920092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:06.016586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.024956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.031682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.032153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.032631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.033102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.033577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.042622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-7bfa005e-3d38-4160-8ecd-d8b8fb583828 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 6509 time: 0.1580253 Nov 23 02:29:06.114679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:06.117682 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fdf798-6aca-49e5-9def-97b7432d4509" -d '{"events": [{"server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "name": "network-vif-plugged", "status": "completed", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:06.123512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-29c7120d-fda7-4d83-9575-3f9dd7cee0db service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794737 Nov 23 02:29:06.421892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port b3a961f1-0c53-4369-9c4a-e57d04af2f71, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b3a961f1-0c53-4369-9c4a-e57d04af2f71,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:06.422254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:06.441550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for b3a961f1-0c53-4369-9c4a-e57d04af2f71 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:06.451876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90643d7-d462-47d6-aa78-4d0d516d54f7 req-157bf439-a0df-4e93-858b-26b59e16bb6b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.453962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e90643d7-d462-47d6-aa78-4d0d516d54f7 req-157bf439-a0df-4e93-858b-26b59e16bb6b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1259217 Nov 23 02:29:06.464511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e60df-6a6b-478c-9708-63244a514997 req-8d73c60c-b192-4e2e-aaaa-8c2c5a8b4079 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.465775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff0e60df-6a6b-478c-9708-63244a514997 req-8d73c60c-b192-4e2e-aaaa-8c2c5a8b4079 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1366277 Nov 23 02:29:06.605246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e90643d7-d462-47d6-aa78-4d0d516d54f7 req-36bc92a3-872d-41c4-9437-0e55c53040e6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368790 Nov 23 02:29:06.609283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff0e60df-6a6b-478c-9708-63244a514997 req-c7f1f16b-ba73-4925-9b45-cb57831440fe tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294641 Nov 23 02:29:06.678718 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baf0922-d326-438a-925d-7c08a15d99a3 x-openstack-request-id: req-7baf0922-d326-438a-925d-7c08a15d99a3 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:06.679014 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "name": "network-vif-plugged", "status": "completed", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:06.679271 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7baf0922-d326-438a-925d-7c08a15d99a3 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:06.679672 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab', 'code': 200} Nov 23 02:29:06.750162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:06.815081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=b3a961f1-0c53-4369-9c4a-e57d04af2f71,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:06.854538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacdedc-e4da-48d5-9dac-8a5c3f8110b3 req-f8264850-c0d2-4007-83b2-c7644cbd1415 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.856605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eacdedc-e4da-48d5-9dac-8a5c3f8110b3 req-f8264850-c0d2-4007-83b2-c7644cbd1415 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1754026 Nov 23 02:29:06.937566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port b3a961f1-0c53-4369-9c4a-e57d04af2f71 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:06.948790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a1aca-dc21-40cc-a87c-2b50903bcb13 req-4fa0c986-e37c-4d26-bb9f-5db9491e1dd5 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.950155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d9a1aca-dc21-40cc-a87c-2b50903bcb13 req-4fa0c986-e37c-4d26-bb9f-5db9491e1dd5 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 946 time: 0.2149093 Nov 23 02:29:06.953419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:06.956769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-64bdb9c9-5004-4f8b-9f21-cf9701283d94 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "DELETE /v2.0/ports/b3a961f1-0c53-4369-9c4a-e57d04af2f71 HTTP/1.1" status: 204 len: 173 time: 1.1412020 Nov 23 02:29:06.959699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-deleted', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:06.960665 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c74610-39ae-4a1d-8e18-e8f04aa339b0" -d '{"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-deleted", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:06.986410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd57a-1263-4e08-b8ab-8dd65ca896f2 req-2c936350-3d09-4c47-8948-d664680f6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:06.987929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1adbd57a-1263-4e08-b8ab-8dd65ca896f2 req-2c936350-3d09-4c47-8948-d664680f6caa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 1098 time: 0.1874924 Nov 23 02:29:07.068738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eacdedc-e4da-48d5-9dac-8a5c3f8110b3 req-6826b512-1307-42d2-95c5-f55deb227061 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790283 Nov 23 02:29:07.130310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d9a1aca-dc21-40cc-a87c-2b50903bcb13 req-84399760-d330-4467-8073-d1e87fb2176e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/security-groups?id=779d4651-5070-4084-a24b-656c26d976bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663408 Nov 23 02:29:07.148328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1adbd57a-1263-4e08-b8ab-8dd65ca896f2 req-499179e4-245f-476c-a378-be73f2db712b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473527 Nov 23 02:29:07.195654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 97c4a403-53a7-426b-a66d-b401a1567c89 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:07.195994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:07.325219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaf53a-23fd-47c6-8a74-5a9b2ff3a726 req-50a074f3-44a8-4189-b827-a739ded46b21 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:07.326747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8eaf53a-23fd-47c6-8a74-5a9b2ff3a726 req-50a074f3-44a8-4189-b827-a739ded46b21 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 945 time: 0.1512001 Nov 23 02:29:07.361388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bab5-f989-4bff-9a57-301c9e30698b req-bc85b744-1c99-41e2-8af2-1d16c3f29394 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:07.362844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d752bab5-f989-4bff-9a57-301c9e30698b req-bc85b744-1c99-41e2-8af2-1d16c3f29394 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.1341813 Nov 23 02:29:07.415839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 97c4a403-53a7-426b-a66d-b401a1567c89, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97c4a403-53a7-426b-a66d-b401a1567c89,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:07.416204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:07.453856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 97c4a403-53a7-426b-a66d-b401a1567c89 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:07.458585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8eaf53a-23fd-47c6-8a74-5a9b2ff3a726 req-2af24082-78d9-4b80-9e3f-c8e416aa0f59 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185775 Nov 23 02:29:07.468895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d752bab5-f989-4bff-9a57-301c9e30698b req-70cfbee4-8c68-4ad7-8936-2195b2222012 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924752 Nov 23 02:29:07.516237 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a90568-6229-4be3-ad49-ce075bb86d18 x-openstack-request-id: req-07a90568-6229-4be3-ad49-ce075bb86d18 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:07.516539 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-deleted", "tag": "b3a961f1-0c53-4369-9c4a-e57d04af2f71", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:07.517061 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07a90568-6229-4be3-ad49-ce075bb86d18 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:07.517520 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-deleted', 'tag': 'b3a961f1-0c53-4369-9c4a-e57d04af2f71', 'status': 'completed', 'code': 200} Nov 23 02:29:07.618232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:07.649813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=97c4a403-53a7-426b-a66d-b401a1567c89,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:07.701201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 97c4a403-53a7-426b-a66d-b401a1567c89 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:07.704943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:07.712070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b42d3c02-299f-4079-8683-3ceb57cc859d req-f14104df-479e-4640-aea1-53480438e1b1 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.41 "DELETE /v2.0/ports/97c4a403-53a7-426b-a66d-b401a1567c89 HTTP/1.1" status: 204 len: 173 time: 0.7444930 Nov 23 02:29:07.813802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f05ef-241e-47da-9142-31d932de86bf req-d4485d23-f757-4f2e-9ef2-900c1f8fb019 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:07.815428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b8f05ef-241e-47da-9142-31d932de86bf req-d4485d23-f757-4f2e-9ef2-900c1f8fb019 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1155107 Nov 23 02:29:07.830291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18b482-3cbd-4cc1-ab00-9fc1e94b5a1a req-f32cc599-5282-4cd1-83c6-49baf5a0d3a4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:07.832192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b18b482-3cbd-4cc1-ab00-9fc1e94b5a1a req-f32cc599-5282-4cd1-83c6-49baf5a0d3a4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.0963569 Nov 23 02:29:07.867146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:07.918056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b18b482-3cbd-4cc1-ab00-9fc1e94b5a1a req-618c2ec3-1f64-4c01-92e9-669e9f9efc52 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776904 Nov 23 02:29:07.946632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b8f05ef-241e-47da-9142-31d932de86bf req-4e4a055e-6e74-4eee-a261-cc01a4d04cac tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108105 Nov 23 02:29:08.008928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f948a646-9bcc-43fb-b2e1-d42b411749f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.035453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:08.049214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:08.089181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.105623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:08.130711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:08.135479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.186118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 79414524-c145-455b-88e5-80699357c551 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:08.273633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:08.292104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 79414524-c145-455b-88e5-80699357c551 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:08.300016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 79414524-c145-455b-88e5-80699357c551 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:08.300708 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.304048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dce09d-b7cd-4c02-bc75-bfba302fff67 req-aeab4003-1c1d-4f7f-82a8-c8358c017b54 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:08.306875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07dce09d-b7cd-4c02-bc75-bfba302fff67 req-aeab4003-1c1d-4f7f-82a8-c8358c017b54 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1551735 Nov 23 02:29:08.332392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7eb44584-082e-4e40-9ca8-36cf206aa179 req-d9945a50-e588-4222-9a02-f27a649fcf5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f8bacf-9f25-4a8c-bb03-838f15655bfa HTTP/1.1" status: 200 len: 210 time: 0.0649350 Nov 23 02:29:08.401084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07dce09d-b7cd-4c02-bc75-bfba302fff67 req-5603c7ce-6049-4aa1-8bd3-3c40c4bb111f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791872 Nov 23 02:29:08.564719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['d579dbe3-c909-4eda-aa1b-9322b40d5183'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:08.602863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.660641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c51a3-2a94-40e0-9c2f-cc30df3b5480 req-3e28c9bf-f2a8-4cba-b5ed-49ed6437fd74 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:08.663020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c2c51a3-2a94-40e0-9c2f-cc30df3b5480 req-3e28c9bf-f2a8-4cba-b5ed-49ed6437fd74 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.0918169 Nov 23 02:29:08.692528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acb0ca-e862-4653-a07a-19a8d36e23ce req-b2029f1f-05d3-47d4-bbfe-be21379c1974 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:08.701605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79acb0ca-e862-4653-a07a-19a8d36e23ce req-b2029f1f-05d3-47d4-bbfe-be21379c1974 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 945 time: 0.0985770 Nov 23 02:29:08.712363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79414524-c145-455b-88e5-80699357c551'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:08.715455 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b55dd-da16-439c-a8c4-dbc213c78d15" -d '{"events": [{"server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "name": "network-vif-plugged", "status": "completed", "tag": "79414524-c145-455b-88e5-80699357c551"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:08.756487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=79414524-c145-455b-88e5-80699357c551,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:08.764633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.765431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97c4a403-53a7-426b-a66d-b401a1567c89 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:08.788704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c2c51a3-2a94-40e0-9c2f-cc30df3b5480 req-e59cd1d9-d34e-4824-ae08-687e2dd89ee7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140218 Nov 23 02:29:08.800195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 97c4a403-53a7-426b-a66d-b401a1567c89 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:08.800544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97c4a403-53a7-426b-a66d-b401a1567c89 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:08.801353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79acb0ca-e862-4653-a07a-19a8d36e23ce req-ff2c0552-febd-4828-ae7b-ba5018beb45b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985103 Nov 23 02:29:08.801497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b3a961f1-0c53-4369-9c4a-e57d04af2f71 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:08.864871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: b3a961f1-0c53-4369-9c4a-e57d04af2f71 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:08.865711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b3a961f1-0c53-4369-9c4a-e57d04af2f71 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:08.871310 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a66de2-96bf-486a-b099-118a720d601e x-openstack-request-id: req-a8a66de2-96bf-486a-b099-118a720d601e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:08.871945 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "name": "network-vif-plugged", "status": "completed", "tag": "79414524-c145-455b-88e5-80699357c551", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:08.872229 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8a66de2-96bf-486a-b099-118a720d601e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:08.872994 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79414524-c145-455b-88e5-80699357c551', 'code': 200} Nov 23 02:29:08.912283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:09.022904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ac7ce-32b2-456a-8117-d17817b826eb req-3c96146e-6cea-403d-a7fd-856459e1f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:09.025856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-164ac7ce-32b2-456a-8117-d17817b826eb req-3c96146e-6cea-403d-a7fd-856459e1f1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 1098 time: 0.0605197 Nov 23 02:29:09.153424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee3db-2ac8-4a06-95e4-008b1368b33c req-b7f7329a-fbd3-4eb4-939a-e650edc6b5e5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:09.154963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e63ee3db-2ac8-4a06-95e4-008b1368b33c req-b7f7329a-fbd3-4eb4-939a-e650edc6b5e5 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1223037 Nov 23 02:29:09.158921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-164ac7ce-32b2-456a-8117-d17817b826eb req-78b86a25-9349-4cca-aa76-cb9093b38ec2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147804 Nov 23 02:29:09.168926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c848cc7-73f2-4a14-bdb4-35eb07932d67 req-0340efc7-3b83-415a-9885-ec8b45d9c0ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:09.178147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c848cc7-73f2-4a14-bdb4-35eb07932d67 req-0340efc7-3b83-415a-9885-ec8b45d9c0ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 944 time: 0.1363404 Nov 23 02:29:09.193680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.277589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c848cc7-73f2-4a14-bdb4-35eb07932d67 req-1ed5489b-bd82-4fbd-af9b-84205cfb3d21 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983920 Nov 23 02:29:09.286973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e63ee3db-2ac8-4a06-95e4-008b1368b33c req-acf2be18-dc24-4146-a3c0-7f5516c0c310 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060903 Nov 23 02:29:09.398737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:09.504545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting subnet 275b5760-73a0-45b5-86f0-e2df7b7e70a6 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:29:09.517696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.522368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-deleted', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:09.524901 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c20916-28da-4352-9681-714c8b510e90" -d '{"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-deleted", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:09.610185 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b029dd-cc6f-453c-8a64-e01ebe08020b x-openstack-request-id: req-74b029dd-cc6f-453c-8a64-e01ebe08020b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:09.611344 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f8bacf-9f25-4a8c-bb03-838f15655bfa", "name": "network-vif-deleted", "tag": "97c4a403-53a7-426b-a66d-b401a1567c89", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:09.611615 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74b029dd-cc6f-453c-8a64-e01ebe08020b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:09.612020 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f8bacf-9f25-4a8c-bb03-838f15655bfa', 'name': 'network-vif-deleted', 'tag': '97c4a403-53a7-426b-a66d-b401a1567c89', 'status': 'completed', 'code': 200} Nov 23 02:29:09.630297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.630830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a44c4d-9aa7-4423-9475-d80987b5df2e req-3de02214-eac0-4b32-9863-dbbc97f63322 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:09.639770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9a44c4d-9aa7-4423-9475-d80987b5df2e req-3de02214-eac0-4b32-9863-dbbc97f63322 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1490290 Nov 23 02:29:09.679682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-2cc8c03b-7bb5-4b9e-ba2b-90e127419521 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223578 Nov 23 02:29:09.715746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9a44c4d-9aa7-4423-9475-d80987b5df2e req-9c437262-ff9e-4159-adbd-ae08fd74ed41 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Nov 23 02:29:09.771769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-290aca05-9b5f-4d6a-bd07-05511f5b1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:09.772864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.773281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-290aca05-9b5f-4d6a-bd07-05511f5b1e65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 1096 time: 0.0537677 Nov 23 02:29:09.851387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.869590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:09.901230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Subnet': ['ID=275b5760-73a0-45b5-86f0-e2df7b7e70a6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:09.911933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.915964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d24610a-4746-4e5f-88c7-05a2f1e5aab8 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/subnets/275b5760-73a0-45b5-86f0-e2df7b7e70a6 HTTP/1.1" status: 204 len: 168 time: 0.5151641 Nov 23 02:29:09.918221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41102) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:09.949957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a95cc7-f989-4639-99b2-50e6fe0cfd1d None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:10.037622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.098888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port d579dbe3-c909-4eda-aa1b-9322b40d5183 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:10.099573 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.115390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-504519ff-018b-45b3-927e-12ff01481e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.116976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-504519ff-018b-45b3-927e-12ff01481e97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.3227921 Nov 23 02:29:10.159865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 93844a19-23d5-4d23-9c08-194c18e84c23 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:10.160376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.174582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978665-70b8-4de1-beed-80a452e4a1cf req-68038d6c-3f2b-406c-b131-17aad2c91bda tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.187194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57978665-70b8-4de1-beed-80a452e4a1cf req-68038d6c-3f2b-406c-b131-17aad2c91bda tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.2375910 Nov 23 02:29:10.219263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749b505-277b-48fa-92d5-51ce06e1324d req-ffc76a72-cb3f-4348-a867-7f0edd7654e3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.228123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8749b505-277b-48fa-92d5-51ce06e1324d req-ffc76a72-cb3f-4348-a867-7f0edd7654e3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.2546153 Nov 23 02:29:10.242215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:10.252446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] DHCP port deletion for 11a29b89-7852-4632-a1a7-33789c8608e9 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:10.276806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 93844a19-23d5-4d23-9c08-194c18e84c23, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=93844a19-23d5-4d23-9c08-194c18e84c23,segment=NetworkSegment(86f9f4fc-be4d-4a98-b675-882cef0732fa),segment_id=86f9f4fc-be4d-4a98-b675-882cef0732fa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:10.277520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.313195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-a16dda2e-54b9-43e0-8ac7-a08986189cb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 200 len: 217 time: 0.1873376 Nov 23 02:29:10.328285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 93844a19-23d5-4d23-9c08-194c18e84c23 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:10.368162 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.419382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57978665-70b8-4de1-beed-80a452e4a1cf req-36325c2d-e89e-452c-ab2c-38da2afb5b5d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311954 Nov 23 02:29:10.444222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8749b505-277b-48fa-92d5-51ce06e1324d req-9858b78f-34ac-4cda-a9ce-b79c2149892f tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150621 Nov 23 02:29:10.470166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:29:10.488753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-f2972a0c-7920-47dc-8632-b589a68969af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.492958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-f2972a0c-7920-47dc-8632-b589a68969af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1520019 Nov 23 02:29:10.508815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.528511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:10.553717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 93844a19-23d5-4d23-9c08-194c18e84c23 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:10.557447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.561748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=93844a19-23d5-4d23-9c08-194c18e84c23,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:10.572600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-e28536dc-9db3-4164-b9c8-8f9f23d6f25a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609596 Nov 23 02:29:10.694772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.743839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a29b89-7852-4632-a1a7-33789c8608e9']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:10.757275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:10.763599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f9f4fc-be4d-4a98-b675-882cef0732fa') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:10.765014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f9f4fc-be4d-4a98-b675-882cef0732fa') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:10.773173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966845-7886-46c9-a643-8a75128515d0 req-df0272ad-e696-4caa-a312-dd767d6541f6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.781773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32966845-7886-46c9-a643-8a75128515d0 req-df0272ad-e696-4caa-a312-dd767d6541f6 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.2121923 Nov 23 02:29:10.813431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514bb4f-6808-4e15-8862-d19216dee54f req-b5f1bd5f-2221-41d0-885f-9cbe48daae1a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:10.824332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1514bb4f-6808-4e15-8862-d19216dee54f req-b5f1bd5f-2221-41d0-885f-9cbe48daae1a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.2538388 Nov 23 02:29:10.828015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.857341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-a0cbaf20-dd9c-4279-8fc7-4021f0d44932 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463734 Nov 23 02:29:10.859346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.866436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.869469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:29:10.870380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:29:10.874707 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:29:10.877371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:10.879630 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd852bb3-7ef9-46f3-809c-67b6884c18dc" -d '{"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:10.910367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Deleting port 93844a19-23d5-4d23-9c08-194c18e84c23 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:10.910772 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.968023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1514bb4f-6808-4e15-8862-d19216dee54f req-a2ad865a-9bb2-415f-a3ca-56f43417e72a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444895 Nov 23 02:29:10.995989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32966845-7886-46c9-a643-8a75128515d0 req-6e037a4f-b5fb-4248-a5e4-2780e9a0f9fb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097464 Nov 23 02:29:11.022364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.070752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:11.088690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.100186 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/networks/11a29b89-7852-4632-a1a7-33789c8608e9 HTTP/1.1" status: 204 len: 168 time: 1.1805253 Nov 23 02:29:11.104545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41114) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:11.126406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-891c91cd-cc55-4f9b-b12a-1cc6cd75fd59 req-7f708d66-06b5-43d8-b7ca-49546fd49882 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574546 Nov 23 02:29:11.127831 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d7fc20-8310-4371-b2ec-9118d3a9c54b x-openstack-request-id: req-42d7fc20-8310-4371-b2ec-9118d3a9c54b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:11.128132 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:11.128393 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42d7fc20-8310-4371-b2ec-9118d3a9c54b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:11.128803 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'code': 200} Nov 23 02:29:11.162393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3', 'port_id': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'mac_address': 'fa:16:3e:69:ee:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9046ef64-0f1a-43e1-9fac-d9c1c2b7df37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:11.223538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1c74f-850e-4e2d-ac7a-4e32abbf5951 req-0f070ad8-ec38-4953-a510-b367d2ef7691 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:11.233059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86c1c74f-850e-4e2d-ac7a-4e32abbf5951 req-0f070ad8-ec38-4953-a510-b367d2ef7691 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1000648 Nov 23 02:29:11.244253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1febff-4300-44d6-9a13-1807195a8b5e tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Network': ['ID=11a29b89-7852-4632-a1a7-33789c8608e9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:11.270688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] For port 93844a19-23d5-4d23-9c08-194c18e84c23, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:11.272586 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.307702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86c1c74f-850e-4e2d-ac7a-4e32abbf5951 req-736cd114-3708-4c76-984f-019463ee1a22 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734904 Nov 23 02:29:11.314985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting subnet c3bb900b-db81-41b3-9c57-25bcf0fd3180 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:29:11.320182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.327761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 93844a19-23d5-4d23-9c08-194c18e84c23 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:11.335142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.349885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Calling delete_port for 93844a19-23d5-4d23-9c08-194c18e84c23 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:11.353083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Port 93844a19-23d5-4d23-9c08-194c18e84c23 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:29:11.356755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.386589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.425281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 93844a19-23d5-4d23-9c08-194c18e84c23 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:11.426172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 93844a19-23d5-4d23-9c08-194c18e84c23 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:11.429597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Network 11a29b89-7852-4632-a1a7-33789c8608e9 is not hosted by any dhcp agent {{(pid=103573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:29:11.430763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] No DVR routers for this DVR port 93844a19-23d5-4d23-9c08-194c18e84c23 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:11.447690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdfa976-81a0-42fe-858e-1402153cfd73 None None] Pushing event deleted for resources: {'Port': ['ID=93844a19-23d5-4d23-9c08-194c18e84c23,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:11.506056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb90c29c-046d-4a5d-8330-cad97f3b4b15 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:11.554216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:11.565175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.565780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.668182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.710778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bb900b-db81-41b3-9c57-25bcf0fd3180,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:11.713525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:11.719782 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.734994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.741030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9414ef4e-0e49-47df-a2ea-95e181e27e71 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/subnets/c3bb900b-db81-41b3-9c57-25bcf0fd3180 HTTP/1.1" status: 204 len: 168 time: 0.5950024 Nov 23 02:29:11.743540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933af1c0-9cb8-4c28-af43-504008df7a1d None None] Network e9547a39-b152-4f39-af57-bdac2ddc00ae requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:11.743706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41122) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:11.782491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f6693-a1b0-4450-bc5c-f1803dc6d177 req-702fda8f-e593-4040-bce8-7331e28efc1f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:11.791937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b7f6693-a1b0-4450-bc5c-f1803dc6d177 req-702fda8f-e593-4040-bce8-7331e28efc1f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1112320 Nov 23 02:29:11.820041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d2557-5aad-4fb6-8cc4-4566440f39c3 req-863eb1cf-ee9a-44ec-8fcc-637280f2e4c2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:11.824110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-179d2557-5aad-4fb6-8cc4-4566440f39c3 req-863eb1cf-ee9a-44ec-8fcc-637280f2e4c2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.2132888 Nov 23 02:29:11.855669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:11.911239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b7f6693-a1b0-4450-bc5c-f1803dc6d177 req-c971c14b-5d79-4dd4-8c6c-22b586c4da74 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131957 Nov 23 02:29:11.957950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-179d2557-5aad-4fb6-8cc4-4566440f39c3 req-fd956da3-351b-4585-b28c-2bf7a7fc3a85 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244159 Nov 23 02:29:11.985924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Deleting port 613f15f8-4afc-44a2-9145-b75d4de6cbff {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:11.986340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.078995 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:29:12.095766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['eb90c29c-046d-4a5d-8330-cad97f3b4b15'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:12.144113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] For port 613f15f8-4afc-44a2-9145-b75d4de6cbff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=613f15f8-4afc-44a2-9145-b75d4de6cbff,segment=NetworkSegment(6d627039-8c0a-48eb-be39-47e8300f9ae4),segment_id=6d627039-8c0a-48eb-be39-47e8300f9ae4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:12.144892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.160908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Calling delete_port for 613f15f8-4afc-44a2-9145-b75d4de6cbff owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:12.179090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] DHCP port deletion for e9547a39-b152-4f39-af57-bdac2ddc00ae request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:12.205579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9169f-e173-4e10-b2df-56f467408ce7 req-9b8430a8-153b-469d-9a1a-770f30c4b929 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:12.211618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:12.223987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ee9169f-e173-4e10-b2df-56f467408ce7 req-9b8430a8-153b-469d-9a1a-770f30c4b929 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1233215 Nov 23 02:29:12.269425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.289745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] No DVR routers for this DVR port 613f15f8-4afc-44a2-9145-b75d4de6cbff on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:12.341815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e8d17-8a16-4910-8b4d-952ddf5a6c31 req-f99daf25-2f97-4ba3-9e72-67dd9f6fa8fc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:12.352139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e6e8d17-8a16-4910-8b4d-952ddf5a6c31 req-f99daf25-2f97-4ba3-9e72-67dd9f6fa8fc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1158307 Nov 23 02:29:12.354830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Port': ['ID=613f15f8-4afc-44a2-9145-b75d4de6cbff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:12.429494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.447521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e6e8d17-8a16-4910-8b4d-952ddf5a6c31 req-1e733fe4-5532-462a-a835-0329971fa176 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929480 Nov 23 02:29:12.489926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ee9169f-e173-4e10-b2df-56f467408ce7 req-e906ea41-762e-4929-b1e4-f5303b532b08 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626672 Nov 23 02:29:12.494440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9547a39-b152-4f39-af57-bdac2ddc00ae']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:12.495184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Deleting port 613f15f8-4afc-44a2-9145-b75d4de6cbff {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:12.495485 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.511769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d627039-8c0a-48eb-be39-47e8300f9ae4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:12.512128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d627039-8c0a-48eb-be39-47e8300f9ae4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:12.542945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.584303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.605275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] For port 613f15f8-4afc-44a2-9145-b75d4de6cbff, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:12.605662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.607546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:29:12.607954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:29:12.623533 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:29:12.637039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Calling delete_port for 613f15f8-4afc-44a2-9145-b75d4de6cbff owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:12.644036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Port 613f15f8-4afc-44a2-9145-b75d4de6cbff was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:29:12.652532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:12.664039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.680526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b761375-9469-4444-946a-8d774ce1b760 req-989f4ee7-86de-4283-bc4e-30298ac5c866 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:12.685771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] No DVR routers for this DVR port 613f15f8-4afc-44a2-9145-b75d4de6cbff on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:12.690984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b761375-9469-4444-946a-8d774ce1b760 req-989f4ee7-86de-4283-bc4e-30298ac5c866 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.0871646 Nov 23 02:29:12.718136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '69db3335-2d91-4f82-b9ca-453ad088f310', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': '69db3335-2d91-4f82-b9ca-453ad088f310', 'mac_address': 'fa:16:3e:fe:49:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:12.725976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720d63d-0109-43f7-ae3c-43fd139522fd None None] Pushing event deleted for resources: {'Port': ['ID=613f15f8-4afc-44a2-9145-b75d4de6cbff,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:12.786699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.805211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69db3335-2d91-4f82-b9ca-453ad088f310 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:12.822793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b761375-9469-4444-946a-8d774ce1b760 req-38fa7e89-94f9-46df-b67f-6e6331368560 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303740 Nov 23 02:29:12.838420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:12.852838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.884031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa71f8b-b716-4c1e-9ec2-cb87482980b9 req-9f35ed7d-859b-4c96-9927-66a55ee69c6b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:12.896948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9aa71f8b-b716-4c1e-9ec2-cb87482980b9 req-9f35ed7d-859b-4c96-9927-66a55ee69c6b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1467726 Nov 23 02:29:12.907826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.926001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:12.929868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] 10.222.0.15 "DELETE /v2.0/networks/e9547a39-b152-4f39-af57-bdac2ddc00ae HTTP/1.1" status: 204 len: 168 time: 1.1851926 Nov 23 02:29:12.957924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453ee5-286b-414d-a31f-0d6fbef8f064 tempest-ServersTestMultiNic-889616058 tempest-ServersTestMultiNic-889616058-project] Pushing event deleted for resources: {'Network': ['ID=e9547a39-b152-4f39-af57-bdac2ddc00ae,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:12.964376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9aa71f8b-b716-4c1e-9ec2-cb87482980b9 req-ec5dbed9-fc7a-4a32-a7b2-0ee41f95d197 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Nov 23 02:29:12.968773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:13.080903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cefc2-b467-4f3f-85a7-a87f0c40d1c8 req-c3d11a66-4055-49b1-a8a8-8e16679aa3cd tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.088300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-858cefc2-b467-4f3f-85a7-a87f0c40d1c8 req-c3d11a66-4055-49b1-a8a8-8e16679aa3cd tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.1228898 Nov 23 02:29:13.130425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['69db3335-2d91-4f82-b9ca-453ad088f310'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:13.183300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841568c1-62af-4d6b-ad17-6d2ec1e9b6b9 req-64bf0191-68bd-4e46-b7e4-5ba6121027aa tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.184900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-841568c1-62af-4d6b-ad17-6d2ec1e9b6b9 req-64bf0191-68bd-4e46-b7e4-5ba6121027aa tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0923498 Nov 23 02:29:13.200227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-858cefc2-b467-4f3f-85a7-a87f0c40d1c8 req-84e494df-b346-43a9-89ca-5277e3805856 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053832 Nov 23 02:29:13.214701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 613f15f8-4afc-44a2-9145-b75d4de6cbff no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:13.239776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 613f15f8-4afc-44a2-9145-b75d4de6cbff {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:13.240137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 613f15f8-4afc-44a2-9145-b75d4de6cbff not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:13.341924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-841568c1-62af-4d6b-ad17-6d2ec1e9b6b9 req-2099abe5-92c6-4b9b-a683-2154257a0832 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406224 Nov 23 02:29:13.506628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:13.682314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875198c-9c83-474a-ab73-572449b91bb6 req-0727c8fe-ef14-4b94-9110-3c95743fe9ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.684867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5875198c-9c83-474a-ab73-572449b91bb6 req-0727c8fe-ef14-4b94-9110-3c95743fe9ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1064258 Nov 23 02:29:13.757092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebad5e8-3cc3-4abe-993e-2f45a955b5f9 req-2427818d-a71a-4edc-9078-215744107df3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.758716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ebad5e8-3cc3-4abe-993e-2f45a955b5f9 req-2427818d-a71a-4edc-9078-215744107df3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.2031770 Nov 23 02:29:13.832323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ebad5e8-3cc3-4abe-993e-2f45a955b5f9 req-e63eb005-9732-4b87-96d3-16065ee0b9d0 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626333 Nov 23 02:29:13.867959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5875198c-9c83-474a-ab73-572449b91bb6 req-556c992c-ce6c-4dd7-8e28-34cd15defe45 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666012 Nov 23 02:29:14.075806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3abf-28c1-4b7d-8dc4-274db59828fa req-8ca0d888-8401-409b-b749-8d4c59527e20 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:14.077800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adeb3abf-28c1-4b7d-8dc4-274db59828fa req-8ca0d888-8401-409b-b749-8d4c59527e20 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1020634 Nov 23 02:29:14.206662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:14.218307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adeb3abf-28c1-4b7d-8dc4-274db59828fa req-1c681fd0-15f7-4c37-8069-99c5d988768a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266046 Nov 23 02:29:14.317079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port eb90c29c-046d-4a5d-8330-cad97f3b4b15 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:14.329196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port eb90c29c-046d-4a5d-8330-cad97f3b4b15 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:14.329844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.428486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed49ad-b4f2-4212-941d-fd227685a733 req-d6a87e61-b43e-44f5-a1ff-3dee8f664ed3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:14.441775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bed49ad-b4f2-4212-941d-fd227685a733 req-d6a87e61-b43e-44f5-a1ff-3dee8f664ed3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 944 time: 0.0932479 Nov 23 02:29:14.453197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edea09-c622-4b36-a547-ed4af017229a req-91ca7034-ccdf-4b9f-9589-0e619f31c8fa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:14.462990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69edea09-c622-4b36-a547-ed4af017229a req-91ca7034-ccdf-4b9f-9589-0e619f31c8fa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1529815 Nov 23 02:29:14.475483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.525189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:14.535570 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b4c59b-27a3-44fe-8f6c-d222548ce239" -d '{"events": [{"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-plugged", "status": "completed", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:14.562813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:14.575390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69edea09-c622-4b36-a547-ed4af017229a req-d2a51ed7-ecf2-4492-b43d-2a63c841d78e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101756 Nov 23 02:29:14.581480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.582250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:14.630753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.632107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bed49ad-b4f2-4212-941d-fd227685a733 req-d65c0dc0-e2d0-4e10-8f1e-98e633d3cef5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854434 Nov 23 02:29:14.687042 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a4b409-108c-4bd9-8b97-ff5a18afe685 x-openstack-request-id: req-c9a4b409-108c-4bd9-8b97-ff5a18afe685 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:14.687335 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-plugged", "status": "completed", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:14.690625 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9a4b409-108c-4bd9-8b97-ff5a18afe685 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:14.691048 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'code': 200} Nov 23 02:29:14.775537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:14.793333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 69db3335-2d91-4f82-b9ca-453ad088f310 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:14.793822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.993746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bceeca-bff0-4cf7-b629-476fb166cb94 req-462c0eac-2265-4bc1-9ab6-4b1ce560a514 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.005955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1bceeca-bff0-4cf7-b629-476fb166cb94 req-462c0eac-2265-4bc1-9ab6-4b1ce560a514 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.2927284 Nov 23 02:29:15.042144 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.053916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea605aa-91b9-4c63-ba84-4b829c5f55d4 req-dceab3f9-d53a-422b-beea-a12981d70e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.057157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ea605aa-91b9-4c63-ba84-4b829c5f55d4 req-dceab3f9-d53a-422b-beea-a12981d70e80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1098 time: 0.2534068 Nov 23 02:29:15.110403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:15.116302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.121501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1bceeca-bff0-4cf7-b629-476fb166cb94 req-3af281ef-0ee1-4e90-aa14-2437487070d1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114757 Nov 23 02:29:15.242155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ea605aa-91b9-4c63-ba84-4b829c5f55d4 req-21042712-bafd-4b1a-b504-7bcec6741b3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772552 Nov 23 02:29:15.285396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:15.345629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Deleting port 8b84aeba-fee9-4593-addc-5a6023958ada {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:15.346300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.396353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa824-1ed8-44a4-9fa1-05adf72c7786 req-248d0868-088a-4be4-9bc0-53df9ce25b8c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.402817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa824-1ed8-44a4-9fa1-05adf72c7786 req-248d0868-088a-4be4-9bc0-53df9ce25b8c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.409969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa824-1ed8-44a4-9fa1-05adf72c7786 req-248d0868-088a-4be4-9bc0-53df9ce25b8c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.417704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fbfa824-1ed8-44a4-9fa1-05adf72c7786 req-248d0868-088a-4be4-9bc0-53df9ce25b8c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543&device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204&device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 2418 time: 0.1565588 Nov 23 02:29:15.460097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] For port 8b84aeba-fee9-4593-addc-5a6023958ada, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8b84aeba-fee9-4593-addc-5a6023958ada,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:15.460097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.462200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721205af-4826-4da0-b7fd-7a2ffde6dcc5 req-af50db64-d64b-4ac2-aa96-7114e7be20c9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.464209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-721205af-4826-4da0-b7fd-7a2ffde6dcc5 req-af50db64-d64b-4ac2-aa96-7114e7be20c9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1289902 Nov 23 02:29:15.493287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Calling delete_port for 8b84aeba-fee9-4593-addc-5a6023958ada owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:15.497662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fbfa824-1ed8-44a4-9fa1-05adf72c7786 req-d896ea9d-95cb-4365-9fb8-8639fec5e3f2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790648 Nov 23 02:29:15.653149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-721205af-4826-4da0-b7fd-7a2ffde6dcc5 req-f6937119-6f85-43a6-be78-44e8507a71de tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799304 Nov 23 02:29:15.664305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0d790-4ac1-42dd-80aa-66e76540e41f req-ea57cc96-e9d3-4a4b-b882-6d0dfa1d8f08 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.673830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcd0d790-4ac1-42dd-80aa-66e76540e41f req-ea57cc96-e9d3-4a4b-b882-6d0dfa1d8f08 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1143854 Nov 23 02:29:15.708533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.739442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcd0d790-4ac1-42dd-80aa-66e76540e41f req-e53695ba-ef65-4b0b-a7b3-0322b91fe3ae tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644317 Nov 23 02:29:15.753086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b84aeba-fee9-4593-addc-5a6023958ada,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:15.965083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.978578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86097157-9a62-4a7b-a2d1-c8bf893d027b req-8291d4ec-f2de-4478-acbc-e48c5dc42817 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:15.989733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86097157-9a62-4a7b-a2d1-c8bf893d027b req-8291d4ec-f2de-4478-acbc-e48c5dc42817 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1230040 Nov 23 02:29:16.147907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86097157-9a62-4a7b-a2d1-c8bf893d027b req-75e3dcad-1215-4e4d-bd2d-bc1964f8272b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572714 Nov 23 02:29:16.173633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656af4f6-00bb-49be-b660-8fc2a9595996 req-b7e10daa-6cec-4d22-a168-53e15db92ce3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:16.183344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-656af4f6-00bb-49be-b660-8fc2a9595996 req-b7e10daa-6cec-4d22-a168-53e15db92ce3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.2511880 Nov 23 02:29:16.316571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-656af4f6-00bb-49be-b660-8fc2a9595996 req-0d4ac16e-7d7a-495a-b23b-e2446f336c70 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317213 Nov 23 02:29:16.363551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a81226-5051-47f4-8db3-f8988d288ea1 req-bc50043e-8be2-49eb-836e-9369de8e808f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:16.375391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a81226-5051-47f4-8db3-f8988d288ea1 req-bc50043e-8be2-49eb-836e-9369de8e808f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1178195 Nov 23 02:29:16.376613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:16.485097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a81226-5051-47f4-8db3-f8988d288ea1 req-c78cebe2-6ba4-4540-9fbb-a5c3e49caa81 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084516 Nov 23 02:29:16.594395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:16.605242 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Sync routers for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:16.613561 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0704c4e1-82b2-4204-b1d9-2fe1302def8e admin admin] 10.222.0.15 "PUT /v2.0/routers/de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1048954 Nov 23 02:29:16.615811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:16.621997 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:16.625158 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:16.692943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:16.696072 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3923cc17-8a21-4932-a3a6-55f0e8f4be59" -d '{"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-plugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:16.772177 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150068af-1f68-4769-b6b5-41c569672ea6 x-openstack-request-id: req-150068af-1f68-4769-b6b5-41c569672ea6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:16.772664 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-plugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:16.773091 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-150068af-1f68-4769-b6b5-41c569672ea6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:16.773656 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310', 'code': 200} Nov 23 02:29:16.882089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf095-c03e-45e1-8413-a6f45e3e7d63 req-42f2d10c-ddc7-48a7-95d7-48560c2d0d85 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:16.907115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84dbf095-c03e-45e1-8413-a6f45e3e7d63 req-42f2d10c-ddc7-48a7-95d7-48560c2d0d85 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1247549 Nov 23 02:29:16.929324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:16.967251 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:17.077578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84dbf095-c03e-45e1-8413-a6f45e3e7d63 req-24f87083-a318-4798-a2ce-0fd33b1a1a7a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691728 Nov 23 02:29:17.113609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d33b-83b9-4f90-8b22-98471f48c4a2 req-afe79d06-a7a4-4065-8571-c7c10a83fd75 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:17.118775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c36d33b-83b9-4f90-8b22-98471f48c4a2 req-afe79d06-a7a4-4065-8571-c7c10a83fd75 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1419799 Nov 23 02:29:17.158264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:17.252763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c36d33b-83b9-4f90-8b22-98471f48c4a2 req-b63fdc51-c01b-4603-a475-73f111552b5c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272328 Nov 23 02:29:17.353811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:29:15Z', 'revision_number': 5, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port': {'id': 'fc3982c8-f378-4b71-b770-8b9bcffbc707', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ae:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:17.354604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Deleting port fc3982c8-f378-4b71-b770-8b9bcffbc707 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:17.355603 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:17.387210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Checking router: de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:17.401273 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Routers {'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:17.402848 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:17.439346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a792-d5ef-440e-8d3a-aebdc0506b44 req-c26a954e-1044-45a4-a73d-bf22ea1b464c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:17.446630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c55a792-d5ef-440e-8d3a-aebdc0506b44 req-c26a954e-1044-45a4-a73d-bf22ea1b464c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1202645 Nov 23 02:29:17.534233 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] Set router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:17.541442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c55a792-d5ef-440e-8d3a-aebdc0506b44 req-259f3f19-08d6-46be-90b9-3d9af74ea9bd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869689 Nov 23 02:29:17.607392 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:29:17Z', 'revision_number': 6, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:17.631605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] For port fc3982c8-f378-4b71-b770-8b9bcffbc707, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fc3982c8-f378-4b71-b770-8b9bcffbc707,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:17.631960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:17.646142 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b63f0f-8cde-4701-b4fe-897ac9610769 None None] The sync data for ids ['de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f'] in n-d-714676-12 is: [{'id': 'de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f', 'name': 'tempest-ServersTestMultiNic-1657586469-router', 'tenant_id': 'cfe0200c51574b6a9001b39757aeb175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:40Z', 'updated_at': '2021-11-23T02:29:17Z', 'revision_number': 6, 'project_id': 'cfe0200c51574b6a9001b39757aeb175', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:17.675481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Calling delete_port for fc3982c8-f378-4b71-b770-8b9bcffbc707 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:17.789232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253559b-01a4-453a-b823-11339461efdd req-d76dad28-2dcd-4a18-8422-579cb07731f7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:17.793088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d253559b-01a4-453a-b823-11339461efdd req-d76dad28-2dcd-4a18-8422-579cb07731f7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1141489 Nov 23 02:29:17.928506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d253559b-01a4-453a-b823-11339461efdd req-52bd728e-f930-4179-a108-859220267cfb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213095 Nov 23 02:29:18.116393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.160560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3982c8-f378-4b71-b770-8b9bcffbc707,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:18.187799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45015df-3040-4fa1-88c6-ce5d5a8ff0fe req-f811c1b7-ef86-44ab-8278-fb464966b3cf tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:18.198194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f45015df-3040-4fa1-88c6-ce5d5a8ff0fe req-f811c1b7-ef86-44ab-8278-fb464966b3cf tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1098 time: 0.1489878 Nov 23 02:29:18.315059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.359841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f45015df-3040-4fa1-88c6-ce5d5a8ff0fe req-13b3832f-b30e-479b-8e0f-7719d06709d6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577694 Nov 23 02:29:18.457961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2e893-daea-40c7-a0fa-1fb97427059c req-43c6d9d0-4813-4db1-8e10-98091e297ab5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:18.460099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84e2e893-daea-40c7-a0fa-1fb97427059c req-43c6d9d0-4813-4db1-8e10-98091e297ab5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.0992734 Nov 23 02:29:18.483692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.486090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.537772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.538938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:29:18.544107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.549466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-02806399-34a9-44cb-aeaa-33e560887826 admin admin] 10.222.0.15 "DELETE /v2.0/routers/de2d9a6c-5e3b-49ba-abc6-71edfaef2d4f HTTP/1.1" status: 204 len: 168 time: 1.9315696 Nov 23 02:29:18.550263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41254) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:18.556358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654a3e6-7e32-49eb-8bcf-73b0a6080631 req-976475b6-f8ca-41ed-a979-66533c86ea82 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:18.564652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5654a3e6-7e32-49eb-8bcf-73b0a6080631 req-976475b6-f8ca-41ed-a979-66533c86ea82 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1034729 Nov 23 02:29:18.599453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84e2e893-daea-40c7-a0fa-1fb97427059c req-c6c91d93-2ccd-4bcd-adb2-965523fcaede tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222646 Nov 23 02:29:18.608832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Deleting subnet 8744fe79-6442-49b9-82f3-8ec5260391f8 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:29:18.613832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.689608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.704961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5654a3e6-7e32-49eb-8bcf-73b0a6080631 req-2a8fd159-fc2b-4aee-8fc7-f3a7d594b514 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393185 Nov 23 02:29:18.833568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:18.843770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9361dd-315a-4823-8faa-9091ee014d9c req-2ea8d70e-cf59-43dd-9d7a-73bff512442f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:18.851841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff9361dd-315a-4823-8faa-9091ee014d9c req-2ea8d70e-cf59-43dd-9d7a-73bff512442f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1162736 Nov 23 02:29:18.911347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb08304-6d6b-4564-912f-e9cad3b35dcb req-9d12be8a-5c09-4cdc-8bb9-2c889c67b07f tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:18.920424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb08304-6d6b-4564-912f-e9cad3b35dcb req-9d12be8a-5c09-4cdc-8bb9-2c889c67b07f tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1098 time: 0.1104455 Nov 23 02:29:18.932183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff9361dd-315a-4823-8faa-9091ee014d9c req-2a328e6a-bca1-47c5-b164-4c4c9154c7bd tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Nov 23 02:29:18.949354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.025464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.026467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070d655-26dd-4d20-bd11-c95a8e5feae6 None None] Network 1857f977-3fc7-4914-8c43-d9625247fde1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:19.033176 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8744fe79-6442-49b9-82f3-8ec5260391f8 HTTP/1.1" status: 204 len: 168 time: 0.4809878 Nov 23 02:29:19.034559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644f5de-6001-4558-8fcc-8c7bc2e7f51f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8744fe79-6442-49b9-82f3-8ec5260391f8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:19.037281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41258) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:19.042468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb08304-6d6b-4564-912f-e9cad3b35dcb req-4907096d-813c-4601-8b35-ca2c1ed628b7 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169851 Nov 23 02:29:19.133570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a4361-54fc-42fe-ab2e-a28aa5e72d8a req-64142860-a54b-4b40-ba42-09cd830d25ca tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:19.165904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-893a4361-54fc-42fe-ab2e-a28aa5e72d8a req-64142860-a54b-4b40-ba42-09cd830d25ca tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1374526 Nov 23 02:29:19.271837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-893a4361-54fc-42fe-ab2e-a28aa5e72d8a req-9892b9c2-93a7-47e7-80d2-2b7eb267cb45 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046281 Nov 23 02:29:19.310055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.430650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fc3982c8-f378-4b71-b770-8b9bcffbc707 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:19.433012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Deleting port dfd79916-34c5-404e-86bf-85a329630100 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:19.433573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.473126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fc3982c8-f378-4b71-b770-8b9bcffbc707 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:19.473632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fc3982c8-f378-4b71-b770-8b9bcffbc707 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:19.474165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b84aeba-fee9-4593-addc-5a6023958ada no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:19.506865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 8b84aeba-fee9-4593-addc-5a6023958ada {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:19.507600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8b84aeba-fee9-4593-addc-5a6023958ada not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:19.544189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] For port dfd79916-34c5-404e-86bf-85a329630100, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfd79916-34c5-404e-86bf-85a329630100,segment=NetworkSegment(c19403ec-b809-446a-b8bb-06ed72d5353a),segment_id=c19403ec-b809-446a-b8bb-06ed72d5353a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:19.544806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.581426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Calling delete_port for dfd79916-34c5-404e-86bf-85a329630100 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:19.710871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.739833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd79916-34c5-404e-86bf-85a329630100,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:19.759600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c22ce4-e20c-43d3-ab64-71b5fb59bbf2 None None] DHCP port deletion for 1857f977-3fc7-4914-8c43-d9625247fde1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:19.786209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] No DVR routers for this DVR port dfd79916-34c5-404e-86bf-85a329630100 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:19.867088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed75aa-9628-4257-b136-8404003b6493 req-20ef2680-b612-484a-9903-b2839d41272a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:19.868881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7eed75aa-9628-4257-b136-8404003b6493 req-20ef2680-b612-484a-9903-b2839d41272a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1306682 Nov 23 02:29:19.993518 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:19.995526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7eed75aa-9628-4257-b136-8404003b6493 req-5798aa6d-4b4a-4b64-bce8-9867b732a64c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193132 Nov 23 02:29:20.052540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1857f977-3fc7-4914-8c43-d9625247fde1']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:20.074009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19403ec-b809-446a-b8bb-06ed72d5353a') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:20.074421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19403ec-b809-446a-b8bb-06ed72d5353a') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:20.086167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.109781 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.128668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:29:20.131057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:29:20.133021 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:29:20.257732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.264117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.273165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1857f977-3fc7-4914-8c43-d9625247fde1 HTTP/1.1" status: 204 len: 168 time: 1.2339270 Nov 23 02:29:20.295047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f059-8a6a-4c78-a8e7-3244f022b160 admin admin] Pushing event deleted for resources: {'Network': ['ID=1857f977-3fc7-4914-8c43-d9625247fde1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:20.607222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41300) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:20.707651 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e46a053-573c-45bb-80c5-4579e7d92f54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfe0200c51574b6a9001b39757aeb175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0989773 Nov 23 02:29:20.710190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:20.828419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.885008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27400bf-8f55-44ab-afb9-1df565c26b2b req-719f793b-0093-4978-95e5-4a468356bf4d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:20.896808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f27400bf-8f55-44ab-afb9-1df565c26b2b req-719f793b-0093-4978-95e5-4a468356bf4d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.7597675 Nov 23 02:29:20.909757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.984870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f27400bf-8f55-44ab-afb9-1df565c26b2b req-bf6a3058-db85-4c38-9abe-2b69f06c8eed tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842340 Nov 23 02:29:20.992043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.997211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.999316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/779d4651-5070-4084-a24b-656c26d976bd HTTP/1.1" status: 204 len: 168 time: 0.2879837 Nov 23 02:29:21.023361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e1cc-fd6b-4b74-a889-b5a41127b113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d4651-5070-4084-a24b-656c26d976bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:21.222648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534abf01-7aaf-4298-899d-874383acd422 req-670624ce-d66b-4266-a44f-1910e442d762 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:21.235610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-534abf01-7aaf-4298-899d-874383acd422 req-670624ce-d66b-4266-a44f-1910e442d762 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1533175 Nov 23 02:29:21.254464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfd79916-34c5-404e-86bf-85a329630100 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:21.317593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dfd79916-34c5-404e-86bf-85a329630100 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:21.317908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfd79916-34c5-404e-86bf-85a329630100 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:21.357803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-9696667e-6fb0-42b1-ae88-efbf2c07acd0 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:21.366422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-9696667e-6fb0-42b1-ae88-efbf2c07acd0 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4396143 Nov 23 02:29:21.403057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-534abf01-7aaf-4298-899d-874383acd422 req-347bea0d-16a7-4e91-b4a0-6bd4a27c43c3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663854 Nov 23 02:29:21.674690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-435924f7-03b7-4d8b-9649-37d220bffbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:21.677134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-435924f7-03b7-4d8b-9649-37d220bffbe9 service neutron] 10.222.0.15 "GET /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 1095 time: 0.3099236 Nov 23 02:29:21.691746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68037ecd-5cb2-44a1-9101-df6df0d73a03 req-3f615417-96a3-4102-ad28-fa2ad6521082 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:21.710138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:21.715495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68037ecd-5cb2-44a1-9101-df6df0d73a03 req-3f615417-96a3-4102-ad28-fa2ad6521082 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2314453 Nov 23 02:29:21.724898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Unknown quota resources ['binding']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:29:21.819543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68037ecd-5cb2-44a1-9101-df6df0d73a03 req-f2670c74-9c48-4325-a2f1-8502e3db012c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Nov 23 02:29:21.930143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:21.930981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:21.931813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:21.955678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:21.956963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:21.973784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:21.976940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:21.977689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:21.978456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Bound port: eb90c29c-046d-4a5d-8330-cad97f3b4b15, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:22.007220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aff178-5c8b-446a-9ae3-b6e68ca6f793 req-964e4e43-76bd-421a-81cb-5606292a8d6b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.015982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27aff178-5c8b-446a-9ae3-b6e68ca6f793 req-964e4e43-76bd-421a-81cb-5606292a8d6b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.0699036 Nov 23 02:29:22.096933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27aff178-5c8b-446a-9ae3-b6e68ca6f793 req-f07684e3-964e-4844-9e1e-940c63ac77aa tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791192 Nov 23 02:29:22.122207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:22.128206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:22.136791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-57ae1c1e-5d84-4321-9eb4-4c340ef58c90 service neutron] 10.222.0.15 "POST /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15/bindings HTTP/1.1" status: 201 len: 390 time: 0.4360728 Nov 23 02:29:22.312160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7bf5b-429c-4c03-8fb0-89ff419abaf3 req-8cacfa32-a335-4c98-a15a-c99ddc5dcf34 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.319946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6af7bf5b-429c-4c03-8fb0-89ff419abaf3 req-8cacfa32-a335-4c98-a15a-c99ddc5dcf34 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1274872 Nov 23 02:29:22.488072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98490c88-86c5-486d-afb9-35efcdf84587 req-38e5ae78-3c79-4bb6-9204-26846a80731d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.494030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98490c88-86c5-486d-afb9-35efcdf84587 req-38e5ae78-3c79-4bb6-9204-26846a80731d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1337433 Nov 23 02:29:22.499165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6af7bf5b-429c-4c03-8fb0-89ff419abaf3 req-5a74bd3b-ea73-4eb9-ab51-85692a057b03 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777432 Nov 23 02:29:22.578132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-0ac427d8-c1d1-4a0b-aea7-6182fa1c12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.590669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-0ac427d8-c1d1-4a0b-aea7-6182fa1c12d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1098 time: 0.1558847 Nov 23 02:29:22.600675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98490c88-86c5-486d-afb9-35efcdf84587 req-1834670c-80da-4386-8326-1af223a3fddc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955665 Nov 23 02:29:22.633059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:22.775496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecc374-4a63-45f9-8274-8a209d360a95 req-8d611444-15f6-40f6-9188-99f71802c677 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.786942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8ecc374-4a63-45f9-8274-8a209d360a95 req-8d611444-15f6-40f6-9188-99f71802c677 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1505361 Nov 23 02:29:22.798345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-network', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:22.825350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Made reservation on behalf of 923e8d147f7848d7adac98a95e43fb5a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:22.834305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:22.839823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1b716062-638c-47a5-afba-9011eab96aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:22.841314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1b716062-638c-47a5-afba-9011eab96aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.2363675 Nov 23 02:29:22.846929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:22.886863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8ecc374-4a63-45f9-8274-8a209d360a95 req-4cc680c8-8eeb-4677-8920-6afd24c9dca3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986600 Nov 23 02:29:23.008932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.014088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.019871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-51cc0328-de14-42e5-9308-5687e11bf72d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 217 time: 0.1666219 Nov 23 02:29:23.062133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:29:23.097242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959e035-2e87-4753-9eb1-0ce4f16f4243,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:23.109990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.110413 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Added segment 27bf42ef-fb44-4ba5-b64a-cf90f467ab2b of type vlan for network 5c5768bc-d460-4cb3-873b-674eed15ab5d Nov 23 02:29:23.210566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.259319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba624e-9a33-4967-96c1-5119650d350c req-702acda5-e062-4edb-858a-339f8da3e713 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:23.268411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fba624e-9a33-4967-96c1-5119650d350c req-702acda5-e062-4edb-858a-339f8da3e713 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2611089 Nov 23 02:29:23.269766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.270776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:23.271199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-6b874603-de1c-4b28-805f-79f815f3a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:23.271397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.273751 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:23.279809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-6b874603-de1c-4b28-805f-79f815f3a812 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.2374210 Nov 23 02:29:23.419206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-a6c27399-f88f-4947-94b8-0c6cbb6ffed8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136124 Nov 23 02:29:23.438738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-652314f8-f108-4130-9b53-0a7f71690583 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:23.440698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-652314f8-f108-4130-9b53-0a7f71690583 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102339 Nov 23 02:29:23.625642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fba624e-9a33-4967-96c1-5119650d350c req-e228c462-b899-422f-90b8-46c7d8f4a8f3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439579 Nov 23 02:29:23.690441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808d5d0-eea1-482f-8b28-fd5c4f55688b req-42873b77-66e8-4b50-9a23-db39dc6f3a15 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:23.692948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c808d5d0-eea1-482f-8b28-fd5c4f55688b req-42873b77-66e8-4b50-9a23-db39dc6f3a15 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.2414713 Nov 23 02:29:23.776135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c808d5d0-eea1-482f-8b28-fd5c4f55688b req-7a9ae5e0-22da-4833-9db2-c04b2aab6bbf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746036 Nov 23 02:29:23.778082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-96d02d59-36c2-49fe-a238-15d7690aef87 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176503 Nov 23 02:29:23.903126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] Pushing event updated for resources: {'Network': ['ID=5c5768bc-d460-4cb3-873b-674eed15ab5d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:23.922971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:29:23.940383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-34935d68-e4aa-4ad3-a730-d98ef855f758 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3058097 Nov 23 02:29:23.965050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:23.973086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Request body: {'subnet': {'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-subnet', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:24.017546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Made reservation on behalf of 923e8d147f7848d7adac98a95e43fb5a for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:24.029439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:24.159212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-dea0d264-d678-45f4-a655-8554c3204cbe service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725064 Nov 23 02:29:24.231469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b65297-5467-434a-a633-e4d5b36e69b1 req-49c23895-7bbb-4b7d-a0b8-32441a64a15b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:24.238730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69b65297-5467-434a-a633-e4d5b36e69b1 req-49c23895-7bbb-4b7d-a0b8-32441a64a15b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.2742789 Nov 23 02:29:24.252686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc61e5-04f7-4cb0-b142-310187a66c68 req-42ab1707-14f3-413f-bf00-23a8bf920751 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:24.260848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66bc61e5-04f7-4cb0-b142-310187a66c68 req-42ab1707-14f3-413f-bf00-23a8bf920751 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.4502919 Nov 23 02:29:24.334732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:24.424289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69b65297-5467-434a-a633-e4d5b36e69b1 req-7f60a826-a245-4920-9f9d-62939f003d23 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565516 Nov 23 02:29:24.428362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66bc61e5-04f7-4cb0-b142-310187a66c68 req-825565f9-1376-4b82-a30c-2bb01bf12b39 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527686 Nov 23 02:29:24.435852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e880d5c-181d-446a-bcd6-876ea1e64268,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:24.446070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Checking segment: {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:24.447325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Network hostable DHCP agents. Network: 5c5768bc-d460-4cb3-873b-674eed15ab5d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:29:24.472458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:29:24.484146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5c5768bc-d460-4cb3-873b-674eed15ab5d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:24.489087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:24.489930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:24.498887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656934ad-cb30-4321-b3c1-e454f82bc22a None None] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:24.517521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:24.521975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:24.522665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-20212fa2-0ee2-4649-ba4b-b1f5c5097f51 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5483325 Nov 23 02:29:24.634264 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:24.635376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:24.699539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b024884-864d-4151-b984-3fa0270de58b req-ce11cd32-242f-43db-8f34-cafbc62e4a1b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:24.700934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b024884-864d-4151-b984-3fa0270de58b req-ce11cd32-242f-43db-8f34-cafbc62e4a1b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1496863 Nov 23 02:29:24.813902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e822bb-68cf-40d8-85da-758ad7d9bdf0 None None] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:24.871517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.088782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b024884-864d-4151-b984-3fa0270de58b req-63bde87d-c30b-4701-ae92-527bebe0a5b4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566232 Nov 23 02:29:25.112158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0f45-065e-413f-84dc-05317639ce1d req-1f58d14c-0a9c-4dad-8824-7c4a746cd6c9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:25.119394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b78f0f45-065e-413f-84dc-05317639ce1d req-1f58d14c-0a9c-4dad-8824-7c4a746cd6c9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.3562012 Nov 23 02:29:25.203713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.497649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b78f0f45-065e-413f-84dc-05317639ce1d req-e44b6e4e-c07d-4d8a-8c1b-efef3d66e71a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772545 Nov 23 02:29:25.562059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85bb01-4270-47a4-9d1f-e710b2351ca0 req-fe25f17a-dc13-4df3-ab78-753bd0930e01 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:25.571815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa85bb01-4270-47a4-9d1f-e710b2351ca0 req-fe25f17a-dc13-4df3-ab78-753bd0930e01 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.3515718 Nov 23 02:29:25.702477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa85bb01-4270-47a4-9d1f-e710b2351ca0 req-397775eb-cb65-49f2-a1e6-44af670b943d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190164 Nov 23 02:29:25.737170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e69651-2aeb-4efb-8eb1-a496aed1b21f req-a1f5998c-1e5f-4f70-b336-ad9cce08c10c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:25.752200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0e69651-2aeb-4efb-8eb1-a496aed1b21f req-a1f5998c-1e5f-4f70-b336-ad9cce08c10c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1229801 Nov 23 02:29:25.909836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0e69651-2aeb-4efb-8eb1-a496aed1b21f req-e9f98f62-c22c-4892-b557-50dc455afa38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624901 Nov 23 02:29:26.034429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5aeb0-914b-4f44-be87-9765e1deaf99 req-7218f7da-4f49-41ae-82e4-66fa196e88c4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.038268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94b5aeb0-914b-4f44-be87-9765e1deaf99 req-7218f7da-4f49-41ae-82e4-66fa196e88c4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1526155 Nov 23 02:29:26.073167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.173000 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.312112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94b5aeb0-914b-4f44-be87-9765e1deaf99 req-f66e0f75-7f6b-446b-96d8-3da6260dc6c3 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645979 Nov 23 02:29:26.386400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Allocated IP 172.25.1.142 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/eb10b24c-ffed-4abd-bc59-e32b3725bd68) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:26.537344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225f23-f432-4e83-bb98-5697331cfd8d req-0ad0d8ab-20cb-42ee-9ab4-ab7afba9fbaa tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.539252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a225f23-f432-4e83-bb98-5697331cfd8d req-0ad0d8ab-20cb-42ee-9ab4-ab7afba9fbaa tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.3113596 Nov 23 02:29:26.833385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a225f23-f432-4e83-bb98-5697331cfd8d req-6d7ca3d8-2df8-4070-b8b9-f8318e6c249b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801385 Nov 23 02:29:26.848107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.896790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539ff51-0053-4996-af1b-ce0253bb0cac req-a22c6b1e-df8e-4cea-a54a-c2a98f5d1c21 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.898379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b539ff51-0053-4996-af1b-ce0253bb0cac req-a22c6b1e-df8e-4cea-a54a-c2a98f5d1c21 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1461954 Nov 23 02:29:27.123434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b539ff51-0053-4996-af1b-ce0253bb0cac req-95836172-cc74-4d20-9cd8-fce4abda3a51 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108502 Nov 23 02:29:27.196639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee3459-4250-4a9b-99ea-68dca43e0ee1 req-e23d9945-fb11-41e2-a58a-69186060da4b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:27.202046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79ee3459-4250-4a9b-99ea-68dca43e0ee1 req-e23d9945-fb11-41e2-a58a-69186060da4b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1624422 Nov 23 02:29:27.235265 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:27.306353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Pushing event updated for resources: {'Port': ['ID=eb10b24c-ffed-4abd-bc59-e32b3725bd68,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:27.357515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:27.365230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:27.372925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:27.695578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79ee3459-4250-4a9b-99ea-68dca43e0ee1 req-d3d78ff5-dbcb-43c9-8651-f62d241a77ca tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4799027 Nov 23 02:29:27.832298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc7756-73a2-4508-a6c6-57b261ae4e4a req-5ca965e5-4e80-4a6d-9741-ea06fae8bf9a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:27.839527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1dc7756-73a2-4508-a6c6-57b261ae4e4a req-5ca965e5-4e80-4a6d-9741-ea06fae8bf9a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.5909605 Nov 23 02:29:28.068707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394651-c08b-49f6-b492-1f6c219053b6 req-a15d1700-e07f-425a-a813-59855a6e9c6b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:28.078386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4394651-c08b-49f6-b492-1f6c219053b6 req-a15d1700-e07f-425a-a813-59855a6e9c6b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.2310786 Nov 23 02:29:28.102805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1dc7756-73a2-4508-a6c6-57b261ae4e4a req-8371f750-055f-46c8-b19b-75cc6bbc9a9a tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398343 Nov 23 02:29:28.319890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4394651-c08b-49f6-b492-1f6c219053b6 req-47587da6-8530-49f9-9197-c98b262b8658 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154107 Nov 23 02:29:28.351633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:28.940031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4102b65-7bc4-4a81-abc3-56497c85b46f req-2e38d8a5-8ebf-48a4-8f5b-ffb1f6195816 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:28.942602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4102b65-7bc4-4a81-abc3-56497c85b46f req-2e38d8a5-8ebf-48a4-8f5b-ffb1f6195816 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.7062523 Nov 23 02:29:29.079284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b24f7-403e-4d5d-8493-f63198305e67 req-f5cb4a45-8ed8-4dd3-9082-c3bf07993d79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.086964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e3b24f7-403e-4d5d-8493-f63198305e67 req-f5cb4a45-8ed8-4dd3-9082-c3bf07993d79 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2702224 Nov 23 02:29:29.168514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4102b65-7bc4-4a81-abc3-56497c85b46f req-6b6a97d5-aa8a-4e78-8aa4-f9bc3b43ebc9 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151985 Nov 23 02:29:29.211328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:29.258956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e3b24f7-403e-4d5d-8493-f63198305e67 req-6b65263e-b284-47aa-9270-6b17dd4eacef tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661510 Nov 23 02:29:29.362660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add131da-5312-45c8-be81-9e87d1232c8d req-3c4814db-9f91-4798-903e-af38b498ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.364417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-3c4814db-9f91-4798-903e-af38b498ad4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1097 time: 0.2309368 Nov 23 02:29:29.435565 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:29.634469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d3adc-e3f0-4c78-a587-d662fd13f276 req-db33de19-32f3-432d-b4a9-851f8a99530a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.643923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-297d3adc-e3f0-4c78-a587-d662fd13f276 req-db33de19-32f3-432d-b4a9-851f8a99530a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.3006599 Nov 23 02:29:29.669084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee88af-4531-4851-9423-3d0c38d7bb48 req-5d0f5c88-50bb-4bf8-ace7-1cff3398cf79 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.671504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dee88af-4531-4851-9423-3d0c38d7bb48 req-5d0f5c88-50bb-4bf8-ace7-1cff3398cf79 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.3058124 Nov 23 02:29:29.712072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add131da-5312-45c8-be81-9e87d1232c8d req-fba22917-054a-4533-bfbb-857ba3435740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.713546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-fba22917-054a-4533-bfbb-857ba3435740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3302071 Nov 23 02:29:29.826403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-2193f141-5e48-4685-8fec-45a16dcb951d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 1001 time: 0.1023738 Nov 23 02:29:29.912134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-297d3adc-e3f0-4c78-a587-d662fd13f276 req-f81bf09b-9fca-4a9e-8b91-81c4ff2f035e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665930 Nov 23 02:29:29.915320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dee88af-4531-4851-9423-3d0c38d7bb48 req-31f44a7d-3464-45bd-b9cb-83f58ccc7c62 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249136 Nov 23 02:29:29.925735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:29:29.940779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add131da-5312-45c8-be81-9e87d1232c8d req-ecb6f1f8-9761-4cf4-b723-9d3baac4a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.942698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-ecb6f1f8-9761-4cf4-b723-9d3baac4a3b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.0805578 Nov 23 02:29:30.168683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add131da-5312-45c8-be81-9e87d1232c8d req-cfe50cac-ff13-4293-a602-72057611d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.170162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-cfe50cac-ff13-4293-a602-72057611d271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630931 Nov 23 02:29:30.179388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:30.195424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Sync routers for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:30.213264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:30.216572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:30.225217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e66791-da3d-4731-aa13-ffc44bb2c833 req-efc2034f-8b0e-417c-8df0-717c8c566d04 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.227301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19e66791-da3d-4731-aa13-ffc44bb2c833 req-efc2034f-8b0e-417c-8df0-717c8c566d04 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1871648 Nov 23 02:29:30.301194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:30.304910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-89223aa4-eb8b-4014-a32b-b839d5effa45 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7838843 Nov 23 02:29:30.305717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41440) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:30.436431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19e66791-da3d-4731-aa13-ffc44bb2c833 req-102b12de-18e4-4f27-9304-c02f9a75c493 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949227 Nov 23 02:29:30.440228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:30.561209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-38144af9-d73f-428e-8bda-18a9dd924774 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677547 Nov 23 02:29:30.610635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5d98-77e3-47ca-9924-e23120c0bb85 req-50911a58-0bda-4b63-9371-96b6279314be tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.631603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d4d5d98-77e3-47ca-9924-e23120c0bb85 req-50911a58-0bda-4b63-9371-96b6279314be tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.2839191 Nov 23 02:29:30.801653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:27Z', 'revision_number': 3, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:30.874043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Checking router: bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:30.874439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Updating router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc port eb10b24c-ffed-4abd-bc59-e32b3725bd68 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:29:30.927381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:30.984240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add131da-5312-45c8-be81-9e87d1232c8d req-7162ca06-1499-4091-a4f2-16b8b7e13a27 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183733 Nov 23 02:29:31.011161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d4d5d98-77e3-47ca-9924-e23120c0bb85 req-e784d387-78cd-41b2-9a76-37f409ce62ec tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784950 Nov 23 02:29:31.045138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8b0f-834c-4fb2-9f6f-b47887ee3c94 req-ba165c1d-ad3d-4d11-94f2-76a10b42cfd4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:31.046960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ec8b0f-834c-4fb2-9f6f-b47887ee3c94 req-ba165c1d-ad3d-4d11-94f2-76a10b42cfd4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.4539587 Nov 23 02:29:31.180059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ec8b0f-834c-4fb2-9f6f-b47887ee3c94 req-f66b4643-6392-47bf-941a-866190e727e5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256678 Nov 23 02:29:31.244617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.283837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19675-5ffe-47b5-9209-6d3dcac8ad00 req-574e0610-1b7f-43b6-a435-4ab1016a6b15 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:31.291507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bfc19675-5ffe-47b5-9209-6d3dcac8ad00 req-574e0610-1b7f-43b6-a435-4ab1016a6b15 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1435318 Nov 23 02:29:31.450049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bfc19675-5ffe-47b5-9209-6d3dcac8ad00 req-c836d524-514d-404c-8b97-ff53e8080fa1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447241 Nov 23 02:29:31.507175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222545-38f5-4f59-a503-e5b5eee8dc1e req-a76415b8-df6d-4fd8-a25e-f34228d7b3ba tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:31.520405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35222545-38f5-4f59-a503-e5b5eee8dc1e req-a76415b8-df6d-4fd8-a25e-f34228d7b3ba tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 945 time: 0.1934006 Nov 23 02:29:31.620999 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.630869 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.659967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Allocated IP 172.20.0.1 (5c5768bc-d460-4cb3-873b-674eed15ab5d/5e880d5c-181d-446a-bcd6-876ea1e64268/7bc4bec1-843d-4d79-80fc-75eca3a70c48) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:31.754158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Attempting to bind port eb10b24c-ffed-4abd-bc59-e32b3725bd68 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:31.755160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Attempting to bind port eb10b24c-ffed-4abd-bc59-e32b3725bd68 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:31.756457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Attempting to bind port eb10b24c-ffed-4abd-bc59-e32b3725bd68 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:31.769073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:31.769932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:31.770762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.771417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:31.772849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Bound port: eb10b24c-ffed-4abd-bc59-e32b3725bd68, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:31.773567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.790352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35222545-38f5-4f59-a503-e5b5eee8dc1e req-13a2f582-3186-4b59-b57c-72684fc6d5fd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684162 Nov 23 02:29:31.833682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b5db1-c4cc-4810-a8d9-36828a1ae288 req-05fb8a89-9862-4760-8dfa-3db76b3c1c8a tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:31.844451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] For port eb10b24c-ffed-4abd-bc59-e32b3725bd68, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:31.847959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] For port eb10b24c-ffed-4abd-bc59-e32b3725bd68, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb10b24c-ffed-4abd-bc59-e32b3725bd68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:31.850092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56139514-1cb9-451b-925e-58fde27685d8 None None] Pushing event updated for resources: {'Port': ['ID=eb10b24c-ffed-4abd-bc59-e32b3725bd68,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:31.854567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.857019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-472b5db1-c4cc-4810-a8d9-36828a1ae288 req-05fb8a89-9862-4760-8dfa-3db76b3c1c8a tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.2296424 Nov 23 02:29:31.894548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.952676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:31.953758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:31.956095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:31.956960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:31.976443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-472b5db1-c4cc-4810-a8d9-36828a1ae288 req-72f6785e-36cb-4e38-ad93-67f8e2a4da40 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183410 Nov 23 02:29:32.022410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:32.050227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:32.050477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56139514-1cb9-451b-925e-58fde27685d8 None None] Pushing event updated for resources: {'Port': ['ID=eb10b24c-ffed-4abd-bc59-e32b3725bd68,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:32.066517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:32.071141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:32.157491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:32.272246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fad428-dae5-40b0-b85c-70c9e56068f9 req-6b05cd27-1854-487f-ac06-daa65c2ec3f0 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:32.274541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5fad428-dae5-40b0-b85c-70c9e56068f9 req-6b05cd27-1854-487f-ac06-daa65c2ec3f0 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1762290 Nov 23 02:29:32.370539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:32.420584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:32.424611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5fad428-dae5-40b0-b85c-70c9e56068f9 req-6b5196a1-660c-4a04-bec1-5f4d869c98d2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243641 Nov 23 02:29:32.455318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f4a1-ae1b-4d35-a25e-ef877e5bb9c6 req-0f1001d0-648c-4760-8a9e-93dbb57be45b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:32.457147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a081f4a1-ae1b-4d35-a25e-ef877e5bb9c6 req-0f1001d0-648c-4760-8a9e-93dbb57be45b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1039262 Nov 23 02:29:32.598670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:32.634327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a081f4a1-ae1b-4d35-a25e-ef877e5bb9c6 req-afec5068-385f-4d13-8f17-8cc80417d257 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608124 Nov 23 02:29:32.681347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:32.696458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:32.706188 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a184ca-3f98-4ea4-9c3b-4a0b86d33154" -d '{"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-unplugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:32.716445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:32.756070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5274f1-bda8-43f7-a243-4f7a31298183 req-a9524ba7-8030-4e6a-a077-8eb1292ab8b7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:32.773840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac5274f1-bda8-43f7-a243-4f7a31298183 req-a9524ba7-8030-4e6a-a077-8eb1292ab8b7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1781862 Nov 23 02:29:32.833173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:32.876539 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db1091a-7ef8-4a23-90a2-9ce43e2ce0a0 x-openstack-request-id: req-2db1091a-7ef8-4a23-90a2-9ce43e2ce0a0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:32.876855 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-unplugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:32.877114 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2db1091a-7ef8-4a23-90a2-9ce43e2ce0a0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:32.877514 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'code': 200} Nov 23 02:29:32.912559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac5274f1-bda8-43f7-a243-4f7a31298183 req-6c216739-bb30-4d21-b7c3-916fddfd95f6 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377530 Nov 23 02:29:32.962609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:32.977581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:33.008740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:27Z', 'revision_number': 3, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:33.068021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a38ae-32fa-4b03-8ae3-42bd8872364e None None] The sync data for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 is: [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:27Z', 'revision_number': 3, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:33.177337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38924457-fb54-40d8-8753-caa54e0f5742 req-376c20c6-6b79-49f2-8711-74b64c4d843c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:33.184561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38924457-fb54-40d8-8753-caa54e0f5742 req-376c20c6-6b79-49f2-8711-74b64c4d843c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1657224 Nov 23 02:29:33.197661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:33.199509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:33.391737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:33.393481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:33.431366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b63b96-bd50-43bb-ae00-bf75eba5509c req-af13a260-7f75-4184-bb57-a592122ae174 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:33.441550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3b63b96-bd50-43bb-ae00-bf75eba5509c req-af13a260-7f75-4184-bb57-a592122ae174 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.2558951 Nov 23 02:29:33.529345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38924457-fb54-40d8-8753-caa54e0f5742 req-545b5851-ad1f-4865-8894-884006887734 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048092 Nov 23 02:29:33.581798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3b63b96-bd50-43bb-ae00-bf75eba5509c req-0fd7746e-4295-45c0-90b2-3503096b06fc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389897 Nov 23 02:29:33.709761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:33.813947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851f727-d346-4138-adee-0d36351dc9bc req-80d53034-c896-46dc-ac82-b6c9e93d997e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:33.822132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7851f727-d346-4138-adee-0d36351dc9bc req-80d53034-c896-46dc-ac82-b6c9e93d997e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1577327 Nov 23 02:29:33.921997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7851f727-d346-4138-adee-0d36351dc9bc req-47180da5-7bcb-4cd0-9907-bbb85c3594eb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Nov 23 02:29:33.997525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:34.013185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c4a751ff-dcbb-402e-9cff-69c2881468cd admin admin] 10.222.0.15 "PUT /v2.0/routers/bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6983027 Nov 23 02:29:34.164032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98704850-cec5-46c8-9921-a245054ca4bc req-dfced42d-2c26-4063-baa8-e8d4e4f247fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:34.182584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98704850-cec5-46c8-9921-a245054ca4bc req-dfced42d-2c26-4063-baa8-e8d4e4f247fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1452093 Nov 23 02:29:34.296473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98704850-cec5-46c8-9921-a245054ca4bc req-52ddabbd-58ad-4c5b-9776-96f459cc5dde tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033027 Nov 23 02:29:34.487172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe6585-9813-49b7-ac29-a89c25a57ccc req-b49234a4-7542-4c13-801a-436e3cac622e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:34.493682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abfe6585-9813-49b7-ac29-a89c25a57ccc req-b49234a4-7542-4c13-801a-436e3cac622e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1215794 Nov 23 02:29:34.570071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abfe6585-9813-49b7-ac29-a89c25a57ccc req-c38b7cd1-1666-4d9d-854b-ad65b1c14b6f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719047 Nov 23 02:29:34.719603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42195ebc-b40a-445e-853b-53448952d9e6 req-104c2aca-db1e-433d-bf13-e728d3fcfa8b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:34.722891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42195ebc-b40a-445e-853b-53448952d9e6 req-104c2aca-db1e-433d-bf13-e728d3fcfa8b tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.0852661 Nov 23 02:29:34.903566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42195ebc-b40a-445e-853b-53448952d9e6 req-dc17021f-0deb-4240-b7a1-e7cffff6fa7e tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689517 Nov 23 02:29:34.964610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-48d4744d-a73b-4865-bdd3-2e9d473998ae tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:34.973581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-48d4744d-a73b-4865-bdd3-2e9d473998ae tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 820 time: 0.2482650 Nov 23 02:29:34.990617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-225a31f7-f328-4d3f-9ec5-a3ca0a9c60b1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/quotas/923e8d147f7848d7adac98a95e43fb5a HTTP/1.1" status: 200 len: 375 time: 0.0165129 Nov 23 02:29:35.008592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-ee0e3a54-9fcd-45b5-9074-2e3f8dd21add req-68b8930d-76a5-4bee-a8e6-a43a98fa0144 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:35.009698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee0e3a54-9fcd-45b5-9074-2e3f8dd21add req-68b8930d-76a5-4bee-a8e6-a43a98fa0144 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170004 Nov 23 02:29:35.068196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-c6f154c7-391e-4228-8966-892a5d42780a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765469 Nov 23 02:29:35.229100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-c15322c1-acfc-49a3-a554-dab6f8b73343 service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599774 Nov 23 02:29:35.272389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb10b24c-ffed-4abd-bc59-e32b3725bd68 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:35.339123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb10b24c-ffed-4abd-bc59-e32b3725bd68 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:35.339508 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:35.370428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-1450f2d4-ff2c-4802-8e05-4b99f4e74d03 service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395442 Nov 23 02:29:35.443588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-3422129f-8d6c-4e49-b63d-61f813aee64e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255598 Nov 23 02:29:35.469355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc25b-1631-4205-8037-6915ff6df3a2 req-dc74b84c-ac99-4f2a-ac03-232c91aa0618 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:35.471012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d00fc25b-1631-4205-8037-6915ff6df3a2 req-dc74b84c-ac99-4f2a-ac03-232c91aa0618 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.2389858 Nov 23 02:29:35.520729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:35.552852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port eb10b24c-ffed-4abd-bc59-e32b3725bd68, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb10b24c-ffed-4abd-bc59-e32b3725bd68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:35.565660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:35.573280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d00fc25b-1631-4205-8037-6915ff6df3a2 req-5ed16193-dc89-4fab-ac6d-2b913d7bd94b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854647 Nov 23 02:29:35.725381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=eb10b24c-ffed-4abd-bc59-e32b3725bd68,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:35.816951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f66dc582-7465-43d8-afc5-a4f5d78ac5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:35.840695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356396b-949d-4f34-a031-67b5d4b5c01a req-cf1c27ee-5c1f-4912-a2e4-dbd08b7b4a2c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:35.870961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1356396b-949d-4f34-a031-67b5d4b5c01a req-cf1c27ee-5c1f-4912-a2e4-dbd08b7b4a2c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1575804 Nov 23 02:29:35.957366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:36.006369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbd8d3-54ec-4605-9076-18b28a548e44 req-3626f6a0-3dbe-4be1-86ff-6ad64aae9bb3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:36.008068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65cbd8d3-54ec-4605-9076-18b28a548e44 req-3626f6a0-3dbe-4be1-86ff-6ad64aae9bb3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1204650 Nov 23 02:29:36.038673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1356396b-949d-4f34-a031-67b5d4b5c01a req-3fc7bfc8-eafd-4539-ad2e-d793e89e62a0 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647277 Nov 23 02:29:36.156966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Sync routers for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:36.200198 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:36.203742 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:36.212182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65cbd8d3-54ec-4605-9076-18b28a548e44 req-ee70984d-626f-4afd-a073-42287523c577 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529846 Nov 23 02:29:36.396874 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:36.504448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45dc62-ec51-4f6f-a901-96ef2619100a req-5d856540-a72b-49f2-bb1d-c9c905e5aaf0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:36.515749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df45dc62-ec51-4f6f-a901-96ef2619100a req-5d856540-a72b-49f2-bb1d-c9c905e5aaf0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.2591701 Nov 23 02:29:36.656635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df45dc62-ec51-4f6f-a901-96ef2619100a req-853d0ade-ceee-46ba-bf12-e17a4e5500fa tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371760 Nov 23 02:29:36.698287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a609-381d-4c7b-92ea-73aca95aa264 req-972ad909-4db8-42af-ba12-53dc9f418944 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:36.709712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebc4a609-381d-4c7b-92ea-73aca95aa264 req-972ad909-4db8-42af-ba12-53dc9f418944 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1512148 Nov 23 02:29:36.883149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b9acd8b-9df6-472e-83c1-5c52ab6e6dcb req-f20db38a-bcf1-4ced-aca4-aac2b1077827 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 210 time: 0.0922046 Nov 23 02:29:36.930296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebc4a609-381d-4c7b-92ea-73aca95aa264 req-4516d05f-e697-4f0f-b42a-f3d5d14476e4 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047942 Nov 23 02:29:36.965130 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 2, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:36.999648 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Checking router: bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:37.000280 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Updating router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:29:37.056402 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:37.224431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b81c3-2fff-4697-b734-8b8a88ef9461 req-7c049131-690d-437b-886a-fceb2110379b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:37.234149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e12b81c3-2fff-4697-b734-8b8a88ef9461 req-7c049131-690d-437b-886a-fceb2110379b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.2189267 Nov 23 02:29:37.371103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb10b24c-ffed-4abd-bc59-e32b3725bd68 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:37.500346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e12b81c3-2fff-4697-b734-8b8a88ef9461 req-064f4556-1704-47c9-b935-633f4a0e7bc8 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646675 Nov 23 02:29:37.667715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb10b24c-ffed-4abd-bc59-e32b3725bd68 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:37.668095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:37.815064 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:37.824724 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:37.831759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960825e9-626c-477f-b1b3-4eff6a7667d1 req-5422e8dc-a09b-4726-b161-4b7556041780 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:37.908828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-960825e9-626c-477f-b1b3-4eff6a7667d1 req-5422e8dc-a09b-4726-b161-4b7556041780 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.4599638 Nov 23 02:29:38.007566 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Attempting to bind port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:38.009731 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Attempting to bind port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:38.010708 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Attempting to bind port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 on network 5c5768bc-d460-4cb3-873b-674eed15ab5d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:38.035270 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:38.035682 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Checking segment: {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:38.036837 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.038444 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Bound using segment: {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:38.039197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Bound port: 7bc4bec1-843d-4d79-80fc-75eca3a70c48, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:38.041681 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.076795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80f224-967c-4571-bc4f-59daa96f1932 None None] Pushing event updated for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:38.120542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6c79fa-97f6-4bc3-b1fa-ca52a9dd4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.208806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbd49f-0abf-4f52-ae49-3e7deb6f494d req-f40ffacd-ec1f-455a-b3ed-51b46179c56a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:38.220836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bbd49f-0abf-4f52-ae49-3e7deb6f494d req-f40ffacd-ec1f-455a-b3ed-51b46179c56a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.5125589 Nov 23 02:29:38.233768 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] For port 7bc4bec1-843d-4d79-80fc-75eca3a70c48, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:38.241334 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] For port 7bc4bec1-843d-4d79-80fc-75eca3a70c48, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7bc4bec1-843d-4d79-80fc-75eca3a70c48,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:38.247635 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.375275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-ced206e4-8efd-4b43-ac31-98d6c1f86457 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:38.377363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-ced206e4-8efd-4b43-ac31-98d6c1f86457 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 820 time: 0.4426394 Nov 23 02:29:38.390190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-960825e9-626c-477f-b1b3-4eff6a7667d1 req-c5360e6f-1eb5-44fa-a00a-203853c1a75e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678690 Nov 23 02:29:38.445100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'port': {'device_id': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'admin_state_up': True, 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:38.581354 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:38.582002 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:29:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:38.680484 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80f224-967c-4571-bc4f-59daa96f1932 None None] Pushing event updated for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:38.831385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-4d45798d-e84e-4622-8df5-b42f8a5ceacb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:38.832994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-4d45798d-e84e-4622-8df5-b42f8a5ceacb tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 946 time: 0.1475883 Nov 23 02:29:38.873334 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:39.082439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port b2b06f13-bc58-439e-9f19-e0ff384c3f72 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:39.083239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.196206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.217734 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:38Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:39.218065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bbd49f-0abf-4f52-ae49-3e7deb6f494d req-025a1c70-1585-4dc8-9fff-59e683e4826f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9915960 Nov 23 02:29:39.297653 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ad64-5747-4085-a10f-4a15b0f4704a None None] The sync data for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 is: [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:38Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:39.312534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port b2b06f13-bc58-439e-9f19-e0ff384c3f72, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b2b06f13-bc58-439e-9f19-e0ff384c3f72,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:39.312914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.344644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for b2b06f13-bc58-439e-9f19-e0ff384c3f72 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:39.350035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a409-9265-48af-bf08-51f77ae71912 req-e322c33d-e9a0-43d8-89ca-8f3c32f5e60b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:39.361500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f678a409-9265-48af-bf08-51f77ae71912 req-e322c33d-e9a0-43d8-89ca-8f3c32f5e60b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.8140159 Nov 23 02:29:39.434847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1bcd706-4e4d-4b3d-bcc8-538fdf95c6f5 req-a8b1c2e0-5b15-4064-8a7a-ad56596dc1c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 210 time: 0.0518501 Nov 23 02:29:39.567231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.579959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'b2b06f13-bc58-439e-9f19-e0ff384c3f72'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:39.621930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=b2b06f13-bc58-439e-9f19-e0ff384c3f72,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:39.646932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Made reservation on behalf of 923e8d147f7848d7adac98a95e43fb5a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:39.652535 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.680782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port b2b06f13-bc58-439e-9f19-e0ff384c3f72 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:39.684640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.684995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.685343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.685720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.686057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.686392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.686746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.687310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.687812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.688322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.688961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.689469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.693571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.699789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f01fb2d0-8759-4def-80c0-029d0cdda83c req-ab94818b-c7a3-4479-be44-72347d7666f1 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "DELETE /v2.0/ports/b2b06f13-bc58-439e-9f19-e0ff384c3f72 HTTP/1.1" status: 204 len: 173 time: 0.8542631 Nov 23 02:29:39.700975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'name': 'network-vif-deleted', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:39.703607 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2fecdb-affd-491f-9f84-c7b52d772772" -d '{"events": [{"server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "name": "network-vif-deleted", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:39.710151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f678a409-9265-48af-bf08-51f77ae71912 req-1da40d38-f431-4d39-a7ce-342a8c7fdd35 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474641 Nov 23 02:29:39.769037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902c53d-a97f-472b-984f-a731b8591ee2 req-440e39dd-cfa0-4a04-997e-497cd2aff196 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:39.772438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b902c53d-a97f-472b-984f-a731b8591ee2 req-440e39dd-cfa0-4a04-997e-497cd2aff196 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 946 time: 0.1786556 Nov 23 02:29:39.871575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b902c53d-a97f-472b-984f-a731b8591ee2 req-ad15d1f0-419d-4e57-8de5-46dc0b9b514b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665979 Nov 23 02:29:39.988319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de24b3-9876-4885-a182-a17e47131794 req-dda7ceeb-0f18-4331-bdf0-b32f9a2f517e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:39.989753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08de24b3-9876-4885-a182-a17e47131794 req-dda7ceeb-0f18-4331-bdf0-b32f9a2f517e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1081264 Nov 23 02:29:40.057124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Allocated IP 172.20.0.14 (5c5768bc-d460-4cb3-873b-674eed15ab5d/5e880d5c-181d-446a-bcd6-876ea1e64268/be1516f9-48e5-4477-91de-85d22fbea069) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:40.122078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08de24b3-9876-4885-a182-a17e47131794 req-1fe65b6f-4a0f-432a-b1f6-4fa9c0aace7f tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210818 Nov 23 02:29:40.155153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee11424-c370-4fa1-ba90-8852f8690229 req-4f38797a-2e76-4742-8dd1-dfcfb60b2f86 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:40.163181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ee11424-c370-4fa1-ba90-8852f8690229 req-4f38797a-2e76-4742-8dd1-dfcfb60b2f86 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0989470 Nov 23 02:29:40.313678 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecca3c40-40ef-4957-bb2c-573133c19f71 x-openstack-request-id: req-ecca3c40-40ef-4957-bb2c-573133c19f71 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:40.314179 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8", "name": "network-vif-deleted", "tag": "b2b06f13-bc58-439e-9f19-e0ff384c3f72", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:40.315788 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecca3c40-40ef-4957-bb2c-573133c19f71 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:40.316220 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a780d8-8ac3-4d1b-bc64-bc98a5065aa8', 'name': 'network-vif-deleted', 'tag': 'b2b06f13-bc58-439e-9f19-e0ff384c3f72', 'status': 'completed', 'code': 200} Nov 23 02:29:40.329387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-d3024106-6e42-449f-a06c-d4c510b4be13 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:40.331451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-d3024106-6e42-449f-a06c-d4c510b4be13 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1098 time: 0.0788884 Nov 23 02:29:40.355135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:40.465289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.506684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ee11424-c370-4fa1-ba90-8852f8690229 req-3956c9e3-5bfd-4b9a-ac65-2c8e90215ab3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422527 Nov 23 02:29:40.594683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-72522719-acfe-48c3-a912-d2340a93b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:40.598584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-72522719-acfe-48c3-a912-d2340a93b773 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 1097 time: 0.2233217 Nov 23 02:29:40.647901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.687663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-623c0fbb-7fd6-4276-b464-f836c6a60e1e req-6b144c43-dc1b-4ca4-8866-c606fb220fe4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6a780d8-8ac3-4d1b-bc64-bc98a5065aa8 HTTP/1.1" status: 200 len: 210 time: 0.1074903 Nov 23 02:29:40.719929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:40.764701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066e17c0-fdc4-49a9-a75b-d24ab712cd42 req-966f50e9-cf0f-4003-8c2d-634db0c5d208 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 210 time: 0.0466769 Nov 23 02:29:40.785790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.821606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:40.834402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-17ce9283-8cc3-4177-8b9a-62392d704614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:40.843265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-17ce9283-8cc3-4177-8b9a-62392d704614 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.2319767 Nov 23 02:29:40.922494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-b253ef16-c3f3-4bae-80fc-bad0aa261e4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69db3335-2d91-4f82-b9ca-453ad088f310 HTTP/1.1" status: 200 len: 217 time: 0.0698662 Nov 23 02:29:40.924202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.944659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.954852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.094942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-7a7d45f2-1a64-4798-a3be-114ff23fc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.096435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-7a7d45f2-1a64-4798-a3be-114ff23fc2c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.1539998 Nov 23 02:29:41.097320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.102335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-119c5018-e106-4c28-ae83-554ccaa289af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.104263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-119c5018-e106-4c28-ae83-554ccaa289af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 1098 time: 0.0972130 Nov 23 02:29:41.109449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.145133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.145570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.146031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.146613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.147065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.147523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.148179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.148715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.149143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.149626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.150067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.150524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.170986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Network 5c5768bc-d460-4cb3-873b-674eed15ab5d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:41.214565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-c0d7ea4e-e2fa-405c-98bc-b12b1af68002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.218279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-c0d7ea4e-e2fa-405c-98bc-b12b1af68002 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 200 len: 916 time: 0.0983245 Nov 23 02:29:41.223024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:41.223355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:41.223681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:41.237057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:41.242705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:41.252024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:41.252256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Attempting to bind port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on network 64b7b5bb-20a1-4170-bb0c-a48375649eb3 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:41.255996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-a85f8b22-98b1-4531-a739-88260c386b0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458302 Nov 23 02:29:41.299286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:41.300177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Checking segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:41.300763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Bound using segment: {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:41.301407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Bound port: eb90c29c-046d-4a5d-8330-cad97f3b4b15, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5857d465-547a-41e6-9804-a9d31fb43e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '64b7b5bb-20a1-4170-bb0c-a48375649eb3'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:41.301969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.304064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb9059-3873-4e72-8a53-5a6a8fc76ab2 req-305fe934-7f3a-48ab-b5cd-93b61ad35737 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.307293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-856fa50f-5fe5-4719-b4e7-86732e3694ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab HTTP/1.1" status: 200 len: 217 time: 0.0775542 Nov 23 02:29:41.312214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1eb9059-3873-4e72-8a53-5a6a8fc76ab2 req-305fe934-7f3a-48ab-b5cd-93b61ad35737 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.4022934 Nov 23 02:29:41.347916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7bc4bec1-843d-4d79-80fc-75eca3a70c48 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:41.413821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-b650a1ea-4691-45fb-b9a3-8bced4e7f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.416035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-b650a1ea-4691-45fb-b9a3-8bced4e7f2a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 200 len: 854 time: 0.0993493 Nov 23 02:29:41.445550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.446342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.458915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:41.459301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.477120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:41.485529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:41.492176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01dfd-24ff-4de0-9a1e-3bbb8ef3467c req-ead3452f-a49c-4c65-a0e5-0d2836ed0ee1 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.493103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-8f006a1b-90f1-4543-a871-d4fc305eb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.495455 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-8f006a1b-90f1-4543-a871-d4fc305eb1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659645 Nov 23 02:29:41.497423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.501954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7be01dfd-24ff-4de0-9a1e-3bbb8ef3467c req-ead3452f-a49c-4c65-a0e5-0d2836ed0ee1 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.4892921 Nov 23 02:29:41.550462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1eb9059-3873-4e72-8a53-5a6a8fc76ab2 req-df519efa-7c8b-4470-8d3d-a138d44fdc3e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371895 Nov 23 02:29:41.578448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.596601 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.602628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-db14ff6a-48bb-4ca8-88de-e660ac9d0bbc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1770597 Nov 23 02:29:41.629196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Request body: {'port': {'device_id': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:41.675761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7bc4bec1-843d-4d79-80fc-75eca3a70c48, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7bc4bec1-843d-4d79-80fc-75eca3a70c48,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:41.682106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.691360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.711546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.712178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.713588 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-1aeeaac1-2a5a-4a78-979c-9e995e2c1729 service neutron] 10.222.0.47 "PUT /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 1124 time: 1.3746476 Nov 23 02:29:41.739283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-43b9fd87-ed5a-4a88-9eeb-3bcddb813ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454451 Nov 23 02:29:41.779846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.787960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-6c351086-ae61-4773-bbfa-2f4647edf4f0 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228572 Nov 23 02:29:41.793913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.794569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.795125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.795681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.796176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.796683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.797342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.797847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.798354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.799123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.799627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.800124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.809905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['eb90c29c-046d-4a5d-8330-cad97f3b4b15'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:41.903928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.926470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7be01dfd-24ff-4de0-9a1e-3bbb8ef3467c req-853dda92-5656-4b68-92ca-38c3c87fcea9 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233110 Nov 23 02:29:41.941539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['eb90c29c-046d-4a5d-8330-cad97f3b4b15'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:41.978702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2ab3abc-c810-432b-b248-7f50470f0247 req-8d3418b6-49a0-4958-83c9-b0baa39a5fd6 service neutron] 10.222.0.47 "GET /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808023 Nov 23 02:29:41.985450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:41.987705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b2b06f13-bc58-439e-9f19-e0ff384c3f72 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:42.035809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b2b06f13-bc58-439e-9f19-e0ff384c3f72 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:42.036433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b2b06f13-bc58-439e-9f19-e0ff384c3f72 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:42.117718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fd1cf-3585-4b2d-a9ff-5c79df2b6a52 req-7e265bc9-cc34-47e2-83c7-552f51541d79 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.119874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-354fd1cf-3585-4b2d-a9ff-5c79df2b6a52 req-7e265bc9-cc34-47e2-83c7-552f51541d79 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.3994589 Nov 23 02:29:42.225000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:42.251557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:29:42.255885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e7efde3-9f02-46cb-9a7e-225a69644a0d req-df5d6d0d-111b-4588-a354-3398926924c8 service neutron] 10.222.0.41 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793522 Nov 23 02:29:42.292155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77bcb-e4f3-445d-95e5-e49507acd4d6 req-e5f7eff4-51d0-412b-9226-3e38bad9e7fb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.293861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77a77bcb-e4f3-445d-95e5-e49507acd4d6 req-e5f7eff4-51d0-412b-9226-3e38bad9e7fb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.2359936 Nov 23 02:29:42.301902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-354fd1cf-3585-4b2d-a9ff-5c79df2b6a52 req-e25e4912-c37f-4284-adec-7266386d345f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565981 Nov 23 02:29:42.317299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15'}, {'name': 'network-changed', 'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:42.320473 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d295f-bb4e-43b2-bcb4-506fe69461ed" -d '{"events": [{"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15"}, {"name": "network-changed", "server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:42.392988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77a77bcb-e4f3-445d-95e5-e49507acd4d6 req-4c80b1a5-e49d-4ef8-b3eb-468ca0c39342 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880971 Nov 23 02:29:42.492821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1516f9-48e5-4477-91de-85d22fbea069 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:42.514728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:42.551959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Transition to ACTIVE for port object be1516f9-48e5-4477-91de-85d22fbea069 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:29:42.559137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:42.626232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-02f3fd4a-6550-4dc2-82d5-b5e23f38dc7d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--487497737&fields=id&tenant_id=1b95977f9a6a4fea8a12d3204346d308 HTTP/1.1" status: 200 len: 267 time: 0.1270123 Nov 23 02:29:42.636424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967584f-1955-4da0-bc08-b65d9c11975e req-1aa237dc-9b57-4f57-95b3-f5cf0da260ee tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.637889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0967584f-1955-4da0-bc08-b65d9c11975e req-1aa237dc-9b57-4f57-95b3-f5cf0da260ee tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 932 time: 0.1404839 Nov 23 02:29:42.714848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:42.817634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0967584f-1955-4da0-bc08-b65d9c11975e req-e51844de-7ba1-4b20-b4c3-264653bf70ff tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714983 Nov 23 02:29:42.856274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-e6581711-3da3-4c44-b87b-6d75b2a42b90 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.857857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-e6581711-3da3-4c44-b87b-6d75b2a42b90 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/networks?id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 200 len: 815 time: 0.2190118 Nov 23 02:29:42.862657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Attempting to bind port be1516f9-48e5-4477-91de-85d22fbea069 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:42.862992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Attempting to bind port be1516f9-48e5-4477-91de-85d22fbea069 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:42.863318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Attempting to bind port be1516f9-48e5-4477-91de-85d22fbea069 on network 5c5768bc-d460-4cb3-873b-674eed15ab5d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:42.874722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Port be1516f9-48e5-4477-91de-85d22fbea069 on network 5c5768bc-d460-4cb3-873b-674eed15ab5d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:42.875100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Attempting to bind port be1516f9-48e5-4477-91de-85d22fbea069 on network 5c5768bc-d460-4cb3-873b-674eed15ab5d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:42.882429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-417897c6-9b20-436b-a0b1-7d039771d257 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/quotas/1b95977f9a6a4fea8a12d3204346d308 HTTP/1.1" status: 200 len: 375 time: 0.0168190 Nov 23 02:29:42.883308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:42.883638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Checking segment: {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:42.884011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Bound using segment: {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:42.884435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Bound port: be1516f9-48e5-4477-91de-85d22fbea069, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:42.884789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:42.885895 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4846b4d4-bff9-40d0-b70f-476c560fb1b8 x-openstack-request-id: req-4846b4d4-bff9-40d0-b70f-476c560fb1b8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:42.887293 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-unplugged", "status": "completed", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15", "code": 200}, {"name": "network-changed", "server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:42.887740 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4846b4d4-bff9-40d0-b70f-476c560fb1b8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:42.888529 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'code': 200} Nov 23 02:29:42.889572 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'status': 'completed', 'code': 200} Nov 23 02:29:43.011855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-1aed52fc-ee1e-43af-a011-f6942ea527cf tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b95977f9a6a4fea8a12d3204346d308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170626 Nov 23 02:29:43.031916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:43.079649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:43.113011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:43.129304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-a42d8305-7bf3-4c7c-8c49-cacc9462d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.130839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-a42d8305-7bf3-4c7c-8c49-cacc9462d651 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1127 time: 0.1616874 Nov 23 02:29:43.203691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad0877-9c8e-48ab-9ed5-7bf0e32e71ed req-54dcc9a5-cac3-4366-a997-33c53600bb15 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.205182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ad0877-9c8e-48ab-9ed5-7bf0e32e71ed req-54dcc9a5-cac3-4366-a997-33c53600bb15 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 945 time: 0.1924222 Nov 23 02:29:43.206697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.207494 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:43.208214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7bc4bec1-843d-4d79-80fc-75eca3a70c48 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:43.208964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] 10.222.0.47 "PUT /v2.0/ports/be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 1093 time: 1.5968742 Nov 23 02:29:43.237203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:43.239488 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5538ae-5ed8-4a85-8587-db91ebef493a" -d '{"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:43.294038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:43.294934 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:43.618425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aae14-334d-42e6-a221-608d294dfef7 service neutron] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:43.649290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-b6824cae-7458-4be3-a3c9-1c5d83c4d923 service neutron] 10.222.0.15 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019559 Nov 23 02:29:43.723960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ad0877-9c8e-48ab-9ed5-7bf0e32e71ed req-64695232-ad31-4f98-bd05-7ce06f6ad405 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792006 Nov 23 02:29:43.742490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-1509c6bd-e49f-45d4-bebf-ec6e718623ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.744056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-1509c6bd-e49f-45d4-bebf-ec6e718623ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1096 time: 0.4694881 Nov 23 02:29:43.753784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-f6c62010-2b9e-4033-86df-8598671704ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.755415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-f6c62010-2b9e-4033-86df-8598671704ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.5994782 Nov 23 02:29:43.840169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-b97a6e79-a3af-4f75-8446-f5418f793524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0837333 Nov 23 02:29:43.843629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-8f31e0c9-5c28-4ed3-83c3-54345924c8b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 217 time: 0.0777385 Nov 23 02:29:43.948450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-f63b9c44-b3bd-445b-b8ae-b5d3b5a399ea service neutron] 10.222.0.15 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885742 Nov 23 02:29:43.969872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-42ef3b76-b672-45a5-8b85-5f91d4d9b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.971355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-42ef3b76-b672-45a5-8b85-5f91d4d9b029 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.1186378 Nov 23 02:29:43.979555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-4f111408-19cb-4cee-9b06-b9957050e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.980929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-4f111408-19cb-4cee-9b06-b9957050e896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.1142538 Nov 23 02:29:43.992539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47296e29-9e3d-475a-9ba8-18d1fae34132 req-6f74d625-13a7-4b69-a541-c14f4633ddd5 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.994052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47296e29-9e3d-475a-9ba8-18d1fae34132 req-6f74d625-13a7-4b69-a541-c14f4633ddd5 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1557183 Nov 23 02:29:44.033598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-04ffe645-cae7-4409-9d99-d4e35583c304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491376 Nov 23 02:29:44.051863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-d1ce82f4-9d54-4886-b20d-a4ec0bd5fc44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486438 Nov 23 02:29:44.200583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47296e29-9e3d-475a-9ba8-18d1fae34132 req-374c771f-e705-41b1-91d2-be5aa2214f12 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958261 Nov 23 02:29:44.268188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-0339cb14-5756-458a-9609-032965c1be36 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639330 Nov 23 02:29:44.269994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-a5c04faf-de81-4782-865f-16ec5d67ae69 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207606 Nov 23 02:29:44.271496 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edecf2e8-8772-47cb-b113-83463f056f54 x-openstack-request-id: req-edecf2e8-8772-47cb-b113-83463f056f54 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:44.271791 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:44.272046 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edecf2e8-8772-47cb-b113-83463f056f54 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:44.272450 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:29:44.363544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:44.524244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-104d295f-bb4e-43b2-bcb4-506fe69461ed req-c745b00d-5890-4c57-a104-8a498ffb4a36 service neutron] 10.222.0.41 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463999 Nov 23 02:29:44.529093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.532633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1ca6a-2b12-4da1-9895-e452337c8642 req-c48fc35d-9243-488c-a68a-4e880685fbab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.534138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab1ca6a-2b12-4da1-9895-e452337c8642 req-c48fc35d-9243-488c-a68a-4e880685fbab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1584229 Nov 23 02:29:44.542860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f58ec-2e46-4d2a-8894-cad5cf7dd751 req-3174bb2f-9767-484b-9370-2baae3a121be tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.550298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a70f58ec-2e46-4d2a-8894-cad5cf7dd751 req-3174bb2f-9767-484b-9370-2baae3a121be tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.1733263 Nov 23 02:29:44.553560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa2b70eb-53f4-49d7-89a3-9aab0be51d94 req-54c5f93c-4d29-4a71-b970-42adec057439 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671940 Nov 23 02:29:44.570901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:44.574108 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5634dd7b-311c-419e-94fe-04b9529408d4" -d '{"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-unplugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:44.589612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:44.594420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.647254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a70f58ec-2e46-4d2a-8894-cad5cf7dd751 req-6df613fb-fb9e-4af6-a4e8-248aaeb98d57 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958207 Nov 23 02:29:44.659574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ab1ca6a-2b12-4da1-9895-e452337c8642 req-f024ed4a-c505-4187-ab51-b0ddcd93ca9c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019971 Nov 23 02:29:44.662882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:44.722605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-24e826bc-94dd-4349-82ea-7844b54ce703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.724402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-24e826bc-94dd-4349-82ea-7844b54ce703 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1096 time: 0.0638425 Nov 23 02:29:44.865366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95500766-e7a3-41c7-96d9-2ab07d0b0779 req-d70e6491-6009-4b6d-80ca-22caf14c2473 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0523217 Nov 23 02:29:44.925597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d1676-7e7e-4de8-9e71-8774dce89ec9 req-c778139f-dd56-420c-83ec-a1f8e1b26db9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.927188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-534d1676-7e7e-4de8-9e71-8774dce89ec9 req-c778139f-dd56-420c-83ec-a1f8e1b26db9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 944 time: 0.1164415 Nov 23 02:29:44.930556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-31a1980b-3da5-4daf-8efe-6be7cc96d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.932068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-31a1980b-3da5-4daf-8efe-6be7cc96d3fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.1941998 Nov 23 02:29:44.937467 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47df123-b1eb-4d5a-b831-f4d640d6513f x-openstack-request-id: req-b47df123-b1eb-4d5a-b831-f4d640d6513f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:44.937786 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-unplugged", "status": "completed", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:44.938052 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b47df123-b1eb-4d5a-b831-f4d640d6513f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:44.938444 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310', 'code': 200} Nov 23 02:29:45.003434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-33531adb-ecf8-4411-b541-cb28f1589e34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0608807 Nov 23 02:29:45.063176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-534d1676-7e7e-4de8-9e71-8774dce89ec9 req-9990399c-9c03-4e69-81bd-95522483504c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293638 Nov 23 02:29:45.094242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-32a0720f-f957-4979-b42a-cc0472e68378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.096115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-32a0720f-f957-4979-b42a-cc0472e68378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0799446 Nov 23 02:29:45.165050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-9e8d0a1b-d9e6-4ecd-86ba-a296db74f4ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513723 Nov 23 02:29:45.258597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25109c-f982-4c51-b0ae-d8e00e2cb6c6 req-541ef613-cda9-4eff-a5ea-e9c7a0564580 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.260139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc25109c-f982-4c51-b0ae-d8e00e2cb6c6 req-541ef613-cda9-4eff-a5ea-e9c7a0564580 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1863220 Nov 23 02:29:45.302645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4374b-cbcd-4049-80ec-7c34cc8f8cec req-2ebd5ff3-43e1-4416-abb9-611c66ad11b7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.304529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1f4374b-cbcd-4049-80ec-7c34cc8f8cec req-2ebd5ff3-43e1-4416-abb9-611c66ad11b7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 943 time: 0.1418602 Nov 23 02:29:45.374432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-c69796c6-f2a5-4c11-a728-c647df7935a0 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955304 Nov 23 02:29:45.407864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc25109c-f982-4c51-b0ae-d8e00e2cb6c6 req-ef24b7c7-47c2-41c9-ac9d-9bb21ae6897e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310990 Nov 23 02:29:45.460630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1f4374b-cbcd-4049-80ec-7c34cc8f8cec req-360d7616-303b-4cbf-8bca-6f53fc0a2d42 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467144 Nov 23 02:29:45.542645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce5538ae-5ed8-4a85-8587-db91ebef493a req-86d0c537-9066-45bd-8b16-c1739a572710 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504698 Nov 23 02:29:45.563973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f4b9-503d-4786-a4bf-89608929db3d req-9c82c473-1907-448b-a471-a2716653dcb2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.571701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff21f4b9-503d-4786-a4bf-89608929db3d req-9c82c473-1907-448b-a471-a2716653dcb2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.0715699 Nov 23 02:29:45.634617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff21f4b9-503d-4786-a4bf-89608929db3d req-598d91fe-8094-4c00-a7b0-81acc66abccb tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580411 Nov 23 02:29:45.880895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e62b-3732-49f4-8a49-afed96449309 req-f1b38a66-bef8-4c10-b3e7-d7c671f76f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.883924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-f1b38a66-bef8-4c10-b3e7-d7c671f76f78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 1095 time: 0.1648989 Nov 23 02:29:45.981301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3cfc-46fa-4f9d-b7ee-b770b0c295f6 req-ace04417-3a17-4ded-8599-40f910c29c69 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:45.981301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caff3cfc-46fa-4f9d-b7ee-b770b0c295f6 req-ace04417-3a17-4ded-8599-40f910c29c69 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.2150216 Nov 23 02:29:46.022226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-cfa5d0f2-c868-49b4-9618-82d26659b85d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.023845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-cfa5d0f2-c868-49b4-9618-82d26659b85d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.41 "GET /v2.0/networks?id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 200 len: 815 time: 0.2617040 Nov 23 02:29:46.039336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e62b-3732-49f4-8a49-afed96449309 req-f3f27be8-c8a5-4eab-9d6b-8d453c6aa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.040837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-f3f27be8-c8a5-4eab-9d6b-8d453c6aa3bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1095 time: 0.1218209 Nov 23 02:29:46.142633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caff3cfc-46fa-4f9d-b7ee-b770b0c295f6 req-742f6bf8-d25f-40c4-9e18-b101314ca323 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712024 Nov 23 02:29:46.219595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-d0131910-e318-4d79-8868-98c55c047f82 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b95977f9a6a4fea8a12d3204346d308 HTTP/1.1" status: 200 len: 379 time: 0.1777256 Nov 23 02:29:46.237576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'port': {'device_id': 'de58c1bf-85f5-4525-a77a-e36879653232', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'admin_state_up': True, 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'security_groups': ['da3eb97d-b1ec-4438-8f9e-ddf3c9924610']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:46.377715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e62b-3732-49f4-8a49-afed96449309 req-c209e95f-2d1c-402f-b3d5-7c1a1a1b3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.379829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-c209e95f-2d1c-402f-b3d5-7c1a1a1b3900 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3152740 Nov 23 02:29:46.481543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5308a79-2a6e-4b98-be34-3c36f9ebc8c7 req-b3bf1b6d-00c9-4e34-b9fc-c9356a3410cb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.483049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5308a79-2a6e-4b98-be34-3c36f9ebc8c7 req-b3bf1b6d-00c9-4e34-b9fc-c9356a3410cb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 944 time: 0.2364466 Nov 23 02:29:46.534304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-6d76492a-ab58-4717-abf3-84479a3d9af2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 999 time: 0.1444640 Nov 23 02:29:46.542304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Made reservation on behalf of 1b95977f9a6a4fea8a12d3204346d308 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:46.545835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:46.597815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-64db0472-f769-4287-bb91-3d6484d39f96 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.599348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-64db0472-f769-4287-bb91-3d6484d39f96 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=38b9d874-967c-41ca-abe2-b7eafb94ac80 HTTP/1.1" status: 200 len: 943 time: 0.1989343 Nov 23 02:29:46.664415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5308a79-2a6e-4b98-be34-3c36f9ebc8c7 req-6840bea2-575e-4ccd-8bd7-1fa52d0d3bf3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696565 Nov 23 02:29:46.679451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e62b-3732-49f4-8a49-afed96449309 req-d6f05ff3-91b7-4c86-9383-e16a2ccf9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.681025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-d6f05ff3-91b7-4c86-9383-e16a2ccf9c7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.1320539 Nov 23 02:29:47.152702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e62b-3732-49f4-8a49-afed96449309 req-2aa5ce44-7c8b-4abd-a2e1-cd4be785ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:47.154780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-2aa5ce44-7c8b-4abd-a2e1-cd4be785ca68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4406357 Nov 23 02:29:47.173139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eed80-dcdc-4454-9837-e228383fdf5d req-bd97988f-de65-4553-808a-07fbba2b42ae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:47.174650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-138eed80-dcdc-4454-9837-e228383fdf5d req-bd97988f-de65-4553-808a-07fbba2b42ae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.4115064 Nov 23 02:29:47.238615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Allocated IP 172.20.0.5 (b2e9b402-fcb0-4eb3-b083-b96182e89cbc/d0d6945c-9d67-4d3d-bb01-a77f7b11969f/bc3b9649-7508-4f96-b024-7b16ac1a647a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:47.265882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port 69db3335-2d91-4f82-b9ca-453ad088f310 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:47.266550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.394080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-138eed80-dcdc-4454-9837-e228383fdf5d req-345501bd-5a14-459e-ae5e-19a7f7069534 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067554 Nov 23 02:29:47.448012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-b5b07323-43a7-439b-b484-cbbbbc08d692 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842817 Nov 23 02:29:47.512313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-d5f12a9b-2690-4143-be18-c6af667c5cec tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:47.514646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-d5f12a9b-2690-4143-be18-c6af667c5cec tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084951 Nov 23 02:29:47.593605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-913d3fee-5ec0-484f-9521-6e0c52f8b9e1 req-57942bad-db95-40ab-afcf-f7ba1fc72c0d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0505507 Nov 23 02:29:47.611289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port 69db3335-2d91-4f82-b9ca-453ad088f310, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=69db3335-2d91-4f82-b9ca-453ad088f310,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:47.611966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.640676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for 69db3335-2d91-4f82-b9ca-453ad088f310 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:47.652628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-83031e86-89f8-437a-9268-40302189a72c service neutron] 10.222.0.41 "GET /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.1296384 Nov 23 02:29:47.691688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.746260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-f82fce2d-7eaf-4839-b599-77d34356c8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640445 Nov 23 02:29:47.835380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08504e15-a8d8-4555-ae45-d2b619097ec8 req-04a11c12-5803-483a-87f4-9873df1ec873 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:47.836969 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08504e15-a8d8-4555-ae45-d2b619097ec8 req-04a11c12-5803-483a-87f4-9873df1ec873 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 944 time: 0.1103806 Nov 23 02:29:47.859539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:47.874674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.886619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:47.931468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb90c29c-046d-4a5d-8330-cad97f3b4b15 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:47.949448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:47.967179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.977073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device be1516f9-48e5-4477-91de-85d22fbea069 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:47.989689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:48.000284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event updated for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:48.009037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:48.017382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:48.030616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08504e15-a8d8-4555-ae45-d2b619097ec8 req-49b7009f-9d19-45a8-98cc-71237062bf7a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766922 Nov 23 02:29:48.033199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.089169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] Transition to ACTIVE for port object eb90c29c-046d-4a5d-8330-cad97f3b4b15 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:29:48.097530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.104988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-309ef7f5-6da4-4eb9-9776-3f26388d02b7 req-7ea359e3-52e5-49e5-80c6-8690dc730592 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:48.112975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-309ef7f5-6da4-4eb9-9776-3f26388d02b7 req-7ea359e3-52e5-49e5-80c6-8690dc730592 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0316756 Nov 23 02:29:48.219652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:48.228010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] No DVR routers for this DVR port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:48.234772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'be1516f9-48e5-4477-91de-85d22fbea069', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'port_id': 'be1516f9-48e5-4477-91de-85d22fbea069', 'mac_address': 'fa:16:3e:c1:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:48.244006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] Pushing event updated for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:48.318605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=69db3335-2d91-4f82-b9ca-453ad088f310,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:48.321549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.330116 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-82b386bf-a893-44f0-a269-090fbc51071b service neutron] 10.222.0.41 "PUT /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 0.6701167 Nov 23 02:29:48.394066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1516f9-48e5-4477-91de-85d22fbea069 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:48.432725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port 69db3335-2d91-4f82-b9ca-453ad088f310 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:48.436175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.440130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd9740a-7ee3-48ea-9d2a-7ddcd0371505 req-cb454713-f0e3-4206-987a-09542cd4d7db tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "DELETE /v2.0/ports/69db3335-2d91-4f82-b9ca-453ad088f310 HTTP/1.1" status: 204 len: 173 time: 1.8269143 Nov 23 02:29:48.446857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-deleted', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:48.448752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:48.449612 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f58ac8-d84f-41a2-98cb-a6c89ef711c3" -d '{"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-deleted", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:48.454558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:48.462391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.519141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:48.520651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.570135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-309ef7f5-6da4-4eb9-9776-3f26388d02b7 req-6f30cca9-c222-454f-832e-687e1f15d906 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4552824 Nov 23 02:29:48.583175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-ea470cb8-090e-444d-b6f5-60d88f61417e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507528 Nov 23 02:29:48.605689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Request body: {'port': {'device_id': 'de58c1bf-85f5-4525-a77a-e36879653232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:48.623968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1ff855d8-7da6-44d3-83b0-c4bdb395b9ed None None] Provisioning complete for port bc3b9649-7508-4f96-b024-7b16ac1a647a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:48.624340 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1ff855d8-7da6-44d3-83b0-c4bdb395b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.725022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-f2eb23e5-3122-455e-82d5-abb98bb56ad0 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:48.743941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-f2eb23e5-3122-455e-82d5-abb98bb56ad0 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.2707198 Nov 23 02:29:48.768621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:48.769046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:48.825505 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.838984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 69db3335-2d91-4f82-b9ca-453ad088f310 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:48.838984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 69db3335-2d91-4f82-b9ca-453ad088f310 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:48.850800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1ff855d8-7da6-44d3-83b0-c4bdb395b9ed None None] Port bc3b9649-7508-4f96-b024-7b16ac1a647a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:48.863056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:49.010812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:49.081576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-2736ad9c-3068-4b09-813e-600362f88516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:49.083367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-2736ad9c-3068-4b09-813e-600362f88516 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a&tenant_id=92dfda8608354edb9e449982649e0768 HTTP/1.1" status: 200 len: 1097 time: 0.3364639 Nov 23 02:29:49.094998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:29:49.487588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-de3d8a61-df29-4d73-b9a9-5b6a6971d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:49.489303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-de3d8a61-df29-4d73-b9a9-5b6a6971d309 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92dfda8608354edb9e449982649e0768&device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1097 time: 0.2786977 Nov 23 02:29:49.502284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ae0ba-cf66-4c77-9544-2fd3a2e6a463 req-5ae0c45e-bb2c-4d76-a30d-30f259aaf3c2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:49.511134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-423ae0ba-cf66-4c77-9544-2fd3a2e6a463 req-5ae0c45e-bb2c-4d76-a30d-30f259aaf3c2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.2992833 Nov 23 02:29:49.535238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ac2b9-2f6e-43ff-b65c-4097ce6d06a7 req-2a0c33d7-42fd-4d4e-8953-22a065bd6d78 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:49.537121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b08ac2b9-2f6e-43ff-b65c-4097ce6d06a7 req-2a0c33d7-42fd-4d4e-8953-22a065bd6d78 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1473958 Nov 23 02:29:49.673804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-423ae0ba-cf66-4c77-9544-2fd3a2e6a463 req-b3c0d681-24d6-4b3e-a847-3d50667b954b tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571546 Nov 23 02:29:49.689450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b08ac2b9-2f6e-43ff-b65c-4097ce6d06a7 req-4a4737e4-7ead-4dc7-afc1-de77e8c54941 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343012 Nov 23 02:29:49.749004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3b9649-7508-4f96-b024-7b16ac1a647a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:49.768429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.785918 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5351a9f6-9797-4a2f-a81a-a2e94d71e716 x-openstack-request-id: req-5351a9f6-9797-4a2f-a81a-a2e94d71e716 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:49.786218 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d874-967c-41ca-abe2-b7eafb94ac80", "name": "network-vif-deleted", "tag": "69db3335-2d91-4f82-b9ca-453ad088f310", "status": "failed", "code": 422}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:49.787315 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5351a9f6-9797-4a2f-a81a-a2e94d71e716 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:49.787763 n-d-714676-12 neutron-server[103571]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38b9d874-967c-41ca-abe2-b7eafb94ac80', 'name': 'network-vif-deleted', 'tag': '69db3335-2d91-4f82-b9ca-453ad088f310', 'status': 'failed', 'code': 422} returned with failed status Nov 23 02:29:49.803830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Transition to ACTIVE for port object bc3b9649-7508-4f96-b024-7b16ac1a647a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:29:49.809675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.978108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:49.992754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device be1516f9-48e5-4477-91de-85d22fbea069 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:50.075228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174fdcd-9417-4f77-8745-b14f9dde3d67 req-353f91d2-e05a-4253-9b67-08523d04cbd7 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:50.083896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7174fdcd-9417-4f77-8745-b14f9dde3d67 req-353f91d2-e05a-4253-9b67-08523d04cbd7 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.1993594 Nov 23 02:29:50.101099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86839234-dbd5-4e13-912b-24839edc9a64 req-7c2dbb4e-062e-4fa1-88a4-adc186896e55 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:50.109480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86839234-dbd5-4e13-912b-24839edc9a64 req-7c2dbb4e-062e-4fa1-88a4-adc186896e55 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.2493470 Nov 23 02:29:50.142695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port be1516f9-48e5-4477-91de-85d22fbea069 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:50.162705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port be1516f9-48e5-4477-91de-85d22fbea069 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:50.163459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.227342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Attempting to bind port bc3b9649-7508-4f96-b024-7b16ac1a647a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:50.227682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Attempting to bind port bc3b9649-7508-4f96-b024-7b16ac1a647a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:50.227890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Attempting to bind port bc3b9649-7508-4f96-b024-7b16ac1a647a on network b2e9b402-fcb0-4eb3-b083-b96182e89cbc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:50.252786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86839234-dbd5-4e13-912b-24839edc9a64 req-bb49ea93-33bc-45a0-918a-9437da26dc00 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421473 Nov 23 02:29:50.255334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Port bc3b9649-7508-4f96-b024-7b16ac1a647a on network b2e9b402-fcb0-4eb3-b083-b96182e89cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:50.255453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Attempting to bind port bc3b9649-7508-4f96-b024-7b16ac1a647a on network b2e9b402-fcb0-4eb3-b083-b96182e89cbc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:50.288282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7174fdcd-9417-4f77-8745-b14f9dde3d67 req-d1bba511-ec4a-4a82-a138-69b68b1585d6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920660 Nov 23 02:29:50.301909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:50.301909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Checking segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:50.301909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Bound using segment: {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:50.301909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Bound port: bc3b9649-7508-4f96-b024-7b16ac1a647a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:50.301909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.419181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.486079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:50.528226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:50.535084 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db570b50-9a71-436e-b2e8-1d1cd9942ca7" -d '{"events": [{"server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "name": "network-vif-plugged", "status": "completed", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:50.543373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934861bc-656d-493f-851b-007608605b32 req-1b372bf4-3d6b-47cb-84ee-5caac8785292 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:50.546914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-934861bc-656d-493f-851b-007608605b32 req-1b372bf4-3d6b-47cb-84ee-5caac8785292 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 945 time: 0.1237152 Nov 23 02:29:50.550783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:50.563702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:50.568534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.588808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.666927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:50.747888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:50.783370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:50.784159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.785742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-fbac5866-3f17-4b7a-bb15-51b4fd996e2e service neutron] 10.222.0.41 "PUT /v2.0/ports/bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 200 len: 1092 time: 2.1863577 Nov 23 02:29:50.858110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-934861bc-656d-493f-851b-007608605b32 req-550a411e-1a8e-482e-a335-37cfade2c680 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044252 Nov 23 02:29:50.983305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53a526-8962-4844-b8d2-320da1856fdc req-724687bd-9f5a-4f01-92b5-b04b78751660 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:50.984918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e53a526-8962-4844-b8d2-320da1856fdc req-724687bd-9f5a-4f01-92b5-b04b78751660 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.4192400 Nov 23 02:29:51.068798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-4c42d171-dcf0-4e95-b582-9b3b702784b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.070372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-4c42d171-dcf0-4e95-b582-9b3b702784b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b95977f9a6a4fea8a12d3204346d308&device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 1095 time: 0.2093225 Nov 23 02:29:51.094951 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb8cb1-8233-409a-b715-f590fd7266a5 x-openstack-request-id: req-bfdb8cb1-8233-409a-b715-f590fd7266a5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:51.095251 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "name": "network-vif-plugged", "status": "completed", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:51.095511 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfdb8cb1-8233-409a-b715-f590fd7266a5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:51.095914 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'code': 200} Nov 23 02:29:51.195630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-5fa0385c-9170-41fc-aa43-de6f6ca97c9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 200 len: 217 time: 0.1004193 Nov 23 02:29:51.199459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e53a526-8962-4844-b8d2-320da1856fdc req-92d400b6-9cac-4e37-a95f-f7dc4b55374e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020435 Nov 23 02:29:51.319466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-c503a4ac-80f1-45d9-b02b-dd6614e44706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.321702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-c503a4ac-80f1-45d9-b02b-dd6614e44706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d6945c-9d67-4d3d-bb01-a77f7b11969f HTTP/1.1" status: 200 len: 854 time: 0.0819116 Nov 23 02:29:51.404349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3928a-736b-4b2a-8ed6-a610680ef38e req-f9f64b5d-da6c-4a2c-9807-c4c99a321cf3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.406598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31a3928a-736b-4b2a-8ed6-a610680ef38e req-f9f64b5d-da6c-4a2c-9807-c4c99a321cf3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.2222106 Nov 23 02:29:51.487196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-a9858d5a-cabf-4900-9b36-6f97225ba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.488699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-a9858d5a-cabf-4900-9b36-6f97225ba558 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220429 Nov 23 02:29:51.499477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31a3928a-736b-4b2a-8ed6-a610680ef38e req-4690ff6d-d1b5-43f1-a932-786b8d76f315 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Nov 23 02:29:51.506754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-1def8d33-a457-4e33-89aa-92a90fdfa9fb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.508330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-1def8d33-a457-4e33-89aa-92a90fdfa9fb tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.2092285 Nov 23 02:29:51.533014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-6b480525-4f82-4549-9ae9-5a26241b3ad2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0155468 Nov 23 02:29:51.603105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-c3c5562b-0dc6-4dcb-8d74-3162457d3e82 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691891 Nov 23 02:29:51.618071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-ba2cdea0-07d7-45cc-aea1-6ca900049fb4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:29:51.619274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-ba2cdea0-07d7-45cc-aea1-6ca900049fb4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055003 Nov 23 02:29:51.755961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd2763-2c84-4d8c-b8d5-3487813242c3 req-3549c7da-bf68-4140-8788-2e1204de0f17 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:51.757485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccd2763-2c84-4d8c-b8d5-3487813242c3 req-3549c7da-bf68-4140-8788-2e1204de0f17 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1750724 Nov 23 02:29:51.788993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-7514c576-2974-482c-8c5c-ec83d135545a service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796147 Nov 23 02:29:51.792327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:51.794650 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae55106-1238-43fb-ba37-b64dbd48a795" -d '{"events": [{"name": "network-changed", "server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:52.229966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccd2763-2c84-4d8c-b8d5-3487813242c3 req-2827b19d-040e-4a84-a63e-42cdc1a76c67 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4589322 Nov 23 02:29:52.241134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-981017a7-4fdf-49e3-af50-73cb6de81a45 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912409 Nov 23 02:29:52.387253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28577578-421f-4957-95fc-10fdf5dfe4cf req-3036e312-21fa-4695-a4c6-fbce2e3d4988 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878956 Nov 23 02:29:52.438843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-a79351d0-e238-4257-9df9-8aab3d29448a service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968281 Nov 23 02:29:52.457713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d02aef-7064-4c13-b63d-dd5d3af91d60 req-543cca3b-1be0-4826-b158-20ff36e1f189 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:52.459381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55d02aef-7064-4c13-b63d-dd5d3af91d60 req-543cca3b-1be0-4826-b158-20ff36e1f189 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.0949185 Nov 23 02:29:52.540532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55d02aef-7064-4c13-b63d-dd5d3af91d60 req-7814ba80-2920-468a-8a00-1926a6521c43 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732620 Nov 23 02:29:52.704561 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885da447-2966-47c4-bf9e-d6995f005beb x-openstack-request-id: req-885da447-2966-47c4-bf9e-d6995f005beb {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:52.705170 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:52.705170 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-885da447-2966-47c4-bf9e-d6995f005beb {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:52.705490 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'status': 'completed', 'code': 200} Nov 23 02:29:52.742352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491673-78d7-470a-8548-56825694b9a2 req-aea45182-53cc-412e-b950-7cefaab2198e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:52.754121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3491673-78d7-470a-8548-56825694b9a2 req-aea45182-53cc-412e-b950-7cefaab2198e tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.1245921 Nov 23 02:29:52.895686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3491673-78d7-470a-8548-56825694b9a2 req-aa05396a-9960-43f9-9a7f-c84640ca0743 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361842 Nov 23 02:29:52.915145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-9d02083b-9a7a-45a0-9984-8b37102b119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:52.919290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-9d02083b-9a7a-45a0-9984-8b37102b119d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b95977f9a6a4fea8a12d3204346d308&device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 1095 time: 0.1629629 Nov 23 02:29:53.014119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef59a3-44ef-4d6c-baff-dbd5f7d5f7ed req-f09be0ba-43aa-499b-8879-57fa41eaf580 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.021759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5ef59a3-44ef-4d6c-baff-dbd5f7d5f7ed req-f09be0ba-43aa-499b-8879-57fa41eaf580 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.2104502 Nov 23 02:29:53.172861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5ef59a3-44ef-4d6c-baff-dbd5f7d5f7ed req-4619898c-c71f-4556-b332-6014a9490b2f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501722 Nov 23 02:29:53.214804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-7a1f0185-8458-4684-9290-bd163674fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.217042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-7a1f0185-8458-4684-9290-bd163674fde5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 200 len: 916 time: 0.2880583 Nov 23 02:29:53.255001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.276331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4f467-cb13-4d3d-b150-dfde712e34fa req-844d4134-a0c6-4286-89bf-33a4984cf424 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.279757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ca4f467-cb13-4d3d-b150-dfde712e34fa req-844d4134-a0c6-4286-89bf-33a4984cf424 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1765671 Nov 23 02:29:53.318548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-4813b476-ec4a-4d19-a51b-682ab2e0821a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 200 len: 217 time: 0.0614128 Nov 23 02:29:53.375089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-8b0dcd27-8c12-41c3-b5a9-d7f70c86d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.377354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-8b0dcd27-8c12-41c3-b5a9-d7f70c86d1a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d6945c-9d67-4d3d-bb01-a77f7b11969f HTTP/1.1" status: 200 len: 854 time: 0.0496030 Nov 23 02:29:53.489985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1db81-9f53-44d8-9cfb-155e16801f6c req-1a5fa892-4317-42ff-a486-ef9b614f16f6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.496047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1db81-9f53-44d8-9cfb-155e16801f6c req-1a5fa892-4317-42ff-a486-ef9b614f16f6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.502056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1db81-9f53-44d8-9cfb-155e16801f6c req-1a5fa892-4317-42ff-a486-ef9b614f16f6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.503808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03f1db81-9f53-44d8-9cfb-155e16801f6c req-1a5fa892-4317-42ff-a486-ef9b614f16f6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543&device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204&device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 2418 time: 0.1255140 Nov 23 02:29:53.510326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ca4f467-cb13-4d3d-b150-dfde712e34fa req-18d16d81-94f3-49b7-8c2d-edab1e049609 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995294 Nov 23 02:29:53.520957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-260a1cf9-00e3-4d70-afe8-b9db676e7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.520957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-260a1cf9-00e3-4d70-afe8-b9db676e7403 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266487 Nov 23 02:29:53.667187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03f1db81-9f53-44d8-9cfb-155e16801f6c req-323f0c93-80a1-4657-9f36-7d3eedc2d12c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Nov 23 02:29:53.686677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed69060d-c53d-46b5-b8c8-12ed25408ddc req-0485cfae-68b1-4257-85c4-547cafe407bd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0629828 Nov 23 02:29:53.708522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-531b1765-f76b-4540-9df2-febce84a7890 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823804 Nov 23 02:29:53.903191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dae55106-1238-43fb-ba37-b64dbd48a795 req-2107df32-fe9a-4482-96cd-7507d7a68546 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792266 Nov 23 02:29:53.923497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f5991-23b8-4ce3-b6e0-8c1a76bdd204 req-4eb2190f-8985-41b8-bae2-5de761699cf2 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:53.925281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de6f5991-23b8-4ce3-b6e0-8c1a76bdd204 req-4eb2190f-8985-41b8-bae2-5de761699cf2 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1149433 Nov 23 02:29:53.939231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b80f0a2-3f05-4c89-9a6e-d062001b65df req-0694527c-0db2-488b-a4f2-aec338cbd13e tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1300542 Nov 23 02:29:54.012122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de6f5991-23b8-4ce3-b6e0-8c1a76bdd204 req-59fc9ef3-f6b3-43c1-9e63-5ad55691fd90 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713649 Nov 23 02:29:54.167257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787c9c9-303b-41f2-b9d6-5f0cbf93716d req-b638b736-c0a1-44be-af71-1425dd63e4fd tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.168961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f787c9c9-303b-41f2-b9d6-5f0cbf93716d req-b638b736-c0a1-44be-af71-1425dd63e4fd tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.0531764 Nov 23 02:29:54.246414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f787c9c9-303b-41f2-b9d6-5f0cbf93716d req-d3ae55f9-f90b-49bd-abef-a15de94a27ce tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698900 Nov 23 02:29:54.392278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f81faa-7b02-4fa8-98c5-b77352ca31a0 req-b9ac2e49-75ba-47a1-b57b-2f810122d16d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.393857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25f81faa-7b02-4fa8-98c5-b77352ca31a0 req-b9ac2e49-75ba-47a1-b57b-2f810122d16d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0681000 Nov 23 02:29:54.453083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25f81faa-7b02-4fa8-98c5-b77352ca31a0 req-1dbb8807-a7d3-4bbb-a3f5-60ee7bd7cf11 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527167 Nov 23 02:29:54.526360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3e850-5ad9-4d13-b716-cda8554621db req-71438959-11fc-4181-8215-f49ef2c50fc8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.528005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ad3e850-5ad9-4d13-b716-cda8554621db req-71438959-11fc-4181-8215-f49ef2c50fc8 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0599403 Nov 23 02:29:54.578826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ad3e850-5ad9-4d13-b716-cda8554621db req-917d66c9-cdc9-41af-b1a5-dd07e34b7549 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Nov 23 02:29:54.703462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f19bc-f38c-458f-94a4-d5d31088ddd6 req-5583306a-9a2c-4cd7-ae22-0b78c7b22efc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.705174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-308f19bc-f38c-458f-94a4-d5d31088ddd6 req-5583306a-9a2c-4cd7-ae22-0b78c7b22efc tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0567009 Nov 23 02:29:54.775916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-308f19bc-f38c-458f-94a4-d5d31088ddd6 req-69642ab6-138f-4bb6-b12a-385d99da8d10 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Nov 23 02:29:54.863368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d1d7dd3-a394-4619-a22d-5e56f0cb9ab3 req-0ce33c21-6b21-468e-a574-bd2d5882173b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0280480 Nov 23 02:29:55.421635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f24ba0-1390-4c17-95b5-55e0fa0e25c2 req-809dc983-cda8-4395-8eb8-f4e8312ae265 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.423283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7f24ba0-1390-4c17-95b5-55e0fa0e25c2 req-809dc983-cda8-4395-8eb8-f4e8312ae265 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0621517 Nov 23 02:29:55.509459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168a31e-5875-4315-a7d9-93fdba5f1c50 req-304f4a3e-83a6-48c8-86e5-093ee5160e64 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.511016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6168a31e-5875-4315-a7d9-93fdba5f1c50 req-304f4a3e-83a6-48c8-86e5-093ee5160e64 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.0866468 Nov 23 02:29:55.516689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7f24ba0-1390-4c17-95b5-55e0fa0e25c2 req-cb649275-967c-42d4-ab1b-fc390f7a9809 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835543 Nov 23 02:29:55.589051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6168a31e-5875-4315-a7d9-93fdba5f1c50 req-fae9b29b-2b89-432b-98d7-8f252857be0d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708108 Nov 23 02:29:55.646988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64709de0-2ed8-4a8f-b986-93b4ffdf7004 req-1cccbf3c-3cb6-4c0e-b44e-d4ca139d0db7 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.648645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64709de0-2ed8-4a8f-b986-93b4ffdf7004 req-1cccbf3c-3cb6-4c0e-b44e-d4ca139d0db7 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.0586860 Nov 23 02:29:55.733824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65786b3-13e6-4946-9f0f-e6d42e480c71 req-801a8c22-2939-477a-8de8-f72b5b527d7f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.735386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65786b3-13e6-4946-9f0f-e6d42e480c71 req-801a8c22-2939-477a-8de8-f72b5b527d7f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0833993 Nov 23 02:29:55.739406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64709de0-2ed8-4a8f-b986-93b4ffdf7004 req-ec86c666-e243-4671-8312-e6d616872a18 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 Nov 23 02:29:55.794063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65786b3-13e6-4946-9f0f-e6d42e480c71 req-57d3e525-04f2-4249-8dbd-587592a42f21 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Nov 23 02:29:55.864521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e802397-5aba-438a-9907-346755e70a15 req-be7be35d-7aac-4576-a781-2475a3d9356d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.866684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e802397-5aba-438a-9907-346755e70a15 req-be7be35d-7aac-4576-a781-2475a3d9356d tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0559545 Nov 23 02:29:55.945313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e802397-5aba-438a-9907-346755e70a15 req-d613c781-15a7-4dbc-8006-d1014e5f2539 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680161 Nov 23 02:29:55.957669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc62cd-c5d3-4e31-93cd-7201574ec428 req-b4a92068-17b5-4454-9b98-b79c3f22eea2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:55.959447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ccc62cd-c5d3-4e31-93cd-7201574ec428 req-b4a92068-17b5-4454-9b98-b79c3f22eea2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0913336 Nov 23 02:29:56.030958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ccc62cd-c5d3-4e31-93cd-7201574ec428 req-1ad46cef-67a2-4704-882b-6b0925e78e63 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598330 Nov 23 02:29:56.077873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b465ff99-3498-4467-aee8-be6ba670d002 req-bb0a9677-7289-45bd-a590-e612f0b96121 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0339487 Nov 23 02:29:56.642358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81525-d74c-4eb8-b4fa-c7cd51ed7ec3 req-a007c6e5-ddbb-4d16-bf95-9be391ab64b5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:56.643871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccc81525-d74c-4eb8-b4fa-c7cd51ed7ec3 req-a007c6e5-ddbb-4d16-bf95-9be391ab64b5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0528414 Nov 23 02:29:56.722307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccc81525-d74c-4eb8-b4fa-c7cd51ed7ec3 req-dd914cce-5b99-4fdc-a3b9-47433247685d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719004 Nov 23 02:29:56.740012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2df2-06e1-443d-bdb6-e97408de5542 req-99b06413-becd-4ef8-8865-2fb21163b281 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:56.741572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9adb2df2-06e1-443d-bdb6-e97408de5542 req-99b06413-becd-4ef8-8865-2fb21163b281 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.0777237 Nov 23 02:29:56.796454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9adb2df2-06e1-443d-bdb6-e97408de5542 req-982a1987-1fc6-4dd5-be48-00a9273ecba5 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487776 Nov 23 02:29:56.892970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-9c79aafa-4d0a-4baf-bd1c-cdfa4c60beaf tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:56.894553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-9c79aafa-4d0a-4baf-bd1c-cdfa4c60beaf tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.41 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.0972638 Nov 23 02:29:56.954554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68e669-7b60-477b-8237-8ddeab39d36f req-6f26e3c0-a83f-46c2-a150-168c1c6221ee tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:56.956082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc68e669-7b60-477b-8237-8ddeab39d36f req-6f26e3c0-a83f-46c2-a150-168c1c6221ee tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 946 time: 0.1247811 Nov 23 02:29:56.997413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceac62-7e2c-4037-b1aa-6e2ee78f825b req-10bd3cac-d0a6-407b-a3fc-991bc0c728b0 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:56.998954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aceac62-7e2c-4037-b1aa-6e2ee78f825b req-10bd3cac-d0a6-407b-a3fc-991bc0c728b0 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1308653 Nov 23 02:29:57.108399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc68e669-7b60-477b-8237-8ddeab39d36f req-64ed4a22-5057-4d58-b10d-09a526b84be9 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439567 Nov 23 02:29:57.119103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3aceac62-7e2c-4037-b1aa-6e2ee78f825b req-e5925caa-7dc5-44ab-97c0-3c1c230f82cd tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Nov 23 02:29:57.137785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Deleting port 79414524-c145-455b-88e5-80699357c551 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:57.138136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.340065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] For port 79414524-c145-455b-88e5-80699357c551, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=79414524-c145-455b-88e5-80699357c551,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:57.340429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.356668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96590-8962-4799-a1d7-3abdec436138 req-8c4f8003-cf6a-4ebd-9ed8-2b87c8a83725 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.358195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88c96590-8962-4799-a1d7-3abdec436138 req-8c4f8003-cf6a-4ebd-9ed8-2b87c8a83725 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1458707 Nov 23 02:29:57.366079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5476123-0d9e-4311-9ac2-cb9afd78639a req-35d487a1-1681-4128-a64b-64d55abf3b3a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.368480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5476123-0d9e-4311-9ac2-cb9afd78639a req-35d487a1-1681-4128-a64b-64d55abf3b3a tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.1572447 Nov 23 02:29:57.384502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Calling delete_port for 79414524-c145-455b-88e5-80699357c551 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:57.514164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88c96590-8962-4799-a1d7-3abdec436138 req-f3be0293-9eed-4ed4-99c5-890707086dcb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417108 Nov 23 02:29:57.526973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5476123-0d9e-4311-9ac2-cb9afd78639a req-a738424d-cda4-494e-8984-a07654d18e98 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454253 Nov 23 02:29:57.627344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d094893a-bb60-4b29-94e8-4d9bb32bf875 req-11254bf8-0654-40a8-a0fd-ca19699248d5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0311453 Nov 23 02:29:57.656477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.669237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0865b7c0-ea00-4325-9503-38523c1f2093', 'ac33a4c7-5b72-4c21-b0ba-7736df477fab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:57.685527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event deleted for resources: {'Port': ['ID=79414524-c145-455b-88e5-80699357c551,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:57.735159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['79414524-c145-455b-88e5-80699357c551'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:57.765759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] No DVR routers for this DVR port 79414524-c145-455b-88e5-80699357c551 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:57.768902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.772624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6258c254-5b63-436d-9d5b-d4586acf5052 req-13e21e8e-92ef-48e6-91e0-a4de66c3f00b tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.41 "DELETE /v2.0/ports/79414524-c145-455b-88e5-80699357c551 HTTP/1.1" status: 204 len: 173 time: 0.8629959 Nov 23 02:29:57.773032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'name': 'network-vif-deleted', 'tag': '79414524-c145-455b-88e5-80699357c551'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:57.775504 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435c1a7-af88-4061-bd78-a55212e79e17" -d '{"events": [{"server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "name": "network-vif-deleted", "tag": "79414524-c145-455b-88e5-80699357c551"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:57.848896 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090efc0-9107-492d-bb11-7ea74c7a0e01 x-openstack-request-id: req-f090efc0-9107-492d-bb11-7ea74c7a0e01 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:57.849490 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d39bab-f30c-44a3-950d-2d9320ce7543", "name": "network-vif-deleted", "tag": "79414524-c145-455b-88e5-80699357c551", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:57.849490 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f090efc0-9107-492d-bb11-7ea74c7a0e01 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:57.850050 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d39bab-f30c-44a3-950d-2d9320ce7543', 'name': 'network-vif-deleted', 'tag': '79414524-c145-455b-88e5-80699357c551', 'status': 'completed', 'code': 200} Nov 23 02:29:57.957929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6673c-92db-41a9-af82-09801b16e851 req-c0bd0791-4362-42e3-9181-5a3cf4f02cc4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.960028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8f6673c-92db-41a9-af82-09801b16e851 req-c0bd0791-4362-42e3-9181-5a3cf4f02cc4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0834167 Nov 23 02:29:58.064905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db78a2-9460-4527-8439-3d5acce19fc1 req-0ce57f83-9f7c-4cdd-a863-0439b5f14c84 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:58.077503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9db78a2-9460-4527-8439-3d5acce19fc1 req-0ce57f83-9f7c-4cdd-a863-0439b5f14c84 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.1160629 Nov 23 02:29:58.122681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8f6673c-92db-41a9-af82-09801b16e851 req-689a67bc-4aed-416d-8154-fcbbf71c4ab5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445272 Nov 23 02:29:58.164540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9db78a2-9460-4527-8439-3d5acce19fc1 req-2d8b244d-e5d8-4eb5-ab65-6bba025ad5e5 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857968 Nov 23 02:29:58.438833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47b7a080-49b3-47d1-a585-6e421eed6a67 req-b9654687-b72b-4542-b5de-7cc1e55c1de0 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=81d39bab-f30c-44a3-950d-2d9320ce7543 HTTP/1.1" status: 200 len: 210 time: 0.0859964 Nov 23 02:29:58.479568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1badcff-da1f-4e4c-87fe-e2d273bc29e8 req-4aaeab86-9784-4a33-9e43-ca1961459d72 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:58.481350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1badcff-da1f-4e4c-87fe-e2d273bc29e8 req-4aaeab86-9784-4a33-9e43-ca1961459d72 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1606014 Nov 23 02:29:58.536851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1badcff-da1f-4e4c-87fe-e2d273bc29e8 req-ce64c387-5b6b-4c63-9ced-29adc874a4b2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Nov 23 02:29:58.705937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708126-575e-48ed-bc86-03686f6b9693 req-ccaa00e3-6c2d-4924-bc4e-436d07d35f13 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:58.707497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c708126-575e-48ed-bc86-03686f6b9693 req-ccaa00e3-6c2d-4924-bc4e-436d07d35f13 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0958698 Nov 23 02:29:58.719693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb819039-2353-4fcb-9be0-c7f8f2d9ab44 req-c6260eab-e524-45f1-b0e7-a3f0177e87e7 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:58.721150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb819039-2353-4fcb-9be0-c7f8f2d9ab44 req-c6260eab-e524-45f1-b0e7-a3f0177e87e7 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0816782 Nov 23 02:29:58.805146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c708126-575e-48ed-bc86-03686f6b9693 req-62ea788a-840d-415e-86be-abc3d71ec90c tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830092 Nov 23 02:29:58.808552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb819039-2353-4fcb-9be0-c7f8f2d9ab44 req-02e7901f-717f-492b-ac02-8f566e7b7155 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805326 Nov 23 02:29:58.902666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9caa09e-4cf6-404e-a21c-b63f05d44059 req-507a2407-dbb0-4dd1-a851-6e60852de765 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Nov 23 02:29:59.321207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f93c3-0f33-4bf3-8d0b-31ad185ba4dc req-862fe636-4e3f-403c-aa99-a11d4f0dc7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.322733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715f93c3-0f33-4bf3-8d0b-31ad185ba4dc req-862fe636-4e3f-403c-aa99-a11d4f0dc7ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0847270 Nov 23 02:29:59.331877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873830-33cb-4fdb-90fd-164de818f1f4 req-25a436b1-8678-4389-938c-26511d71a817 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.333338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a873830-33cb-4fdb-90fd-164de818f1f4 req-25a436b1-8678-4389-938c-26511d71a817 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.0862854 Nov 23 02:29:59.404297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715f93c3-0f33-4bf3-8d0b-31ad185ba4dc req-32d1de4d-a60c-47eb-aaca-95217c597e35 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699692 Nov 23 02:29:59.412773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a873830-33cb-4fdb-90fd-164de818f1f4 req-0d589c25-126c-4f6b-aae8-759c1cf86068 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724576 Nov 23 02:29:59.440962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.708520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50572e-963e-4892-8748-cc7d67270193 req-d432656e-c38a-4881-9bf6-a7fb0389df82 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.710040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a50572e-963e-4892-8748-cc7d67270193 req-d432656e-c38a-4881-9bf6-a7fb0389df82 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0835752 Nov 23 02:29:59.726674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e800232-7d2a-4593-9044-d54637a0af17 req-f157139e-02f2-47c4-bcbb-c833fbc3e1e4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.728168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e800232-7d2a-4593-9044-d54637a0af17 req-f157139e-02f2-47c4-bcbb-c833fbc3e1e4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.0712276 Nov 23 02:29:59.803674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a50572e-963e-4892-8748-cc7d67270193 req-f18cf1fe-baa6-4cbe-9559-3b56516f0e3a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745301 Nov 23 02:29:59.806921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e800232-7d2a-4593-9044-d54637a0af17 req-0aebb9ca-0890-4fe0-97e4-0113b212cfe0 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715530 Nov 23 02:29:59.953418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebf9b8-696a-434f-9bae-8a122eed4217 req-7a5d4208-f1ea-4928-b6dc-eb5091ea74b3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.954981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ebf9b8-696a-434f-9bae-8a122eed4217 req-7a5d4208-f1ea-4928-b6dc-eb5091ea74b3 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0793331 Nov 23 02:29:59.962431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb998e-8b5f-4817-8b37-aa21ecafae52 req-7e7b0fc5-2cd5-4adf-9fe8-ff87e0ab25f4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.963802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11bb998e-8b5f-4817-8b37-aa21ecafae52 req-7e7b0fc5-2cd5-4adf-9fe8-ff87e0ab25f4 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0789864 Nov 23 02:30:00.040820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ebf9b8-696a-434f-9bae-8a122eed4217 req-1c4b2165-33f5-4601-8559-330be29c83fb tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760760 Nov 23 02:30:00.043990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11bb998e-8b5f-4817-8b37-aa21ecafae52 req-e26e9776-486e-4fad-a017-f54751b88399 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Nov 23 02:30:00.129553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b15f7967-f6f9-4f8f-9e17-b2d81a52d62e req-fc12e8f6-10e4-4aca-9c48-09056a3adddd tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0252390 Nov 23 02:30:00.451726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 79414524-c145-455b-88e5-80699357c551 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:00.488950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 79414524-c145-455b-88e5-80699357c551 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:00.490062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 79414524-c145-455b-88e5-80699357c551 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:00.505170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-b370425a-b424-4994-acaf-a1b65a4376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:00.506877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-b370425a-b424-4994-acaf-a1b65a4376d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 200 len: 909 time: 0.1012294 Nov 23 02:30:00.545282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602fde1-c067-490f-8dcd-85e99335c09f req-36fe4f17-7138-4372-b106-d0f417537b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:00.547503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3602fde1-c067-490f-8dcd-85e99335c09f req-36fe4f17-7138-4372-b106-d0f417537b54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.0457315 Nov 23 02:30:00.605185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-2f3c33eb-cd81-457f-9932-c8926fb8fffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 200 len: 217 time: 0.0617816 Nov 23 02:30:00.605419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3602fde1-c067-490f-8dcd-85e99335c09f req-e5464328-5865-4dd1-b0ba-456b2659e5f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Nov 23 02:30:00.627827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b7dc3-cd1f-4efb-86b1-336d1043b8de req-8c3d40c6-354b-4bc1-a6f5-04204478338e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:00.629341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad0b7dc3-cd1f-4efb-86b1-336d1043b8de req-8c3d40c6-354b-4bc1-a6f5-04204478338e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1174507 Nov 23 02:30:00.642962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4cd9-81e1-4a6d-9b66-6a1eaca1ba5c req-dd3eb4ea-a188-4f4c-bae2-955a2356351a tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:00.644422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06bf4cd9-81e1-4a6d-9b66-6a1eaca1ba5c req-dd3eb4ea-a188-4f4c-bae2-955a2356351a tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.1022513 Nov 23 02:30:00.719591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad0b7dc3-cd1f-4efb-86b1-336d1043b8de req-9ae89c50-9fda-4983-b481-e34ace5b3a65 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741222 Nov 23 02:30:00.722719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06bf4cd9-81e1-4a6d-9b66-6a1eaca1ba5c req-f87f5825-b8a4-4277-b7f3-6373fb51c7a0 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715983 Nov 23 02:30:00.863795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-0a2d40e9-62b2-409a-b5b7-a1eaa0c40a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:00.865778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-0a2d40e9-62b2-409a-b5b7-a1eaa0c40a53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 200 len: 848 time: 0.0619450 Nov 23 02:30:00.928595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-0a07646b-ae7b-4e67-ac3b-eb114c987d92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=64b7b5bb-20a1-4170-bb0c-a48375649eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528581 Nov 23 02:30:01.026770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bd44-0f5a-4709-a90c-ff5fec78382c req-3c7e4111-a973-413f-806e-5e30dbf3f42d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.028151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d33bd44-0f5a-4709-a90c-ff5fec78382c req-3c7e4111-a973-413f-806e-5e30dbf3f42d tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.1425657 Nov 23 02:30:01.037631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a34554-c7d3-49c5-a953-31b82d380fbd req-b9cca563-2a77-4998-a15c-d10cc6546dc2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.039044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a34554-c7d3-49c5-a953-31b82d380fbd req-b9cca563-2a77-4998-a15c-d10cc6546dc2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1556170 Nov 23 02:30:01.100437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-092ef501-5bcb-4011-aac8-38eaf6c6a03c service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538782 Nov 23 02:30:01.147953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d33bd44-0f5a-4709-a90c-ff5fec78382c req-9eb65716-9cf7-4d35-8d98-b62a74b9fbd6 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065342 Nov 23 02:30:01.160418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a34554-c7d3-49c5-a953-31b82d380fbd req-0681c812-009a-4afe-bc85-49392ec97497 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155393 Nov 23 02:30:01.322641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-e9e87d1b-a014-4b6f-8b5b-c936aa580b74 service neutron] 10.222.0.47 "GET /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994605 Nov 23 02:30:01.332846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6380d87-2299-4220-a090-de1c005033d4 req-b32bc98c-08a5-409c-ae4f-c487c06a597d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.334338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6380d87-2299-4220-a090-de1c005033d4 req-b32bc98c-08a5-409c-ae4f-c487c06a597d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1111567 Nov 23 02:30:01.347643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512cd84-a609-4ffe-9b62-88813f1732d7 req-d4eb8679-820c-40bd-b844-4d167dd829c3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.349277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a512cd84-a609-4ffe-9b62-88813f1732d7 req-d4eb8679-820c-40bd-b844-4d167dd829c3 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.0924947 Nov 23 02:30:01.363395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-a01afc40-d681-41d4-badf-2d583c2bfe82 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.365451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-a01afc40-d681-41d4-badf-2d583c2bfe82 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.1264398 Nov 23 02:30:01.385715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:01.424418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6380d87-2299-4220-a090-de1c005033d4 req-751d7eee-b83b-4c82-b3e5-0d7297d971bd tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Nov 23 02:30:01.431543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a512cd84-a609-4ffe-9b62-88813f1732d7 req-1b2a6323-4cb5-4e88-83e4-4f96de5fbd02 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663078 Nov 23 02:30:01.512364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:01.514292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d319c02e-e95e-427f-9357-dea334174cdf req-d0a7f323-da46-44cb-a75b-bcaa3d220fd7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 210 time: 0.0278070 Nov 23 02:30:01.515898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:01.625785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-764c5e8b-8027-4789-b065-2df50de7b6c2 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.627311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-764c5e8b-8027-4789-b065-2df50de7b6c2 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a&tenant_id=92dfda8608354edb9e449982649e0768&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0425069 Nov 23 02:30:01.648542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.12 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/62cea407-2e3a-48d7-898a-412bd36ab2df) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:01.756713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-4f7a3984-7413-4e2a-ac16-44620a618b40 service neutron] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:01.763977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-4f7a3984-7413-4e2a-ac16-44620a618b40 service neutron] Publish callbacks [] for binding, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:01.767031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-066c2cd1-140e-4e25-ad5b-4e21d1be8563 req-4f7a3984-7413-4e2a-ac16-44620a618b40 service neutron] 10.222.0.47 "DELETE /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.1275799 Nov 23 02:30:01.844328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:01.879380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4e75e-3406-4866-b774-dd45b949ba42 req-d2d3b145-4ca1-4a24-a40b-dc8f24d66517 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.880905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a4e75e-3406-4866-b774-dd45b949ba42 req-d2d3b145-4ca1-4a24-a40b-dc8f24d66517 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.0848608 Nov 23 02:30:01.882214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:01.923035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aada2-ef3f-4f11-a6de-9d7c505f4fd4 req-c6781a93-c086-431b-a7d0-6355f652b8dc tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.924540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f06aada2-ef3f-4f11-a6de-9d7c505f4fd4 req-c6781a93-c086-431b-a7d0-6355f652b8dc tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 943 time: 0.0847762 Nov 23 02:30:01.932093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:01.938263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:01.942442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:01.968092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a4e75e-3406-4866-b774-dd45b949ba42 req-a91a675c-7783-426d-b72e-f07dab420c48 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769856 Nov 23 02:30:01.987592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:02.008778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f06aada2-ef3f-4f11-a6de-9d7c505f4fd4 req-fefed6f0-4422-4408-871d-ea43f6939f6b tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717547 Nov 23 02:30:02.029962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.030629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.047765 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-559aa6aa-b76a-4460-825c-689a45db270a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6664202 Nov 23 02:30:02.083975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Request body: {'port': {'device_id': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:02.148782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.333857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ea46b-dd7f-4bac-8987-cda82bb94ca8 req-602c4b6f-8f7d-4118-a9a6-5b1559319795 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.335442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-105ea46b-dd7f-4bac-8987-cda82bb94ca8 req-602c4b6f-8f7d-4118-a9a6-5b1559319795 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0782771 Nov 23 02:30:02.343943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684bebf-fbbc-4a82-862a-58426dc5e8ab req-06cc8cf8-c90f-4e5e-8839-cb8873db375f tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.345569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b684bebf-fbbc-4a82-862a-58426dc5e8ab req-06cc8cf8-c90f-4e5e-8839-cb8873db375f tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.0902119 Nov 23 02:30:02.425407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-105ea46b-dd7f-4bac-8987-cda82bb94ca8 req-a18241df-57db-4a63-9268-ea68af46a205 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788190 Nov 23 02:30:02.433736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b684bebf-fbbc-4a82-862a-58426dc5e8ab req-5d2fabef-c231-4ce8-b6e8-f6e42bafda75 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Nov 23 02:30:02.460480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cea407-2e3a-48d7-898a-412bd36ab2df {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:02.466110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device bc3b9649-7508-4f96-b024-7b16ac1a647a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:02.470682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.484404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Transition to ACTIVE for port object 62cea407-2e3a-48d7-898a-412bd36ab2df will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:02.487953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.583199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:02.599185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'port_id': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'mac_address': 'fa:16:3e:51:97:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:02.618706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-e4eec551-9b8c-40cf-a121-e7781967c1d2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.620427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-e4eec551-9b8c-40cf-a121-e7781967c1d2 tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.1360433 Nov 23 02:30:02.629706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Pushing event updated for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:02.663482 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.664451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-12f0f08b-506c-4ae2-ba42-10da1d7f91b5 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.665997 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-12f0f08b-506c-4ae2-ba42-10da1d7f91b5 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 945 time: 0.1462057 Nov 23 02:30:02.708707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3b9649-7508-4f96-b024-7b16ac1a647a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:02.734679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756f08-7f7b-47c8-baea-cad35afd2a0d req-31e3dc0e-d469-47b3-8c80-ef37bdd0bc89 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.742207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e756f08-7f7b-47c8-baea-cad35afd2a0d req-31e3dc0e-d469-47b3-8c80-ef37bdd0bc89 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1207445 Nov 23 02:30:02.760143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:02.772651 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.864369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Attempting to bind port 62cea407-2e3a-48d7-898a-412bd36ab2df on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:02.864716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Attempting to bind port 62cea407-2e3a-48d7-898a-412bd36ab2df by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:02.865173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Attempting to bind port 62cea407-2e3a-48d7-898a-412bd36ab2df on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:02.874660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:02.884765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e756f08-7f7b-47c8-baea-cad35afd2a0d req-8e9406cc-38af-485c-8ef3-78ad62392ba1 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228659 Nov 23 02:30:02.890660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Port 62cea407-2e3a-48d7-898a-412bd36ab2df on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:02.890994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Attempting to bind port 62cea407-2e3a-48d7-898a-412bd36ab2df on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:02.906181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:02.906458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:02.908221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:02.908743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Bound port: 62cea407-2e3a-48d7-898a-412bd36ab2df, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:02.909118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.934758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-89f5f103-c962-4f0b-bd42-03ab1901581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.936303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-89f5f103-c962-4f0b-bd42-03ab1901581a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.0825179 Nov 23 02:30:02.964547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Deleting port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:02.965645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.972676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Deleting port 0865b7c0-ea00-4325-9503-38523c1f2093 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:02.973019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.995249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323db7-6d5b-4f7a-9733-94044ad9696f req-ce567bcd-135b-4438-ac14-73cfa50b574c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.997126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a323db7-6d5b-4f7a-9733-94044ad9696f req-ce567bcd-135b-4438-ac14-73cfa50b574c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 946 time: 0.1113930 Nov 23 02:30:03.132424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['bc3b9649-7508-4f96-b024-7b16ac1a647a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:03.431196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8dce-b8cf-4671-b9be-d03dfda87ba1 req-b8f3e5cd-a161-4f57-bb29-e605475018c3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.432859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94ca8dce-b8cf-4671-b9be-d03dfda87ba1 req-b8f3e5cd-a161-4f57-bb29-e605475018c3 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 944 time: 0.4872117 Nov 23 02:30:03.439824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:03.467157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=62cea407-2e3a-48d7-898a-412bd36ab2df,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:03.479797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a323db7-6d5b-4f7a-9733-94044ad9696f req-2ea85e55-5d4f-47dc-a958-e690c920f5de tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/security-groups?id=6de978ef-26db-402a-864c-7538b395280f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163592 Nov 23 02:30:03.489370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.502972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] For port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,segment=NetworkSegment(6d8de854-de4c-435d-b8e4-e4be52dbd917),segment_id=6d8de854-de4c-435d-b8e4-e4be52dbd917)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:03.502972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.524667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Calling delete_port for 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:03.539753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94ca8dce-b8cf-4671-b9be-d03dfda87ba1 req-fca0b3ca-10c4-4b7b-9c54-e5a9caf8ea6f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899482 Nov 23 02:30:03.539968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-77758425-e50d-4cfa-8835-ca94e67a2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.541306 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-77758425-e50d-4cfa-8835-ca94e67a2b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.5820591 Nov 23 02:30:03.549392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] For port 0865b7c0-ea00-4325-9503-38523c1f2093, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0865b7c0-ea00-4325-9503-38523c1f2093,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:03.549746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.608298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Calling delete_port for 0865b7c0-ea00-4325-9503-38523c1f2093 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:03.613117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-81654b58-6754-41cb-b333-19c7078ea397 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0582807 Nov 23 02:30:03.618178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.618818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.620196 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/62cea407-2e3a-48d7-898a-412bd36ab2df HTTP/1.1" status: 200 len: 1093 time: 1.5416694 Nov 23 02:30:03.620682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:03.622942 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:03.644149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b58e5-fad1-4c64-84df-b48b85eb0ee8 req-dc4c9b79-db52-4654-a077-1bfa5c5ec89d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.651607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-548b58e5-fad1-4c64-84df-b48b85eb0ee8 req-dc4c9b79-db52-4654-a077-1bfa5c5ec89d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1080346 Nov 23 02:30:03.711859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ac98-678e-438d-b3f6-e4933b1356d9 service neutron] Pushing event updated for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:03.754611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-18a668c5-1f24-4feb-b426-e4ae4a69623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.756071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-18a668c5-1f24-4feb-b426-e4ae4a69623f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.1296673 Nov 23 02:30:03.773821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34b4a4-e338-40d2-8f31-6f87116c6973 req-24625e6c-4eb0-4706-862b-49e7f44ca42d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.775387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef34b4a4-e338-40d2-8f31-6f87116c6973 req-24625e6c-4eb0-4706-862b-49e7f44ca42d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1413209 Nov 23 02:30:03.782221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-f834bf56-f943-4f20-aefd-bd71f8a7066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.783369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-548b58e5-fad1-4c64-84df-b48b85eb0ee8 req-552bffae-2401-47a4-a2de-69a7a67dde1a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309357 Nov 23 02:30:03.783739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-f834bf56-f943-4f20-aefd-bd71f8a7066b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 1096 time: 0.1103206 Nov 23 02:30:03.815946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-f81d8ee4-1522-44ba-8e6e-4a8eb349f828 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472825 Nov 23 02:30:03.817231 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.828433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:03.868688 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-7e85007f-7c47-4e07-a15d-0038f7a153b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62cea407-2e3a-48d7-898a-412bd36ab2df HTTP/1.1" status: 200 len: 217 time: 0.0575490 Nov 23 02:30:03.883846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Pushing event deleted for resources: {'Port': ['ID=54c5ee39-0e4c-4df7-b961-9eb6ca0a8926,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:03.915729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef34b4a4-e338-40d2-8f31-6f87116c6973 req-3788a521-01a5-4b6f-9dc1-d9375d16df99 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245840 Nov 23 02:30:03.962626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] No DVR routers for this DVR port 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:03.972873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0e073-8078-4ba7-9eea-5088ec84da7b req-1dd485a6-9927-4bf4-abd6-e2059507a7a3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.974047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40c0e073-8078-4ba7-9eea-5088ec84da7b req-1dd485a6-9927-4bf4-abd6-e2059507a7a3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 944 time: 0.1232009 Nov 23 02:30:03.975308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.978731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.47 "DELETE /v2.0/ports/54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 HTTP/1.1" status: 204 len: 173 time: 1.3293338 Nov 23 02:30:03.979783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'name': 'network-vif-deleted', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:03.981862 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10339493-eade-4cad-a5df-57329f27e691" -d '{"events": [{"server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "name": "network-vif-deleted", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:04.012924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-108fbf69-39c6-476d-8d19-1d6dd30a4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.015013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-108fbf69-39c6-476d-8d19-1d6dd30a4645 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.1360323 Nov 23 02:30:04.057568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-d2002ae9-0cab-40cb-b21f-0c43acef2eef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340612 Nov 23 02:30:04.058084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:04.061687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-5cd50c5b-01bf-4374-a476-83d604613a1e service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289279 Nov 23 02:30:04.061875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40c0e073-8078-4ba7-9eea-5088ec84da7b req-a92b1cc5-eed3-4812-b7ee-7744f5f3ad43 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748813 Nov 23 02:30:04.080607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ac33a4c7-5b72-4c21-b0ba-7736df477fab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:04.095661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b2c8a-40cb-426d-a3bb-21b995be575a req-82f9f7b9-a147-42fe-9fef-8163671de104 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.111087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c92b2c8a-40cb-426d-a3bb-21b995be575a req-82f9f7b9-a147-42fe-9fef-8163671de104 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbf9db33-83c0-4741-81f8-ed8ee4189204 HTTP/1.1" status: 200 len: 867 time: 0.1176808 Nov 23 02:30:04.122112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event deleted for resources: {'Port': ['ID=0865b7c0-ea00-4325-9503-38523c1f2093,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:04.198923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61797-8cd8-4ba0-af6d-d757eec4a232 req-1783988d-6be6-4ac3-9d39-329f2a3b5c34 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.207025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55a61797-8cd8-4ba0-af6d-d757eec4a232 req-1783988d-6be6-4ac3-9d39-329f2a3b5c34 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 1097 time: 0.0733681 Nov 23 02:30:04.212452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c92b2c8a-40cb-426d-a3bb-21b995be575a req-2ef11598-9d94-4030-83af-7a7b29793690 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005502 Nov 23 02:30:04.250219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] No DVR routers for this DVR port 0865b7c0-ea00-4325-9503-38523c1f2093 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:04.253624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:04.257293 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1d92be42-f13f-48c2-b015-5ffb5c50c515 req-ae6f6029-0970-4ceb-84f5-3f121a8274cc tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "DELETE /v2.0/ports/0865b7c0-ea00-4325-9503-38523c1f2093 HTTP/1.1" status: 204 len: 173 time: 1.5686581 Nov 23 02:30:04.267006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55a61797-8cd8-4ba0-af6d-d757eec4a232 req-b0ff58d5-9454-41c5-813a-511f68bcacb6 tempest-LiveMigrationTest-2099219051 tempest-LiveMigrationTest-2099219051-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544426 Nov 23 02:30:04.299995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c8ad3fd-fdd2-496a-a794-22c92dfdd2d8 req-64e460f3-8cae-4759-b690-be0547a58401 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028837 Nov 23 02:30:04.301846 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcae7e3a-9517-42ca-820e-1c2b09becf0f x-openstack-request-id: req-fcae7e3a-9517-42ca-820e-1c2b09becf0f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:04.302183 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:04.302449 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcae7e3a-9517-42ca-820e-1c2b09becf0f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:04.302941 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df', 'status': 'completed', 'code': 200} Nov 23 02:30:04.333904 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e44917-5030-4198-b6dd-dd8c9eef677f x-openstack-request-id: req-91e44917-5030-4198-b6dd-dd8c9eef677f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:04.334119 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796207bb-988d-4649-bad8-30744ae84224", "name": "network-vif-deleted", "tag": "54c5ee39-0e4c-4df7-b961-9eb6ca0a8926", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:04.334373 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91e44917-5030-4198-b6dd-dd8c9eef677f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:04.334837 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796207bb-988d-4649-bad8-30744ae84224', 'name': 'network-vif-deleted', 'tag': '54c5ee39-0e4c-4df7-b961-9eb6ca0a8926', 'status': 'completed', 'code': 200} Nov 23 02:30:04.346052 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-1e072dfc-6a55-43b4-b454-cd8bb4564620 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584531 Nov 23 02:30:04.465361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device bc3b9649-7508-4f96-b024-7b16ac1a647a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:04.476282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7377346-7012-47ed-aaa2-a444f4c83825 req-5f7b2c77-17f4-4e0d-8637-2245024fca5a service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220531 Nov 23 02:30:04.536854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port bc3b9649-7508-4f96-b024-7b16ac1a647a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:04.543236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port bc3b9649-7508-4f96-b024-7b16ac1a647a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:04.543732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:04.649752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-586e432b-ce55-4be0-a76c-e8075fd75d4c req-44252af6-4a5f-45f0-9d3f-5b5d77ebbd0c tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] 10.222.0.15 "GET /v2.0/ports?device_id=796207bb-988d-4649-bad8-30744ae84224 HTTP/1.1" status: 200 len: 210 time: 0.0481608 Nov 23 02:30:04.650344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-8d0592b4-fcdc-4ac9-b10f-f9fe116150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.651697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-8d0592b4-fcdc-4ac9-b10f-f9fe116150c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 1096 time: 0.1006312 Nov 23 02:30:04.658868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf1613-b501-4482-bcd9-fbf2134ac089 req-3e32fd0b-3943-4507-a5fa-f6b4a2994805 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.660740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:04.675218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60cf1613-b501-4482-bcd9-fbf2134ac089 req-3e32fd0b-3943-4507-a5fa-f6b4a2994805 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.1281493 Nov 23 02:30:04.701333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:04.704645 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e268bac-744b-4042-af96-a3bff0568e29" -d '{"events": [{"server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:04.721078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:04.727488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:04.768539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60cf1613-b501-4482-bcd9-fbf2134ac089 req-aac9e335-ea82-4ec7-bac2-90535e29800f tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886841 Nov 23 02:30:04.771657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-a64da6f4-e75b-471b-b10d-fb5eb50cb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.773253 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-a64da6f4-e75b-471b-b10d-fb5eb50cb2d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.1050918 Nov 23 02:30:04.787371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:04.848323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82dfec-9c31-42db-9bc8-c1ee2e9a1015 req-0105fcdc-cf8e-4126-98a5-0038cfaa0692 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.850648 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-70fa35e5-5e5e-4284-baea-842ae0a92e5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62cea407-2e3a-48d7-898a-412bd36ab2df HTTP/1.1" status: 200 len: 217 time: 0.0635173 Nov 23 02:30:04.851654 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059d1883-b94a-4fe2-b267-12bf267a8f45 x-openstack-request-id: req-059d1883-b94a-4fe2-b267-12bf267a8f45 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:04.852142 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "name": "network-vif-plugged", "status": "completed", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:04.852229 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-059d1883-b94a-4fe2-b267-12bf267a8f45 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:04.852561 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'code': 200} Nov 23 02:30:04.853558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c82dfec-9c31-42db-9bc8-c1ee2e9a1015 req-0105fcdc-cf8e-4126-98a5-0038cfaa0692 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 944 time: 0.0967283 Nov 23 02:30:04.922838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c82dfec-9c31-42db-9bc8-c1ee2e9a1015 req-a9e92384-3749-4643-a773-0d55417bf2ba tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573134 Nov 23 02:30:04.947565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-11003a46-3688-42fa-9e3c-4719d841e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.949046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-11003a46-3688-42fa-9e3c-4719d841e9de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0900733 Nov 23 02:30:04.988089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-5b4d963c-044e-40cd-ba57-a01715efc54c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256598 Nov 23 02:30:04.994267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51171d4-1c60-4771-b9fe-83662168857c req-47a4cbf9-f09e-424c-bfc2-a92c33aa5fd1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.995770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f51171d4-1c60-4771-b9fe-83662168857c req-47a4cbf9-f09e-424c-bfc2-a92c33aa5fd1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0718994 Nov 23 02:30:05.083141 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-0a8a18d0-49c8-4f9e-8e8f-f3ed66a33b68 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Nov 23 02:30:05.086860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f016230-8139-4856-a5c0-fd16d539b6a0 req-11225552-d542-4018-bdb8-846f18dba374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:05.088335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f016230-8139-4856-a5c0-fd16d539b6a0 req-11225552-d542-4018-bdb8-846f18dba374 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 1097 time: 0.1103888 Nov 23 02:30:05.119115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f51171d4-1c60-4771-b9fe-83662168857c req-bc0c74ac-7afb-4db4-b40e-2b14ec7e0596 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060333 Nov 23 02:30:05.127341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1d46c-b025-4f16-ae29-63aa74348e25 req-675c3d07-1391-4d30-9d1f-e10b741692a9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:05.128795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94b1d46c-b025-4f16-ae29-63aa74348e25 req-675c3d07-1391-4d30-9d1f-e10b741692a9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1141014 Nov 23 02:30:05.186472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b7c51-fb90-42e4-ad01-87bbbf122fb8 req-45559da7-df49-492a-b1a4-707eeeca2cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953271 Nov 23 02:30:05.231198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f016230-8139-4856-a5c0-fd16d539b6a0 req-88b40174-1af9-4c1c-a01e-4c90c97f6aa8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350603 Nov 23 02:30:05.235420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94b1d46c-b025-4f16-ae29-63aa74348e25 req-ec937dd2-24f3-4113-8c8a-9cdb08887ffe tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843842 Nov 23 02:30:05.259745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8c4cb-301c-41d6-bff3-b83306203ecd req-63aa4e01-a694-4997-b504-6d3ae79e20f4 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:05.263004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43d8c4cb-301c-41d6-bff3-b83306203ecd req-63aa4e01-a694-4997-b504-6d3ae79e20f4 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.0779407 Nov 23 02:30:05.287836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-b3b7ffe8-0c26-4d58-915a-715a12bbc819 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:05.289862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-b3b7ffe8-0c26-4d58-915a-715a12bbc819 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 945 time: 0.0600564 Nov 23 02:30:05.325017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43d8c4cb-301c-41d6-bff3-b83306203ecd req-238f2d4b-d813-46d2-83c6-d1d51815af83 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577803 Nov 23 02:30:05.427295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Deleting port eb90c29c-046d-4a5d-8330-cad97f3b4b15 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:05.427956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.526057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] For port eb90c29c-046d-4a5d-8330-cad97f3b4b15, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=eb90c29c-046d-4a5d-8330-cad97f3b4b15,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:05.526418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.529440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08473877-9b84-4f75-abde-c9437052616d req-e85f7da5-f777-4768-bf89-93054443892c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:05.530966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08473877-9b84-4f75-abde-c9437052616d req-e85f7da5-f777-4768-bf89-93054443892c tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.0512717 Nov 23 02:30:05.539234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Calling delete_port for eb90c29c-046d-4a5d-8330-cad97f3b4b15 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:05.581298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08473877-9b84-4f75-abde-c9437052616d req-851c1c68-58d5-4ff4-8d3d-d748c52d6413 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Nov 23 02:30:05.623893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e9af4e81-988d-4e9d-a86a-87510582b280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.679151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.692682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['eb90c29c-046d-4a5d-8330-cad97f3b4b15'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:05.711751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event deleted for resources: {'Port': ['ID=eb90c29c-046d-4a5d-8330-cad97f3b4b15,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:05.716608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:05.723692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:05.793359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] No DVR routers for this DVR port eb90c29c-046d-4a5d-8330-cad97f3b4b15 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:05.797629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.801779 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be5270ee-1bd2-4adf-874a-b40913640f91 req-52365665-5e6e-4792-ac08-8b7d5ff28361 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.47 "DELETE /v2.0/ports/eb90c29c-046d-4a5d-8330-cad97f3b4b15 HTTP/1.1" status: 204 len: 173 time: 0.5053668 Nov 23 02:30:05.824691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Deleting subnet 25e01823-a300-4b18-b022-02a1fff7cf6d {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:05.830911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.876273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:05.914684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-faeceeae-4e3e-4a40-aeec-0142fafa5a29 req-5b5368de-6c15-4d37-b1d6-514ed1b25d70 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0490761 Nov 23 02:30:05.934771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.006131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.033175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e01823-a300-4b18-b022-02a1fff7cf6d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:06.042995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.049384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 62cea407-2e3a-48d7-898a-412bd36ab2df details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:06.052448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6cb84c9-fcac-4cf3-b316-d7aa760548f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/25e01823-a300-4b18-b022-02a1fff7cf6d HTTP/1.1" status: 204 len: 168 time: 0.3344758 Nov 23 02:30:06.053171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:06.056583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bb7c9-d52a-4ed3-9564-0f327552a4f2 req-463b5790-e5fc-4d7e-b6c4-35b9685229f4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.058785 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-873bb7c9-d52a-4ed3-9564-0f327552a4f2 req-463b5790-e5fc-4d7e-b6c4-35b9685229f4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 944 time: 0.0682929 Nov 23 02:30:06.062887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0865b7c0-ea00-4325-9503-38523c1f2093 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:06.096285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 0865b7c0-ea00-4325-9503-38523c1f2093 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:06.096896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0865b7c0-ea00-4325-9503-38523c1f2093 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:06.097722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:06.126274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:06.127366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 54c5ee39-0e4c-4df7-b961-9eb6ca0a8926 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:06.128289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.132454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-873bb7c9-d52a-4ed3-9564-0f327552a4f2 req-29a17fb1-f198-4cdb-8e1b-0d9733ba2cd7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600245 Nov 23 02:30:06.251292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7899c-3e76-4878-894e-59f2791df77b req-065ec9b1-be44-4c59-94e2-439ba4e6aa5f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.259598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9c7899c-3e76-4878-894e-59f2791df77b req-065ec9b1-be44-4c59-94e2-439ba4e6aa5f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0654173 Nov 23 02:30:06.260546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.300212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b798704-ac06-40c9-b04a-96d9e24e06bf']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:06.311359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8de854-de4c-435d-b8e4-e4be52dbd917') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:06.311668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8de854-de4c-435d-b8e4-e4be52dbd917') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:06.320498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'name': 'network-vif-deleted', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093'}, {'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-deleted', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:06.323786 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bfb61c-8d34-4c39-b3d7-c85d631e45ba" -d '{"events": [{"server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "name": "network-vif-deleted", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093"}, {"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-deleted", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:06.328990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.346753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9c7899c-3e76-4878-894e-59f2791df77b req-d9525891-1fc0-43b8-98b7-a72b2ad55a09 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819309 Nov 23 02:30:06.352899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.369922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:06.370227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:06.377153 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:30:06.419658 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa03647-818b-4a5a-81ef-70f9afba17dc x-openstack-request-id: req-5aa03647-818b-4a5a-81ef-70f9afba17dc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:06.419960 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf9db33-83c0-4741-81f8-ed8ee4189204", "name": "network-vif-deleted", "tag": "0865b7c0-ea00-4325-9503-38523c1f2093", "status": "completed", "code": 200}, {"server_uuid": "c0ccbe6a-b856-43a7-b515-d5c335f2009a", "name": "network-vif-deleted", "tag": "eb90c29c-046d-4a5d-8330-cad97f3b4b15", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:06.420211 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aa03647-818b-4a5a-81ef-70f9afba17dc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:06.420615 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf9db33-83c0-4741-81f8-ed8ee4189204', 'name': 'network-vif-deleted', 'tag': '0865b7c0-ea00-4325-9503-38523c1f2093', 'status': 'completed', 'code': 200} Nov 23 02:30:06.420873 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ccbe6a-b856-43a7-b515-d5c335f2009a', 'name': 'network-vif-deleted', 'tag': 'eb90c29c-046d-4a5d-8330-cad97f3b4b15', 'status': 'completed', 'code': 200} Nov 23 02:30:06.462387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.469517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.475885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b798704-ac06-40c9-b04a-96d9e24e06bf HTTP/1.1" status: 204 len: 168 time: 0.4202845 Nov 23 02:30:06.489326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b844fe4-a431-4f1a-995e-ab5a86dd8868 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b798704-ac06-40c9-b04a-96d9e24e06bf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:06.506190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d690fc-c72b-4a00-b285-80199a0526a6 req-92eb79fd-358d-499a-89f8-427eb78c5611 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.507848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54d690fc-c72b-4a00-b285-80199a0526a6 req-92eb79fd-358d-499a-89f8-427eb78c5611 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1048124 Nov 23 02:30:06.551588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=62cea407-2e3a-48d7-898a-412bd36ab2df,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:06.575200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '62cea407-2e3a-48d7-898a-412bd36ab2df', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': '62cea407-2e3a-48d7-898a-412bd36ab2df', 'mac_address': 'fa:16:3e:35:cc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:06.614777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54d690fc-c72b-4a00-b285-80199a0526a6 req-1df7932e-b2b5-44d8-87f9-4ee6829b74ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991087 Nov 23 02:30:06.624722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc731bf-e1f8-4244-9af0-bc051cd6c1b6 req-10d4ce96-7483-403d-a3cf-9edc3a773c97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.632444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bc731bf-e1f8-4244-9af0-bc051cd6c1b6 req-10d4ce96-7483-403d-a3cf-9edc3a773c97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.0971651 Nov 23 02:30:06.633915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.650105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42026) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:06.658127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cea407-2e3a-48d7-898a-412bd36ab2df {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:06.696152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=62cea407-2e3a-48d7-898a-412bd36ab2df,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:06.702604 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.717955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fff23790-740e-478b-b5cc-1e7e00be7b46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a9315555fce4d4e954430c51ea1744b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665529 Nov 23 02:30:06.718902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42028) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:06.722284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bc731bf-e1f8-4244-9af0-bc051cd6c1b6 req-e02ed37e-2f2e-4663-826f-9f56443bdd09 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890870 Nov 23 02:30:06.779063 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.792100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:06.807165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.810964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd9346-c33b-4b3f-8421-8e918ce16ec1 req-614a9401-8740-4316-aa67-e7c26f86bfe2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.813253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58cd9346-c33b-4b3f-8421-8e918ce16ec1 req-614a9401-8740-4316-aa67-e7c26f86bfe2 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.0774710 Nov 23 02:30:06.871047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.874658 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.878772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6de978ef-26db-402a-864c-7538b395280f HTTP/1.1" status: 204 len: 168 time: 0.1586568 Nov 23 02:30:06.894881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be1757-06d4-4028-a214-b4e75fe51187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de978ef-26db-402a-864c-7538b395280f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:06.917594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58cd9346-c33b-4b3f-8421-8e918ce16ec1 req-532c129e-bba5-4cdb-98a7-7697d8f89576 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/security-groups?id=875651dc-fe0e-4da3-9b82-5221cc7e7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847092 Nov 23 02:30:06.925755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1150f1d-bb49-46ba-befa-8d76ce2502ef req-385ebb42-16fe-41c1-a1df-89dce5704cb1 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.930634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1150f1d-bb49-46ba-befa-8d76ce2502ef req-385ebb42-16fe-41c1-a1df-89dce5704cb1 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.1103246 Nov 23 02:30:06.936728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:06.941279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Request body: {'floatingip': {'port_id': 'bc3b9649-7508-4f96-b024-7b16ac1a647a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:07.006240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.012305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['62cea407-2e3a-48d7-898a-412bd36ab2df'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:07.068971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cba845e2-954c-49c3-8f0e-f37f969e15de req-7f6bafeb-7e9a-44c1-a6ab-a67c35002a20 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0660448 Nov 23 02:30:07.229492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-ec67fa14-6df9-4cd8-830a-7a6475869be4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:07.231535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-ec67fa14-6df9-4cd8-830a-7a6475869be4 tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 946 time: 0.0967469 Nov 23 02:30:07.361181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7898d2-8a37-48a3-952f-674e358849eb req-3fde4a40-969c-41f4-8f79-2552fad47092 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:07.362647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7898d2-8a37-48a3-952f-674e358849eb req-3fde4a40-969c-41f4-8f79-2552fad47092 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 945 time: 0.1188886 Nov 23 02:30:07.403055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Deleting port ac33a4c7-5b72-4c21-b0ba-7736df477fab {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:07.403586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.545558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] For port ac33a4c7-5b72-4c21-b0ba-7736df477fab, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ac33a4c7-5b72-4c21-b0ba-7736df477fab,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:07.545933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.564177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Calling delete_port for ac33a4c7-5b72-4c21-b0ba-7736df477fab owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:07.571205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7898d2-8a37-48a3-952f-674e358849eb req-3d41c0a3-5d7a-4141-b040-34782ef86f1d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977525 Nov 23 02:30:07.646318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf9d3-38c1-4b2d-a82b-5aee9e01c06e req-45f2e03d-0f48-4b1c-a678-d243406aa89e tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:07.648083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec9cf9d3-38c1-4b2d-a82b-5aee9e01c06e req-45f2e03d-0f48-4b1c-a678-d243406aa89e tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1656630 Nov 23 02:30:07.737998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.754248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ac33a4c7-5b72-4c21-b0ba-7736df477fab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:07.836829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Pushing event deleted for resources: {'Port': ['ID=ac33a4c7-5b72-4c21-b0ba-7736df477fab,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:07.913226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec9cf9d3-38c1-4b2d-a82b-5aee9e01c06e req-78b222d8-660b-44fb-aa6e-f5ea1d19d357 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441025 Nov 23 02:30:07.923521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] No DVR routers for this DVR port ac33a4c7-5b72-4c21-b0ba-7736df477fab on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:07.925719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.944606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb33e4-37eb-4e56-bcd2-81bb1792d12f req-9428dc00-26e4-4c88-a0db-f7be350169b9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:07.946204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1deb33e4-37eb-4e56-bcd2-81bb1792d12f req-9428dc00-26e4-4c88-a0db-f7be350169b9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 943 time: 0.1479890 Nov 23 02:30:07.947216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.949747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.968272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa31996b-670b-496f-b3ce-8787e4be25c5 req-b63af17d-bdce-4db5-9c00-32426eeb9baa tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.47 "DELETE /v2.0/ports/ac33a4c7-5b72-4c21-b0ba-7736df477fab HTTP/1.1" status: 204 len: 173 time: 0.7271409 Nov 23 02:30:07.994615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a5d940a-6cef-4eeb-9447-1fa6a715650a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.068242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:08.070386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 62cea407-2e3a-48d7-898a-412bd36ab2df up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:08.147617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78a525d2-8dfc-45e6-b179-2d6745940faa req-bf600731-27f6-4af1-888e-0621544699bb tempest-ListServerFiltersTestJSON-1267736755 tempest-ListServerFiltersTestJSON-1267736755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ede889-4881-4385-bf5d-fcda14c3d053 HTTP/1.1" status: 200 len: 210 time: 0.0813429 Nov 23 02:30:08.160988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1deb33e4-37eb-4e56-bcd2-81bb1792d12f req-c9f82155-a90d-40c2-b74c-002aecd002e9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502736 Nov 23 02:30:08.205186 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Floating IP c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b associated. External IP: 172.25.1.216, port: bc3b9649-7508-4f96-b024-7b16ac1a647a. Nov 23 02:30:08.226078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 62cea407-2e3a-48d7-898a-412bd36ab2df completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:08.250158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 62cea407-2e3a-48d7-898a-412bd36ab2df triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:08.250695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.296839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-11094c6b-7162-4f1b-997b-f3b3d4e759f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.300731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-11094c6b-7162-4f1b-997b-f3b3d4e759f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1095 time: 0.1353059 Nov 23 02:30:08.329834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:08.330760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a943e0d7-e251-4236-b58d-f84348a62269 req-8e2dbb20-5492-4179-b800-64d09eba9890 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0446403 Nov 23 02:30:08.361513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'mac_address': 'fa:16:3e:b1:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:08.421848 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.437000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'name': 'network-vif-deleted', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:08.439324 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5204b80-0f10-4a38-aca6-3661d7265e14" -d '{"events": [{"server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "name": "network-vif-deleted", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:08.484655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=62cea407-2e3a-48d7-898a-412bd36ab2df,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:08.501664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:08.507848 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5dd084-8b5d-40e1-879b-1820f78d8387" -d '{"events": [{"server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "name": "network-vif-plugged", "status": "completed", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:08.516263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.517289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:08.534702 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064231a-5a07-4c13-812b-62da1fe010f9 x-openstack-request-id: req-2064231a-5a07-4c13-812b-62da1fe010f9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:08.534993 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ede889-4881-4385-bf5d-fcda14c3d053", "name": "network-vif-deleted", "tag": "ac33a4c7-5b72-4c21-b0ba-7736df477fab", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:08.535243 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2064231a-5a07-4c13-812b-62da1fe010f9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:08.538685 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ede889-4881-4385-bf5d-fcda14c3d053', 'name': 'network-vif-deleted', 'tag': 'ac33a4c7-5b72-4c21-b0ba-7736df477fab', 'status': 'completed', 'code': 200} Nov 23 02:30:08.548566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-8cb844da-614e-49df-be1a-c7b328bda8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.553173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-8cb844da-614e-49df-be1a-c7b328bda8b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.2251534 Nov 23 02:30:08.574795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Router bceef412-ddae-45a1-87a2-bedbabbae310 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:08.663611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: eb90c29c-046d-4a5d-8330-cad97f3b4b15 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:08.664113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device eb90c29c-046d-4a5d-8330-cad97f3b4b15 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:08.675201 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8097b0-d93c-43a9-8b37-816576b014c4 x-openstack-request-id: req-8a8097b0-d93c-43a9-8b37-816576b014c4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:08.676283 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "name": "network-vif-plugged", "status": "completed", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:08.676472 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8097b0-d93c-43a9-8b37-816576b014c4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:08.679769 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df', 'code': 200} Nov 23 02:30:08.695689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:08.709124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.736015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-5d5b0b0e-88f3-4d83-adf2-c2d184dfdeb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 200 len: 999 time: 0.1744380 Nov 23 02:30:08.748024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2db88481-ca6f-4049-8ddc-e03e0dda74d3 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "PUT /v2.0/floatingips/c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b HTTP/1.1" status: 200 len: 991 time: 1.8102283 Nov 23 02:30:08.748202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Sync routers for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:08.749102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:08.752006 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cabacc-aced-44fb-a39e-dcd543c4aae1" -d '{"events": [{"name": "network-changed", "server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:08.817552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:08.842133 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.845376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:08.846266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:08.876566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-353ec196-4b91-4bfe-a4dd-6a27fea47144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.878420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-353ec196-4b91-4bfe-a4dd-6a27fea47144 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.1357718 Nov 23 02:30:08.886276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f3774-b323-48f6-a385-1636f428613f req-b928f985-9514-45b7-9659-bdb5d7e203f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.887973 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f62f3774-b323-48f6-a385-1636f428613f req-b928f985-9514-45b7-9659-bdb5d7e203f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 1098 time: 0.0688689 Nov 23 02:30:08.921954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dde7c713-3518-4f4e-908e-1f63e9dbdcba req-418756a0-fc41-4edc-a878-cd6c261eb0d2 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0781510 Nov 23 02:30:08.965603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:08.983640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346d80-a56a-4d87-8807-8f29bed852b8 req-0e944ec1-ab39-4d4a-9767-094f5bbbd4a2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.985473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00346d80-a56a-4d87-8807-8f29bed852b8 req-0e944ec1-ab39-4d4a-9767-094f5bbbd4a2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.2007642 Nov 23 02:30:09.005502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:09.012090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.012423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f62f3774-b323-48f6-a385-1636f428613f req-232b31cc-9595-4f75-8fa6-bba1480610ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119580 Nov 23 02:30:09.042544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-e881c307-3ed1-4474-8494-4edb9f55f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.044060 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-e881c307-3ed1-4474-8494-4edb9f55f7af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551487 Nov 23 02:30:09.074780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:09.098906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00346d80-a56a-4d87-8807-8f29bed852b8 req-dfe58523-b381-4826-bc75-7492659ef575 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988698 Nov 23 02:30:09.117794 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcb83b8-1ff5-460f-9086-7d74f22069ea x-openstack-request-id: req-2fcb83b8-1ff5-460f-9086-7d74f22069ea {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:09.118037 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:09.118282 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fcb83b8-1ff5-460f-9086-7d74f22069ea {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:09.118716 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'status': 'completed', 'code': 200} Nov 23 02:30:09.127995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:09.231507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.239786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:09.241908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-59ae26d7-3c52-4cd7-b681-a29cfda512d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.243736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-59ae26d7-3c52-4cd7-b681-a29cfda512d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b95977f9a6a4fea8a12d3204346d308&device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 1097 time: 0.0803087 Nov 23 02:30:09.292509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['d579dbe3-c909-4eda-aa1b-9322b40d5183'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:09.300956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Deleting subnet e0262436-a4e3-4e59-ac4d-f3adcddd7545 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:09.369446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-7db25c4c-3fb7-4cd7-84f7-9287e39c801c service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718476 Nov 23 02:30:09.451545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.528351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14ffa64b-3ac7-4fa0-b92f-f97e2d86cb59 req-3ed12f89-6629-4bda-8be9-30e515cef27f service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504674 Nov 23 02:30:09.563760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5375-0fa0-45bb-9333-1e670b2542b7 req-8578e06a-0d9d-4619-b945-1349a884eed7 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.565156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'port_id': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'mac_address': 'fa:16:3e:51:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58c1bf-85f5-4525-a77a-e36879653232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:00Z', 'updated_at': '2021-11-23T02:30:07Z', 'revision_number': 1, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:09.565335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-226a5375-0fa0-45bb-9333-1e670b2542b7 req-8578e06a-0d9d-4619-b945-1349a884eed7 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.3671486 Nov 23 02:30:09.566397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-5be4f3bc-da0c-48ea-8aab-99101575bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.567784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-5be4f3bc-da0c-48ea-8aab-99101575bce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 200 len: 916 time: 0.2608838 Nov 23 02:30:09.570327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.599402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Checking router: bceef412-ddae-45a1-87a2-bedbabbae310 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:30:09.609219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:09.609959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:09.610565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4ede-61a6-4235-bc8c-cb03445533ad req-658add58-92e7-40ed-b5ff-6b3b87d6ec6e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.612091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16ab4ede-61a6-4235-bc8c-cb03445533ad req-658add58-92e7-40ed-b5ff-6b3b87d6ec6e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 944 time: 0.3033049 Nov 23 02:30:09.773165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:09.780902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-226a5375-0fa0-45bb-9333-1e670b2542b7 req-b799e9d0-8e38-4cbf-9290-941aca2e1a5d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790764 Nov 23 02:30:09.806894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-d0cd92dd-f142-4a63-9ac6-6fd252fb6132 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 200 len: 999 time: 0.2078428 Nov 23 02:30:09.827548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16ab4ede-61a6-4235-bc8c-cb03445533ad req-72447e93-b417-4b97-8651-7670738f362c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022972 Nov 23 02:30:09.911600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.943512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-b89a4fb0-cc29-451b-a99a-57b8d0b81d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.945085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-b89a4fb0-cc29-451b-a99a-57b8d0b81d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d6945c-9d67-4d3d-bb01-a77f7b11969f HTTP/1.1" status: 200 len: 854 time: 0.1135702 Nov 23 02:30:09.947026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28984906-682b-4dac-a947-7df270cd4239 req-dfa3993e-3b9e-44e4-b8f0-a89d88a7b6d7 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0623455 Nov 23 02:30:10.026127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-736f04ed-4261-4c1d-a71b-ff9f3d6367de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:10.027671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-736f04ed-4261-4c1d-a71b-ff9f3d6367de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739408 Nov 23 02:30:10.057500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.092450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'port_id': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'mac_address': 'fa:16:3e:51:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58c1bf-85f5-4525-a77a-e36879653232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:00Z', 'updated_at': '2021-11-23T02:30:07Z', 'revision_number': 1, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:10.097309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:10.157241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f5a3c-ea87-4f95-b898-1509507a6561 None None] The sync data for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 is: [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'port_id': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'mac_address': 'fa:16:3e:51:97:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de58c1bf-85f5-4525-a77a-e36879653232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:00Z', 'updated_at': '2021-11-23T02:30:07Z', 'revision_number': 1, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:30:10.199091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port d579dbe3-c909-4eda-aa1b-9322b40d5183 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:10.199705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.225501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fba1c8e-4fc6-42b4-b38c-5ffeaee631ce req-68b13511-dd87-4a35-8280-d18025055f28 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.1037455 Nov 23 02:30:10.230338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0262436-a4e3-4e59-ac4d-f3adcddd7545,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:10.250718 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.256137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bb4783e9-9f74-421b-8548-b2ce1a78ba18 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e0262436-a4e3-4e59-ac4d-f3adcddd7545 HTTP/1.1" status: 204 len: 168 time: 1.0081112 Nov 23 02:30:10.257822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:10.276782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6dadd-a991-4709-84c1-c827f5ca9dd6 None None] Network d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:10.332116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-7c105897-b1c2-4a24-861b-5510e9c5d823 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953207 Nov 23 02:30:10.370474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.430871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Deleting port 830300bc-6f09-42a1-b786-c8b6f4f96fdd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:10.431242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.518008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] For port 830300bc-6f09-42a1-b786-c8b6f4f96fdd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=830300bc-6f09-42a1-b786-c8b6f4f96fdd,segment=NetworkSegment(e87bbc2d-8f92-4689-ae3c-e89eab2dcce0),segment_id=e87bbc2d-8f92-4689-ae3c-e89eab2dcce0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:10.518391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.538260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Calling delete_port for 830300bc-6f09-42a1-b786-c8b6f4f96fdd owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:10.610883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bda271d-9b6b-4f67-8577-3afd178f2f35 None None] New status for floating IP c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:30:10.667403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.672506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.710036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.727285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] No DVR routers for this DVR port 830300bc-6f09-42a1-b786-c8b6f4f96fdd on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:10.737555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:10.740822 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279ef513-d094-4c86-995d-1c9385c25046" -d '{"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:10.741587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=830300bc-6f09-42a1-b786-c8b6f4f96fdd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:10.777333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:10.782897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.783884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ac33a4c7-5b72-4c21-b0ba-7736df477fab no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:10.900614 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b56dc-ce32-4968-95a3-8d29a54bc46a x-openstack-request-id: req-2a1b56dc-ce32-4968-95a3-8d29a54bc46a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:10.901075 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-plugged", "status": "completed", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:10.901587 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a1b56dc-ce32-4968-95a3-8d29a54bc46a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:10.902087 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'code': 200} Nov 23 02:30:10.908394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4dbe58-81c4-4ff9-8bd6-2b04f5257b80 None None] DHCP port deletion for d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:30:10.913064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:10.941268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f813f37-627b-49c4-9f40-f8c7f8588e44 req-f1e591b7-eb21-496a-acff-63643e5ab906 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:10.959115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f813f37-627b-49c4-9f40-f8c7f8588e44 req-f1e591b7-eb21-496a-acff-63643e5ab906 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.6259475 Nov 23 02:30:10.968052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:10.969366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:10.979520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ac33a4c7-5b72-4c21-b0ba-7736df477fab {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:10.979869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ac33a4c7-5b72-4c21-b0ba-7736df477fab not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:10.991551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:10.992007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87bbc2d-8f92-4689-ae3c-e89eab2dcce0') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:11.028235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.049588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.060498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:11.061181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:11.065349 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:30:11.079645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f813f37-627b-49c4-9f40-f8c7f8588e44 req-16fe2bdd-be8b-4f51-bb2a-c22dc9805818 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192536 Nov 23 02:30:11.104318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35761d9f-c46f-4fff-8621-63887920213b req-50fea709-34f4-457a-858b-c5a55e8d4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:11.104822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4cabacc-aced-44fb-a39e-dcd543c4aae1 req-6bfe5046-2343-495b-839c-5c661f951f5f service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909099 Nov 23 02:30:11.106229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-35761d9f-c46f-4fff-8621-63887920213b req-50fea709-34f4-457a-858b-c5a55e8d4eca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 1098 time: 0.1060255 Nov 23 02:30:11.131841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6ce1f-af2b-4116-b6bb-0dac031c1828 req-55bc57ad-3e5d-4030-a61e-5c198a15fd42 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:11.146959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35e6ce1f-af2b-4116-b6bb-0dac031c1828 req-55bc57ad-3e5d-4030-a61e-5c198a15fd42 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1834657 Nov 23 02:30:11.170121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.180897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.195425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4 HTTP/1.1" status: 204 len: 168 time: 0.9347861 Nov 23 02:30:11.253975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf929363-148c-4331-bf57-c337f8aabc35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ffd1ba-d3a6-46d8-bd4a-531ed68985f4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:11.264850 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-35761d9f-c46f-4fff-8621-63887920213b req-205430cd-cc70-408b-95d6-7a7770625bf5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462123 Nov 23 02:30:11.312894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 830300bc-6f09-42a1-b786-c8b6f4f96fdd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:11.315258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35e6ce1f-af2b-4116-b6bb-0dac031c1828 req-35871439-1a8c-4784-b390-75c72954903f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680233 Nov 23 02:30:11.372258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22021eb5-61c1-440f-ac4e-9f20f526bf03 req-a8770ca3-553e-4ffd-a408-5525c870092c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:11.384325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22021eb5-61c1-440f-ac4e-9f20f526bf03 req-a8770ca3-553e-4ffd-a408-5525c870092c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.1707962 Nov 23 02:30:11.466286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04639216-892d-4afb-879d-df80cce9539d req-b522faca-83d8-432c-91d4-23b2b4a63822 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0359099 Nov 23 02:30:11.506678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22021eb5-61c1-440f-ac4e-9f20f526bf03 req-9ff90245-12b1-40bb-b313-bd804f6f36c2 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137595 Nov 23 02:30:11.524466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 830300bc-6f09-42a1-b786-c8b6f4f96fdd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:11.525084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 830300bc-6f09-42a1-b786-c8b6f4f96fdd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:11.574673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:11.656871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.711688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42138) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:11.723190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de3736c2-4be2-45d8-8478-c20dda07fc73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4225e9f6be944be97545b9f6fe12f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494029 Nov 23 02:30:11.781384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49c9b2ce-a1c3-448a-994f-d5f293547410 req-57e03e6f-f58e-423d-bdc1-2ce8d22cccae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0481424 Nov 23 02:30:11.794837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.806207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c01613cb-1671-427b-8e15-444608303392 req-b5dd7f71-7bff-4ef8-9073-780ffc619e70 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0746262 Nov 23 02:30:11.823967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.854092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf2794-f72c-4c65-b0e0-f40b0fe33664 req-bfe6c532-f9a8-4afd-b1b0-95bc483eb5a2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:11.855616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaaf2794-f72c-4c65-b0e0-f40b0fe33664 req-bfe6c532-f9a8-4afd-b1b0-95bc483eb5a2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0793183 Nov 23 02:30:11.900005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.904801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:11.906138 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/875651dc-fe0e-4da3-9b82-5221cc7e7fb0 HTTP/1.1" status: 204 len: 168 time: 0.1925077 Nov 23 02:30:11.915389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b956fa-7962-4e68-8cdf-89030c59b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875651dc-fe0e-4da3-9b82-5221cc7e7fb0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:11.931252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaaf2794-f72c-4c65-b0e0-f40b0fe33664 req-ad029eed-01f1-434e-b23d-932d941ae7a2 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663612 Nov 23 02:30:12.445584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa7bac-df31-4d24-b0cc-3118ac6a8f0f req-e5ff2af2-c3c3-404d-9e95-a1a344d8f8cc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:12.447156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38fa7bac-df31-4d24-b0cc-3118ac6a8f0f req-e5ff2af2-c3c3-404d-9e95-a1a344d8f8cc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0607941 Nov 23 02:30:12.511995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38fa7bac-df31-4d24-b0cc-3118ac6a8f0f req-67f1068b-d143-408b-ad20-b998aa5325a8 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530396 Nov 23 02:30:12.598067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0f1852d-b8c9-4063-9d4b-7ff427fe2deb req-020693fb-7779-4990-bdfb-b75914f85052 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0ccbe6a-b856-43a7-b515-d5c335f2009a HTTP/1.1" status: 200 len: 210 time: 0.0400915 Nov 23 02:30:12.715815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273ee23-3d06-4da3-920b-df0656b8502e req-c2ca7f0d-5f15-40ca-bf2c-75832a7cb887 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:12.718594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3273ee23-3d06-4da3-920b-df0656b8502e req-c2ca7f0d-5f15-40ca-bf2c-75832a7cb887 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.0741313 Nov 23 02:30:12.787050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3273ee23-3d06-4da3-920b-df0656b8502e req-44340647-6b65-4291-9d7c-bf9d8e1edcd9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557926 Nov 23 02:30:12.871927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:13.000059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31a20111-6e87-4660-b197-48c870efe90f req-974555f1-95e0-4561-af2a-ece2f09c2f0a tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0617893 Nov 23 02:30:13.127106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-740205557-network', 'tenant_id': '0a16272ee4034f7f96ac83c7e6edf259'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:13.165098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Made reservation on behalf of 0a16272ee4034f7f96ac83c7e6edf259 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:13.167982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.176737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a012b3b-713c-43d0-b33b-7f328730936f req-b098e3cc-5951-4c4e-a0ef-5b8334f22f1b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:13.181069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.183008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a012b3b-713c-43d0-b33b-7f328730936f req-b098e3cc-5951-4c4e-a0ef-5b8334f22f1b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0991359 Nov 23 02:30:13.261796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a012b3b-713c-43d0-b33b-7f328730936f req-d2879ff5-5872-41aa-817d-1d1979b1bb4f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707157 Nov 23 02:30:13.322407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.326665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.352226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:30:13.363004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015fbd67-7186-46e9-85e8-a4bad938fbdb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:13.369189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.369536 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Added segment 90debbec-2bfc-41b6-8734-a974916cf0f9 of type vlan for network e1d8555c-7cf4-4b32-a606-105a56e565d5 Nov 23 02:30:13.422448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.447279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.448391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:13.448971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.503636 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6277301 Nov 23 02:30:13.504207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:13.512558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Request body: {'subnet': {'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-740205557-subnet', 'tenant_id': '0a16272ee4034f7f96ac83c7e6edf259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:13.514950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e427640-73e3-4440-b42d-82e946125149 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d8555c-7cf4-4b32-a606-105a56e565d5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:13.531279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e1d8555c-7cf4-4b32-a606-105a56e565d5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:30:13.563698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Made reservation on behalf of 0a16272ee4034f7f96ac83c7e6edf259 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:13.566037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.716145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f426f2-5e54-4ac1-a7ea-672a9e0f25ad req-2884fd12-d3b3-4665-a3d2-945683049ac4 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:13.717898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30f426f2-5e54-4ac1-a7ea-672a9e0f25ad req-2884fd12-d3b3-4665-a3d2-945683049ac4 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0853672 Nov 23 02:30:13.823721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30f426f2-5e54-4ac1-a7ea-672a9e0f25ad req-362a697c-fd4a-453a-96e5-8fa2d118c994 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840456 Nov 23 02:30:13.908951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.991284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb065830-a4be-4538-8f96-cf945add4dea,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:14.000543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c551f-ec0e-4e1e-8d17-c48fe486f00f req-483ddac2-70f3-4727-9aa1-3fb5e0f05ca4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.002178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d6c551f-ec0e-4e1e-8d17-c48fe486f00f req-483ddac2-70f3-4727-9aa1-3fb5e0f05ca4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.1097431 Nov 23 02:30:14.015290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Checking segment: {'id': '90debbec-2bfc-41b6-8734-a974916cf0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:14.015645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Network hostable DHCP agents. Network: e1d8555c-7cf4-4b32-a606-105a56e565d5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:30:14.066857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Network e1d8555c-7cf4-4b32-a606-105a56e565d5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:30:14.079489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d6c551f-ec0e-4e1e-8d17-c48fe486f00f req-09ccc4d7-8418-4fa2-88d9-798a6c7cd9e3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659366 Nov 23 02:30:14.080599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e1d8555c-7cf4-4b32-a606-105a56e565d5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:14.084651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.085263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:14.103137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d6c78770-e7e2-4d0b-b28c-b70e1991adaa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5975068 Nov 23 02:30:14.104005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77a6d2b-4547-4d59-81b1-0abcf33d7287 None None] Network e1d8555c-7cf4-4b32-a606-105a56e565d5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:14.223298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8df3e823-9fd8-452d-a21c-0003a41e2918 req-cc78acba-ce51-4ae6-b85c-fd5263c0b25e tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0497789 Nov 23 02:30:14.403037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c19bec9-3ea1-48e1-bad3-59fdb88ced72 None None] Network e1d8555c-7cf4-4b32-a606-105a56e565d5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:14.421385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777dac-31c5-422a-ae7b-007996828ace req-e0092e22-4ae5-4ab9-bdd6-5dd05982cead tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.423230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7777dac-31c5-422a-ae7b-007996828ace req-e0092e22-4ae5-4ab9-bdd6-5dd05982cead tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0569851 Nov 23 02:30:14.477830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7777dac-31c5-422a-ae7b-007996828ace req-2194502a-764b-4adb-a944-4f2fdb01bca4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458360 Nov 23 02:30:14.933197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-110ffa68-a9d3-4443-8a45-b2a6a8f8ddf8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.941568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-110ffa68-a9d3-4443-8a45-b2a6a8f8ddf8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/networks?id=e1d8555c-7cf4-4b32-a606-105a56e565d5 HTTP/1.1" status: 200 len: 813 time: 0.1963356 Nov 23 02:30:14.959027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-f8dba78b-5d5d-442c-8898-27474dc4533c tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/quotas/0a16272ee4034f7f96ac83c7e6edf259 HTTP/1.1" status: 200 len: 375 time: 0.0165746 Nov 23 02:30:15.015773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-28ca2071-32ce-4e09-982c-9b1b9ba1b6fe tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a16272ee4034f7f96ac83c7e6edf259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484445 Nov 23 02:30:15.030025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989344-da0b-4970-a733-312d4dcd42e5 req-3578a2ce-39d3-4c9f-9627-16f99255380c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:15.031782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01989344-da0b-4970-a733-312d4dcd42e5 req-3578a2ce-39d3-4c9f-9627-16f99255380c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0882449 Nov 23 02:30:15.134614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01989344-da0b-4970-a733-312d4dcd42e5 req-8c906210-54db-4746-8995-886c0b88f5dc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946453 Nov 23 02:30:15.167737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a697b90-6299-441c-ab8f-a3fecd41b7fa service neutron] 10.222.0.15 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348503 Nov 23 02:30:15.258699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e38ab176-7213-491c-817e-a2c5263f4e14 req-373b5256-983b-40e6-962f-dd4964b1b45c tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0364988 Nov 23 02:30:15.316872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-2a4b60bf-a1e9-44a5-ac4c-3be21c4ce8df service neutron] 10.222.0.15 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421425 Nov 23 02:30:15.488123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a334153-e15a-4bd3-89da-ea6c8d3eabd3 req-1a9827c0-4cd1-473c-875e-6c77beddb963 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 210 time: 0.0359030 Nov 23 02:30:15.620423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c937-444f-44fe-927a-e446bf1ba386 req-14768561-8a56-4582-af02-3bf02b25d41d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:15.630586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddc0c937-444f-44fe-927a-e446bf1ba386 req-14768561-8a56-4582-af02-3bf02b25d41d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0676937 Nov 23 02:30:15.688387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddc0c937-444f-44fe-927a-e446bf1ba386 req-28c0e26f-612b-4ba8-a1d2-bcfc58287ca4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566802 Nov 23 02:30:16.361450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36832-765c-497d-a985-ddc638810c68 req-3af98b0e-fb84-400f-93e1-462b98dd45dc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:16.365219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3af36832-765c-497d-a985-ddc638810c68 req-3af98b0e-fb84-400f-93e1-462b98dd45dc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1106508 Nov 23 02:30:16.432688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3af36832-765c-497d-a985-ddc638810c68 req-3bc2648c-3a4b-4e1b-b1cd-27ba782bf7ba tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Nov 23 02:30:16.493108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d5b62ab-aea6-4000-ba2e-3aeb25dbd34b req-c44f27ed-87a2-4e30-8aed-0506e79f1f74 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0701761 Nov 23 02:30:16.735848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e4937b-63b5-44b1-99d0-b37799319611 req-03ff71d9-57f5-40b5-9dc5-cc52d13c38a5 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 210 time: 0.0665188 Nov 23 02:30:17.055419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-b3e73632-9b21-4598-b715-21ce8586ae8b tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:17.056980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-b3e73632-9b21-4598-b715-21ce8586ae8b tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.41 "GET /v2.0/networks?id=e1d8555c-7cf4-4b32-a606-105a56e565d5 HTTP/1.1" status: 200 len: 813 time: 0.2845378 Nov 23 02:30:17.085317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c905857-fd3d-44d1-8757-2e59b2fd96d9 req-b128e230-972d-41c4-8e65-4ac4efd21ce7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:17.086953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c905857-fd3d-44d1-8757-2e59b2fd96d9 req-b128e230-972d-41c4-8e65-4ac4efd21ce7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1813245 Nov 23 02:30:17.091777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Request body: {'port': {'device_id': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5', 'admin_state_up': True, 'tenant_id': '0a16272ee4034f7f96ac83c7e6edf259'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:17.259893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c905857-fd3d-44d1-8757-2e59b2fd96d9 req-acdf28ee-b047-4162-8678-8f3482d1c143 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633518 Nov 23 02:30:17.373011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Made reservation on behalf of 0a16272ee4034f7f96ac83c7e6edf259 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:17.378703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:17.678401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Allocated IP 172.20.0.7 (e1d8555c-7cf4-4b32-a606-105a56e565d5/bb065830-a4be-4538-8f96-cf945add4dea/d5f2995e-d497-4853-afee-4cce56e37d3d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:17.711702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22075d-46a8-44ca-acea-f1d1fc435f41 req-a80f5cfb-5802-42f4-a608-24d20f9b87df tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:17.722369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a22075d-46a8-44ca-acea-f1d1fc435f41 req-a80f5cfb-5802-42f4-a608-24d20f9b87df tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1638069 Nov 23 02:30:17.827802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a22075d-46a8-44ca-acea-f1d1fc435f41 req-79fdf5b2-1b86-4fe7-827f-b8d688eb6cd7 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044116 Nov 23 02:30:17.829895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c7077d5-9d74-42d0-a28a-2c977e2d7ed3 req-9ddfd764-b9a5-4a06-8f2b-54a2efd70698 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0593481 Nov 23 02:30:17.981755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc6493df-d068-4fea-84a2-ddcc676e8ae2 req-40be3b03-ff56-4434-80d0-f5b798e4fee3 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 210 time: 0.0376067 Nov 23 02:30:18.002774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:18.074613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:18.147022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Network e1d8555c-7cf4-4b32-a606-105a56e565d5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:18.150171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:18.156023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:18.197525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Pushing event updated for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:18.231688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:18.232392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:18.263759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-5a08fc0f-1fec-421e-9639-8e75f8585929 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1755989 Nov 23 02:30:18.324016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Request body: {'port': {'device_id': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:18.454563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:18.480259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb864-560b-41b9-aeb0-0ca0ef5c8f5f req-215e64b5-6af7-40ba-956b-35b130e115a2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:18.482325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-528eb864-560b-41b9-aeb0-0ca0ef5c8f5f req-215e64b5-6af7-40ba-956b-35b130e115a2 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 944 time: 0.1257455 Nov 23 02:30:18.492158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945fb12-64e6-4e3d-b8f0-a078a76b21a2 req-55c369a8-8927-4aec-8bd0-641bc1d2aa32 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:18.493609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5945fb12-64e6-4e3d-b8f0-a078a76b21a2 req-55c369a8-8927-4aec-8bd0-641bc1d2aa32 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1282451 Nov 23 02:30:18.646718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5945fb12-64e6-4e3d-b8f0-a078a76b21a2 req-86d64f0e-2aa8-42db-967c-d7a6cafd0253 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431987 Nov 23 02:30:18.653918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-528eb864-560b-41b9-aeb0-0ca0ef5c8f5f req-8a1435ad-345c-4b48-936e-2f0f8875a485 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581030 Nov 23 02:30:18.852694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f2995e-d497-4853-afee-4cce56e37d3d {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:18.860948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:18.876122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Transition to ACTIVE for port object d5f2995e-d497-4853-afee-4cce56e37d3d will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:18.880183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.001834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5139cb8-b19e-4c9c-bec8-dd735e0da15b req-1d279c77-b46f-481b-8a91-d94fc5f57235 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0640461 Nov 23 02:30:19.003913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:19.043519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-377977cd-bc54-432e-ac9b-e99bda504595 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.045942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-377977cd-bc54-432e-ac9b-e99bda504595 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 944 time: 0.0683019 Nov 23 02:30:19.067499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c575-8233-4db3-bdd0-b9efcdc99796 req-e21ff49b-421d-4cc2-9e92-445621fb8cdb tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.069207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0b6c575-8233-4db3-bdd0-b9efcdc99796 req-e21ff49b-421d-4cc2-9e92-445621fb8cdb tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1546202 Nov 23 02:30:19.115383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Attempting to bind port d5f2995e-d497-4853-afee-4cce56e37d3d on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:19.115727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Attempting to bind port d5f2995e-d497-4853-afee-4cce56e37d3d by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '90debbec-2bfc-41b6-8734-a974916cf0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:19.116063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Attempting to bind port d5f2995e-d497-4853-afee-4cce56e37d3d on network e1d8555c-7cf4-4b32-a606-105a56e565d5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:19.128171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Port d5f2995e-d497-4853-afee-4cce56e37d3d on network e1d8555c-7cf4-4b32-a606-105a56e565d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:19.128500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Attempting to bind port d5f2995e-d497-4853-afee-4cce56e37d3d on network e1d8555c-7cf4-4b32-a606-105a56e565d5 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:19.139412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:19.139759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Checking segment: {'id': '90debbec-2bfc-41b6-8734-a974916cf0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:19.140149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Bound using segment: {'id': '90debbec-2bfc-41b6-8734-a974916cf0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:19.140589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Bound port: d5f2995e-d497-4853-afee-4cce56e37d3d, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90debbec-2bfc-41b6-8734-a974916cf0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:19.141233 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.156375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Deleting port 53c6c39c-c800-4ae3-b136-c83aecd3a55d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:19.156610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.160973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0b6c575-8233-4db3-bdd0-b9efcdc99796 req-d523b08d-4e2e-40ee-9a4b-39443fa0db51 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851934 Nov 23 02:30:19.249419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff40cf-3570-447e-8c1b-280c67ad8bc8 req-8848e6b0-160f-4da9-85ed-1895de1d45ba tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.249692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] For port 53c6c39c-c800-4ae3-b136-c83aecd3a55d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=53c6c39c-c800-4ae3-b136-c83aecd3a55d,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:19.250054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.250939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93ff40cf-3570-447e-8c1b-280c67ad8bc8 req-8848e6b0-160f-4da9-85ed-1895de1d45ba tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 943 time: 0.0939040 Nov 23 02:30:19.254791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:19.259143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d5f2995e-d497-4853-afee-4cce56e37d3d,segment=NetworkSegment(90debbec-2bfc-41b6-8734-a974916cf0f9),segment_id=90debbec-2bfc-41b6-8734-a974916cf0f9)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:19.263816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Calling delete_port for 53c6c39c-c800-4ae3-b136-c83aecd3a55d owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:19.273454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.337085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.337714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.339205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] 10.222.0.41 "PUT /v2.0/ports/d5f2995e-d497-4853-afee-4cce56e37d3d HTTP/1.1" status: 200 len: 1092 time: 1.0207322 Nov 23 02:30:19.339623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:19.342559 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:19.359091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93ff40cf-3570-447e-8c1b-280c67ad8bc8 req-31981c53-04f2-40ac-99fe-d1feb7467bc9 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018882 Nov 23 02:30:19.362170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839031c-9e2a-49af-abf7-6f492814ab75 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:19.400560 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11084ac5-3915-4f56-a1b1-916e360535a1 x-openstack-request-id: req-11084ac5-3915-4f56-a1b1-916e360535a1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:19.400855 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:19.401115 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11084ac5-3915-4f56-a1b1-916e360535a1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:19.401533 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d', 'status': 'completed', 'code': 200} Nov 23 02:30:19.413093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.441626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event deleted for resources: {'Port': ['ID=53c6c39c-c800-4ae3-b136-c83aecd3a55d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:19.448822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['53c6c39c-c800-4ae3-b136-c83aecd3a55d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:19.470669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-b023599d-90c3-4829-b313-ff223d3091eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.472343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-b023599d-90c3-4829-b313-ff223d3091eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a16272ee4034f7f96ac83c7e6edf259&device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 1095 time: 0.0468211 Nov 23 02:30:19.487302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] No DVR routers for this DVR port 53c6c39c-c800-4ae3-b136-c83aecd3a55d on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:19.489697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:19.493195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5b80e9f-be18-455b-a6a6-1547f64a725c req-4ee470e6-c24d-4c31-9bd9-222f8de1c73e tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "DELETE /v2.0/ports/53c6c39c-c800-4ae3-b136-c83aecd3a55d HTTP/1.1" status: 204 len: 173 time: 0.4410982 Nov 23 02:30:19.493638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-deleted', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:19.495902 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc53b34-d940-4e37-bdf4-735a4517c3ab" -d '{"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-deleted", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:19.531926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-3a258a60-f043-474e-82d1-07f334ef033d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5f2995e-d497-4853-afee-4cce56e37d3d HTTP/1.1" status: 200 len: 217 time: 0.0369437 Nov 23 02:30:19.536460 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4184f02-ab28-47bc-9884-cdb2645b6f57 x-openstack-request-id: req-c4184f02-ab28-47bc-9884-cdb2645b6f57 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:19.536902 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e555a05-2d7a-4a5e-b31b-661f23cc9580", "name": "network-vif-deleted", "tag": "53c6c39c-c800-4ae3-b136-c83aecd3a55d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:19.537193 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4184f02-ab28-47bc-9884-cdb2645b6f57 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:19.537595 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e555a05-2d7a-4a5e-b31b-661f23cc9580', 'name': 'network-vif-deleted', 'tag': '53c6c39c-c800-4ae3-b136-c83aecd3a55d', 'status': 'completed', 'code': 200} Nov 23 02:30:19.584783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727793fe-204c-42ac-8bff-d50071803a29 req-95d9c2b8-06e8-4450-8332-40cbd9796349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.586365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-95d9c2b8-06e8-4450-8332-40cbd9796349 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb065830-a4be-4538-8f96-cf945add4dea HTTP/1.1" status: 200 len: 853 time: 0.0439439 Nov 23 02:30:19.621968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-9d62af8a-17f5-44fe-a7b5-108110c4baaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d8555c-7cf4-4b32-a606-105a56e565d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279469 Nov 23 02:30:19.802598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-4e06b0bd-53d4-486b-9f1b-7ae73e3fd37d service neutron] 10.222.0.41 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419234 Nov 23 02:30:19.805779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1254769b-a2b2-49b5-bf14-ae743285849d req-6003b2cd-9637-4590-a5b7-917140817892 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e555a05-2d7a-4a5e-b31b-661f23cc9580 HTTP/1.1" status: 200 len: 210 time: 0.0551178 Nov 23 02:30:19.838725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4c813-9918-4c49-9edd-949dbac9765a req-4b2a3a36-f615-410f-8632-4da4bbeb9a5a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:19.840135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31c4c813-9918-4c49-9edd-949dbac9765a req-4b2a3a36-f615-410f-8632-4da4bbeb9a5a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1055181 Nov 23 02:30:19.929397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31c4c813-9918-4c49-9edd-949dbac9765a req-b3625fe6-3cbf-4dcd-8a14-d0b00ecde61d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647404 Nov 23 02:30:19.940281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-727793fe-204c-42ac-8bff-d50071803a29 req-cdcf1351-6584-4016-ac2d-d7d44c68e1e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283624 Nov 23 02:30:20.130189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a8ef814-7141-492a-9f46-6c7face3532e req-c3382787-f62b-4892-8e21-a9d62eccc216 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0307975 Nov 23 02:30:20.140394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-15d57ff5-9399-40a5-82e3-8289c7812924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:20.142342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-15d57ff5-9399-40a5-82e3-8289c7812924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a16272ee4034f7f96ac83c7e6edf259&device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 1095 time: 0.0749595 Nov 23 02:30:20.258858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-a8902e65-64d9-4b8f-9963-c3cf0b9068c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:20.260332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-a8902e65-64d9-4b8f-9963-c3cf0b9068c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1d8555c-7cf4-4b32-a606-105a56e565d5 HTTP/1.1" status: 200 len: 914 time: 0.1024051 Nov 23 02:30:20.317649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-9f859e4e-0571-4d30-812e-8f273c3ace49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5f2995e-d497-4853-afee-4cce56e37d3d HTTP/1.1" status: 200 len: 217 time: 0.0394473 Nov 23 02:30:20.332476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf710a82-8e42-4814-a752-ba146c2f7c0d req-4cd17fe6-eb62-49cb-8514-f819fa7be0cc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:20.333930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf710a82-8e42-4814-a752-ba146c2f7c0d req-4cd17fe6-eb62-49cb-8514-f819fa7be0cc tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0935614 Nov 23 02:30:20.405027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-8df874b5-f030-4aec-805d-e4ff66761f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:20.406549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-8df874b5-f030-4aec-805d-e4ff66761f70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb065830-a4be-4538-8f96-cf945add4dea HTTP/1.1" status: 200 len: 853 time: 0.0717416 Nov 23 02:30:20.413726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf710a82-8e42-4814-a752-ba146c2f7c0d req-55f2e8a1-ed09-4acf-828d-cfb8fd5d5ecf tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Nov 23 02:30:20.450965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-739246ea-3f0f-41b8-9f52-1aca118ec360 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1d8555c-7cf4-4b32-a606-105a56e565d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348549 Nov 23 02:30:20.550535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1ba0-8116-4a38-a0ea-28ace68d5aeb req-e592ef2c-d668-44ea-95dc-69d0f5994b60 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:20.551988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a3a1ba0-8116-4a38-a0ea-28ace68d5aeb req-e592ef2c-d668-44ea-95dc-69d0f5994b60 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 943 time: 0.1035185 Nov 23 02:30:20.578185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-011dc88c-f5ec-48ff-b726-67ec78a0357f service neutron] 10.222.0.41 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183050 Nov 23 02:30:20.657784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a3a1ba0-8116-4a38-a0ea-28ace68d5aeb req-dbc04e2b-bf57-4901-bd01-9c6754346ba1 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985496 Nov 23 02:30:20.687706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b557e1ce-cfb8-40fb-b8b7-2f23972fbcad req-b0542223-bfa9-4146-ad57-bd1762ae005f service neutron] 10.222.0.41 "GET /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015708 Nov 23 02:30:21.078206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833df39-06da-48a8-995a-c60ed6dec58b req-0c263d32-a879-4f7b-b0c2-b8581e4cc414 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:21.079696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c833df39-06da-48a8-995a-c60ed6dec58b req-0c263d32-a879-4f7b-b0c2-b8581e4cc414 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0798905 Nov 23 02:30:21.101437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7171-4232-42de-88c2-ed94acb4a095 req-e6aa766b-ce8a-4463-a5c5-15fd746198be tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:21.102836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06bc7171-4232-42de-88c2-ed94acb4a095 req-e6aa766b-ce8a-4463-a5c5-15fd746198be tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 944 time: 0.0712845 Nov 23 02:30:21.165076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c833df39-06da-48a8-995a-c60ed6dec58b req-52d49c96-f185-47fd-a053-4ed318a12845 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792530 Nov 23 02:30:21.172523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06bc7171-4232-42de-88c2-ed94acb4a095 req-83862484-e4a3-4cf8-9e38-9106e5e89881 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Nov 23 02:30:21.253554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea9eac43-be7b-4065-be48-c5f20cab1d7a req-f616d5da-2027-44d9-bf41-275cdbb77871 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0261352 Nov 23 02:30:21.527794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044b583-563b-47cc-9e29-cb120ab3458c req-b8c7620f-69fb-42bd-a1c5-2d981236a85c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:21.529212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2044b583-563b-47cc-9e29-cb120ab3458c req-b8c7620f-69fb-42bd-a1c5-2d981236a85c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0486035 Nov 23 02:30:21.579747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2044b583-563b-47cc-9e29-cb120ab3458c req-5ded3091-36c3-4e5f-8d02-0a278e5811c9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Nov 23 02:30:21.678754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-922dbb7f-2676-430d-92e4-55db839a451d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:21.680443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-922dbb7f-2676-430d-92e4-55db839a451d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 944 time: 0.0472953 Nov 23 02:30:22.092148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111627-ff20-42ca-b933-572e06d66aff req-45f1a98b-f331-4853-a0b2-6a255a9807e8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:22.096897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa111627-ff20-42ca-b933-572e06d66aff req-45f1a98b-f331-4853-a0b2-6a255a9807e8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 943 time: 0.3508608 Nov 23 02:30:22.099614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Deleting port 40a3cb96-5f7e-46bd-94d0-a6f61827539b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:22.099961 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:22.200041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa111627-ff20-42ca-b933-572e06d66aff req-a2fc6437-4f08-4ac3-8148-2f06ed4014d2 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Nov 23 02:30:22.222708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] For port 40a3cb96-5f7e-46bd-94d0-a6f61827539b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=40a3cb96-5f7e-46bd-94d0-a6f61827539b,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:22.223081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:22.237250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Calling delete_port for 40a3cb96-5f7e-46bd-94d0-a6f61827539b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:22.373343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00256ad-6eb2-43b0-9e64-0df8dc2f71f7 req-18b5aad3-1b32-4b92-ae03-5cb137156291 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:22.375002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a00256ad-6eb2-43b0-9e64-0df8dc2f71f7 req-18b5aad3-1b32-4b92-ae03-5cb137156291 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1358292 Nov 23 02:30:22.392722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcc9ef-fb9a-4d63-953d-8b82c2c66959 req-90c6372f-44d7-4d1d-bf18-e5a1bd9ae3b8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:22.394170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8dcc9ef-fb9a-4d63-953d-8b82c2c66959 req-90c6372f-44d7-4d1d-bf18-e5a1bd9ae3b8 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cb39bab-3cdc-48e6-a9d8-1271af8dfc15 HTTP/1.1" status: 200 len: 944 time: 0.1223724 Nov 23 02:30:22.504451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a00256ad-6eb2-43b0-9e64-0df8dc2f71f7 req-dfb3d9c4-465e-48ea-a7b1-ac6a0ec0141c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200042 Nov 23 02:30:22.509830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8dcc9ef-fb9a-4d63-953d-8b82c2c66959 req-fe7d5e71-a625-4497-b04b-dc1ce6c3b278 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076205 Nov 23 02:30:22.530197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:22.563883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event deleted for resources: {'Port': ['ID=40a3cb96-5f7e-46bd-94d0-a6f61827539b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:22.597406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:22.620866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 53c6c39c-c800-4ae3-b136-c83aecd3a55d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:22.621290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 53c6c39c-c800-4ae3-b136-c83aecd3a55d not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:22.633887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d1bca10-a92c-436c-92db-2d987d538246 req-f586ca7c-4d94-4333-9206-3c2db885e7d8 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0470636 Nov 23 02:30:22.634786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] No DVR routers for this DVR port 40a3cb96-5f7e-46bd-94d0-a6f61827539b on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:22.637258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:22.641385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c5c4c75-b23d-4d5c-95f2-23b48c301fb2 req-1eb03933-4ed9-414d-a863-90c1067ef8af tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "DELETE /v2.0/ports/40a3cb96-5f7e-46bd-94d0-a6f61827539b HTTP/1.1" status: 204 len: 173 time: 0.9552023 Nov 23 02:30:22.641836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-deleted', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:22.644170 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94109cc-a0df-4e21-b2ac-c6e8d66c10c6" -d '{"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-deleted", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:22.697221 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d24aef-c197-4b77-b8af-747d10df820e x-openstack-request-id: req-96d24aef-c197-4b77-b8af-747d10df820e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:22.697517 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb39bab-3cdc-48e6-a9d8-1271af8dfc15", "name": "network-vif-deleted", "tag": "40a3cb96-5f7e-46bd-94d0-a6f61827539b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:22.697771 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96d24aef-c197-4b77-b8af-747d10df820e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:22.698168 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb39bab-3cdc-48e6-a9d8-1271af8dfc15', 'name': 'network-vif-deleted', 'tag': '40a3cb96-5f7e-46bd-94d0-a6f61827539b', 'status': 'completed', 'code': 200} Nov 23 02:30:22.739054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0846dd-0efc-475d-b6a4-91dc150fb653 req-10f31e05-af05-49b0-bd53-9ca2c607b81e tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:22.741917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d0846dd-0efc-475d-b6a4-91dc150fb653 req-10f31e05-af05-49b0-bd53-9ca2c607b81e tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0768216 Nov 23 02:30:22.791174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d0846dd-0efc-475d-b6a4-91dc150fb653 req-12a4afd2-7526-4e23-9af4-c2db04c997d1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Nov 23 02:30:23.211251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:23.322350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97dea7-dd9c-4e02-941e-b3b3b92421a1 req-867646f2-e576-4ec1-a3c5-1c8ccab74aac tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:23.323840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb97dea7-dd9c-4e02-941e-b3b3b92421a1 req-867646f2-e576-4ec1-a3c5-1c8ccab74aac tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 943 time: 0.0505474 Nov 23 02:30:23.382264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb97dea7-dd9c-4e02-941e-b3b3b92421a1 req-9ac1679f-39bc-422b-9c3a-2c43ad17aef8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517187 Nov 23 02:30:23.620467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28209c-0c4d-4441-a429-d52f799f60ad req-a0c71d1b-6b54-4a88-8b37-1b37a3411c9d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:23.621965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a28209c-0c4d-4441-a429-d52f799f60ad req-a0c71d1b-6b54-4a88-8b37-1b37a3411c9d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0495226 Nov 23 02:30:23.670689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a28209c-0c4d-4441-a429-d52f799f60ad req-13ac5a86-f110-4882-b36a-b9752860e6d0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Nov 23 02:30:23.773941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4667f967-09e1-4e25-9ccd-8da59827d790 req-8e36959b-4068-45ab-aa57-991d12e781c9 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0271525 Nov 23 02:30:23.908964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959667e-2578-40b8-a7fc-a677a2bdecfd req-c15c5977-bf33-4d81-8171-cf6f4b560f95 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:23.910422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5959667e-2578-40b8-a7fc-a677a2bdecfd req-c15c5977-bf33-4d81-8171-cf6f4b560f95 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.0762851 Nov 23 02:30:23.943019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdafcc-d753-4a2e-82ed-6a65e3babc40 req-1fd36f19-7be8-4640-b0c6-8da83feea0be tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:23.944412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1bdafcc-d753-4a2e-82ed-6a65e3babc40 req-1fd36f19-7be8-4640-b0c6-8da83feea0be tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0812471 Nov 23 02:30:23.988599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5959667e-2578-40b8-a7fc-a677a2bdecfd req-a4e9c10c-a0e9-4695-bb3c-140c07b9e53d tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/security-groups?id=348e1d48-a432-48d8-9c5b-b84563e8cc0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719140 Nov 23 02:30:24.010540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1bdafcc-d753-4a2e-82ed-6a65e3babc40 req-b8253135-8104-4fdf-b4cb-998492ef3347 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542893 Nov 23 02:30:24.527282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4c371-917f-4ca1-87a4-820d92349a5a req-fa444f84-9ff0-4e5f-b463-818d43d15406 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:24.529299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ce4c371-917f-4ca1-87a4-820d92349a5a req-fa444f84-9ff0-4e5f-b463-818d43d15406 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 943 time: 0.0796735 Nov 23 02:30:24.541403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-4e63a14d-dce5-494f-aab7-7d3aabc99993 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:24.542819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-4e63a14d-dce5-494f-aab7-7d3aabc99993 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 944 time: 0.0650237 Nov 23 02:30:24.608936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d5f2995e-d497-4853-afee-4cce56e37d3d details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:24.618788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ce4c371-917f-4ca1-87a4-820d92349a5a req-d1ee45e4-336e-4941-8dce-cac6551634c8 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Nov 23 02:30:24.668583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Deleting port 515f02e1-e284-4319-bb13-1c73976524d4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:24.669506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:24.721410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d5f2995e-d497-4853-afee-4cce56e37d3d,segment=NetworkSegment(90debbec-2bfc-41b6-8734-a974916cf0f9),segment_id=90debbec-2bfc-41b6-8734-a974916cf0f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:24.741212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'd5f2995e-d497-4853-afee-4cce56e37d3d', 'network_id': 'e1d8555c-7cf4-4b32-a606-105a56e565d5', 'port_id': 'd5f2995e-d497-4853-afee-4cce56e37d3d', 'mac_address': 'fa:16:3e:49:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb065830-a4be-4538-8f96-cf945add4dea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:24.789891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:24.803439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f2995e-d497-4853-afee-4cce56e37d3d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:24.804315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] For port 515f02e1-e284-4319-bb13-1c73976524d4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=515f02e1-e284-4319-bb13-1c73976524d4,segment=NetworkSegment(5857d465-547a-41e6-9804-a9d31fb43e27),segment_id=5857d465-547a-41e6-9804-a9d31fb43e27)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:24.804832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:24.821088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Calling delete_port for 515f02e1-e284-4319-bb13-1c73976524d4 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:24.824840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d5f2995e-d497-4853-afee-4cce56e37d3d,segment=NetworkSegment(90debbec-2bfc-41b6-8734-a974916cf0f9),segment_id=90debbec-2bfc-41b6-8734-a974916cf0f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:24.830416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:24.848478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c43c4-ba1a-4669-b71c-2daf5d0f6247 req-156bde67-6ab6-42c7-8092-af97c8cfc9d4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:24.849999 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-609c43c4-ba1a-4669-b71c-2daf5d0f6247 req-156bde67-6ab6-42c7-8092-af97c8cfc9d4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0814342 Nov 23 02:30:24.877963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:24.930333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-021ef65f-5aad-41a3-8783-66e8f674d19f req-b86bc51f-cfa6-4c6a-9e67-7d0fd099594f tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0532229 Nov 23 02:30:24.982618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-609c43c4-ba1a-4669-b71c-2daf5d0f6247 req-8c980a8c-1904-454f-a668-f10a04eb6108 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043584 Nov 23 02:30:25.043031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:25.089212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Pushing event deleted for resources: {'Port': ['ID=515f02e1-e284-4319-bb13-1c73976524d4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:25.150604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-652eba86-e289-4e0b-b56e-ee5e332e308c req-44fee22d-9402-4473-b736-7cfa8d149bd0 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.15 "GET /v2.0/ports?device_id=34befd72-8245-4620-b155-8df29ad3ad9f HTTP/1.1" status: 200 len: 210 time: 0.0722828 Nov 23 02:30:25.169803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] No DVR routers for this DVR port 515f02e1-e284-4319-bb13-1c73976524d4 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:25.172908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:25.176831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f12a9a49-a616-4bc7-8e12-f24160a0b972 req-3abb9991-523e-428f-bce6-d596b266eb38 tempest-LiveMigrationTest-1170136940 tempest-LiveMigrationTest-1170136940-project] 10.222.0.41 "DELETE /v2.0/ports/515f02e1-e284-4319-bb13-1c73976524d4 HTTP/1.1" status: 204 len: 173 time: 0.6254628 Nov 23 02:30:25.176831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-deleted', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:25.178917 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cef0e5e-89d8-4dbe-80aa-eaf377f14e4a" -d '{"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-deleted", "tag": "515f02e1-e284-4319-bb13-1c73976524d4"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:25.202451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a044f06-4520-4e43-8845-eb11cdbe45a1 req-6d8cc3fc-ee26-4c26-96ac-3cd0625490fe tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:25.204710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a044f06-4520-4e43-8845-eb11cdbe45a1 req-6d8cc3fc-ee26-4c26-96ac-3cd0625490fe tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1116374 Nov 23 02:30:25.228083 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d09a8d-46d5-4227-8b14-4ebef21fc59f x-openstack-request-id: req-51d09a8d-46d5-4227-8b14-4ebef21fc59f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:25.228677 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34befd72-8245-4620-b155-8df29ad3ad9f", "name": "network-vif-deleted", "tag": "515f02e1-e284-4319-bb13-1c73976524d4", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:25.229187 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51d09a8d-46d5-4227-8b14-4ebef21fc59f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:25.229849 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34befd72-8245-4620-b155-8df29ad3ad9f', 'name': 'network-vif-deleted', 'tag': '515f02e1-e284-4319-bb13-1c73976524d4', 'status': 'completed', 'code': 200} Nov 23 02:30:25.258433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d5f2995e-d497-4853-afee-4cce56e37d3d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:25.260126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a044f06-4520-4e43-8845-eb11cdbe45a1 req-acf3fe04-0ba6-449f-a008-fae3fb9e6448 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494778 Nov 23 02:30:25.765333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968c29-3fc1-4e78-8bb8-806cc46a2536 req-4071ba7a-99fe-4aaf-b0fe-da94a86dd248 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:25.767186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db968c29-3fc1-4e78-8bb8-806cc46a2536 req-4071ba7a-99fe-4aaf-b0fe-da94a86dd248 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 944 time: 0.0543206 Nov 23 02:30:25.818187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db968c29-3fc1-4e78-8bb8-806cc46a2536 req-9e229537-3baf-425d-b027-e572cbe7146d tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Nov 23 02:30:26.040009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1360822-e774-4dc7-9e5b-292d93a34560 req-fae2f85b-b579-4696-b1ae-a554728aebf6 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0302312 Nov 23 02:30:26.074537 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:30:26.104038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8755c7-f6f4-49cd-bf64-ccc0c7766528 req-a3b10e59-174e-454e-99a1-e6b2dadf0b16 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:26.105519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d8755c7-f6f4-49cd-bf64-ccc0c7766528 req-a3b10e59-174e-454e-99a1-e6b2dadf0b16 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0509913 Nov 23 02:30:26.155664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d8755c7-f6f4-49cd-bf64-ccc0c7766528 req-8bcfe6f2-73ef-4462-8f6f-02fc4c2e115b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Nov 23 02:30:26.212803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:26.270235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Deleting subnet 9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:26.273627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.314784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.379672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.427006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cc2c7-3ac8-4ba0-8596-a6cc71f81d9d req-3e3603c0-8216-4cad-b3fe-196d94e9989a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:26.428466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a8cc2c7-3ac8-4ba0-8596-a6cc71f81d9d req-3e3603c0-8216-4cad-b3fe-196d94e9989a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0927463 Nov 23 02:30:26.468984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.504326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9046ef64-0f1a-43e1-9fac-d9c1c2b7df37,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:26.506265 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.509468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-afc2a40b-edd1-4b7d-88b6-4d0f0a211e84 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9046ef64-0f1a-43e1-9fac-d9c1c2b7df37 HTTP/1.1" status: 204 len: 168 time: 0.2955618 Nov 23 02:30:26.512205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42412) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:26.514738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a8cc2c7-3ac8-4ba0-8596-a6cc71f81d9d req-66121f48-06e0-414d-8983-35f39198b5f5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791800 Nov 23 02:30:26.579654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.658642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.675774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d5f2995e-d497-4853-afee-4cce56e37d3d up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:26.679582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7b5bb-20a1-4170-bb0c-a48375649eb3']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:26.689527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5857d465-547a-41e6-9804-a9d31fb43e27') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:26.689821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5857d465-547a-41e6-9804-a9d31fb43e27') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:26.698927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.711693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.717964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:26.718343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:26.720014 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:30:26.726154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port d5f2995e-d497-4853-afee-4cce56e37d3d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:26.730309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port d5f2995e-d497-4853-afee-4cce56e37d3d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:26.730786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.772951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.789146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.792493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] 10.222.0.15 "DELETE /v2.0/networks/64b7b5bb-20a1-4170-bb0c-a48375649eb3 HTTP/1.1" status: 204 len: 168 time: 0.2791407 Nov 23 02:30:26.793526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd1e31-2e89-44b4-bcd4-b4ed68bb3f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=64b7b5bb-20a1-4170-bb0c-a48375649eb3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:26.795761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:26.817027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.839948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:26.842725 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8602d8-f915-46d8-8697-54441bcaea5c" -d '{"events": [{"server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "name": "network-vif-plugged", "status": "completed", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:26.844138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Deleting subnet 525e82e1-98e1-4648-ab0e-b8753f0833fd {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:26.847545 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.856235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d5f2995e-d497-4853-afee-4cce56e37d3d,segment=NetworkSegment(90debbec-2bfc-41b6-8734-a974916cf0f9),segment_id=90debbec-2bfc-41b6-8734-a974916cf0f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:26.862359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.863304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:26.884298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.885820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 40a3cb96-5f7e-46bd-94d0-a6f61827539b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:26.886174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 40a3cb96-5f7e-46bd-94d0-a6f61827539b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:26.886608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:26.909792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 515f02e1-e284-4319-bb13-1c73976524d4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:26.909792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 515f02e1-e284-4319-bb13-1c73976524d4 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:26.928292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:26.931077 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62460b9-dfa1-414a-8d42-1aec949266c8 x-openstack-request-id: req-d62460b9-dfa1-414a-8d42-1aec949266c8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:26.931406 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "name": "network-vif-plugged", "status": "completed", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:26.931845 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62460b9-dfa1-414a-8d42-1aec949266c8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:26.932248 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d', 'code': 200} Nov 23 02:30:26.961773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:26.982726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e207a-7ef2-4db1-80ba-1b5551e2134e req-939d5c97-4448-42c1-867f-32db24ce2857 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:26.984341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-507e207a-7ef2-4db1-80ba-1b5551e2134e req-939d5c97-4448-42c1-867f-32db24ce2857 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0533710 Nov 23 02:30:26.994660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.029740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.035515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-507e207a-7ef2-4db1-80ba-1b5551e2134e req-1f4ec99f-70b1-4f49-9477-246bc57c540a tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Nov 23 02:30:27.039247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/525e82e1-98e1-4648-ab0e-b8753f0833fd HTTP/1.1" status: 204 len: 168 time: 0.2399471 Nov 23 02:30:27.039247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e10f4-eb0b-495e-8461-72d9a813734b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525e82e1-98e1-4648-ab0e-b8753f0833fd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:27.041016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:27.157813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a8840c1-2e6b-4ac3-80ce-b281d75b1dec req-c3aeffa6-c8e4-4f58-98c4-d3f1a4d272ad tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0385015 Nov 23 02:30:27.167034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.180595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76203db-7b7a-4b30-97cb-d3107883bae2 req-4d9ff01e-2c5e-421b-9994-3a7fd7e66047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:27.182095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d76203db-7b7a-4b30-97cb-d3107883bae2 req-4d9ff01e-2c5e-421b-9994-3a7fd7e66047 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 1097 time: 0.1398320 Nov 23 02:30:27.327848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.341499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d76203db-7b7a-4b30-97cb-d3107883bae2 req-a9e8906b-b06b-4578-bf13-93640b51e959 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462269 Nov 23 02:30:27.355343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2ab1d-a293-46f2-b69a-399e80bccdeb']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:27.381572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361655d-6802-46f4-9c0b-a135dba9ba09 req-e3e1e105-42b7-497f-84e7-abccbaa08407 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:27.383168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4361655d-6802-46f4-9c0b-a135dba9ba09 req-e3e1e105-42b7-497f-84e7-abccbaa08407 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1413188 Nov 23 02:30:27.385193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c655575-793b-43c5-85a4-48b2a82b810d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:27.385489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c655575-793b-43c5-85a4-48b2a82b810d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:27.408843 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.444580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.458657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:27.459085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:27.460837 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:30:27.504608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4361655d-6802-46f4-9c0b-a135dba9ba09 req-fcd7f0f9-675e-4f63-b0f7-8a85a31709ed tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146500 Nov 23 02:30:27.526414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.532730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.536118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dbc2ab1d-a293-46f2-b69a-399e80bccdeb HTTP/1.1" status: 204 len: 168 time: 0.4953895 Nov 23 02:30:27.548800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3998b2d-22cf-473a-ab2f-73d5348a4cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc2ab1d-a293-46f2-b69a-399e80bccdeb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:27.640476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236914-418f-4632-93ef-189ca18ddfed req-1fe265f0-a987-4770-9b72-e2e3f109f25f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:27.642305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3236914-418f-4632-93ef-189ca18ddfed req-1fe265f0-a987-4770-9b72-e2e3f109f25f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0519702 Nov 23 02:30:27.657802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42434) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:27.692936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3236914-418f-4632-93ef-189ca18ddfed req-b7e7e1d1-db9c-483f-a861-89207548534f tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Nov 23 02:30:27.698179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a68c1ba7-eed6-4943-bd88-3c4de6a5b4e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92dfda8608354edb9e449982649e0768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391512 Nov 23 02:30:27.700664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42436) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:27.746889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.767581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.812771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.815427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:27.816555 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/348e1d48-a432-48d8-9c5b-b84563e8cc0e HTTP/1.1" status: 204 len: 168 time: 0.1149962 Nov 23 02:30:27.824664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552180c-a44a-4586-ae9c-c85e3b4c98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e1d48-a432-48d8-9c5b-b84563e8cc0e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:28.126595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42444) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:28.159190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aba327-ca40-4fed-b8b7-5d3452d4f5f9 req-740748e6-fae6-4df5-8d41-40629e8b95ac tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:28.162353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5aba327-ca40-4fed-b8b7-5d3452d4f5f9 req-740748e6-fae6-4df5-8d41-40629e8b95ac tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0525990 Nov 23 02:30:28.172038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d5020f6f-14b7-4882-bf62-bf5d937c3239 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b808bb1311d47c687656e8e2ad5eebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415590 Nov 23 02:30:28.172757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:28.212058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5aba327-ca40-4fed-b8b7-5d3452d4f5f9 req-b600b41c-6ba9-46d2-b4d6-08d9aba54343 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Nov 23 02:30:28.231803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:28.251583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:28.270080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5af79c15-46c7-4581-a812-56d2abf96c2f req-ab97a3e5-4bfa-4cd0-8160-014244fa3e43 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0329075 Nov 23 02:30:28.309673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:28.312609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:28.313857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f02a587-e766-4375-ad80-7e565100a22b HTTP/1.1" status: 204 len: 168 time: 0.1401744 Nov 23 02:30:28.321883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e943-0191-4c1e-ba17-78f45c3c346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02a587-e766-4375-ad80-7e565100a22b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:28.642048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fd0e7-e66b-4ea1-a30b-635a78004d8b req-c5d843d2-c201-4dc9-8126-6de83fee998a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:28.643796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c2fd0e7-e66b-4ea1-a30b-635a78004d8b req-c5d843d2-c201-4dc9-8126-6de83fee998a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0598650 Nov 23 02:30:28.699271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c2fd0e7-e66b-4ea1-a30b-635a78004d8b req-8a1a57dd-d1ba-4ce6-adaa-69705101d48a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Nov 23 02:30:28.820917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca5c9d-bd39-434a-9ee6-f8fd16fbe01d req-b7af1abb-f07d-423f-aaa1-3768163209d8 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:28.822766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9ca5c9d-bd39-434a-9ee6-f8fd16fbe01d req-b7af1abb-f07d-423f-aaa1-3768163209d8 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0541780 Nov 23 02:30:28.874002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9ca5c9d-bd39-434a-9ee6-f8fd16fbe01d req-768948e2-c9d2-4749-b512-d9cf2b740b43 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Nov 23 02:30:29.352950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cab24-a1c1-4f55-af8f-c11bfd1c28c9 req-b3d85eee-b10c-4b2c-ba99-cae15b6c898e tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:29.355576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e64cab24-a1c1-4f55-af8f-c11bfd1c28c9 req-b3d85eee-b10c-4b2c-ba99-cae15b6c898e tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0704308 Nov 23 02:30:29.406671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-494326f6-f388-48ca-a446-e9ca8012201c req-382486f2-a0e9-4b85-ac50-f87e4657b2d2 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0376105 Nov 23 02:30:29.430740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:29.440230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e64cab24-a1c1-4f55-af8f-c11bfd1c28c9 req-502c5a75-2463-40f8-8d89-8388cebdb207 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774710 Nov 23 02:30:29.865534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21303859-f5a8-415f-a467-87a7354e2276 req-23ac0bbd-ee83-4e1f-b1fd-041ea9041e03 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:29.867054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21303859-f5a8-415f-a467-87a7354e2276 req-23ac0bbd-ee83-4e1f-b1fd-041ea9041e03 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0826435 Nov 23 02:30:29.877525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940802-91de-4c48-b1f4-b649d4a83146 req-366b0d21-031d-4f38-96d7-31f7ccc98540 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:29.878946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84940802-91de-4c48-b1f4-b649d4a83146 req-366b0d21-031d-4f38-96d7-31f7ccc98540 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0803480 Nov 23 02:30:29.947001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21303859-f5a8-415f-a467-87a7354e2276 req-ee4e2ee1-92b7-4553-b53d-01d00c1fb07b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Nov 23 02:30:29.953882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84940802-91de-4c48-b1f4-b649d4a83146 req-266bf96c-88b3-4024-9e96-b8481d03918d tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682673 Nov 23 02:30:30.058195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748618-770a-447a-8995-d0b192577bd7 req-9a7f0200-87d7-4166-bc60-7989556ad2b7 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:30.059772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72748618-770a-447a-8995-d0b192577bd7 req-9a7f0200-87d7-4166-bc60-7989556ad2b7 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0505369 Nov 23 02:30:30.111826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72748618-770a-447a-8995-d0b192577bd7 req-73fef44c-3203-4521-a248-514b415d57b9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Nov 23 02:30:30.176700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-9648c6db-3418-4318-b0f5-0639e3329070 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317807 Nov 23 02:30:30.375701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-3cab6956-075e-4114-926c-3088cfb81d82 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:30.377430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-3cab6956-075e-4114-926c-3088cfb81d82 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950510 Nov 23 02:30:30.397388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-02326efd-e121-411c-be81-782aedc5e116 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/quotas/6bfef2dd593a4e239c7598dfd5be668d HTTP/1.1" status: 200 len: 375 time: 0.0140157 Nov 23 02:30:30.428861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-e4048ab7-644e-46cb-8a1c-03f9ed8ded82 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258152 Nov 23 02:30:30.509923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3575489d-bf46-4a41-ae2a-21ca4ddfc5ed req-09a2e6f6-8fa4-4257-a7be-a3b73709f0b3 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Nov 23 02:30:30.611070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-029d4fc5-00bc-4720-80ab-3ade19b3c825 req-78c3454e-d9e0-4c94-848f-2a330958bd56 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 210 time: 0.0314162 Nov 23 02:30:31.100966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6587ee3-5dbd-4e87-a142-f26873a3170a req-be2a1b9d-22a9-483b-96d0-dec75aab3c8a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.102367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6587ee3-5dbd-4e87-a142-f26873a3170a req-be2a1b9d-22a9-483b-96d0-dec75aab3c8a tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0818799 Nov 23 02:30:31.111286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc56f39-111d-4ce7-9bbf-9afb9c696eda req-2cf04dd9-5888-4912-a758-4458964e63e7 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.112707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bc56f39-111d-4ce7-9bbf-9afb9c696eda req-2cf04dd9-5888-4912-a758-4458964e63e7 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0814857 Nov 23 02:30:31.188843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6587ee3-5dbd-4e87-a142-f26873a3170a req-ed71bc26-9f54-459c-85dd-81e4f425bce1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Nov 23 02:30:31.192035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bc56f39-111d-4ce7-9bbf-9afb9c696eda req-d2635604-fe85-4609-86c6-742a633fb7e7 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/security-groups?id=015fbd67-7186-46e9-85e8-a4bad938fbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703027 Nov 23 02:30:31.298328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f6fe1-7df1-4fa8-a30f-c2672417f224 req-6ac3eb44-10e5-4d55-bc7d-0dd366fdc805 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.299894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-481f6fe1-7df1-4fa8-a30f-c2672417f224 req-6ac3eb44-10e5-4d55-bc7d-0dd366fdc805 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0566454 Nov 23 02:30:31.346796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-481f6fe1-7df1-4fa8-a30f-c2672417f224 req-5364a714-e830-485b-acfe-51ce0e997a2b tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Nov 23 02:30:31.511184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-fd7799b9-24b7-422c-a100-2660819bc224 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258677 Nov 23 02:30:31.521086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-ce00ef8b-9ac8-469b-904c-2463774d8488 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.522707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-ce00ef8b-9ac8-469b-904c-2463774d8488 tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 945 time: 0.0656590 Nov 23 02:30:31.649361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-e262edcb-c1ea-402c-97b6-8ac96f269931 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.651285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-e262edcb-c1ea-402c-97b6-8ac96f269931 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294489 Nov 23 02:30:31.663879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfa9a42b-5825-43c5-a856-0068d55d28b8 req-a2767d2b-d819-4be5-9bc4-94a103bfc948 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0444036 Nov 23 02:30:31.669417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Request body: {'port': {'device_id': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '6bfef2dd593a4e239c7598dfd5be668d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:31.703613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Deleting port d5f2995e-d497-4853-afee-4cce56e37d3d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:31.704162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.782250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Made reservation on behalf of 6bfef2dd593a4e239c7598dfd5be668d for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:31.785756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.789518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ab349e2-7734-440b-bcd2-6074e3b01fa0 req-bf2e7b1a-6a43-4c07-845c-3d43f4f89352 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 210 time: 0.0382266 Nov 23 02:30:31.794454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.837494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] For port d5f2995e-d497-4853-afee-4cce56e37d3d, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d5f2995e-d497-4853-afee-4cce56e37d3d,segment=NetworkSegment(90debbec-2bfc-41b6-8734-a974916cf0f9),segment_id=90debbec-2bfc-41b6-8734-a974916cf0f9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:31.837851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.851923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Calling delete_port for d5f2995e-d497-4853-afee-4cce56e37d3d owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:31.871180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.875363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:31.946910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31df100-018d-466c-a32e-849c6c8587b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:31.980803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.016942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d5f2995e-d497-4853-afee-4cce56e37d3d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:32.017589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Pushing event deleted for resources: {'Port': ['ID=d5f2995e-d497-4853-afee-4cce56e37d3d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:32.028178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Allocated IP 192.168.233.181 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/b9906092-e524-450d-8935-84ce518660fa) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:32.072673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] No DVR routers for this DVR port d5f2995e-d497-4853-afee-4cce56e37d3d on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:32.077024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.081134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b55cc86-fa70-4bb2-956d-3a7c0a1c45f9 req-1076ba20-0b79-4373-b3bf-08be47e14dde tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.41 "DELETE /v2.0/ports/d5f2995e-d497-4853-afee-4cce56e37d3d HTTP/1.1" status: 204 len: 173 time: 0.5512855 Nov 23 02:30:32.081611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'name': 'network-vif-deleted', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:32.084865 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af0b89-bac7-4334-8dee-fd93ae39191a" -d '{"events": [{"server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "name": "network-vif-deleted", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:32.207243 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb0ea6-c99e-4cf9-bc93-c039588a1891 x-openstack-request-id: req-facb0ea6-c99e-4cf9-bc93-c039588a1891 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:32.207600 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd4582e-1ff2-4d8b-9106-b2275b9e116c", "name": "network-vif-deleted", "tag": "d5f2995e-d497-4853-afee-4cce56e37d3d", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:32.207911 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-facb0ea6-c99e-4cf9-bc93-c039588a1891 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:32.208424 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd4582e-1ff2-4d8b-9106-b2275b9e116c', 'name': 'network-vif-deleted', 'tag': 'd5f2995e-d497-4853-afee-4cce56e37d3d', 'status': 'completed', 'code': 200} Nov 23 02:30:32.345036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-581b3c35-62d6-4703-b95f-6907b7a567d8 req-29c02c0a-3729-4dab-9bff-5c0a3fc82efb tempest-ServerAddressesTestJSON-1244929333 tempest-ServerAddressesTestJSON-1244929333-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dd4582e-1ff2-4d8b-9106-b2275b9e116c HTTP/1.1" status: 200 len: 210 time: 0.0328436 Nov 23 02:30:32.359603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364173b-a6b7-4659-a92d-f6f9f805fdc5 req-f1ee5c91-8519-4a7e-9619-01923f1606b4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:32.361142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1364173b-a6b7-4659-a92d-f6f9f805fdc5 req-f1ee5c91-8519-4a7e-9619-01923f1606b4 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0868177 Nov 23 02:30:32.418142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1364173b-a6b7-4659-a92d-f6f9f805fdc5 req-2d8bd079-a978-4b8a-8801-e25342093c00 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Nov 23 02:30:32.476422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80421d-277b-4779-82c9-9244469e1a2a req-386eebf2-9b6b-4717-b0e3-8f61c2542786 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:32.478045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b80421d-277b-4779-82c9-9244469e1a2a req-386eebf2-9b6b-4717-b0e3-8f61c2542786 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0542047 Nov 23 02:30:32.510248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.531458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b80421d-277b-4779-82c9-9244469e1a2a req-cfb1eb09-51a7-4dff-bf83-5392d381c81d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458302 Nov 23 02:30:32.554991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.623929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:32.627531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:32.631759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:32.666468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Pushing event updated for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:32.705816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:32.705971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.735741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-0ee48d6b-1ae3-4216-a1a4-f1c3dbae4b26 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0705507 Nov 23 02:30:32.753955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Request body: {'port': {'device_id': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:32.834986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f87fcb1a-f6a9-4e69-a683-abeffd45b725 req-5cd05be2-5682-4112-80a4-52cce9f49c6c tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0415683 Nov 23 02:30:32.877321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.973454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-42c83e4c-4b29-4d3c-a604-4540a2c8da39 None None] Provisioning complete for port b9906092-e524-450d-8935-84ce518660fa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:32.975078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-42c83e4c-4b29-4d3c-a604-4540a2c8da39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:32.987575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dfd14-f6e4-4125-8c98-2550bf0ff456 req-6cddf111-756f-44c1-8be2-c6967633b73c tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:32.989567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-087dfd14-f6e4-4125-8c98-2550bf0ff456 req-6cddf111-756f-44c1-8be2-c6967633b73c tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 936 time: 0.0771174 Nov 23 02:30:33.048955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-42c83e4c-4b29-4d3c-a604-4540a2c8da39 None None] Port b9906092-e524-450d-8935-84ce518660fa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:30:33.203517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9906092-e524-450d-8935-84ce518660fa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:33.213382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.229017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Transition to ACTIVE for port object b9906092-e524-450d-8935-84ce518660fa will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:33.233873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.298935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Pushing event updated for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:33.402909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-087dfd14-f6e4-4125-8c98-2550bf0ff456 req-caaa0e04-8fc6-4a19-8fc3-e0bdae2123e3 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003279 Nov 23 02:30:33.408489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Attempting to bind port b9906092-e524-450d-8935-84ce518660fa on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:33.408489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Attempting to bind port b9906092-e524-450d-8935-84ce518660fa by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:33.408489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Attempting to bind port b9906092-e524-450d-8935-84ce518660fa on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:33.413551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Port b9906092-e524-450d-8935-84ce518660fa on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:33.413836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Attempting to bind port b9906092-e524-450d-8935-84ce518660fa on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:33.420228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:33.420595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:33.420966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:33.421407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Bound port: b9906092-e524-450d-8935-84ce518660fa, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:33.421768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.448166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:33.523381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Deleting subnet bb065830-a4be-4538-8f96-cf945add4dea {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:33.525293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:33.528630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.534272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b9906092-e524-450d-8935-84ce518660fa,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:33.539798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.576126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.590344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.592499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.593955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] 10.222.0.47 "PUT /v2.0/ports/b9906092-e524-450d-8935-84ce518660fa HTTP/1.1" status: 200 len: 1097 time: 0.8466418 Nov 23 02:30:33.594418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'tag': 'b9906092-e524-450d-8935-84ce518660fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:33.597070 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7abce-e103-411d-bf8a-daaee4c12452" -d '{"events": [{"name": "network-changed", "server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "tag": "b9906092-e524-450d-8935-84ce518660fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:33.647332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.667140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce581e0-e464-437b-8835-b4d1bf59eead service neutron] Pushing event updated for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:33.716663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-cf88b8d7-a8e7-464c-94de-1e17b9496960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.718968 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-cf88b8d7-a8e7-464c-94de-1e17b9496960 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 1100 time: 0.0725102 Nov 23 02:30:33.776431 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-aa82a13c-b3f8-4b94-b078-2f88e962a1a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b9906092-e524-450d-8935-84ce518660fa HTTP/1.1" status: 200 len: 217 time: 0.0482767 Nov 23 02:30:33.833379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeacb5c-0139-4bf3-ae43-a21c455d0a98 req-42008e24-3a0c-4ec8-960a-269e17e4aab1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.839774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeacb5c-0139-4bf3-ae43-a21c455d0a98 req-42008e24-3a0c-4ec8-960a-269e17e4aab1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1573648 Nov 23 02:30:33.848318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-256c6ae6-c649-4183-993f-d20f4372ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.850603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-256c6ae6-c649-4183-993f-d20f4372ccea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0670559 Nov 23 02:30:33.852199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673e6b4-d2bc-4888-9358-74299344f2b5 req-3f06c42d-d75e-458f-a938-9a2bb15b76b1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.854161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0673e6b4-d2bc-4888-9358-74299344f2b5 req-3f06c42d-d75e-458f-a938-9a2bb15b76b1 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.2035947 Nov 23 02:30:33.887919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.915827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-7fe3369c-81fd-42c0-bacb-b565270ff37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:33.917422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-7fe3369c-81fd-42c0-bacb-b565270ff37b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573301 Nov 23 02:30:33.948395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:33.954788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42580) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:33.955690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb065830-a4be-4538-8f96-cf945add4dea HTTP/1.1" status: 204 len: 168 time: 0.5061908 Nov 23 02:30:33.959428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b069d-066c-4aeb-a12f-fc22df5a5315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb065830-a4be-4538-8f96-cf945add4dea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:33.995073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeacb5c-0139-4bf3-ae43-a21c455d0a98 req-666be329-a5da-4bb4-ae03-2c1bfa69a06a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389441 Nov 23 02:30:34.004920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0673e6b4-d2bc-4888-9358-74299344f2b5 req-ecddbd50-e08b-43a4-9d0c-c6cf37f71cdc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214919 Nov 23 02:30:34.069550 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bbcae-14c4-47d8-a519-d1890ab95ea4 x-openstack-request-id: req-065bbcae-14c4-47d8-a519-d1890ab95ea4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:34.069845 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "tag": "b9906092-e524-450d-8935-84ce518660fa", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:34.070103 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-065bbcae-14c4-47d8-a519-d1890ab95ea4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:34.070544 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'tag': 'b9906092-e524-450d-8935-84ce518660fa', 'status': 'completed', 'code': 200} Nov 23 02:30:34.091016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.110267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-73bcfbe6-13a7-4c07-991d-f56f51a06900 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799009 Nov 23 02:30:34.160492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c995000-dc91-4929-922b-95597f6d24f6 req-9f9edcc1-4bd2-4a28-8e5c-8cf545effcff tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Nov 23 02:30:34.245824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.283454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d8555c-7cf4-4b32-a606-105a56e565d5']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:34.297861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f7d87a63-be60-42c8-b1bd-ca54c242801d req-2ed151ac-1000-42dd-a3bb-b2eda384613c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783581 Nov 23 02:30:34.299456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90debbec-2bfc-41b6-8734-a974916cf0f9') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:34.299750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90debbec-2bfc-41b6-8734-a974916cf0f9') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:34.310458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.334241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.343044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:34.343570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:34.345455 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:30:34.432962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.441839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.449178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] 10.222.0.15 "DELETE /v2.0/networks/e1d8555c-7cf4-4b32-a606-105a56e565d5 HTTP/1.1" status: 204 len: 168 time: 0.4911847 Nov 23 02:30:34.453180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-15a079a7-6c97-4c35-9cd8-ecfb741548e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:34.454927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-15a079a7-6c97-4c35-9cd8-ecfb741548e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 1100 time: 0.0996079 Nov 23 02:30:34.472774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deadaad-4d91-47cd-b2c7-7cd78a5907dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d8555c-7cf4-4b32-a606-105a56e565d5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:34.539030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c3b7-0084-4ebf-9cb7-131a23ec3103 req-83d10860-5924-440c-bfa9-826c0580a842 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:34.547761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8a0c3b7-0084-4ebf-9cb7-131a23ec3103 req-83d10860-5924-440c-bfa9-826c0580a842 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 948 time: 0.0643256 Nov 23 02:30:34.572370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-7b62d5c8-1999-4e1c-b08e-63ef9bc6e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:34.573870 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-7b62d5c8-1999-4e1c-b08e-63ef9bc6e5d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1096029 Nov 23 02:30:34.604325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8a0c3b7-0084-4ebf-9cb7-131a23ec3103 req-4176f530-d012-446b-afe1-41d06a8425c4 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Nov 23 02:30:34.624576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-491235e7-e203-423d-95e7-dd9df7a4970c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b9906092-e524-450d-8935-84ce518660fa HTTP/1.1" status: 200 len: 217 time: 0.0405989 Nov 23 02:30:34.681791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42586) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:34.698769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-c337bcb9-9472-418d-b948-be4629258f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:34.700741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-c337bcb9-9472-418d-b948-be4629258f50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0667424 Nov 23 02:30:34.750815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-49aecd44-7e88-4ae2-8bbf-ad8471320adb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a16272ee4034f7f96ac83c7e6edf259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677462 Nov 23 02:30:34.753397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:34.764902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-30c99911-3f3c-4232-9024-613c497a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:34.766702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-30c99911-3f3c-4232-9024-613c497a8caf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544176 Nov 23 02:30:34.813272 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.836581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.868183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-3b7355f8-7aaf-42c4-b65e-7b46dc0b90d4 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928216 Nov 23 02:30:34.885101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.888604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:34.890018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/015fbd67-7186-46e9-85e8-a4bad938fbdb HTTP/1.1" status: 204 len: 168 time: 0.1354921 Nov 23 02:30:34.901115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e61bb-e674-450d-b1ce-1b322651cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015fbd67-7186-46e9-85e8-a4bad938fbdb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:34.997912 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d7abce-e103-411d-bf8a-daaee4c12452 req-34f87502-04f9-4e36-912e-250bd62bb27d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164203 Nov 23 02:30:35.194943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33731858-e5bf-4f32-983f-f3c0d8c6e492 req-deaa7ecc-9308-42ff-bc18-d792cfe332ab tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:35.196523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33731858-e5bf-4f32-983f-f3c0d8c6e492 req-deaa7ecc-9308-42ff-bc18-d792cfe332ab tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0851092 Nov 23 02:30:35.205600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62fa1-b134-4b63-af74-00a8d8e0e422 req-77e7cd8c-8937-4048-9d2d-39181da68e9c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:35.207086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4e62fa1-b134-4b63-af74-00a8d8e0e422 req-77e7cd8c-8937-4048-9d2d-39181da68e9c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1123478 Nov 23 02:30:35.295606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4e62fa1-b134-4b63-af74-00a8d8e0e422 req-ebdd4f98-8e23-4d9e-aefa-7ca253aa3494 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807536 Nov 23 02:30:35.303350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33731858-e5bf-4f32-983f-f3c0d8c6e492 req-c05cf7cd-7bb0-4d76-939b-12a77c6aafbe tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950549 Nov 23 02:30:35.414242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6e3c33c-0b45-4f7a-b69e-8011b8c73525 req-a5223dff-19c4-4353-8c19-2a2f649ef0aa tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0309985 Nov 23 02:30:35.623834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7952777e-eeb1-46ee-a68d-257425fb7400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:35.717750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42622) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:35.765619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b907a4-40cb-4be5-b456-434368b10cb5 req-5cc62518-16a4-4458-bd10-76597f9c6750 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:35.767740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b907a4-40cb-4be5-b456-434368b10cb5 req-5cc62518-16a4-4458-bd10-76597f9c6750 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 948 time: 0.0738010 Nov 23 02:30:35.835214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b907a4-40cb-4be5-b456-434368b10cb5 req-209b6bcc-9b7d-4d3a-a757-96039106c571 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546241 Nov 23 02:30:35.856877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-129882470-network', 'tenant_id': '4e156e5e2ac0461fbf75cd91662f11f5'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:35.879722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd41805-8805-4762-a37e-2740dcc9af50 req-efb1e929-d72f-421b-8732-21847bd8571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:35.881366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-afd41805-8805-4762-a37e-2740dcc9af50 req-efb1e929-d72f-421b-8732-21847bd8571d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.0717525 Nov 23 02:30:35.887561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Made reservation on behalf of 4e156e5e2ac0461fbf75cd91662f11f5 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:35.889830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:35.905048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:35.958156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-afd41805-8805-4762-a37e-2740dcc9af50 req-a05bedd0-b726-4dd1-b9ee-63e15b2635e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Nov 23 02:30:36.011780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.016619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.041343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:30:36.051944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:36.056872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.057147 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Added segment 9980ddc7-2e07-4560-8614-8125787fb92f of type vlan for network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 Nov 23 02:30:36.101528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.129950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.131089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:36.131749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.188466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4659200 Nov 23 02:30:36.188869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:36.194067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Request body: {'subnet': {'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-129882470-subnet', 'tenant_id': '4e156e5e2ac0461fbf75cd91662f11f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:36.203404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa1c44-afd9-4746-9506-cdd6bab1df18 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:36.217266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:30:36.226361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Made reservation on behalf of 4e156e5e2ac0461fbf75cd91662f11f5 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:36.229101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.295264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b9906092-e524-450d-8935-84ce518660fa details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:36.523038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75fa5a-231a-49f8-aba0-2abe0481938f req-31e37189-6f5a-4ed5-a184-844ca1689085 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:36.523650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b9906092-e524-450d-8935-84ce518660fa,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:36.531347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b75fa5a-231a-49f8-aba0-2abe0481938f req-31e37189-6f5a-4ed5-a184-844ca1689085 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1451449 Nov 23 02:30:36.533784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.540470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b9906092-e524-450d-8935-84ce518660fa', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'b9906092-e524-450d-8935-84ce518660fa', 'mac_address': 'fa:16:3e:6e:51:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:36.584244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.601170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9906092-e524-450d-8935-84ce518660fa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:36.620946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df339694-5314-4670-b6d4-352c9348d6fd req-d4ca8388-8056-4fbb-b56e-56502b625a65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:36.627104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df339694-5314-4670-b6d4-352c9348d6fd req-d4ca8388-8056-4fbb-b56e-56502b625a65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1806839 Nov 23 02:30:36.629940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b9906092-e524-450d-8935-84ce518660fa,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:36.634945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.672094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abf491c-99db-4ea9-8f3d-be639e1fe939,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:36.674910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d5f2995e-d497-4853-afee-4cce56e37d3d no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:36.702633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: d5f2995e-d497-4853-afee-4cce56e37d3d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:36.703227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d5f2995e-d497-4853-afee-4cce56e37d3d not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:36.719409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:36.735106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Checking segment: {'id': '9980ddc7-2e07-4560-8614-8125787fb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:36.735550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Network hostable DHCP agents. Network: fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:30:36.752218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b75fa5a-231a-49f8-aba0-2abe0481938f req-aed89c9e-144a-4990-92d3-317e9e4fd94c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149284 Nov 23 02:30:36.784008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df339694-5314-4670-b6d4-352c9348d6fd req-655fde7d-55d9-4f19-a053-23bb26101032 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 Nov 23 02:30:36.795170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:30:36.810073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:36.823309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:36.824950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8fc37-eb83-49f5-8393-6adb7cdb9c91 None None] Network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:36.825093 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.860362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-67b32a48-2e12-4110-8cce-7fa6fc9ef7c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6619518 Nov 23 02:30:36.928099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b9906092-e524-450d-8935-84ce518660fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:36.965492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae94f4fa-7ad0-4618-950d-d4297b42b1b3 req-0582a5f5-9c17-43e7-b630-ad815cf125d8 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0957243 Nov 23 02:30:37.213337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e490-5ab3-468e-aa0a-8efd4f06b0ef req-2dfc19d3-e9bd-45bd-8e05-9ff278f4e7af tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:37.227840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a59e490-5ab3-468e-aa0a-8efd4f06b0ef req-2dfc19d3-e9bd-45bd-8e05-9ff278f4e7af tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 949 time: 0.1160657 Nov 23 02:30:37.304756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a59e490-5ab3-468e-aa0a-8efd4f06b0ef req-486539dd-d44f-47f2-b31a-10c060aaad6c tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Nov 23 02:30:37.338938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d3e7ca-75b6-4856-b6e5-a714fd9b3318 None None] Network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:37.654315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-f24befaf-ee0a-4f95-bec6-d41024689901 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:37.655758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-f24befaf-ee0a-4f95-bec6-d41024689901 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/networks?id=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 HTTP/1.1" status: 200 len: 820 time: 0.1225891 Nov 23 02:30:37.672434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-e602e870-f8c4-4f09-8977-c2f062413f26 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/quotas/4e156e5e2ac0461fbf75cd91662f11f5 HTTP/1.1" status: 200 len: 375 time: 0.0100613 Nov 23 02:30:37.709096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-2cc685e6-099b-46e5-838b-b6257b0dd432 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e156e5e2ac0461fbf75cd91662f11f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282667 Nov 23 02:30:37.774958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-a09f848d-af52-48f7-be11-e26c235c111c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:30:37.776097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-a09f848d-af52-48f7-be11-e26c235c111c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0595405 Nov 23 02:30:37.928078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50be3c-ade5-4154-b318-b23975f9a7c4 req-8356f613-b4f0-4070-aba3-1a10fe38d209 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:37.929463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f50be3c-ade5-4154-b318-b23975f9a7c4 req-8356f613-b4f0-4070-aba3-1a10fe38d209 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0834336 Nov 23 02:30:37.934680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-36ce64f9-c553-4586-94b9-86c135b2b760 service neutron] 10.222.0.15 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439278 Nov 23 02:30:37.994663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc93d9fd-8291-42ec-b81f-485e346d13cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.040046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f50be3c-ade5-4154-b318-b23975f9a7c4 req-24a40e6e-e2f3-4594-bb17-03cc22969042 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008232 Nov 23 02:30:38.075057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-6d6d78cc-617a-4361-818a-2b1c98d2c7c3 service neutron] 10.222.0.15 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307247 Nov 23 02:30:38.224443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502e76e-994d-416d-a4a7-57c6dc74568a req-a28ea543-834f-4cdf-85b1-504076a8a069 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:38.226742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d502e76e-994d-416d-a4a7-57c6dc74568a req-a28ea543-834f-4cdf-85b1-504076a8a069 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0876813 Nov 23 02:30:38.257457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b9906092-e524-450d-8935-84ce518660fa up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:38.288000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d502e76e-994d-416d-a4a7-57c6dc74568a req-3a2769ac-8c23-4baa-a91a-6e2c8338c259 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539067 Nov 23 02:30:38.361920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1492938720', 'description': 'tempest-description-444577305'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:38.365687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b9906092-e524-450d-8935-84ce518660fa completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:38.373862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b9906092-e524-450d-8935-84ce518660fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:38.374362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.402871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.432567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc3e37c1-50b5-4668-93c8-a291dfc0f0ad req-62da34ab-51f4-40e3-b206-2cd41be909b8 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0405738 Nov 23 02:30:38.509256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.524907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.555046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.555949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58ec1904-2e2a-4e9c-a050-c88ab918f772 req-4ddcef24-da9a-4ce1-a5f1-c76a4761519e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 210 time: 0.0440602 Nov 23 02:30:38.588446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.590822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45df6058-164d-4503-8d0d-aa8b35a690b7 req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2403951 Nov 23 02:30:38.599935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9906092-e524-450d-8935-84ce518660fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:38.603727 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb48624-2dda-4ae6-9663-2510637ea265" -d '{"events": [{"server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "name": "network-vif-plugged", "status": "completed", "tag": "b9906092-e524-450d-8935-84ce518660fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:38.619813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19a379-e4fb-4ddb-803f-d96e075118e2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b7d536-c62a-4481-be9f-ccbb0a2a2b28,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:38.635033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b9906092-e524-450d-8935-84ce518660fa,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:38.642058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.714415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:38.784326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c7c49-1911-4ae1-8236-8ca5779331ac req-a65252f9-f557-410e-a0fd-055f95464749 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:38.786736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b23c7c49-1911-4ae1-8236-8ca5779331ac req-a65252f9-f557-410e-a0fd-055f95464749 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.1272862 Nov 23 02:30:38.815549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-793defcf-4c7e-493d-8847-ac083ee3f3d4 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492938720&fields=id&tenant_id=923e8d147f7848d7adac98a95e43fb5a HTTP/1.1" status: 200 len: 267 time: 0.0916700 Nov 23 02:30:38.922963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b23c7c49-1911-4ae1-8236-8ca5779331ac req-0416f54f-f87e-43a7-9e12-b4bd59ab74e6 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190648 Nov 23 02:30:38.937130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-761dbce4-30e5-456b-b5c0-3834a63f96a2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:38.943514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-761dbce4-30e5-456b-b5c0-3834a63f96a2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1188815 Nov 23 02:30:38.949712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'port': {'security_groups': ['2959e035-2e87-4753-9eb1-0ce4f16f4243', '97b7d536-c62a-4481-be9f-ccbb0a2a2b28']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:38.984328 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efbfed3-87f8-47a3-9a3b-1de81af29c33 x-openstack-request-id: req-9efbfed3-87f8-47a3-9a3b-1de81af29c33 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:38.984633 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "name": "network-vif-plugged", "status": "completed", "tag": "b9906092-e524-450d-8935-84ce518660fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:38.984892 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9efbfed3-87f8-47a3-9a3b-1de81af29c33 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:38.985296 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9906092-e524-450d-8935-84ce518660fa', 'code': 200} Nov 23 02:30:39.033501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.147224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dbbec-e63a-4f9c-9e5f-b01ac7b4a145 req-81d5ddd6-fe3e-4ae2-b78c-f8e7565d039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.148770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f05dbbec-e63a-4f9c-9e5f-b01ac7b4a145 req-81d5ddd6-fe3e-4ae2-b78c-f8e7565d039b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 1102 time: 0.0536838 Nov 23 02:30:39.203486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.223317 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f05dbbec-e63a-4f9c-9e5f-b01ac7b4a145 req-667b8cd7-11d0-4555-8ae3-a326a1a61221 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Nov 23 02:30:39.295120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:39.326674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.331826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.355143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:39.385034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.385875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.395335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b159292-4be7-49a8-b87b-b75d7084ac16 req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "PUT /v2.0/ports/be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 982 time: 0.4504790 Nov 23 02:30:39.395935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:39.398651 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d01c4-9b0e-40c6-bb52-b0c968766c14" -d '{"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:39.463071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07106160-8c38-417f-8810-c585c5c97420 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:39.485265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee85a-847a-455c-a0cf-7f964c716af6 req-bd4cced0-b00f-46e5-b569-fbe27085b05d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.492989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bfee85a-847a-455c-a0cf-7f964c716af6 req-bd4cced0-b00f-46e5-b569-fbe27085b05d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0906780 Nov 23 02:30:39.504108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:39.555275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bfee85a-847a-455c-a0cf-7f964c716af6 req-98dc2b73-ad5d-4242-a733-77931fd55fda tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Nov 23 02:30:39.630956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-0129a5eb-164c-4b01-a170-921ed8f435ce tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492938720&fields=id&tenant_id=923e8d147f7848d7adac98a95e43fb5a HTTP/1.1" status: 200 len: 267 time: 0.0736473 Nov 23 02:30:39.677706 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8dcab7-5bfb-4a97-9f14-466290b6bee0 x-openstack-request-id: req-ea8dcab7-5bfb-4a97-9f14-466290b6bee0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:39.681811 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:39.682342 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea8dcab7-5bfb-4a97-9f14-466290b6bee0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:39.683606 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:30:39.765416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-2fe862f8-4dec-4cde-86df-521d6d9d4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.772984 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-2fe862f8-4dec-4cde-86df-521d6d9d4811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1137 time: 0.0890417 Nov 23 02:30:39.894759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7183a320-74c2-437a-9c71-913d0c526427 req-39565604-ae9f-438e-9774-b6576143f1dc tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0927553 Nov 23 02:30:39.908831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-58271346-b5b9-42ec-9ac9-9f9fb544ad0a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.917601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-58271346-b5b9-42ec-9ac9-9f9fb544ad0a tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 985 time: 0.2738605 Nov 23 02:30:39.921795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-4a6f6dc0-457f-4e52-be8a-ff3545092bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:39.923386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-4a6f6dc0-457f-4e52-be8a-ff3545092bf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.1391621 Nov 23 02:30:39.931105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'port': {'security_groups': ['2959e035-2e87-4753-9eb1-0ce4f16f4243']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:39.997869 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-89d838ff-89d2-42fb-b0f5-0921a200b6bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0602057 Nov 23 02:30:40.032320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-636f4093-2f70-40ff-a744-bd47da2a17ea req-56679097-513c-4160-8de0-702b4af415ac tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 210 time: 0.0505459 Nov 23 02:30:40.047082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-8e4cce78-94d9-4664-800c-31c7e935501d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:40.048858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-8e4cce78-94d9-4664-800c-31c7e935501d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.41 "GET /v2.0/networks?id=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 HTTP/1.1" status: 200 len: 820 time: 0.2752082 Nov 23 02:30:40.056382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-0779ae3d-d162-4089-919f-fa9224ef8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:40.059601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-0779ae3d-d162-4089-919f-fa9224ef8c24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0549810 Nov 23 02:30:40.073237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Request body: {'port': {'device_id': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78', 'admin_state_up': True, 'tenant_id': '4e156e5e2ac0461fbf75cd91662f11f5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:40.099540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-4af282e9-6ede-4888-8186-2b32e71d0fbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312119 Nov 23 02:30:40.138757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.207429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-89ad9709-59f1-4792-b264-123eabb37622 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972862 Nov 23 02:30:40.270759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349a721-ce42-4ccd-b69d-6da90b76f4e3 req-3e0912b1-05f1-4f58-8246-1537cd6c0ad1 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:40.272271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8349a721-ce42-4ccd-b69d-6da90b76f4e3 req-3e0912b1-05f1-4f58-8246-1537cd6c0ad1 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.1511834 Nov 23 02:30:40.307734 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-241d01c4-9b0e-40c6-bb52-b0c968766c14 req-94d5d9d0-43a1-4b87-97ab-777d9a162152 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928683 Nov 23 02:30:40.399904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Made reservation on behalf of 4e156e5e2ac0461fbf75cd91662f11f5 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:40.403593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.424440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8349a721-ce42-4ccd-b69d-6da90b76f4e3 req-6bf66370-3973-41ff-a7a0-91b9560a5a54 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415749 Nov 23 02:30:40.519742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:40.593476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.600214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.613440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:40.655007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.666307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Allocated IP 172.20.0.4 (fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78/9abf491c-99db-4ea9-8f3d-be639e1fe939/26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:40.696486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:40.697147 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:40.698557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a96d4184-2e6d-4d6f-8423-4463a143cda8 req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "PUT /v2.0/ports/be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 943 time: 0.7801192 Nov 23 02:30:40.741313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f030ff-2271-4683-8b62-b6090dc75c84 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:40.773404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:40.886183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46421b-19a4-408c-b124-99485528b6cf req-02196776-52b7-4646-bcea-5f22339d1411 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:40.888533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f46421b-19a4-408c-b124-99485528b6cf req-02196776-52b7-4646-bcea-5f22339d1411 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.2435341 Nov 23 02:30:40.910620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-de8437fb-255c-41c1-913f-344c2e70c655 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1850257 Nov 23 02:30:40.937823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:41.020703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.039820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f46421b-19a4-408c-b124-99485528b6cf req-5ee95577-6b72-43b2-9075-4e5459d1651d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429873 Nov 23 02:30:41.116153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.152849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fdc507e1-32aa-4791-a248-702f7a660e12 req-98360914-cb61-497b-b508-044aada38911 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0433095 Nov 23 02:30:41.215807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.305295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:41.311657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.314775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:41.317466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Pushing event updated for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:41.319535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:41.651124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.678969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.679324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.679673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.680011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.680361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.680696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.681227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.681364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.681695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.682024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.682354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.682708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:41.690772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:41.692792 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9955c6c-700f-4518-a422-ffe284010859" -d '{"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:41.721915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861781d6-78e0-499b-9f76-17147161a04f req-e5402f62-87c8-464f-8fc4-7d4ce62354a9 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:41.723424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-861781d6-78e0-499b-9f76-17147161a04f req-e5402f62-87c8-464f-8fc4-7d4ce62354a9 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 931 time: 0.4883749 Nov 23 02:30:41.767429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:41.768032 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:41.807491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-b6adaf89-0c92-4152-b8c0-03b4963f467e tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7382662 Nov 23 02:30:41.837282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Request body: {'port': {'device_id': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:41.843614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Allocated IP 172.25.1.46 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9346f892-003a-4698-9c65-fca92cc7ecae) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:41.866341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-861781d6-78e0-499b-9f76-17147161a04f req-40b06226-5fc4-4913-9442-795204ea5388 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334686 Nov 23 02:30:41.951041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.064778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8c059-1774-4398-8278-c3d4e1246146 req-a4b2272a-e8b0-4f02-bd71-840d1d81e670 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:42.066538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe8c059-1774-4398-8278-c3d4e1246146 req-a4b2272a-e8b0-4f02-bd71-840d1d81e670 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.1297963 Nov 23 02:30:42.093712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.251444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe8c059-1774-4398-8278-c3d4e1246146 req-2c468285-a942-4670-b9d3-e957162ae90c tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742384 Nov 23 02:30:42.266355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.354420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:42.357622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'Port': ['ID=9346f892-003a-4698-9c65-fca92cc7ecae,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:42.365225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:42.368517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:42.391157 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14492f2-3735-433f-956a-d17b8a8e0465 x-openstack-request-id: req-c14492f2-3735-433f-956a-d17b8a8e0465 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:42.391435 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:42.391720 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c14492f2-3735-433f-956a-d17b8a8e0465 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:42.392121 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:30:42.469149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955c6c-700f-4518-a422-ffe284010859 req-0a5da33b-214c-4957-9251-14ee568899ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:42.470867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-0a5da33b-214c-4957-9251-14ee568899ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.0494382 Nov 23 02:30:42.477517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:42.507210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.537203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Transition to ACTIVE for port object 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:42.548139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.551071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.573245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955c6c-700f-4518-a422-ffe284010859 req-b2155b56-8e22-4306-8319-9691e741cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:42.574246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caffa8-43a9-497a-bd77-7aa88abd6372 req-7107bc01-36af-475b-b5c6-19221ff34e39 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:42.576106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-b2155b56-8e22-4306-8319-9691e741cc97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.0970409 Nov 23 02:30:42.576333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5caffa8-43a9-497a-bd77-7aa88abd6372 req-7107bc01-36af-475b-b5c6-19221ff34e39 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1343141 Nov 23 02:30:42.620505 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-a6c7912c-8eeb-44b2-9bee-ba95b7a73a7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0376492 Nov 23 02:30:42.662601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:42.664802 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.682387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9955c6c-700f-4518-a422-ffe284010859 req-c05450db-b396-457b-aada-d122b17946e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:42.686570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-c05450db-b396-457b-aada-d122b17946e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0547731 Nov 23 02:30:42.719270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-b5075b90-d0e1-4fb8-a2ed-d5f8da36eba4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251384 Nov 23 02:30:42.755850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5caffa8-43a9-497a-bd77-7aa88abd6372 req-a6e84ef3-a622-4f16-8754-d5d48899cca8 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596961 Nov 23 02:30:42.823002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-e3bbc8b5-c23f-4723-b94d-a2cc1bf4e6e7 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915818 Nov 23 02:30:42.843595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Attempting to bind port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:42.845208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Attempting to bind port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '9980ddc7-2e07-4560-8614-8125787fb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:42.846559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Attempting to bind port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b on network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:42.902092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b on network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:42.902535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Attempting to bind port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b on network fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:42.945461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:42.946046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Checking segment: {'id': '9980ddc7-2e07-4560-8614-8125787fb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:42.947069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Bound using segment: {'id': '9980ddc7-2e07-4560-8614-8125787fb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:42.947419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Bound port: 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9980ddc7-2e07-4560-8614-8125787fb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:42.948030 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:42.979669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a9955c6c-700f-4518-a422-ffe284010859 req-628e8338-f969-4922-b17c-b984ec560903 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496391 Nov 23 02:30:43.092629 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.107381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.149632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80af0a49-c8ce-4297-8c06-5636bdbf3c8d req-88caeff3-7ea2-455f-847e-7fc9ca61ff25 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0550249 Nov 23 02:30:43.152266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:43.176102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,segment=NetworkSegment(9980ddc7-2e07-4560-8614-8125787fb92f),segment_id=9980ddc7-2e07-4560-8614-8125787fb92f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:43.201981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.213052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event updated for resources: {'Port': ['ID=9346f892-003a-4698-9c65-fca92cc7ecae,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:43.251371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.251989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.253352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] 10.222.0.41 "PUT /v2.0/ports/26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b HTTP/1.1" status: 200 len: 1092 time: 1.4312575 Nov 23 02:30:43.258169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.286735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:43.287945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-0129984d-5ed3-4ba1-ba35-47b6e6cf6108 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3708215 Nov 23 02:30:43.292912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02163b-4657-411d-b9b6-ebf29f86cd3b service neutron] Pushing event updated for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:43.363946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-734ba8eb-f226-411b-9a21-9727cf9511f1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 695 time: 0.0659502 Nov 23 02:30:43.432574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-4b9842f9-583a-4eb4-bc39-1e8b190eaa28 req-2a2e9f1c-7b2c-4d18-853e-fb7617569971 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:30:43.433572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b9842f9-583a-4eb4-bc39-1e8b190eaa28 req-2a2e9f1c-7b2c-4d18-853e-fb7617569971 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662079 Nov 23 02:30:43.443467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-766af651-e42b-4163-9d10-2e9dc5a33661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.444927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-766af651-e42b-4163-9d10-2e9dc5a33661 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e156e5e2ac0461fbf75cd91662f11f5&device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 1095 time: 0.1111805 Nov 23 02:30:43.509586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-0d203b84-7661-450f-92ff-8fb2f70fb83d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b HTTP/1.1" status: 200 len: 217 time: 0.0474269 Nov 23 02:30:43.537751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-2d8f555b-f623-4e8d-baa0-8c4142e983e8 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.539122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dec315b0-ac13-40f0-bddc-278b598aa4c1 req-2d8f555b-f623-4e8d-baa0-8c4142e983e8 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1660666 Nov 23 02:30:43.588237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-7ef30e9b-d9f2-451f-9a93-d6e60e667a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.589730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-7ef30e9b-d9f2-451f-9a93-d6e60e667a07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9abf491c-99db-4ea9-8f3d-be639e1fe939 HTTP/1.1" status: 200 len: 860 time: 0.0710270 Nov 23 02:30:43.631381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-226ffe7e-7219-4311-ad9b-48128cfe004b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331802 Nov 23 02:30:43.667566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a090-f6d8-41e6-b4b2-3ed68c1fd082 req-4b57a230-a620-4d4e-8ba1-9b89a0fd9192 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.669106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecc9a090-f6d8-41e6-b4b2-3ed68c1fd082 req-4b57a230-a620-4d4e-8ba1-9b89a0fd9192 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 943 time: 0.0628273 Nov 23 02:30:43.816060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecc9a090-f6d8-41e6-b4b2-3ed68c1fd082 req-99141cfe-09e0-4b5b-8822-fdf1674b9c21 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387267 Nov 23 02:30:43.829592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb248d5-1884-420a-97d6-1faa0734fd16 req-2cba90eb-0894-444b-b4e8-cb61756c4541 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:43.831123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbb248d5-1884-420a-97d6-1faa0734fd16 req-2cba90eb-0894-444b-b4e8-cb61756c4541 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.1094265 Nov 23 02:30:43.832933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-0ecb52cb-e49a-4fc9-a5c1-4258b35217dd service neutron] 10.222.0.41 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629646 Nov 23 02:30:43.993531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbb248d5-1884-420a-97d6-1faa0734fd16 req-365de13a-4bc8-4adc-a4a7-c834185177e9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554391 Nov 23 02:30:44.024258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-252e9a5e-aede-4e67-b112-c4a4678610f5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:44.025918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-252e9a5e-aede-4e67-b112-c4a4678610f5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1506162 Nov 23 02:30:44.094688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854b6a-bab1-4936-9b0e-ff0b4d2724ee req-7ed06ec5-cd1e-41cd-ac67-08453ce4232f service neutron] 10.222.0.41 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490761 Nov 23 02:30:44.115149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-72a6ab6a-7beb-41d1-95f1-bf9fe4deb813 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 695 time: 0.0782773 Nov 23 02:30:44.130343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'floatingip': {'port_id': 'be1516f9-48e5-4477-91de-85d22fbea069', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:44.190016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24d736-609b-4505-ad98-6f9e0322d739 req-c53b0441-5125-4e7e-928a-3ad641a880a8 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:44.194856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f24d736-609b-4505-ad98-6f9e0322d739 req-c53b0441-5125-4e7e-928a-3ad641a880a8 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.1401389 Nov 23 02:30:44.196596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:44.355548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d56df90-b89c-4164-82fc-d2f742c31914 req-7cec9063-5aaf-459c-95c3-4e41965f178d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0388949 Nov 23 02:30:44.361384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f24d736-609b-4505-ad98-6f9e0322d739 req-ec11da8d-3db4-4674-b326-d558bdff16a7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611893 Nov 23 02:30:44.413542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:44.416051 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec3a8cf-28c5-4171-b123-6f06336711cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:44.491544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-82fb9dc0-b6f7-4676-b1f4-fbe6bacffde1 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512567 Nov 23 02:30:44.716230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-372e8b4f-f5bc-4f07-bde0-0a0ac1d27133 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:44.717692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-372e8b4f-f5bc-4f07-bde0-0a0ac1d27133 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204118 Nov 23 02:30:44.739281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-eb625a28-724f-4132-a377-7329c095af53 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/quotas/6bfef2dd593a4e239c7598dfd5be668d HTTP/1.1" status: 200 len: 375 time: 0.0159132 Nov 23 02:30:44.853660 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:44.859509 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-9a71168f-2158-4c75-b6fb-b5b8f2291b11 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994463 Nov 23 02:30:44.860634 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:44.961340 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Floating IP 066b5de7-9565-4cfb-8e29-7497b101843e associated. External IP: 172.25.1.46, port: be1516f9-48e5-4477-91de-85d22fbea069. Nov 23 02:30:45.054222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-66e05b68-fe2d-40ee-9910-6344f96ea25e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:45.056122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-66e05b68-fe2d-40ee-9910-6344f96ea25e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4e3807-2b59-47fc-bd59-cfdb57ad0d62 HTTP/1.1" status: 200 len: 946 time: 0.0580289 Nov 23 02:30:45.165075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port 62cea407-2e3a-48d7-898a-412bd36ab2df {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:45.165512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:45.264619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port 62cea407-2e3a-48d7-898a-412bd36ab2df, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=62cea407-2e3a-48d7-898a-412bd36ab2df,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:45.264619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:45.279661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for 62cea407-2e3a-48d7-898a-412bd36ab2df owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:45.363058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcf09b7b-7fd2-4c4a-a8b4-407c31d37fc9 req-d5af889a-1a30-47c5-9b01-5052402c5e3b tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.3528068 Nov 23 02:30:45.445745 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791219e1-186f-4d76-a066-2a1c71a7372e x-openstack-request-id: req-791219e1-186f-4d76-a066-2a1c71a7372e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:45.446108 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:45.446363 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-791219e1-186f-4d76-a066-2a1c71a7372e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:45.447150 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b', 'status': 'completed', 'code': 200} Nov 23 02:30:45.452174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:45.465511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['62cea407-2e3a-48d7-898a-412bd36ab2df'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:45.485148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=62cea407-2e3a-48d7-898a-412bd36ab2df,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:45.497984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.498977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.498977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.499174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.499335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.499668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.499997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.500326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.500819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.501284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.501624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.502334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:45.543564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port 62cea407-2e3a-48d7-898a-412bd36ab2df on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:45.546157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:45.549554 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-732eba1b-69c5-4f23-9b42-dcf7fbfb682b req-6552e474-91bd-4826-a53f-c59d4a071698 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "DELETE /v2.0/ports/62cea407-2e3a-48d7-898a-412bd36ab2df HTTP/1.1" status: 204 len: 173 time: 0.4858098 Nov 23 02:30:45.549999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'name': 'network-vif-deleted', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:45.553028 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677eb9df-a015-4c44-a252-1010f05bc345" -d '{"events": [{"server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "name": "network-vif-deleted", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:45.584128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:45.703120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-58e189c2-75a4-4013-beed-65b119578559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:45.704690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-58e189c2-75a4-4013-beed-65b119578559 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e156e5e2ac0461fbf75cd91662f11f5&device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 1095 time: 0.1188545 Nov 23 02:30:45.859550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234987f1-18b6-407f-958b-b875cd31cc7d req-d552b9c3-8fd0-4258-9e46-633fb8028010 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:45.861048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-234987f1-18b6-407f-958b-b875cd31cc7d req-d552b9c3-8fd0-4258-9e46-633fb8028010 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 943 time: 0.1736417 Nov 23 02:30:45.877990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:45.882943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:45.888088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Sync routers for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:45.899017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:45.899636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:45.940097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-21bae446-97cd-47b5-9bc6-925da0ca1a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "PUT /v2.0/floatingips/066b5de7-9565-4cfb-8e29-7497b101843e HTTP/1.1" status: 200 len: 996 time: 1.8148661 Nov 23 02:30:45.946212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-4752dfcd-3745-4739-afcc-0bd90e9844d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:45.947670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-4752dfcd-3745-4739-afcc-0bd90e9844d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 HTTP/1.1" status: 200 len: 921 time: 0.2333474 Nov 23 02:30:46.002533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-234987f1-18b6-407f-958b-b875cd31cc7d req-1508a947-9169-4d96-83f6-4395905ef8fe tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323276 Nov 23 02:30:46.036639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-6cdd5a7a-a206-4042-ac48-f23861432aa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b HTTP/1.1" status: 200 len: 217 time: 0.0630639 Nov 23 02:30:46.057738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-d7851e9e-0edd-42ec-b709-465fa97e5c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.066850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-d7851e9e-0edd-42ec-b709-465fa97e5c1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.1128507 Nov 23 02:30:46.153940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:46.185341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-1d92da57-fe32-432c-b04a-eab1c93169a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.186987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-1d92da57-fe32-432c-b04a-eab1c93169a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9abf491c-99db-4ea9-8f3d-be639e1fe939 HTTP/1.1" status: 200 len: 860 time: 0.1407630 Nov 23 02:30:46.206953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-628887fa-e4f7-46ae-97e1-a783081607c3 req-3bbd011d-9b8e-44a2-86c2-fe45413eae45 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 210 time: 0.1104276 Nov 23 02:30:46.255423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-12cef398-b3fd-4c05-a276-3cd4f3fc66ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419533 Nov 23 02:30:46.287748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-139ccb99-da39-47b8-a709-20c2fa1f676f tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759246 Nov 23 02:30:46.386424 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb66416-4686-443c-a821-b9d0c6b90b91 x-openstack-request-id: req-3eb66416-4686-443c-a821-b9d0c6b90b91 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:46.387036 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e3807-2b59-47fc-bd59-cfdb57ad0d62", "name": "network-vif-deleted", "tag": "62cea407-2e3a-48d7-898a-412bd36ab2df", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:46.387503 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eb66416-4686-443c-a821-b9d0c6b90b91 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:46.388256 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e3807-2b59-47fc-bd59-cfdb57ad0d62', 'name': 'network-vif-deleted', 'tag': '62cea407-2e3a-48d7-898a-412bd36ab2df', 'status': 'completed', 'code': 200} Nov 23 02:30:46.390335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-68cc7000-78c2-4ce7-a97d-0a49e59df024 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040041 Nov 23 02:30:46.391734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-553a46de-37f4-4068-b011-baa610ea7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.394092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-553a46de-37f4-4068-b011-baa610ea7c9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.3260818 Nov 23 02:30:46.451641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-de29fbd7-e739-4b02-9603-aa464681bd93 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.453609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-de29fbd7-e739-4b02-9603-aa464681bd93 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585982 Nov 23 02:30:46.475055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Request body: {'port': {'device_id': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '6bfef2dd593a4e239c7598dfd5be668d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:46.542720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-631ffbcd-5aff-4932-9b74-35fe2f2f4ee8 req-8de0bc26-5cc3-4cd1-b66e-622556689eab tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0415816 Nov 23 02:30:46.543066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '066b5de7-9565-4cfb-8e29-7497b101843e', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'port_id': 'be1516f9-48e5-4477-91de-85d22fbea069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'mac_address': 'fa:16:3e:c1:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:42Z', 'updated_at': '2021-11-23T02:30:44Z', 'revision_number': 1, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:46.567753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-5943b3db-d625-49fe-ac88-7708ed447343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 999 time: 0.1570497 Nov 23 02:30:46.584050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec3a8cf-28c5-4171-b123-6f06336711cc req-3e5612a5-5b02-4af3-b5c6-21779524d7e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860132 Nov 23 02:30:46.598367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Checking router: bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:30:46.617806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Made reservation on behalf of 6bfef2dd593a4e239c7598dfd5be668d for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:46.619527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:46.620359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:46.626346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:46.637587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-cbd4879d-bca4-4359-95a4-47f257e7007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.639161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-cbd4879d-bca4-4359-95a4-47f257e7007f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0505133 Nov 23 02:30:46.711171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-3248f3c6-530a-44e6-82f3-7ced8ef62d86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654106 Nov 23 02:30:46.743030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:46.762002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Allocated IP 192.168.233.155 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/ac91cd3b-42de-4bf7-a22e-9874549ffdc4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:46.867258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-11fecfff-b6d7-4ae9-bc6d-d87534b96c29 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:46.868808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-11fecfff-b6d7-4ae9-bc6d-d87534b96c29 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.2049046 Nov 23 02:30:46.876436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-fd7fb8f5-e20e-4bd2-a06b-ca341318d753 service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371181 Nov 23 02:30:46.896649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-aa65d881-41a3-4715-b6d2-58ba890c6a33 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/quotas/f5f8bcb1d2da46f595ffc45be53c8fd6 HTTP/1.1" status: 200 len: 375 time: 0.0187719 Nov 23 02:30:46.924539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:46.966547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:46.970924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-aa609bef-d23d-4be1-8293-d59ba6b18c02 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549152 Nov 23 02:30:46.990360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b9906092-e524-450d-8935-84ce518660fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:47.022544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:47.029256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:47.030145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '066b5de7-9565-4cfb-8e29-7497b101843e', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'port_id': 'be1516f9-48e5-4477-91de-85d22fbea069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'mac_address': 'fa:16:3e:c1:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:42Z', 'updated_at': '2021-11-23T02:30:44Z', 'revision_number': 1, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:47.031480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Pushing event updated for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:47.033662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:47.071243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1c6c1-1ebc-41f5-8470-51024ef4e3e0 None None] The sync data for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 is: [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '066b5de7-9565-4cfb-8e29-7497b101843e', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'port_id': 'be1516f9-48e5-4477-91de-85d22fbea069', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'mac_address': 'fa:16:3e:c1:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:42Z', 'updated_at': '2021-11-23T02:30:44Z', 'revision_number': 1, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:30:47.092213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:47.093252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:47.104534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b4a4d96-ab40-41d1-8655-8c6a7d6332e4 req-5a9de523-7cb4-4d5d-8252-770ca54e0f71 service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188220 Nov 23 02:30:47.131915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b6c178c6-61bc-4f0a-929f-a11e28b450c9 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6587739 Nov 23 02:30:47.150259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Request body: {'port': {'device_id': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:47.163244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-661406bb-71c3-496b-be5f-48344157e8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782715 Nov 23 02:30:47.252349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:47.323881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-1a42ef67-c07a-43f8-a0ea-d0cb18c2c578 service neutron] 10.222.0.15 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413431 Nov 23 02:30:47.434397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-63acb614-c3dd-41b5-b1f4-bd9b4998398d None None] Provisioning complete for port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:47.435052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63acb614-c3dd-41b5-b1f4-bd9b4998398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:47.447332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:47.451819 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d55fee-6d82-45f1-8905-c689694ef863" -d '{"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:47.520552 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be91fa8-0f56-41b9-ba60-9f1c68501d50 None None] New status for floating IP 066b5de7-9565-4cfb-8e29-7497b101843e: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:30:47.524192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-63acb614-c3dd-41b5-b1f4-bd9b4998398d None None] Port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:30:47.597089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d7990-42fa-46e7-b26c-c0df5e5fd19a req-624002dc-af1c-4440-9b96-d5575b62078b tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:47.598682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-172d7990-42fa-46e7-b26c-c0df5e5fd19a req-624002dc-af1c-4440-9b96-d5575b62078b tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 943 time: 0.1529007 Nov 23 02:30:47.643660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-b807fcc4-b9b6-4aa3-95f9-9befc9d7bd95 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 999 time: 0.1439993 Nov 23 02:30:47.699370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac91cd3b-42de-4bf7-a22e-9874549ffdc4 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:47.709439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:47.712806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-a1f2e4d0-9c86-4c9a-a62c-ba192517d72b tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:47.714178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-a1f2e4d0-9c86-4c9a-a62c-ba192517d72b tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports/be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 943 time: 0.0578461 Nov 23 02:30:47.726790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-172d7990-42fa-46e7-b26c-c0df5e5fd19a req-ad3336e5-520e-46a5-9aac-12959fb83ca8 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118555 Nov 23 02:30:47.733694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Transition to ACTIVE for port object ac91cd3b-42de-4bf7-a22e-9874549ffdc4 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:47.737415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:47.813001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:47.875589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-a45976cc-1fb1-473f-85cd-dd1848c2763d tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 1001 time: 0.0951777 Nov 23 02:30:47.917471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Attempting to bind port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:47.918073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Attempting to bind port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:47.918427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Attempting to bind port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:47.923619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:47.923973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Attempting to bind port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:47.932249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:47.932592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:47.932994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:47.935125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Bound port: ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:47.935842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.024557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-e9ec726e-c0f6-4bdd-8f92-26e4d0124303 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.035274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-e9ec726e-c0f6-4bdd-8f92-26e4d0124303 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1589282 Nov 23 02:30:48.061097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:48.065602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:48.070057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.126096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.127268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.139553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac91cd3b-42de-4bf7-a22e-9874549ffdc4 HTTP/1.1" status: 200 len: 1097 time: 0.9945760 Nov 23 02:30:48.161982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed16bef-7a9c-46bd-91ad-626f009872f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:48.172839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94edf334-ea2e-4e61-aa1e-3e2f9814070b req-b3a70c7f-10f6-466b-89d9-e043d9bfbed2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f73ff12512f24ec887b7da56d634367b&device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0530560 Nov 23 02:30:48.249673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-c3bdb455-a7f6-4bf9-a3c7-3a60ad0f0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.251778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-c3bdb455-a7f6-4bf9-a3c7-3a60ad0f0acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 1100 time: 0.0520990 Nov 23 02:30:48.262901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94edf334-ea2e-4e61-aa1e-3e2f9814070b req-6fcdccfa-383d-46f5-9748-3565e488fd3d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f73ff12512f24ec887b7da56d634367b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637681 Nov 23 02:30:48.272238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-64bdc898-fb75-40af-8f98-e36bf0e8c8cb tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 1001 time: 0.2359571 Nov 23 02:30:48.285553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 62cea407-2e3a-48d7-898a-412bd36ab2df no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:48.330267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 62cea407-2e3a-48d7-898a-412bd36ab2df {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:48.330838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 62cea407-2e3a-48d7-898a-412bd36ab2df not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:48.333485 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-c92560f5-2a9c-47fb-a837-62ee9a69664c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4 HTTP/1.1" status: 200 len: 217 time: 0.0603468 Nov 23 02:30:48.350057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272638b2-12da-401e-946b-309eb58b7878 req-d682a8e3-9319-4144-8d8e-2bdc7e2a6a8a tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.352145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-272638b2-12da-401e-946b-309eb58b7878 req-d682a8e3-9319-4144-8d8e-2bdc7e2a6a8a tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 948 time: 0.1756866 Nov 23 02:30:48.356469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:48.390001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:48.393623 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a8b057-2f0b-49c7-9458-fd8b69c6b919" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:48.406978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-17f07445-6331-4e13-ab32-748179e5c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.408678 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-17f07445-6331-4e13-ab32-748179e5c694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0688651 Nov 23 02:30:48.445695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.465785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-880d7969-83c4-4f1a-9b70-039492774e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.467439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-880d7969-83c4-4f1a-9b70-039492774e20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516980 Nov 23 02:30:48.567037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-0178a963-e8e5-4acf-83cc-1349d6a71e69 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922647 Nov 23 02:30:48.588322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-272638b2-12da-401e-946b-309eb58b7878 req-57e93105-b28a-4461-9026-494494063ce3 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741197 Nov 23 02:30:48.593680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edf334-ea2e-4e61-aa1e-3e2f9814070b req-fc9d2a93-7b1c-4866-9886-9863da4658df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.595202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94edf334-ea2e-4e61-aa1e-3e2f9814070b req-fc9d2a93-7b1c-4866-9886-9863da4658df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220532 Nov 23 02:30:48.671087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:48.681185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-966058a2-ff4b-4686-bb9b-a612805e8b8d req-b4ed8033-c9da-4f48-8115-edfc666cb3f4 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070030 Nov 23 02:30:48.681790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.698962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.699340 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Floating IP 066b5de7-9565-4cfb-8e29-7497b101843e disassociated. External IP: 172.25.1.46, port: be1516f9-48e5-4477-91de-85d22fbea069. Nov 23 02:30:48.703717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd50c84c-57fb-4a12-8178-fac0f547a2a0 req-08a57d4c-0de0-46c7-8772-26d163d28223 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 210 time: 0.0358191 Nov 23 02:30:48.751014 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8acd5af-8015-490a-b49b-10451966fd5b x-openstack-request-id: req-b8acd5af-8015-490a-b49b-10451966fd5b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:48.751409 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:48.751743 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8acd5af-8015-490a-b49b-10451966fd5b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:48.752155 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:30:48.820848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,segment=NetworkSegment(9980ddc7-2e07-4560-8614-8125787fb92f),segment_id=9980ddc7-2e07-4560-8614-8125787fb92f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:48.833770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b', 'network_id': 'fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78', 'port_id': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b', 'mac_address': 'fa:16:3e:10:ba:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abf491c-99db-4ea9-8f3d-be639e1fe939', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:48.880149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.897455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:48.923152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,segment=NetworkSegment(9980ddc7-2e07-4560-8614-8125787fb92f),segment_id=9980ddc7-2e07-4560-8614-8125787fb92f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:48.928036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:48.948237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55fee-6d82-45f1-8905-c689694ef863 req-59fe3569-94e5-4c39-9a2f-4ceddeabc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:48.951050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-59fe3569-94e5-4c39-9a2f-4ceddeabc24b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.1724257 Nov 23 02:30:48.991653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:49.010119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.010470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.010842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.011182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.011521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.012450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.012845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.013123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.013490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.013775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.014103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.014434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:49.104531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-ac60b739-177e-4075-ad43-d907d26ff975 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.106104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-ac60b739-177e-4075-ad43-d907d26ff975 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 812 time: 0.2504652 Nov 23 02:30:49.137809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Request body: {'port': {'device_id': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'admin_state_up': True, 'tenant_id': 'f5f8bcb1d2da46f595ffc45be53c8fd6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:49.193298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55fee-6d82-45f1-8905-c689694ef863 req-e8830dc7-cd4c-4ce2-8e4a-e45c102a3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.194787 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-e8830dc7-cd4c-4ce2-8e4a-e45c102a3fb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.2341428 Nov 23 02:30:49.250107 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-093d22de-34f5-4d06-87d0-ca233aba08ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0433097 Nov 23 02:30:49.279738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-326cc07e-28fa-44c8-bac1-bbbee6f1f04f req-71919793-7e1a-46c9-a485-e5fe9c26f483 tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0358653 Nov 23 02:30:49.311000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:49.317735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:49.331829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d55fee-6d82-45f1-8905-c689694ef863 req-d19e08e8-63c5-4962-8f33-c378fc31ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.333299 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-d19e08e8-63c5-4962-8f33-c378fc31ac80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0749691 Nov 23 02:30:49.351274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Made reservation on behalf of f5f8bcb1d2da46f595ffc45be53c8fd6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:49.354752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:49.372665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-73bcadc5-75c8-4294-991d-43fce56c5086 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321658 Nov 23 02:30:49.432900 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d399687-9897-41a3-8faa-b25bd7ef18c3 x-openstack-request-id: req-6d399687-9897-41a3-8faa-b25bd7ef18c3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:49.433189 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:49.433441 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d399687-9897-41a3-8faa-b25bd7ef18c3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:49.434374 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4', 'status': 'completed', 'code': 200} Nov 23 02:30:49.449342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:49.458083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:49.477357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Sync routers for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:49.490140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-099b1903-68cd-44ef-849b-e955991e12c6 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "PUT /v2.0/floatingips/066b5de7-9565-4cfb-8e29-7497b101843e HTTP/1.1" status: 200 len: 694 time: 1.1793835 Nov 23 02:30:49.510791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:49.511336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:49.579719 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-26e66b41-dcbd-47a1-ab88-467728374e37 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972613 Nov 23 02:30:49.586980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae42fe-acc6-42cf-a646-88e11c1ef593 req-90b08570-8c8b-4273-b5c8-baeb4e91d8a3 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.588695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6ae42fe-acc6-42cf-a646-88e11c1ef593 req-90b08570-8c8b-4273-b5c8-baeb4e91d8a3 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 944 time: 0.0972009 Nov 23 02:30:49.622123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-13a66ff9-9300-4963-8b2e-3f245268e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.623913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-13a66ff9-9300-4963-8b2e-3f245268e383 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.0971100 Nov 23 02:30:49.669037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:49.748768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6ae42fe-acc6-42cf-a646-88e11c1ef593 req-7fa56a03-d668-4e13-b9ac-fd9b322e0c67 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476536 Nov 23 02:30:49.792906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-940f0601-af7d-4232-8796-7d7a155c8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.796989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-940f0601-af7d-4232-8796-7d7a155c8869 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.1605310 Nov 23 02:30:49.870199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-64ee9cd8-5073-4534-8246-6c5abab5e5da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0672472 Nov 23 02:30:49.946445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-a0c92d12-41e1-4a7e-805f-3b58deacc51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.954903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-a0c92d12-41e1-4a7e-805f-3b58deacc51c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0760379 Nov 23 02:30:49.958710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-5731d15a-27a9-49dd-8f9e-cfe9b16991a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:49.960174 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-5731d15a-27a9-49dd-8f9e-cfe9b16991a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 1100 time: 0.4736404 Nov 23 02:30:49.993439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-00c0e628-96df-4bad-81a5-a24d2fe9eab5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371222 Nov 23 02:30:50.005323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:50.030767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Allocated IP 172.20.0.10 (21e350dc-0137-46e0-93df-4613a32a8dd1/26c4aa16-002a-41fa-aaa6-3d17e2232b04/1af30eab-e07c-4e1a-bfcd-d41f508ac0b1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:50.044000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Checking router: bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:30:50.060318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:50.061163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:50.131541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51f48-3ea1-4570-bd01-e200a8ca13ce req-11d09f16-ed17-424d-a826-c7261dfd0c65 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.133104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc51f48-3ea1-4570-bd01-e200a8ca13ce req-11d09f16-ed17-424d-a826-c7261dfd0c65 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 948 time: 0.1294005 Nov 23 02:30:50.139909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30d55fee-6d82-45f1-8905-c689694ef863 req-8135148b-72d8-4414-b32c-567d7064aa34 service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404799 Nov 23 02:30:50.141119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-85f2f605-fee8-43f3-9a95-9e6686bec1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.142412 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-85f2f605-fee8-43f3-9a95-9e6686bec1b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1748364 Nov 23 02:30:50.189428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94edf334-ea2e-4e61-aa1e-3e2f9814070b req-d8885648-da15-4c19-8dda-df2373a8f78e tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.41 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0551744 Nov 23 02:30:50.200403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-60f3427d-f635-402f-8af3-6de54adef98d service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056611 Nov 23 02:30:50.207214 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-548123ab-5415-485c-82f6-35edeaf2502a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4 HTTP/1.1" status: 200 len: 217 time: 0.0547178 Nov 23 02:30:50.224593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:50.302457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc51f48-3ea1-4570-bd01-e200a8ca13ce req-11a8cd2e-9085-470b-b590-8a86d2b9a843 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476793 Nov 23 02:30:50.314405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-28274da4-e448-42fc-b67b-0c020edca57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.315129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-28274da4-e448-42fc-b67b-0c020edca57b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0801444 Nov 23 02:30:50.384428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.399233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba3f23-673b-4bd5-857d-64badcc9238f req-d003d2c3-4c54-4cb8-86c4-81fb6adc884f service neutron] 10.222.0.15 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975577 Nov 23 02:30:50.407089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-10a71ef8-63df-47f5-b923-42ffa65e99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.408590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-10a71ef8-63df-47f5-b923-42ffa65e99b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820532 Nov 23 02:30:50.484719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c5ec40c-087f-45d6-b499-5441450db8de req-26676134-f90b-428f-a949-26bb591ec92f tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 210 time: 0.0482235 Nov 23 02:30:50.491237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.567340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Network 21e350dc-0137-46e0-93df-4613a32a8dd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:50.574283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:50.576816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:50.581958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b679a73-9af4-4f68-88ba-25638b0fb3a9 req-4f6c1bc7-6171-469b-95f9-eed73747b16b tempest-ServerShowV254Test-2127862468 tempest-ServerShowV254Test-2127862468-project] 10.222.0.15 "GET /v2.0/ports?device_id=25cf3b61-1939-4ed0-9164-6bf48cae8f29 HTTP/1.1" status: 200 len: 210 time: 0.0463040 Nov 23 02:30:50.582825 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-70fdf7af-6b38-4714-8b19-1f90e211de20 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656840 Nov 23 02:30:50.616599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event updated for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:50.676687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-5681eef4-9f99-40c8-8058-6b5c3ca6e7dd tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips/066b5de7-9565-4cfb-8e29-7497b101843e HTTP/1.1" status: 200 len: 694 time: 0.0574517 Nov 23 02:30:50.692445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.693058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.709824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:50.726800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-96f40553-5c53-4dbb-aecd-2c0c9e91ab65 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5999210 Nov 23 02:30:50.740596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Request body: {'port': {'device_id': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:50.765069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-39a8b057-2f0b-49c7-9458-fd8b69c6b919 req-20d629db-b095-469b-a93c-a1da307f35bb service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563025 Nov 23 02:30:50.805579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.807975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:50.810383 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:50.820131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-7d97797c-c1a0-4b6f-884e-6c83c968493b tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.821491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-7d97797c-c1a0-4b6f-884e-6c83c968493b tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 784 time: 0.1385050 Nov 23 02:30:50.883457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:50.890929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:50.891661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.907789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-103e4f92-3ba2-4ece-a757-62df977d0286 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 697 time: 0.0796466 Nov 23 02:30:50.961618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:50.983333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-11a5831a-9b65-4733-80fb-a9453b045d4c tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.1.46 HTTP/1.1" status: 200 len: 697 time: 0.0599666 Nov 23 02:30:51.001217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfc2247-debb-4f3d-be02-e7f9e871f78d None None] The sync data for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 is: [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:29:32Z', 'revision_number': 4, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '7bc4bec1-843d-4d79-80fc-75eca3a70c48', 'name': '', 'network_id': '5c5768bc-d460-4cb3-873b-674eed15ab5d', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'mac_address': 'fa:16:3e:1b:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:31Z', 'updated_at': '2021-11-23T02:29:41Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'subnets': [{'id': '5e880d5c-181d-446a-bcd6-876ea1e64268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:30:51.061488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.101474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e25a59-b6b3-45a7-bca8-cc693552c5e0 req-a1e65828-d5c4-441e-a850-17d24459fa9c tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.105152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:51.109292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e25a59-b6b3-45a7-bca8-cc693552c5e0 req-a1e65828-d5c4-441e-a850-17d24459fa9c tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 944 time: 0.2262790 Nov 23 02:30:51.111945 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d69868-6b4c-49cb-b5f4-3c6b12830027" -d '{"events": [{"server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "name": "network-vif-plugged", "status": "completed", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:51.139364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,segment=NetworkSegment(9980ddc7-2e07-4560-8614-8125787fb92f),segment_id=9980ddc7-2e07-4560-8614-8125787fb92f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:51.144290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.205524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e25a59-b6b3-45a7-bca8-cc693552c5e0 req-b518b2a2-8f5b-4b49-8b1f-aa96884befbb tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951898 Nov 23 02:30:51.243727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Deleting port 9346f892-003a-4698-9c65-fca92cc7ecae {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:51.244153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.246876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:51.264571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:51.292499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.308738 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe2bdb-fe3d-4c7a-b288-ed3095fdbefd x-openstack-request-id: req-3ebe2bdb-fe3d-4c7a-b288-ed3095fdbefd {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:51.309273 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:51.309882 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ebe2bdb-fe3d-4c7a-b288-ed3095fdbefd {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:51.310542 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:30:51.356149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.356410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.370308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Calling delete_port for 9346f892-003a-4698-9c65-fca92cc7ecae owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:51.376763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Transition to ACTIVE for port object 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:51.381014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.437696 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf4bce-8b34-4f7a-9e39-f03433e2eabb x-openstack-request-id: req-bbcf4bce-8b34-4f7a-9e39-f03433e2eabb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:51.438331 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "name": "network-vif-plugged", "status": "completed", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:51.438847 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbcf4bce-8b34-4f7a-9e39-f03433e2eabb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:51.440692 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b', 'code': 200} Nov 23 02:30:51.475783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-69028d1e-7584-43a0-abc1-4f4ff528cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.484122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-69028d1e-7584-43a0-abc1-4f4ff528cc1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=923e8d147f7848d7adac98a95e43fb5a&device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 1098 time: 0.1515701 Nov 23 02:30:51.501657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Pushing event updated for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:51.509388 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d53e1-d284-4b7b-bd21-c23e39d1a33b None None] New status for floating IP 066b5de7-9565-4cfb-8e29-7497b101843e: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:30:51.560934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.599412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event deleted for resources: {'Port': ['ID=9346f892-003a-4698-9c65-fca92cc7ecae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:51.633306 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.db.api [None req-f90d53e1-d284-4b7b-bd21-c23e39d1a33b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:30:51.634212 n-d-714676-12 neutron-server[103574]: DEBUG oslo_db.api [None req-f90d53e1-d284-4b7b-bd21-c23e39d1a33b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:30:51.678946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Attempting to bind port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:51.679312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Attempting to bind port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:51.679624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Attempting to bind port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:51.697461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb67d0-a662-49b2-9730-55902917ee41 req-ba7f1dd7-7ac2-42e3-8a8c-65e2b00b4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.699015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6efb67d0-a662-49b2-9730-55902917ee41 req-ba7f1dd7-7ac2-42e3-8a8c-65e2b00b4ea5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 1097 time: 0.1572046 Nov 23 02:30:51.702398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:51.702398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Attempting to bind port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 on network 21e350dc-0137-46e0-93df-4613a32a8dd1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:51.715637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-32778d75-492f-4f56-a574-188cb8373cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.715833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b60ad-1396-403a-8f81-d7f8b74e18a3 req-5e3882c8-fd6c-4494-a77a-d829fb0a4b91 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.717085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-32778d75-492f-4f56-a574-188cb8373cb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 200 len: 921 time: 0.2249537 Nov 23 02:30:51.717697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a5b60ad-1396-403a-8f81-d7f8b74e18a3 req-5e3882c8-fd6c-4494-a77a-d829fb0a4b91 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 948 time: 0.1471903 Nov 23 02:30:51.723551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:51.724242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Checking segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:51.724367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Bound using segment: {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:51.724719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Bound port: 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:51.725094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.729824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.732601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.745419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6440b297-3026-42f2-a6d6-0b0b3beef79c req-78e0b31a-6752-44c8-a3ea-e8d786aa6fc9 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "DELETE /v2.0/floatingips/066b5de7-9565-4cfb-8e29-7497b101843e HTTP/1.1" status: 204 len: 173 time: 0.7611370 Nov 23 02:30:51.785268 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-65136598-feeb-4fe0-836b-fb4485848813 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 200 len: 217 time: 0.0565279 Nov 23 02:30:51.831533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a5b60ad-1396-403a-8f81-d7f8b74e18a3 req-0b39daef-5ccc-45db-9b28-1fb7d5631f1a tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Nov 23 02:30:51.861511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab645-e759-47cd-a56c-414a3ac23650 req-89f25b55-cdb0-45a4-9fef-2fdf21f1db63 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.862807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-062ab645-e759-47cd-a56c-414a3ac23650 req-89f25b55-cdb0-45a4-9fef-2fdf21f1db63 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 944 time: 0.0658057 Nov 23 02:30:51.867024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6efb67d0-a662-49b2-9730-55902917ee41 req-6b5a6cbb-32a3-4508-aec0-aae81447c98d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599598 Nov 23 02:30:51.890928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-2d943cc7-8650-4ecb-9f1e-fa39d817ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:51.892418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-2d943cc7-8650-4ecb-9f1e-fa39d817ea84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 200 len: 860 time: 0.0851655 Nov 23 02:30:51.894958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:51.898466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:51.910692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:51.925207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-062ab645-e759-47cd-a56c-414a3ac23650 req-08b9e87d-7161-42a7-a049-706df0872585 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540705 Nov 23 02:30:51.932718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-a26ffc4c-c50d-4793-877b-6b2559e74e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c5768bc-d460-4cb3-873b-674eed15ab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326335 Nov 23 02:30:52.041550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cbda4b29-1c20-4882-809a-4662142245a3 req-c861c880-b5e2-45ec-a11a-31fc37da4d37 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups/97b7d536-c62a-4481-be9f-ccbb0a2a2b28 HTTP/1.1" status: 200 len: 1826 time: 0.0596931 Nov 23 02:30:52.052105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.052721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.054089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] 10.222.0.47 "PUT /v2.0/ports/1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 HTTP/1.1" status: 200 len: 1093 time: 1.3187132 Nov 23 02:30:52.056145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:52.058402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a" -d '{"events": [{"name": "network-changed", "server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:52.117689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-dbd09a60-9920-487a-b17d-83d5d4878c3c service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591897 Nov 23 02:30:52.133481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2f2e5-7d22-4ec1-8fc2-8a90404c301d service neutron] Pushing event updated for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:52.142700 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d53e1-d284-4b7b-bd21-c23e39d1a33b None None] New status for floating IP 066b5de7-9565-4cfb-8e29-7497b101843e: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:30:52.162277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cbda4b29-1c20-4882-809a-4662142245a3 req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.205584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:52.213404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cbda4b29-1c20-4882-809a-4662142245a3 req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.214328 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54399df2-770e-4e48-8508-c01bc637ffed x-openstack-request-id: req-54399df2-770e-4e48-8508-c01bc637ffed {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:52.214655 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:52.215585 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54399df2-770e-4e48-8508-c01bc637ffed {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:52.216019 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1', 'status': 'completed', 'code': 200} Nov 23 02:30:52.218261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-55e2227d-dd8a-4d6d-ad5b-b7d45c7874fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.220305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-55e2227d-dd8a-4d6d-ad5b-b7d45c7874fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 1096 time: 0.1218319 Nov 23 02:30:52.287128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-824a5815-a5e0-42ed-b10a-079f2e46ec73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 HTTP/1.1" status: 200 len: 217 time: 0.0568175 Nov 23 02:30:52.318086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cbda4b29-1c20-4882-809a-4662142245a3 req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.320818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cbda4b29-1c20-4882-809a-4662142245a3 req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.328247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cbda4b29-1c20-4882-809a-4662142245a3 req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "DELETE /v2.0/security-groups/97b7d536-c62a-4481-be9f-ccbb0a2a2b28 HTTP/1.1" status: 204 len: 173 time: 0.2784455 Nov 23 02:30:52.376983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-253a40f6-1e1a-4cca-8a2b-c7f096d708ae req-f5b6c6ec-eca9-4c0b-a94a-5d088f714d0e service neutron] 10.222.0.47 "GET /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389932 Nov 23 02:30:52.379082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0240-5282-4c3a-ba59-e088055f04ed tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b7d536-c62a-4481-be9f-ccbb0a2a2b28,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:52.382696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293adfa-05e4-4df0-877b-34df63910d6c req-61a4c115-1d53-47de-bae3-54ea8e29385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.384671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-61a4c115-1d53-47de-bae3-54ea8e29385a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0878391 Nov 23 02:30:52.422246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d30327b-a0c9-4cef-9bb2-c636ed08e987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.439592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-1f223726-7ad3-42f8-8fb6-e73957e6917a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354512 Nov 23 02:30:52.479239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800690e7-b7b5-4d8b-a935-22d3a6f42c97 req-fd6a9a27-7335-4e69-b5da-12bb301db47a tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.481360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-800690e7-b7b5-4d8b-a935-22d3a6f42c97 req-fd6a9a27-7335-4e69-b5da-12bb301db47a tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 945 time: 0.1031961 Nov 23 02:30:52.564207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-800690e7-b7b5-4d8b-a935-22d3a6f42c97 req-92f234b5-d462-448e-a486-e839727c8956 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725572 Nov 23 02:30:52.592281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d30327b-a0c9-4cef-9bb2-c636ed08e987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.596107 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-24b85927-ab9d-4cb3-8c46-975b4a07972c service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489208 Nov 23 02:30:52.597531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d30327b-a0c9-4cef-9bb2-c636ed08e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.652178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2d30327b-a0c9-4cef-9bb2-c636ed08e987 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f73ff12512f24ec887b7da56d634367b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4453676 Nov 23 02:30:52.660804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42876) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:52.670552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30327b-a0c9-4cef-9bb2-c636ed08e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3aa58-8fe9-45d5-aa75-57f80853e572,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:52.695230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709ccc-53f4-4f49-bd20-d60f03f67ec2 req-667d5674-7efc-4533-927f-1c9aa9763a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.697138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87709ccc-53f4-4f49-bd20-d60f03f67ec2 req-667d5674-7efc-4533-927f-1c9aa9763a86 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0607510 Nov 23 02:30:52.723621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ac91cd3b-42de-4bf7-a22e-9874549ffdc4 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:52.747059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.750182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2293adfa-05e4-4df0-877b-34df63910d6c req-b78b5ebb-d798-4a74-b41f-82a90c951815 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464901 Nov 23 02:30:52.772892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.779301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87709ccc-53f4-4f49-bd20-d60f03f67ec2 req-5ae9fc17-63f5-483f-9966-f6d6b051addb tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752048 Nov 23 02:30:52.835038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.838450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:52.839755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daa3aa58-8fe9-45d5-aa75-57f80853e572 HTTP/1.1" status: 204 len: 168 time: 0.1778026 Nov 23 02:30:52.877669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8ac3-ecd2-4e44-8952-ee1fd1817762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3aa58-8fe9-45d5-aa75-57f80853e572,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:52.885681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:52.904385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-1d9c8afd-8fa2-42c9-bb68-0755d192ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:52.906101 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-1d9c8afd-8fa2-42c9-bb68-0755d192ddea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 1096 time: 0.0647221 Nov 23 02:30:52.937885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4', 'mac_address': 'fa:16:3e:85:27:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:53.017073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:53.046354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad795b-235c-4fcc-b4a5-1946635f6ee1 req-ae720404-dfee-4b79-85e0-7ee6434ea1c4 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.048051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97ad795b-235c-4fcc-b4a5-1946635f6ee1 req-ae720404-dfee-4b79-85e0-7ee6434ea1c4 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 948 time: 0.0742075 Nov 23 02:30:53.066930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac91cd3b-42de-4bf7-a22e-9874549ffdc4 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:53.102721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:53.108132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:53.149422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-0d47379b-96ed-411f-8c51-ec249ad586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.151427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e643-ecb4-4af6-b917-2b578a59229f req-1fb6b4e9-b22d-4687-b07d-eeaca40ece2e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.151675 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-0d47379b-96ed-411f-8c51-ec249ad586a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 200 len: 913 time: 0.2299488 Nov 23 02:30:53.155308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c75e643-ecb4-4af6-b917-2b578a59229f req-1fb6b4e9-b22d-4687-b07d-eeaca40ece2e tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 944 time: 0.1062586 Nov 23 02:30:53.168378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:53.175123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97ad795b-235c-4fcc-b4a5-1946635f6ee1 req-71d4583b-a20d-4896-95fd-1989362853b5 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100013 Nov 23 02:30:53.263608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:53.278646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-e9e6d7c2-f32a-49c8-a35c-17078750cab3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 HTTP/1.1" status: 200 len: 217 time: 0.1174920 Nov 23 02:30:53.283814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c75e643-ecb4-4af6-b917-2b578a59229f req-cdfe8382-2f24-4523-93ab-43cc30893299 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071701 Nov 23 02:30:53.340856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-efebfea0-91e4-43f3-9443-de7048f7b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.342369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-efebfea0-91e4-43f3-9443-de7048f7b35a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 200 len: 852 time: 0.0559163 Nov 23 02:30:53.384584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-d60476a5-d37d-4923-9c78-0eb03880e148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=21e350dc-0137-46e0-93df-4613a32a8dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319531 Nov 23 02:30:53.458309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ac91cd3b-42de-4bf7-a22e-9874549ffdc4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:53.491194 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-5a1a2965-0ed7-4992-964a-33d288098a5a service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885618 Nov 23 02:30:53.632749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c0ee12a-3a3c-4d21-a228-ddbca4caf18a req-1ff97f03-1d99-4b25-84e3-f94f48e20026 service neutron] 10.222.0.47 "GET /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305304 Nov 23 02:30:53.747848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b4ef3-002c-43f7-bcd0-3c83f3419847 req-24a540e2-c653-48ba-bef2-7be472780e56 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.749544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a57b4ef3-002c-43f7-bcd0-3c83f3419847 req-24a540e2-c653-48ba-bef2-7be472780e56 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 945 time: 0.0551138 Nov 23 02:30:53.829339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a57b4ef3-002c-43f7-bcd0-3c83f3419847 req-c38e22af-54d2-4617-aa94-0fdf0090315b tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704725 Nov 23 02:30:53.917283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582dd16-9184-4c72-9952-146a7b800ef0 req-db828678-2ab4-4a1b-950a-efa96e57cad2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.925476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d582dd16-9184-4c72-9952-146a7b800ef0 req-db828678-2ab4-4a1b-950a-efa96e57cad2 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0732644 Nov 23 02:30:53.990872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d582dd16-9184-4c72-9952-146a7b800ef0 req-c8e242c6-4514-48c6-9687-71f6ed144542 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615439 Nov 23 02:30:54.116160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:54.249859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd35c1a-a71b-4188-869c-a9b9b9c9aa07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.300106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:54.353433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd70861-7545-47f8-9728-5096050d1e5a req-a208b608-02c0-4700-b629-b021c6595f34 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:54.355078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbd70861-7545-47f8-9728-5096050d1e5a req-a208b608-02c0-4700-b629-b021c6595f34 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 949 time: 0.0970268 Nov 23 02:30:54.448959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd35c1a-a71b-4188-869c-a9b9b9c9aa07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.470840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:54.471725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbd70861-7545-47f8-9728-5096050d1e5a req-16d577ea-10a2-405d-8205-d4c949c16579 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054139 Nov 23 02:30:54.472975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fd35c1a-a71b-4188-869c-a9b9b9c9aa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.485972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1', 'network_id': '21e350dc-0137-46e0-93df-4613a32a8dd1', 'port_id': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1', 'mac_address': 'fa:16:3e:7f:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c4aa16-002a-41fa-aaa6-3d17e2232b04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:54.530540 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.547216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:54.567559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:54.572603 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.589049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4fd35c1a-a71b-4188-869c-a9b9b9c9aa07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=006110d0705347508b7aa9f5fabd0031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695346 Nov 23 02:30:54.590282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42954) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:54.591968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd35c1a-a71b-4188-869c-a9b9b9c9aa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408febc-cd5e-4ce3-a488-d3b9b06c1dc6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:54.614168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6ebfb-1729-497c-8fee-1700f14bedd7 req-11404ec1-1041-4469-a4fa-afa1de6b32e0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:54.621751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90a6ebfb-1729-497c-8fee-1700f14bedd7 req-11404ec1-1041-4469-a4fa-afa1de6b32e0 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 944 time: 0.0926049 Nov 23 02:30:54.657983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:54.671142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90a6ebfb-1729-497c-8fee-1700f14bedd7 req-c6dd3529-f12d-47cd-a003-99f380853e9d tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Nov 23 02:30:54.686747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.713492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.732965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ac91cd3b-42de-4bf7-a22e-9874549ffdc4 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:54.769263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22635ab0-6eb5-48ac-bdc1-6d36d948ec1d req-920f02e9-7429-4217-9c80-bc3f9dcb593f tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:54.781650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22635ab0-6eb5-48ac-bdc1-6d36d948ec1d req-920f02e9-7429-4217-9c80-bc3f9dcb593f tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 945 time: 0.0921099 Nov 23 02:30:54.782534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.785306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.788880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e408febc-cd5e-4ce3-a488-d3b9b06c1dc6 HTTP/1.1" status: 204 len: 168 time: 0.1953397 Nov 23 02:30:54.796853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eca84c-c544-4466-acd6-d6538bea2f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408febc-cd5e-4ce3-a488-d3b9b06c1dc6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:54.842633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22635ab0-6eb5-48ac-bdc1-6d36d948ec1d req-099f1a2f-bd81-4b24-8daf-1e93619d7665 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Nov 23 02:30:54.863404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:54.867161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:54.867537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:54.912704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1af30eab-e07c-4e1a-bfcd-d41f508ac0b1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:54.990966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.033337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:55.035711 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb53c164-923a-4ac0-b005-475a85991d0a" -d '{"events": [{"server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "name": "network-vif-plugged", "status": "completed", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:55.044865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-af5a610e-852f-4325-83ef-c4f1082dfcd3 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.046376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-af5a610e-852f-4325-83ef-c4f1082dfcd3 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.47 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.0693812 Nov 23 02:30:55.055802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:55.069122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.130713 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68bb9dd-6076-4e6a-9b1d-a518877cf6b6 x-openstack-request-id: req-a68bb9dd-6076-4e6a-9b1d-a518877cf6b6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:55.131008 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "name": "network-vif-plugged", "status": "completed", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:55.131263 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a68bb9dd-6076-4e6a-9b1d-a518877cf6b6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:55.131661 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4', 'code': 200} Nov 23 02:30:55.154420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:55.218540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Deleting port be1516f9-48e5-4477-91de-85d22fbea069 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:55.219587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.236576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e15ed9-4fa4-4c18-a68a-a3c2fd71b454 req-c7bf3a73-0b74-4974-9df8-1487f6988c74 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.244505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e15ed9-4fa4-4c18-a68a-a3c2fd71b454 req-c7bf3a73-0b74-4974-9df8-1487f6988c74 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/ports?device_id=cccadc44-d186-4dfe-91a3-ac6b40b53e1a HTTP/1.1" status: 200 len: 946 time: 0.1056912 Nov 23 02:30:55.301158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e15ed9-4fa4-4c18-a68a-a3c2fd71b454 req-a0930c4d-c6e9-4b72-b82c-eea3eddb35d1 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.15 "GET /v2.0/security-groups?id=2959e035-2e87-4753-9eb1-0ce4f16f4243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559840 Nov 23 02:30:55.372646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c719f8-8da4-4f1d-a871-e4e00ae05483 req-f775f0e8-85da-4074-9d69-280d64f378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.374129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41c719f8-8da4-4f1d-a871-e4e00ae05483 req-f775f0e8-85da-4074-9d69-280d64f378d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 1102 time: 0.1349609 Nov 23 02:30:55.386628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] For port be1516f9-48e5-4477-91de-85d22fbea069, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=be1516f9-48e5-4477-91de-85d22fbea069,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:55.387524 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.412652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Calling delete_port for be1516f9-48e5-4477-91de-85d22fbea069 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:55.477336 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-41c719f8-8da4-4f1d-a871-e4e00ae05483 req-e1d21d7b-de3c-48c0-8f21-740363cacb5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897815 Nov 23 02:30:55.600294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.614088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['be1516f9-48e5-4477-91de-85d22fbea069'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:55.641365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Pushing event deleted for resources: {'Port': ['ID=be1516f9-48e5-4477-91de-85d22fbea069,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:55.687040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692c4ea-2471-4221-86fa-f8fcc6a74dab req-35bb786e-a122-4652-abab-63e041f77bf4 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.688760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e692c4ea-2471-4221-86fa-f8fcc6a74dab req-35bb786e-a122-4652-abab-63e041f77bf4 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.1286309 Nov 23 02:30:55.704946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] No DVR routers for this DVR port be1516f9-48e5-4477-91de-85d22fbea069 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:55.707614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.711275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee162f99-d53e-46d6-894d-c83e515d3168 req-10c07b7e-eb53-4bf0-b18a-2a5f6ad3edd5 tempest-ServerRescueTestJSONUnderV235-680706881 tempest-ServerRescueTestJSONUnderV235-680706881-project] 10.222.0.47 "DELETE /v2.0/ports/be1516f9-48e5-4477-91de-85d22fbea069 HTTP/1.1" status: 204 len: 173 time: 0.6581326 Nov 23 02:30:55.711733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'name': 'network-vif-deleted', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:55.713998 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac35de5-b10b-4bcb-96d3-811ca8f1c5b0" -d '{"events": [{"server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "name": "network-vif-deleted", "tag": "be1516f9-48e5-4477-91de-85d22fbea069"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:55.756983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e692c4ea-2471-4221-86fa-f8fcc6a74dab req-4a93f51b-8015-4f7b-9c47-5e3ce1ff5cd5 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558252 Nov 23 02:30:55.832889 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32994a8e-0aec-4060-ab4c-927127d4dcea x-openstack-request-id: req-32994a8e-0aec-4060-ab4c-927127d4dcea {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:55.833253 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccadc44-d186-4dfe-91a3-ac6b40b53e1a", "name": "network-vif-deleted", "tag": "be1516f9-48e5-4477-91de-85d22fbea069", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:55.833571 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32994a8e-0aec-4060-ab4c-927127d4dcea {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:55.834043 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccadc44-d186-4dfe-91a3-ac6b40b53e1a', 'name': 'network-vif-deleted', 'tag': 'be1516f9-48e5-4477-91de-85d22fbea069', 'status': 'completed', 'code': 200} Nov 23 02:30:55.921288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7a442-e8c4-4ff2-8b0e-c611ff09f0ed req-3194aaa6-796e-4bf5-b1f2-a2eb1dfca5ec tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.924080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8e7a442-e8c4-4ff2-8b0e-c611ff09f0ed req-3194aaa6-796e-4bf5-b1f2-a2eb1dfca5ec tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 945 time: 0.0708289 Nov 23 02:30:56.012691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8e7a442-e8c4-4ff2-8b0e-c611ff09f0ed req-117fb4e9-49e9-44b9-814c-c2ee0842a1ea tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Nov 23 02:30:56.025427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734894f-b4ac-48a1-903f-85decf833e23 req-b9b689b5-e0a0-4dac-a377-a97b88f24ac8 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:56.026930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3734894f-b4ac-48a1-903f-85decf833e23 req-b9b689b5-e0a0-4dac-a377-a97b88f24ac8 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 945 time: 0.0737367 Nov 23 02:30:56.087472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3734894f-b4ac-48a1-903f-85decf833e23 req-1f95e3cb-e668-45c6-8938-b4c97639dbad tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 Nov 23 02:30:56.276100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c198e7-009a-43df-bdce-307f41fa893e req-61d74970-b88a-468a-8e62-5a6b9846e8df tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:56.278066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c198e7-009a-43df-bdce-307f41fa893e req-61d74970-b88a-468a-8e62-5a6b9846e8df tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.0616357 Nov 23 02:30:56.318173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:56.346207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c198e7-009a-43df-bdce-307f41fa893e req-65cafa6a-7f53-4055-b3bb-c44d562e9537 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583682 Nov 23 02:30:56.373878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-6eab2360-1de0-4ea4-93de-c2a951b83ff9 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:56.375972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-6eab2360-1de0-4ea4-93de-c2a951b83ff9 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 945 time: 0.0669653 Nov 23 02:30:56.386493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43020) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:56.401211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:56.406429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:56.406835 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.500841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Deleting port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:56.501194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.514543 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.555925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:56.562768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.565434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device be1516f9-48e5-4477-91de-85d22fbea069 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:30:56.587035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: be1516f9-48e5-4477-91de-85d22fbea069 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:30:56.587247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device be1516f9-48e5-4477-91de-85d22fbea069 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:30:56.618199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] For port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,segment=NetworkSegment(9980ddc7-2e07-4560-8614-8125787fb92f),segment_id=9980ddc7-2e07-4560-8614-8125787fb92f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:56.618837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.632856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Calling delete_port for 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:56.633230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:56.778283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.812668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:56.823345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Pushing event deleted for resources: {'Port': ['ID=26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:56.861322 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.864473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] No DVR routers for this DVR port 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:30:56.868060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.872657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a419aac5-2b3b-4e5d-ba68-e8af4d373e49 req-4a08b712-e7db-4a33-9f99-6bd3645e1d9d tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.41 "DELETE /v2.0/ports/26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b HTTP/1.1" status: 204 len: 173 time: 0.4865129 Nov 23 02:30:56.989965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a461-3181-4f48-a5b4-e3561a986feb req-ab5a8322-60bc-40d7-afd6-e0fa3a69b644 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:56.991529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11a1a461-3181-4f48-a5b4-e3561a986feb req-ab5a8322-60bc-40d7-afd6-e0fa3a69b644 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.0878489 Nov 23 02:30:57.085960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11a1a461-3181-4f48-a5b4-e3561a986feb req-d4b9953b-66c1-45b2-95e6-d6ed0a90797b tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864110 Nov 23 02:30:57.132441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:57.136077 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c954902-0757-4e0f-98f1-ce3bb0675680" -d '{"events": [{"server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "name": "network-vif-plugged", "status": "completed", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:57.170374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6983625-818d-43bd-ad70-dc0f5b8f858b req-119dfa01-4bb3-4b03-95bb-8494f538b12b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.172134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6983625-818d-43bd-ad70-dc0f5b8f858b req-119dfa01-4bb3-4b03-95bb-8494f538b12b tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.0630157 Nov 23 02:30:57.238603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ea7a94c-480b-4069-b819-f08ad283804f req-aa00b070-2ae4-483b-a206-3c78b433a0b8 tempest-ServerMetadataNegativeTestJSON-1727451952 tempest-ServerMetadataNegativeTestJSON-1727451952-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d HTTP/1.1" status: 200 len: 210 time: 0.0421689 Nov 23 02:30:57.310848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6983625-818d-43bd-ad70-dc0f5b8f858b req-36c2e47d-c48c-4ac7-9767-9bda69bec6c9 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060498 Nov 23 02:30:57.333646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Deleting port 7bc4bec1-843d-4d79-80fc-75eca3a70c48 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:57.333952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.360982 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c790ba-ce99-437d-9cbc-4b7e127c28fe x-openstack-request-id: req-61c790ba-ce99-437d-9cbc-4b7e127c28fe {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:57.361512 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "name": "network-vif-plugged", "status": "completed", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:57.361957 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61c790ba-ce99-437d-9cbc-4b7e127c28fe {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:57.362489 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1', 'code': 200} Nov 23 02:30:57.474335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] For port 7bc4bec1-843d-4d79-80fc-75eca3a70c48, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7bc4bec1-843d-4d79-80fc-75eca3a70c48,segment=NetworkSegment(27bf42ef-fb44-4ba5-b64a-cf90f467ab2b),segment_id=27bf42ef-fb44-4ba5-b64a-cf90f467ab2b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:57.474725 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.500063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036884d9-f093-4bbd-9ed7-086af96a451f req-bcac87b2-95e8-4e00-9346-88f8815c277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.504506 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-036884d9-f093-4bbd-9ed7-086af96a451f req-bcac87b2-95e8-4e00-9346-88f8815c277a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 1098 time: 0.0597768 Nov 23 02:30:57.519154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Calling delete_port for 7bc4bec1-843d-4d79-80fc-75eca3a70c48 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:57.564711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-036884d9-f093-4bbd-9ed7-086af96a451f req-c342dfbf-249e-4300-9b10-4de53a9c203c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Nov 23 02:30:57.617313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43050) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.631925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bf069-dd0d-46a3-a50d-6c499648cdb4 req-bf39959b-034d-4e4b-9a58-308d4f7cb67a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.633424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a5bf069-dd0d-46a3-a50d-6c499648cdb4 req-bf39959b-034d-4e4b-9a58-308d4f7cb67a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.1559167 Nov 23 02:30:57.664605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1859d19-e6b3-4063-b271-08df97339b9a req-d721e319-e939-4e42-ab5a-47bf5ef42fd2 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.666098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1859d19-e6b3-4063-b271-08df97339b9a req-d721e319-e939-4e42-ab5a-47bf5ef42fd2 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.1696250 Nov 23 02:30:57.724579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da913233-674a-469a-87a7-d6492f3d9fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.779031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a5bf069-dd0d-46a3-a50d-6c499648cdb4 req-81943002-596a-4e56-8511-fe971a18ab4f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=a979e324-e64e-46a2-8d28-0391a9e3323c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369357 Nov 23 02:30:57.795160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1859d19-e6b3-4063-b271-08df97339b9a req-3de1f936-de8b-45db-aab3-287c98ba3e04 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194081 Nov 23 02:30:57.834628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da913233-674a-469a-87a7-d6492f3d9fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.835385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'name': 'network-vif-deleted', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:57.837605 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774327dc-ab95-4792-8182-cc39f6ea0669" -d '{"events": [{"server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "name": "network-vif-deleted", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:57.842517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da913233-674a-469a-87a7-d6492f3d9fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.871949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.881858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-d1845ea3-6af6-435e-8391-496fdc86fd08 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.883349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-d1845ea3-6af6-435e-8391-496fdc86fd08 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 946 time: 0.1049225 Nov 23 02:30:57.887907 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a880cc-643f-4495-b79b-d6505c2fb05c x-openstack-request-id: req-17a880cc-643f-4495-b79b-d6505c2fb05c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:57.888192 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d", "name": "network-vif-deleted", "tag": "26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:57.888446 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17a880cc-643f-4495-b79b-d6505c2fb05c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:57.888823 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c751f7-6c5f-4b6b-b6e1-fdca7e4bd40d', 'name': 'network-vif-deleted', 'tag': '26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b', 'status': 'completed', 'code': 200} Nov 23 02:30:57.903297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc4bec1-843d-4d79-80fc-75eca3a70c48,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.909547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da913233-674a-469a-87a7-d6492f3d9fd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ded3511d47fd4635bd57b6e440b8a4eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884622 Nov 23 02:30:57.909971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.924119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da913233-674a-469a-87a7-d6492f3d9fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d0e618-92ef-4f37-b089-1fdc237bb7dd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:58.016547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Deleting port d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:58.016765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.056803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.114745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.116019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] For port d579dbe3-c909-4eda-aa1b-9322b40d5183, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=d579dbe3-c909-4eda-aa1b-9322b40d5183,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:58.116397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.159880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.221057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.223720 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.224885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5d0e618-92ef-4f37-b089-1fdc237bb7dd HTTP/1.1" status: 204 len: 168 time: 0.3140450 Nov 23 02:30:58.261683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d135832-a3e0-44e5-8c80-ab2bca86cfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d0e618-92ef-4f37-b089-1fdc237bb7dd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:58.329875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.329875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.329875 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Floating IP 257aa89e-f3d7-46b6-a0d2-c451e16deb7a disassociated. External IP: 172.25.1.249, port: d579dbe3-c909-4eda-aa1b-9322b40d5183. Nov 23 02:30:58.330356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Calling delete_port for d579dbe3-c909-4eda-aa1b-9322b40d5183 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:58.333056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43066) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:58.476750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5fee5-2a2b-4285-970d-520e4abdf130 req-25bce625-834e-4e76-b051-c6a31926ce55 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:58.478336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1e5fee5-2a2b-4285-970d-520e4abdf130 req-25bce625-834e-4e76-b051-c6a31926ce55 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.0943012 Nov 23 02:30:58.494174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:58.591912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1e5fee5-2a2b-4285-970d-520e4abdf130 req-2a2226a3-da9f-4b1f-865f-98adfccadd49 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000495 Nov 23 02:30:58.634411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:58.657189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0f-4a2a-4234-ab35-0a92892496bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.693785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:58.703008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43072) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:58.703143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-13d5387a-ec4e-4f39-9887-b19122b6bfe8 admin admin] 10.222.0.15 "PUT /v2.0/routers/bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3146198 Nov 23 02:30:58.707056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Sync routers for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:58.720369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:58.721036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:58.748746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Deleting subnet 9abf491c-99db-4ea9-8f3d-be639e1fe939 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:30:58.761386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.847505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.862454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:58.939735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.944317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.035361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.079777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:30:57Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.106955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Checking router: bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:30:59.110969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'Port': ['ID=d579dbe3-c909-4eda-aa1b-9322b40d5183,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:59.116408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Routers {'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:59.117425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.128957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.143480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0f-4a2a-4234-ab35-0a92892496bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.158674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30f9870c-986e-463e-9525-9c7b6ddd58fc req-bd643894-2810-45aa-8643-cc3f37bfbbbd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 210 time: 0.0683570 Nov 23 02:30:59.164951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17aa6a0f-4a2a-4234-ab35-0a92892496bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.206760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abf491c-99db-4ea9-8f3d-be639e1fe939,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:59.218077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.223240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.226890 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-405b6089-dd92-4bfc-9858-8954503339d9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9abf491c-99db-4ea9-8f3d-be639e1fe939 HTTP/1.1" status: 204 len: 168 time: 0.8928504 Nov 23 02:30:59.231867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43080) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:59.233983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa6a0f-4a2a-4234-ab35-0a92892496bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1221265-4f10-4e0e-a987-3e3fb8ce4e3b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:59.246575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-17aa6a0f-4a2a-4234-ab35-0a92892496bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00c42b4952b04d7dbe96c4b951a2285a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6104996 Nov 23 02:30:59.257523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43082) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:59.258144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aecd6-51b8-4fe5-bada-a2cb41b377ac req-0f9d13fe-e249-467b-bea1-cdcf0c07c47e tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:59.264493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd0aecd6-51b8-4fe5-bada-a2cb41b377ac req-0f9d13fe-e249-467b-bea1-cdcf0c07c47e tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.1765397 Nov 23 02:30:59.275493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] Set router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:59.332186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd0aecd6-51b8-4fe5-bada-a2cb41b377ac req-9576f755-1690-498b-95b4-0f7a9e95a480 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629814 Nov 23 02:30:59.434319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.447966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.453461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:59.454288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28865db6-8eb3-4609-bbec-71a6479d28af req-3a752c24-29a4-4944-bdef-ae9bbd9f3b2e tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:59.462198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28865db6-8eb3-4609-bbec-71a6479d28af req-3a752c24-29a4-4944-bdef-ae9bbd9f3b2e tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 1102 time: 0.0562022 Nov 23 02:30:59.475689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28865db6-8eb3-4609-bbec-71a6479d28af req-7ba01ac4-e37a-42da-84a3-f12e55ae5f69 tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.477235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Deleting port eb10b24c-ffed-4abd-bc59-e32b3725bd68 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:30:59.477577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.480110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.580757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28865db6-8eb3-4609-bbec-71a6479d28af req-7ba01ac4-e37a-42da-84a3-f12e55ae5f69 tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.586243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-28865db6-8eb3-4609-bbec-71a6479d28af req-7ba01ac4-e37a-42da-84a3-f12e55ae5f69 tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.635890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba01ac4-e37a-42da-84a3-f12e55ae5f69 tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3517a7c3-fb25-4e62-b140-142fd62b9794,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:59.662977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.673371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28865db6-8eb3-4609-bbec-71a6479d28af req-7ba01ac4-e37a-42da-84a3-f12e55ae5f69 tempest-LiveMigrationNegativeTest-915206389 tempest-LiveMigrationNegativeTest-915206389-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101793 Nov 23 02:30:59.684963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.729519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:30:57Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.782297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.785611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2922ed3-b077-4172-aac1-60be33a192f2 None None] The sync data for ids ['bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc'] in n-d-714676-12 is: [{'id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1609196926-router', 'tenant_id': '923e8d147f7848d7adac98a95e43fb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:24Z', 'updated_at': '2021-11-23T02:30:57Z', 'revision_number': 5, 'project_id': '923e8d147f7848d7adac98a95e43fb5a', 'gw_port': {'id': 'eb10b24c-ffed-4abd-bc59-e32b3725bd68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:26Z', 'updated_at': '2021-11-23T02:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:30:59.817350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9980ddc7-2e07-4560-8614-8125787fb92f') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.817706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9980ddc7-2e07-4560-8614-8125787fb92f') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.837400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd45ad-1c33-48ae-b30a-b5989e04ef6c req-68a4b1c7-b51b-4439-b6a6-a149f8ddca32 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:59.840052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37bd45ad-1c33-48ae-b30a-b5989e04ef6c req-68a4b1c7-b51b-4439-b6a6-a149f8ddca32 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.1049864 Nov 23 02:30:59.842003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.848154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] For port eb10b24c-ffed-4abd-bc59-e32b3725bd68, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb10b24c-ffed-4abd-bc59-e32b3725bd68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:59.848514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.876591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Calling delete_port for eb10b24c-ffed-4abd-bc59-e32b3725bd68 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:30:59.890095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.892821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:59.905588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:59.906520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37bd45ad-1c33-48ae-b30a-b5989e04ef6c req-071ddd8b-f01b-4743-ac6b-6b44818e7916 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Nov 23 02:30:59.917580 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:59.918766 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:59.921432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.924127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.927572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1221265-4f10-4e0e-a987-3e3fb8ce4e3b HTTP/1.1" status: 204 len: 168 time: 0.6068792 Nov 23 02:30:59.929132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:30:59.929537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:30:59.933013 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:00.014562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] No DVR routers for this DVR port d579dbe3-c909-4eda-aa1b-9322b40d5183 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:00.023924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.027480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-796e1cc7-f031-4dd4-9e89-ebe5d266444f req-e9aeebb7-b201-4ad0-995f-8a5026c5ebb8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "DELETE /v2.0/ports/d579dbe3-c909-4eda-aa1b-9322b40d5183 HTTP/1.1" status: 204 len: 173 time: 2.1339052 Nov 23 02:31:00.031824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-deleted', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:00.034307 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a982185-db62-4a42-bd69-2a97831da7b6" -d '{"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-deleted", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:00.045649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f979-7f9d-4732-bf16-9b7fb2552cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1221265-4f10-4e0e-a987-3e3fb8ce4e3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.067659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.087366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.093207 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78 HTTP/1.1" status: 204 len: 168 time: 0.8579211 Nov 23 02:31:00.093207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611312bf-b964-4109-8d9b-1ae900ee5699 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4ddd30-6ef6-4fa0-a9a0-12d321d5fc78,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.223715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed01e-124b-4dcb-a15e-7e3fcd2f08d0 req-cb2b2569-3fd9-482f-80ab-5ad0efe82b97 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.241208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46eed01e-124b-4dcb-a15e-7e3fcd2f08d0 req-cb2b2569-3fd9-482f-80ab-5ad0efe82b97 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.1247001 Nov 23 02:31:00.248919 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:00.255414 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fe4f77-6467-42db-bf99-c6fe956f892c x-openstack-request-id: req-a3fe4f77-6467-42db-bf99-c6fe956f892c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:00.255717 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be43d30-0ecd-4a6b-9cbf-ef5d15914049", "name": "network-vif-deleted", "tag": "d579dbe3-c909-4eda-aa1b-9322b40d5183", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:00.255969 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3fe4f77-6467-42db-bf99-c6fe956f892c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:00.256373 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be43d30-0ecd-4a6b-9cbf-ef5d15914049', 'name': 'network-vif-deleted', 'tag': 'd579dbe3-c909-4eda-aa1b-9322b40d5183', 'status': 'completed', 'code': 200} Nov 23 02:31:00.320001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:00.372124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43114) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:00.411348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: d579dbe3-c909-4eda-aa1b-9322b40d5183 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:00.413311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device d579dbe3-c909-4eda-aa1b-9322b40d5183 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:00.438724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46eed01e-124b-4dcb-a15e-7e3fcd2f08d0 req-5b078d3d-784c-4071-a329-f8913c7f5f30 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929386 Nov 23 02:31:00.493150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.555020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb10b24c-ffed-4abd-bc59-e32b3725bd68,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.562390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d9054ea-6020-4cec-8f72-0732112ba3e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e156e5e2ac0461fbf75cd91662f11f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879044 Nov 23 02:31:00.564486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43116) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:00.579131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd083a0-f048-4c5b-a84d-f53120cc5dd8 req-2c2a0305-ea44-4c47-bb45-796713c3de24 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.593169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fd083a0-f048-4c5b-a84d-f53120cc5dd8 req-2c2a0305-ea44-4c47-bb45-796713c3de24 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.1533515 Nov 23 02:31:00.650471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.699473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5cdf15f-8d63-4dea-9b53-6bff2e092347 req-9c16c0f9-d701-4836-96d9-739ab353138f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=0be43d30-0ecd-4a6b-9cbf-ef5d15914049 HTTP/1.1" status: 200 len: 210 time: 0.0897601 Nov 23 02:31:00.736819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:00.749981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:00.789724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fd083a0-f048-4c5b-a84d-f53120cc5dd8 req-6d84c153-816b-43a3-8a06-94928bf908ec tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955621 Nov 23 02:31:00.790342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.793540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.812490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:00.813861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 26d9f1b1-5443-45ea-81fa-f9ce3d8eaa2b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:00.814327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:00.825005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.828621 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:00.830122 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:00.851173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.851932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:31:00.857522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.862332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4d58bf6-0e6d-414f-96b1-b4495c4b24cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/bc5ac5bd-0e55-43fa-97c5-b876c85a0dbc HTTP/1.1" status: 204 len: 168 time: 2.1569960 Nov 23 02:31:00.863024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:00.864612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.925742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Deleting subnet 5e880d5c-181d-446a-bcd6-876ea1e64268 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:00.929355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.946117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.948751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.950465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb1e970b-cbcc-4ac3-bc3c-be03298ddaef HTTP/1.1" status: 204 len: 168 time: 0.3552377 Nov 23 02:31:00.963239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228f1da-33c7-4965-a332-4e46a98476c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e970b-cbcc-4ac3-bc3c-be03298ddaef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.988978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.009522 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:01.046255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.121529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.164087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e880d5c-181d-446a-bcd6-876ea1e64268,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:01.172925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.178736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-520c8971-d3d2-401e-9b2e-a8e3a0636c38 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e880d5c-181d-446a-bcd6-876ea1e64268 HTTP/1.1" status: 204 len: 168 time: 0.3122189 Nov 23 02:31:01.179181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43134) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:01.285520 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:01.312087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.312990 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70759746-7298-4a59-a8c8-28a61a3521aa None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:01.466897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.513228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5768bc-d460-4cb3-873b-674eed15ab5d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:01.535803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb10b24c-ffed-4abd-bc59-e32b3725bd68 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:01.537819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:01.538664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bf42ef-fb44-4ba5-b64a-cf90f467ab2b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:01.553015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.570701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.570914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: eb10b24c-ffed-4abd-bc59-e32b3725bd68 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:01.571132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb10b24c-ffed-4abd-bc59-e32b3725bd68 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:01.571915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7bc4bec1-843d-4d79-80fc-75eca3a70c48 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:01.584114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:01.584632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:01.588750 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:01.615228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7bc4bec1-843d-4d79-80fc-75eca3a70c48 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:01.615814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7bc4bec1-843d-4d79-80fc-75eca3a70c48 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:01.660545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d7431-1703-4cbc-95e9-728997ab7091 req-58178caa-6a18-4836-a819-2f52fe0e156f tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.661204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-354d7431-1703-4cbc-95e9-728997ab7091 req-58178caa-6a18-4836-a819-2f52fe0e156f tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.0971029 Nov 23 02:31:01.693043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26136090-628f-4597-8ebb-dc75362624e1 None None] New status for floating IP 257aa89e-f3d7-46b6-a0d2-c451e16deb7a: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:31:01.758444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62614632-45da-47bb-990a-b95f1ac4b888 req-4383aa6d-c10b-4ead-9482-857b1c09fd7d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.760449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-62614632-45da-47bb-990a-b95f1ac4b888 req-4383aa6d-c10b-4ead-9482-857b1c09fd7d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 950 time: 0.1479023 Nov 23 02:31:01.764047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.767179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-354d7431-1703-4cbc-95e9-728997ab7091 req-2af5d5fe-cf18-4835-a467-3981d58988c5 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977809 Nov 23 02:31:01.798191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:01.805149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c5768bc-d460-4cb3-873b-674eed15ab5d HTTP/1.1" status: 204 len: 168 time: 0.6226919 Nov 23 02:31:01.830685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ab7d3-158d-4246-88a9-48e8d27e4b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5768bc-d460-4cb3-873b-674eed15ab5d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:01.878006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:02.033891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Deleting port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:02.034643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.089332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4772e03-0d47-4365-a6b3-3499e5cad169 req-7fef8966-e4f2-4e2e-9d71-de7c56c00fb7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:02.097411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4772e03-0d47-4365-a6b3-3499e5cad169 req-7fef8966-e4f2-4e2e-9d71-de7c56c00fb7 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.0958052 Nov 23 02:31:02.100850 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.168009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] For port ac91cd3b-42de-4bf7-a22e-9874549ffdc4, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:02.168351 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.178117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4772e03-0d47-4365-a6b3-3499e5cad169 req-1a7934ea-04ff-4083-b844-a2073acdf71c tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767374 Nov 23 02:31:02.181644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:02.195542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Calling delete_port for ac91cd3b-42de-4bf7-a22e-9874549ffdc4 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:02.197563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.258185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.262082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.267138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "DELETE /v2.0/security-groups/a979e324-e64e-46a2-8d28-0391a9e3323c HTTP/1.1" status: 204 len: 168 time: 0.3879952 Nov 23 02:31:02.267885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:02.296951 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-93511d32-383e-41ce-b3bc-cccbd017014f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] show failed (client error): The resource could not be found. Nov 23 02:31:02.296951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-93511d32-383e-41ce-b3bc-cccbd017014f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups/a979e324-e64e-46a2-8d28-0391a9e3323c HTTP/1.1" status: 404 len: 347 time: 0.0209403 Nov 23 02:31:02.296951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:02.299672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ee0cb-f15a-4aa0-ab3e-feec976941eb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a979e324-e64e-46a2-8d28-0391a9e3323c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:02.349368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-daf6ce04-ba0d-464d-852a-85c62b26fe41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=923e8d147f7848d7adac98a95e43fb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1664939 Nov 23 02:31:02.352875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:02.419973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.484068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.555066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Deleting port 423e4fb1-ffc8-4a86-b375-933db3d74796 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:02.555066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.575227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.597450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b9906092-e524-450d-8935-84ce518660fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:02.671797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ac91cd3b-42de-4bf7-a22e-9874549ffdc4'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:02.673374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Pushing event deleted for resources: {'Port': ['ID=ac91cd3b-42de-4bf7-a22e-9874549ffdc4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:02.793482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] No DVR routers for this DVR port ac91cd3b-42de-4bf7-a22e-9874549ffdc4 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:02.798061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.808080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-62614632-45da-47bb-990a-b95f1ac4b888 req-156df01c-37ae-4a81-ad36-4a04cdee430d tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.41 "DELETE /v2.0/ports/ac91cd3b-42de-4bf7-a22e-9874549ffdc4 HTTP/1.1" status: 204 len: 173 time: 1.0403826 Nov 23 02:31:02.813212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'name': 'network-vif-deleted', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:02.818120 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a86505-b3e0-44a5-8025-466af7684b15" -d '{"events": [{"server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "name": "network-vif-deleted", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:02.838158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a533a-0271-4523-9e7b-346c37ee8d74 req-4bc406c3-623f-46a6-908b-388581a53554 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:02.842835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.846816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.857168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2959e035-2e87-4753-9eb1-0ce4f16f4243 HTTP/1.1" status: 204 len: 168 time: 0.5002985 Nov 23 02:31:02.857331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-684a533a-0271-4523-9e7b-346c37ee8d74 req-4bc406c3-623f-46a6-908b-388581a53554 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.2101891 Nov 23 02:31:02.859454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.861218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:02.879643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43858ae-ee07-4ef8-ba47-06ae6731337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959e035-2e87-4753-9eb1-0ce4f16f4243,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:02.991323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Calling delete_port for 423e4fb1-ffc8-4a86-b375-933db3d74796 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:03.018259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:03.079607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:31:03.085058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04129bb2-05b6-47e6-88e7-53e0b6f1a08a req-03084020-e720-494c-b827-f92faaa2cb8e tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec3e958-b358-45b6-8827-0734ad9994c4 HTTP/1.1" status: 200 len: 210 time: 0.1180143 Nov 23 02:31:03.119845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-684a533a-0271-4523-9e7b-346c37ee8d74 req-bd4144eb-105d-4906-b704-3f294de7bbd5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427289 Nov 23 02:31:03.205026 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e4b50-c330-4457-992d-bd45c537c69f x-openstack-request-id: req-322e4b50-c330-4457-992d-bd45c537c69f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:03.205026 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec3e958-b358-45b6-8827-0734ad9994c4", "name": "network-vif-deleted", "tag": "ac91cd3b-42de-4bf7-a22e-9874549ffdc4", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:03.205026 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-322e4b50-c330-4457-992d-bd45c537c69f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:03.205026 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3e958-b358-45b6-8827-0734ad9994c4', 'name': 'network-vif-deleted', 'tag': 'ac91cd3b-42de-4bf7-a22e-9874549ffdc4', 'status': 'completed', 'code': 200} Nov 23 02:31:03.369878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.457909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-697130616-network', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:03.463005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'Port': ['ID=423e4fb1-ffc8-4a86-b375-933db3d74796,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:03.491649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.494830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Made reservation on behalf of 29ae4fe26d7b44e0978500b37e5101a2 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:03.495933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.497378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2714ec14-3337-4829-ba63-2a939ffcfde8 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "DELETE /v2.0/floatingips/257aa89e-f3d7-46b6-a0d2-c451e16deb7a HTTP/1.1" status: 204 len: 168 time: 1.1993117 Nov 23 02:31:03.497787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.528092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.696742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.704868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.733260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:31:03.743294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58366ce7-9fe6-4929-947b-e568ed719a8c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:03.770183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.770663 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Added segment 249dd36b-1fdd-4945-b33b-a19e74a48a08 of type vlan for network 298bbe79-afd4-4525-9a6b-5de63c291b7b Nov 23 02:31:03.829300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.872457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.874894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:03.875945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.890203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:03.896409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549348393', 'description': 'tempest-description--357582718'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:03.932126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9126160 Nov 23 02:31:03.932795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:03.935023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43248) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:03.940140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Request body: {'subnet': {'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-subnet', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:03.963808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9cab4-a6ea-46b6-bd1a-27222972611b admin admin] Pushing event updated for resources: {'Network': ['ID=298bbe79-afd4-4525-9a6b-5de63c291b7b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:03.976329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:31:03.984421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Made reservation on behalf of 29ae4fe26d7b44e0978500b37e5101a2 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:03.987375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.039323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.044445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.099685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.103683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2109311 Nov 23 02:31:04.107206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:04.117836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group_rule': {'security_group_id': '79877639-e34a-446c-bc91-118bcc0e99da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:04.153850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92495565-4c33-4997-8647-1f1ffc365c00 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79877639-e34a-446c-bc91-118bcc0e99da,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:04.163983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:04.168090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-1860d1eb-8ba1-4fea-89b8-62f7b6817b94 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:04.169654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-1860d1eb-8ba1-4fea-89b8-62f7b6817b94 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.0914562 Nov 23 02:31:04.173713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.267167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.317318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.335036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.341426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64aec16b-0cc9-4179-be36-06780d90d03d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:04.374964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26b4a0-a6bc-46c6-afc8-cb6392aeb1fb req-75e8009e-c62b-4e99-87b6-5988096901f5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:04.377090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a26b4a0-a6bc-46c6-afc8-cb6392aeb1fb req-75e8009e-c62b-4e99-87b6-5988096901f5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 946 time: 0.1078417 Nov 23 02:31:04.380278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.381725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5c156cb-58a1-4240-ac20-3122f2b5d5ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2722189 Nov 23 02:31:04.384426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:04.393376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'security_group_rule': {'security_group_id': '79877639-e34a-446c-bc91-118bcc0e99da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:04.433936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=324fef30-4a84-41d6-8913-454c4acda5fa,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:04.468871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Checking segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:04.469667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Network hostable DHCP agents. Network: 298bbe79-afd4-4525-9a6b-5de63c291b7b, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:31:04.475223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Deleting port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:04.476069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.499826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a26b4a0-a6bc-46c6-afc8-cb6392aeb1fb req-a17d5a1b-21ff-45b5-9987-663f523f41d5 tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992415 Nov 23 02:31:04.517851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.550990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:31:04.585375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1592089505-network', 'tenant_id': '30020793b08d44bd81bcda6877057134'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:04.595257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.613005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.637462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] For port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,segment=NetworkSegment(d72ed5c7-1db3-4709-80b1-c7b6274e16aa),segment_id=d72ed5c7-1db3-4709-80b1-c7b6274e16aa)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:04.638224 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.655103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Calling delete_port for 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:04.662605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885ad45e-5e0e-4eae-8c70-8a565560e9ae,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:04.666986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Made reservation on behalf of 30020793b08d44bd81bcda6877057134 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:04.670051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.677980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.678160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f3baa42-985d-4231-bc89-312ce794ab5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924333 Nov 23 02:31:04.684631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:04.690273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:04.697072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.712821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b5d66-187e-45d0-91ba-1890ec599b46 req-b2bacb46-7729-48da-9640-e85696a1be72 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:04.714385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f31b5d66-187e-45d0-91ba-1890ec599b46 req-b2bacb46-7729-48da-9640-e85696a1be72 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.1178133 Nov 23 02:31:04.770064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.825949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 298bbe79-afd4-4525-9a6b-5de63c291b7b) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:04.830856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:04.831471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.838583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f31b5d66-187e-45d0-91ba-1890ec599b46 req-7c39fac0-8233-4a8e-9965-d0f7a3f1a0db tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169677 Nov 23 02:31:04.852963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a712e-9e08-4a57-827f-5326c78ff8ea None None] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:04.857603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-10a28cf6-e108-4be0-8300-3b55257b3c60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9185114 Nov 23 02:31:04.860148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43282) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:04.879035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:04.894962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.901514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.903530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.947853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:31:04.959992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8c062-2dce-48d6-a3df-0baf2a391526,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:04.970485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.971011 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Added segment 917e4475-8c4f-4d01-8a31-72ece2bbd974 of type vlan for network 6a19a0ab-ec60-479c-a5e0-73908af3c383 Nov 23 02:31:05.001394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Pushing event deleted for resources: {'Port': ['ID=1af30eab-e07c-4e1a-bfcd-d41f508ac0b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:05.010151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.025781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.048475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.049616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.054463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a343889-19d1-412a-a83a-81d1ce70b7d7 None None] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:05.094927 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.096153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:05.096887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.146373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.147853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] No DVR routers for this DVR port 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:05.151660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.156884 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3216cd0-ad6c-4c92-af1b-159ef4a970bf req-a4d05b66-0b52-4415-8051-46f35f0de4fc tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.47 "DELETE /v2.0/ports/1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 HTTP/1.1" status: 204 len: 173 time: 0.9807045 Nov 23 02:31:05.186099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0208251 Nov 23 02:31:05.194307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:05.201890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Request body: {'subnet': {'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1592089505-subnet', 'tenant_id': '30020793b08d44bd81bcda6877057134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:05.235274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd60275-e832-4023-b396-4074301cffc1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a19a0ab-ec60-479c-a5e0-73908af3c383,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:05.240409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Allocated IP 172.25.1.13 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/a34e6c3b-2f55-448e-82b9-0ab05588cab3) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:05.260897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Made reservation on behalf of 30020793b08d44bd81bcda6877057134 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:05.261661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6a19a0ab-ec60-479c-a5e0-73908af3c383 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:31:05.263289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.276569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'name': 'network-vif-deleted', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:05.279078 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5b8af6-41c8-4a6c-baa7-f23bd33b56dd" -d '{"events": [{"server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "name": "network-vif-deleted", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:05.428441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.544170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.575565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.594088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:05.627259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:05.641281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:05.660296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1dc4e2b6-fa42-42fa-997a-86f5bdfeb156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.716080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=a34e6c3b-2f55-448e-82b9-0ab05588cab3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:05.720101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57d8000c-8b3b-4e6d-8c94-541059d55fb9 req-3e0c2127-1e36-4336-853c-287cd400ebee tempest-DeleteServersTestJSON-86248800 tempest-DeleteServersTestJSON-86248800-project] 10.222.0.15 "GET /v2.0/ports?device_id=068dc247-a354-40f9-bfb1-ecee2ca97e76 HTTP/1.1" status: 200 len: 210 time: 0.1060812 Nov 23 02:31:05.736479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fe20d9-f574-4f00-8e79-a44200f46f73,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:05.740748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Checking segment: {'id': '917e4475-8c4f-4d01-8a31-72ece2bbd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:05.741342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Network hostable DHCP agents. Network: 6a19a0ab-ec60-479c-a5e0-73908af3c383, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:31:05.775320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Network 6a19a0ab-ec60-479c-a5e0-73908af3c383 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:31:05.800859 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cf9d69-e50e-4d66-95f1-cd9beafa93c6 x-openstack-request-id: req-32cf9d69-e50e-4d66-95f1-cd9beafa93c6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:05.801137 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068dc247-a354-40f9-bfb1-ecee2ca97e76", "name": "network-vif-deleted", "tag": "1af30eab-e07c-4e1a-bfcd-d41f508ac0b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:05.802209 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32cf9d69-e50e-4d66-95f1-cd9beafa93c6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:05.802829 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068dc247-a354-40f9-bfb1-ecee2ca97e76', 'name': 'network-vif-deleted', 'tag': '1af30eab-e07c-4e1a-bfcd-d41f508ac0b1', 'status': 'completed', 'code': 200} Nov 23 02:31:05.812876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6a19a0ab-ec60-479c-a5e0-73908af3c383) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:05.820805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:05.821523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.825157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75c720-2b00-4d10-8780-da1fc967a138 None None] Network 6a19a0ab-ec60-479c-a5e0-73908af3c383 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:05.834643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.858541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d0c3adab-9ebe-4f2d-b1a3-62e560f0e4b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6491773 Nov 23 02:31:05.915896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.949339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-a27ba288-ee0b-43dc-8dd5-7e47b2b3ed32 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:05.951260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-a27ba288-ee0b-43dc-8dd5-7e47b2b3ed32 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.47 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.0766017 Nov 23 02:31:05.967793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.137865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Deleting port b9906092-e524-450d-8935-84ce518660fa {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:06.138216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.145194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944a98c-3f9d-4361-be05-2553549af1e7 None None] Network 6a19a0ab-ec60-479c-a5e0-73908af3c383 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:06.221755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.244201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.260239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] For port b9906092-e524-450d-8935-84ce518660fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b9906092-e524-450d-8935-84ce518660fa,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:06.260612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.275303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Calling delete_port for b9906092-e524-450d-8935-84ce518660fa owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:06.350496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:06.361612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75896-8a76-4af9-8b90-d580e0abee6f req-c9caae07-a2bd-4060-9e65-b60b01d8fb93 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:06.363496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1b75896-8a76-4af9-8b90-d580e0abee6f req-c9caae07-a2bd-4060-9e65-b60b01d8fb93 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c72b94-fb5e-4b84-8c38-abab92d0598e HTTP/1.1" status: 200 len: 950 time: 0.3434377 Nov 23 02:31:06.373116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=a34e6c3b-2f55-448e-82b9-0ab05588cab3,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:06.413117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:06.413466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1af30eab-e07c-4e1a-bfcd-d41f508ac0b1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:06.413889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b9906092-e524-450d-8935-84ce518660fa no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:06.420780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.458695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.463383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ae69c73a-bc7a-4c7a-a6cd-60234544802f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7766545 Nov 23 02:31:06.486411 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No ports have port_id starting with b9906092-e524-450d-8935-84ce518660fa Nov 23 02:31:06.517698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.536161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1b75896-8a76-4af9-8b90-d580e0abee6f req-da08f1ef-0557-42ec-9de0-6a0713a8a978 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.15 "GET /v2.0/security-groups?id=e31df100-018d-466c-a32e-849c6c8587b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640661 Nov 23 02:31:06.597162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Pushing event deleted for resources: {'Port': ['ID=b9906092-e524-450d-8935-84ce518660fa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:06.645102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-5075dd47-51f4-4991-82f4-5ef3837644ca tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:06.646943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-5075dd47-51f4-4991-82f4-5ef3837644ca tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/networks?id=6a19a0ab-ec60-479c-a5e0-73908af3c383 HTTP/1.1" status: 200 len: 809 time: 0.2301717 Nov 23 02:31:06.665661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-ef5374c6-97c6-43d7-9db5-9c2961175cc9 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/quotas/30020793b08d44bd81bcda6877057134 HTTP/1.1" status: 200 len: 375 time: 0.0123181 Nov 23 02:31:06.690087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] No DVR routers for this DVR port b9906092-e524-450d-8935-84ce518660fa on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:06.694106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.697649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d2993905-c55a-4216-8ffe-cd716f9cc8b2 req-45a716cd-4896-40d3-a4c6-bff0f5b2d1d8 tempest-LiveMigrationNegativeTest-1665816017 tempest-LiveMigrationNegativeTest-1665816017-project] 10.222.0.47 "DELETE /v2.0/ports/b9906092-e524-450d-8935-84ce518660fa HTTP/1.1" status: 204 len: 173 time: 0.7329328 Nov 23 02:31:06.718174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.724578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-1ee0f63c-092b-45fe-920b-4fc6c8d95864 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30020793b08d44bd81bcda6877057134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526328 Nov 23 02:31:06.764588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ac91cd3b-42de-4bf7-a22e-9874549ffdc4 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:06.770818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.795335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: ac91cd3b-42de-4bf7-a22e-9874549ffdc4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:06.797547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ac91cd3b-42de-4bf7-a22e-9874549ffdc4 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:06.874105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d94b62db-5dbe-4214-868a-ee92974aaea9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1549348393&fields=id&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 267 time: 0.1884813 Nov 23 02:31:06.919328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Allocated IP 172.25.1.242 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/dcce24dd-1a48-46c1-a988-8de86b042b6b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:07.005507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-dd7dc894-de5f-4750-beff-5e82f5e9d925 service neutron] 10.222.0.15 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714982 Nov 23 02:31:07.044567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-687fa742-39fd-42d3-ac81-83186896299f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:07.046042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-687fa742-39fd-42d3-ac81-83186896299f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 817 time: 0.1597703 Nov 23 02:31:07.074882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.089327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-4aaa1f8b-03fd-40f6-bdc6-3d4e42d73988 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/quotas/1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 375 time: 0.0137739 Nov 23 02:31:07.118227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.157229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-55fc644b-710e-4884-8300-09f58f0eeab2 service neutron] 10.222.0.15 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397471 Nov 23 02:31:07.161160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:07.170217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d64c6ea7-9462-44bc-8481-6934a4a97b8f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706334 Nov 23 02:31:07.179435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:07.184262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:07.242291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcce24dd-1a48-46c1-a988-8de86b042b6b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:07.346089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-c6024a83-c6e5-4f1a-b839-c901cd7e72a4 service neutron] 10.222.0.15 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540518 Nov 23 02:31:07.538847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-030976cd-8ffc-4bf7-98a6-28a71bc04b22 service neutron] 10.222.0.15 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664305 Nov 23 02:31:07.597987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be3f76ff-579e-4d28-bca3-1415a5b7762c req-89c23fd6-24ee-4e2e-84e2-b0f52a511b6d tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 210 time: 0.0333009 Nov 23 02:31:07.635626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.861237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'name': 'network-vif-deleted', 'tag': 'b9906092-e524-450d-8935-84ce518660fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:07.863586 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82beb6a8-0aa5-4c8d-a3b5-cba7f015769f" -d '{"events": [{"server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "name": "network-vif-deleted", "tag": "b9906092-e524-450d-8935-84ce518660fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:07.909593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a1a6dc1-a1cc-41e9-971b-feb82908322a req-455fbaf4-9a36-4de0-9e29-3541e379653c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.0793755 Nov 23 02:31:07.989979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1f8323f-9600-40dd-aa35-2f4ab4ae9d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.999348 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12822a28-41ca-4a9c-9107-2c9a7494f305 x-openstack-request-id: req-12822a28-41ca-4a9c-9107-2c9a7494f305 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:07.999850 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c72b94-fb5e-4b84-8c38-abab92d0598e", "name": "network-vif-deleted", "tag": "b9906092-e524-450d-8935-84ce518660fa", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:07.999938 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12822a28-41ca-4a9c-9107-2c9a7494f305 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:08.000269 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c72b94-fb5e-4b84-8c38-abab92d0598e', 'name': 'network-vif-deleted', 'tag': 'b9906092-e524-450d-8935-84ce518660fa', 'status': 'completed', 'code': 200} Nov 23 02:31:08.054273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:08.288985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Router de61e67b-0e46-43ca-b4f4-9448c899e065 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:31:08.429973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:08.560004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:08.575331 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Sync routers for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:08.591575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:08.592147 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:08.621779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:08.623319 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bb6fe4e4-4e36-42c3-8cf1-bd2a11f4ecc9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7621715 Nov 23 02:31:08.626519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43474) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:08.812348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ed6137f5-c98f-4512-99d4-206a07686bd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bfef2dd593a4e239c7598dfd5be668d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776929 Nov 23 02:31:08.813563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:08.884939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5781f67-cf1c-431e-8e67-20cd105fb787 req-6f4a5cde-5c68-4e67-9930-4e256a60a9ff tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 210 time: 0.0962582 Nov 23 02:31:08.920112 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:09.116539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.241104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.249731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.254801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-163e2ed9-e330-4f78-87bc-2f03976280ae tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.259026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-163e2ed9-e330-4f78-87bc-2f03976280ae tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.47 "GET /v2.0/networks?id=6a19a0ab-ec60-479c-a5e0-73908af3c383 HTTP/1.1" status: 200 len: 809 time: 0.4149375 Nov 23 02:31:09.283184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Request body: {'port': {'device_id': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383', 'admin_state_up': True, 'tenant_id': '30020793b08d44bd81bcda6877057134'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:09.362677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6c2ffc3-9781-41fc-9ae1-6aaa9671417d req-84bd588a-0de7-41f9-ad35-ce85716cbcd5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.1094062 Nov 23 02:31:09.421066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:07Z', 'revision_number': 3, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:09.481264 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Checking router: de61e67b-0e46-43ca-b4f4-9448c899e065 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:09.481437 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Updating router de61e67b-0e46-43ca-b4f4-9448c899e065 port dcce24dd-1a48-46c1-a988-8de86b042b6b binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:09.511884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.539669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.551222 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.560151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.585624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.593019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.603325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.610470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.622528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-8a0050c1-50f5-4097-ba83-abe494c90484 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.3453965 Nov 23 02:31:09.651398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Made reservation on behalf of 30020793b08d44bd81bcda6877057134 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:09.655940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.731663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.742394 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:09.750082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e31df100-018d-466c-a32e-849c6c8587b7 HTTP/1.1" status: 204 len: 168 time: 0.8879516 Nov 23 02:31:09.824120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42261c-7790-4afc-91c4-133e71320201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31df100-018d-466c-a32e-849c6c8587b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:09.879233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-4ecd5271-010a-4df1-9f04-0c7be5082437 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:09.879233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-4ecd5271-010a-4df1-9f04-0c7be5082437 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 817 time: 0.3367312 Nov 23 02:31:09.891627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc459c84-15cd-42ac-8baa-8e8fbbfceae4 req-00492533-a64e-45cb-9c51-c0e28a048123 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2675138 Nov 23 02:31:10.038680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2ef26fa-6995-4233-9345-115a425f74b8 req-bfdd6214-56d6-40fa-84fa-61c39daf7a7e tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 210 time: 0.0538511 Nov 23 02:31:10.088650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-384281f7-5cde-45b7-b83f-d2c7812d2366 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 380 time: 0.1731741 Nov 23 02:31:10.103921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'port': {'device_id': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'admin_state_up': True, 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'security_groups': ['79877639-e34a-446c-bc91-118bcc0e99da']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:10.164201 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.168466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Allocated IP 172.20.0.8 (6a19a0ab-ec60-479c-a5e0-73908af3c383/75fe20d9-f574-4f00-8e79-a44200f46f73/b0c0c2d2-e210-4be3-ad65-759fde5ee5c1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:10.181827 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.316894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.320412 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Attempting to bind port dcce24dd-1a48-46c1-a988-8de86b042b6b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:10.321391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Attempting to bind port dcce24dd-1a48-46c1-a988-8de86b042b6b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:10.322028 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Attempting to bind port dcce24dd-1a48-46c1-a988-8de86b042b6b on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:10.330155 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:10.330986 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:10.331706 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.332243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:10.332860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Bound port: dcce24dd-1a48-46c1-a988-8de86b042b6b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:10.333433 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.384259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:10.396398 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Pushing event updated for resources: {'Port': ['ID=dcce24dd-1a48-46c1-a988-8de86b042b6b,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:10.416030 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.416482 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.416973 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.417376 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.418093 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.418533 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.418935 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.419324 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.419808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.420275 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.420930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.421325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:10.455570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] For port dcce24dd-1a48-46c1-a988-8de86b042b6b, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:10.459649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] For port dcce24dd-1a48-46c1-a988-8de86b042b6b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dcce24dd-1a48-46c1-a988-8de86b042b6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:10.468945 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.483253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03e98b34-30a4-4dcb-b80c-bd7bb351e176 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7eaa4311d73c4d86bbf9488dca755be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971303 Nov 23 02:31:10.485775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:10.575033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2835ce77-36b8-45b2-99e7-88173ac47a86 req-0e8cbea2-69d5-451e-9f42-6fa2381cbecd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.0537028 Nov 23 02:31:10.588736 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:10.589391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:10.592596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2bb9f-6529-4653-9e91-9a1fd4a90bc0 None None] Pushing event updated for resources: {'Port': ['ID=dcce24dd-1a48-46c1-a988-8de86b042b6b,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:10.638165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.655561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.696073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.767641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.771202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.773664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3517a7c3-fb25-4e62-b140-142fd62b9794 HTTP/1.1" status: 204 len: 168 time: 0.2869556 Nov 23 02:31:10.793330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0bfcc-5e5f-4f99-a196-74bff4959b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3517a7c3-fb25-4e62-b140-142fd62b9794,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:10.809424 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:10.989547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Made reservation on behalf of 1ae7b7da3792423dbcef40abacf67c50 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:10.997679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:11.124105 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:07Z', 'revision_number': 3, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:11.153840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.160913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.176379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.193016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.202971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:11.208113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.216306 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6c951-c7af-43ed-a3fe-4f829f036779 None None] The sync data for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 is: [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:07Z', 'revision_number': 3, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:11.225314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.240221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.242256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-6b102a1e-b1b7-41c2-a738-8208774e870a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2370546 Nov 23 02:31:11.244709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.252397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.267500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.274770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.281946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.290016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.304604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.307271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-495b1ed4-ca50-4cf3-adde-a7cab1c186e2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.9684393 Nov 23 02:31:11.320725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae8f06e0-6b62-45fa-afa3-496685b2e7bf req-44646986-2183-43bd-9cc3-672dab89b728 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 210 time: 0.0747750 Nov 23 02:31:11.382432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e53d6c6b-35ca-4899-8172-21a6401800e0 req-78d16dd2-e1a3-4292-960b-f0aef5d9b246 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289284 Nov 23 02:31:11.404827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:11.547072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-99544145-b60f-4fcc-ad26-cf59c9e29e41 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:11.548489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-99544145-b60f-4fcc-ad26-cf59c9e29e41 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1492703 Nov 23 02:31:11.666285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:11.692771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Allocated IP 172.20.0.1 (298bbe79-afd4-4525-9a6b-5de63c291b7b/324fef30-4a84-41d6-8913-454c4acda5fa/209cc3dc-8ea8-4380-b86c-94042595c887) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:11.773139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f539c7e-f611-4b9c-80de-65e01035bdbb req-95a6677a-2713-41c0-a301-996ffcd75d41 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.0555503 Nov 23 02:31:11.899258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-067193ce-599c-4f72-bd0b-da353f65086f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:11.927888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:11.945170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Allocated IP 172.20.0.12 (9217600a-924c-43d2-9487-45e4a554bc00/28469d6e-317d-433c-a452-400aed8b3355/171c01d1-2123-43ef-8e58-189586b2c323) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:12.063134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Network 6a19a0ab-ec60-479c-a5e0-73908af3c383 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:12.099450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:12.115529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Pushing event updated for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:12.125006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:12.157499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.207899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-f6dbc295-ff7f-4e18-beff-91a66198ea2e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6153545 Nov 23 02:31:12.327853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:12.374283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.419696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.527788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df729d4-419e-4437-85f1-4a2646b0bafb req-41e1cae8-74c8-45d5-9fa9-ffd5cbe0e59d tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.529394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6df729d4-419e-4437-85f1-4a2646b0bafb req-41e1cae8-74c8-45d5-9fa9-ffd5cbe0e59d tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 931 time: 0.1406004 Nov 23 02:31:12.562593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-067193ce-599c-4f72-bd0b-da353f65086f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.630414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.631160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.636972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-0cd8dc34-c51f-4f11-8a4e-b69ca9f9c8fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1656005 Nov 23 02:31:12.655905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-067193ce-599c-4f72-bd0b-da353f65086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.659674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6df729d4-419e-4437-85f1-4a2646b0bafb req-cb6f3bb2-e12f-46f1-89c7-86a03dcd5cbb tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052825 Nov 23 02:31:12.687412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.697169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.701281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-067193ce-599c-4f72-bd0b-da353f65086f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f51b3b5977284394804af8e190ace072&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4844434 Nov 23 02:31:12.705109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43620) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:12.705545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.712107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.717905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-74b43131-7d56-45e7-bb5d-976ff0f8302a tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4450829 Nov 23 02:31:12.721148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.727868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.734748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.736653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-fb150551-9cc4-45c0-bff8-fab23b33a1ed tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2021072 Nov 23 02:31:12.752249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:12.754118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Pushing event updated for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:12.767655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Request body: {'port': {'device_id': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:12.837505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-2eb012be-c84e-4041-9ed3-1a29796e3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:12.839049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-2eb012be-c84e-4041-9ed3-1a29796e3e78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b95977f9a6a4fea8a12d3204346d308&device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 1097 time: 0.1013339 Nov 23 02:31:12.858621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e8897a9-1d31-48fc-9c5b-f8cbcd59c628 req-d374d3af-1e74-4d0b-9e08-a6a049dd9007 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005552 Nov 23 02:31:12.887602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:12.921207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.928810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067193ce-599c-4f72-bd0b-da353f65086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9458e-beb0-43d2-806b-3cb2fcb2affd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:12.947419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:13.014850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d634d4-69c5-49e4-b22e-ba5b2baa8dfe req-5bd9e89e-02d6-421c-ba86-d2cf49eab5bd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.0992525 Nov 23 02:31:13.069958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.107952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-1851ad4e-4cb8-472d-9dd6-f22cc116d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:13.109561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-1851ad4e-4cb8-472d-9dd6-f22cc116d48b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 200 len: 916 time: 0.2465532 Nov 23 02:31:13.132955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.212174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:13.229510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Network 9217600a-924c-43d2-9487-45e4a554bc00 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:13.231004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.245199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.288514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-82a74e1c-beec-432a-8602-2582c2d19fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 200 len: 1001 time: 0.1688752 Nov 23 02:31:13.335680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:13.367161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:13.380397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:13.411184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-a2541d86-87d0-47a6-b69a-09f0de4e8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:13.413042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-a2541d86-87d0-47a6-b69a-09f0de4e8bbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d6945c-9d67-4d3d-bb01-a77f7b11969f HTTP/1.1" status: 200 len: 854 time: 0.1152883 Nov 23 02:31:13.448497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dcce24dd-1a48-46c1-a988-8de86b042b6b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:13.530041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.547385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-3e05b905-6348-4a57-96c7-d2c0a03d46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:13.567675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-3e05b905-6348-4a57-96c7-d2c0a03d46bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2e9b402-fcb0-4eb3-b083-b96182e89cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418865 Nov 23 02:31:13.570444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Deleting subnet 26c4aa16-002a-41fa-aaa6-3d17e2232b04 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:13.577420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dcce24dd-1a48-46c1-a988-8de86b042b6b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:13.577938 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.661967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c523b17d-5d71-4280-a8d7-7ff2789822b7,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:13.696062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.721408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] For port c523b17d-5d71-4280-a8d7-7ff2789822b7, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:13.726303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port dcce24dd-1a48-46c1-a988-8de86b042b6b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dcce24dd-1a48-46c1-a988-8de86b042b6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:13.737251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.751484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-925f3805-40cb-42ff-985a-d76539c7f572 service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757746 Nov 23 02:31:13.787028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44e3246b-54c0-4356-893f-c10ed720e7c7 None None] Provisioning complete for port 171c01d1-2123-43ef-8e58-189586b2c323 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:13.787543 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44e3246b-54c0-4356-893f-c10ed720e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.836081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44e3246b-54c0-4356-893f-c10ed720e7c7 None None] Port 171c01d1-2123-43ef-8e58-189586b2c323 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:13.861611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=dcce24dd-1a48-46c1-a988-8de86b042b6b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:13.896597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.900039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.903127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.906970 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4c9458e-beb0-43d2-806b-3cb2fcb2affd HTTP/1.1" status: 204 len: 168 time: 1.1935315 Nov 23 02:31:13.973418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3418d0e8-d0c9-45a6-a64b-7ab15429db52 req-f78ec089-fb8b-4ad7-9fa7-12a826e844af service neutron] 10.222.0.41 "GET /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140992 Nov 23 02:31:14.002836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.003525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.037771 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7bc8b86b-954a-4376-9e59-d8b0def6c08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9418867 Nov 23 02:31:14.038406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61118118-4da7-4a5a-b66f-b10cf6fe4902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9458e-beb0-43d2-806b-3cb2fcb2affd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:14.044835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] device_id is not set on port c523b17d-5d71-4280-a8d7-7ff2789822b7 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:31:14.066331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce06a-0fee-4cee-ae2d-e3310f9ef29c req-0feddfed-5097-47ca-98c3-6587fbfd5de0 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.069009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Request body: {'port': {'device_id': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:14.072102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bce06a-0fee-4cee-ae2d-e3310f9ef29c req-0feddfed-5097-47ca-98c3-6587fbfd5de0 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 931 time: 0.1947706 Nov 23 02:31:14.082363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.108785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.116751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.125077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.127953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.132289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.136790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.145821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.155099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.164954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.175516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-58a2815f-2459-488d-9e92-9bad53ae179b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 5445 time: 0.2160573 Nov 23 02:31:14.262388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bce06a-0fee-4cee-ae2d-e3310f9ef29c req-eec7d96f-e739-4d80-a377-14428a5b672d tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834884 Nov 23 02:31:14.331297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac480227-5d9a-4078-95c1-2bcdf9fd3dc0 req-48ed0b3b-12bb-4124-9ffe-e575735c4bae tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542151 Nov 23 02:31:14.344851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Pushing event updated for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:14.354640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.364374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] No DVR routers for this DVR port c523b17d-5d71-4280-a8d7-7ff2789822b7 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:14.366210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.372297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.507963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17340f40-31e2-4dfd-8493-570c1cae8afa req-6ac6ec5e-d0bc-4dad-b082-db164033abea tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.522409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17340f40-31e2-4dfd-8493-570c1cae8afa req-6ac6ec5e-d0bc-4dad-b082-db164033abea tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 932 time: 0.0770409 Nov 23 02:31:14.525116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:14.583754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031558a0-87ed-4679-9396-2267e494e333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.658782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17340f40-31e2-4dfd-8493-570c1cae8afa req-5d890946-5bc4-4c76-8f4a-4ee7fcf04be5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352942 Nov 23 02:31:14.689559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-db7889d9-2c13-4eb4-8d40-494b5b895dcd None None] Provisioning complete for port c523b17d-5d71-4280-a8d7-7ff2789822b7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:14.690045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db7889d9-2c13-4eb4-8d40-494b5b895dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.721306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031558a0-87ed-4679-9396-2267e494e333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.727391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-031558a0-87ed-4679-9396-2267e494e333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.746435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-db7889d9-2c13-4eb4-8d40-494b5b895dcd None None] Port c523b17d-5d71-4280-a8d7-7ff2789822b7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:14.763195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031558a0-87ed-4679-9396-2267e494e333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a80101-f70d-41ac-a682-ce048902a3de,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:14.779589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:14.796047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-031558a0-87ed-4679-9396-2267e494e333 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=847da6752881460b91afd96ab581bf4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698548 Nov 23 02:31:14.798555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:14.868686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.879023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.897182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:14.899586 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807587eb-ca26-42a9-9884-b80f3559cca3" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:14.919185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:14.920797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] In _notify_port_updated(), no bound segment for port c523b17d-5d71-4280-a8d7-7ff2789822b7 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:31:14.921835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:14.922574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.923303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.924110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-89acff25-0073-4a90-af9b-d0cc7925f8de service neutron] 10.222.0.41 "PUT /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 200 len: 1033 time: 2.6077340 Nov 23 02:31:14.925421 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.928206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 975ba745-d5b0-4272-ba15-90ffe0a4031e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:14.993420 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a908aee7-cca6-400e-b058-1c1afd3eb0b8 x-openstack-request-id: req-a908aee7-cca6-400e-b058-1c1afd3eb0b8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:14.993938 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:14.994407 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a908aee7-cca6-400e-b058-1c1afd3eb0b8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:14.995982 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'code': 200} Nov 23 02:31:15.016576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.029036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.032643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96a80101-f70d-41ac-a682-ce048902a3de HTTP/1.1" status: 204 len: 168 time: 0.2305436 Nov 23 02:31:15.051228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a501dc-08c8-45a3-b9f3-196cb295b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a80101-f70d-41ac-a682-ce048902a3de,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.057144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.057846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.084544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.124959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:15.131213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.132134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ae34b1f-8195-4256-b9a9-baaf5fd60713 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:15.156484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c4aa16-002a-41fa-aaa6-3d17e2232b04,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.181463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-3b98d358-3fd9-4987-a33b-023947263957 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:15.182884 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-3b98d358-3fd9-4987-a33b-023947263957 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "GET /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2514470 Nov 23 02:31:15.193130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.200874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3133e8cd-2850-424c-b982-45c10fd0a5ff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26c4aa16-002a-41fa-aaa6-3d17e2232b04 HTTP/1.1" status: 204 len: 168 time: 1.9852417 Nov 23 02:31:15.201514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:15.219864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:15.253410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.318033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.333007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:15.346041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.404428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Transition to ACTIVE for port object b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:15.405945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.409586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:15.412050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dcce24dd-1a48-46c1-a988-8de86b042b6b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:15.424797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.427400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e171795f-a5cb-4294-b1de-9f86869b4082 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:15.435181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.483801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.551337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c40c-cc15-4110-9e86-d3b74406ccf0 req-80109fd9-973f-4389-9bbf-47247db4f807 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:15.562222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d06c40c-cc15-4110-9e86-d3b74406ccf0 req-80109fd9-973f-4389-9bbf-47247db4f807 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 943 time: 0.1316004 Nov 23 02:31:15.593215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.601357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.609363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.644921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.665632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.673198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e350dc-0137-46e0-93df-4613a32a8dd1']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:15.701274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d06c40c-cc15-4110-9e86-d3b74406ccf0 req-aebb96fd-8f02-4271-9891-82187097951c tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377273 Nov 23 02:31:15.716331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:15.722416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72ed5c7-1db3-4709-80b1-c7b6274e16aa') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:15.746005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.761754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.765033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dcce24dd-1a48-46c1-a988-8de86b042b6b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:15.765795 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.785830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.796366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:15.796847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.827598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:15.843576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.844291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 74cd12ed-a2c7-40d6-b299-51f67fbed266 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:15.885379 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:15.910085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.973329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.974236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Pushing event updated for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.980526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:15.986489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:15.999149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.003452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.006153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.020868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.030358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.038471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:16.039179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-699b02d3-3a70-425f-a079-e86fed8e9a7b tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 4659 time: 0.4332180 Nov 23 02:31:16.062577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.096722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.102258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/21e350dc-0137-46e0-93df-4613a32a8dd1 HTTP/1.1" status: 204 len: 168 time: 0.8990345 Nov 23 02:31:16.103230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5c5be-a78f-4974-9109-b2adb539acb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e350dc-0137-46e0-93df-4613a32a8dd1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:16.116283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Transition to ACTIVE for port object 171c01d1-2123-43ef-8e58-189586b2c323 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:16.151437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Attempting to bind port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:16.152676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Attempting to bind port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '917e4475-8c4f-4d01-8a31-72ece2bbd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:16.153229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Attempting to bind port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 on network 6a19a0ab-ec60-479c-a5e0-73908af3c383 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:16.155629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.190668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3148d2-1606-440f-828e-218c3a55299e req-2c79f9df-1228-4f2c-b80e-bcc085d6064d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.192238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b3148d2-1606-440f-828e-218c3a55299e req-2c79f9df-1228-4f2c-b80e-bcc085d6064d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 932 time: 0.3036234 Nov 23 02:31:16.196705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.204216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b0b15c-61c7-4d0b-9643-502feb49de2c req-1b58953f-8a57-4f1f-9652-384ed4fe641f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&id=11bc6792-dd41-4039-a995-61acdf683586&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317112 Nov 23 02:31:16.231640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 on network 6a19a0ab-ec60-479c-a5e0-73908af3c383 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:16.234426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Attempting to bind port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 on network 6a19a0ab-ec60-479c-a5e0-73908af3c383 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:16.252601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b3148d2-1606-440f-828e-218c3a55299e req-40f92833-c8c7-4ff4-b969-185fdc7c0826 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Nov 23 02:31:16.284012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:16.298011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.300663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c523b17d-5d71-4280-a8d7-7ff2789822b7 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:16.304098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:16.304440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Checking segment: {'id': '917e4475-8c4f-4d01-8a31-72ece2bbd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:16.304828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Bound using segment: {'id': '917e4475-8c4f-4d01-8a31-72ece2bbd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:16.305276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Bound port: b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917e4475-8c4f-4d01-8a31-72ece2bbd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:16.305631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.309036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:16.340943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:16.415457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c523b17d-5d71-4280-a8d7-7ff2789822b7 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:16.415910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7268d99b-e088-4aa2-be29-dc210a948b0e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:16.420584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:16.431425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ae34b1f-8195-4256-b9a9-baaf5fd60713,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:16.455752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cbd58507-7334-4539-829b-bd161e75dc86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5f8bcb1d2da46f595ffc45be53c8fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1133003 Nov 23 02:31:16.458178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:16.548337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.559200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.567190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:16.581231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:16.596941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.624473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] For port 3ae34b1f-8195-4256-b9a9-baaf5fd60713, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:16.641856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:16.656065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.657130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:16.671990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.674871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.676077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f232dd0-d7aa-4f2b-9968-12fb2d01bda7 HTTP/1.1" status: 204 len: 168 time: 0.2168345 Nov 23 02:31:16.685668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3487a6-de5d-4658-904c-75946c5eaf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f232dd0-d7aa-4f2b-9968-12fb2d01bda7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:16.733638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,segment=NetworkSegment(917e4475-8c4f-4d01-8a31-72ece2bbd974),segment_id=917e4475-8c4f-4d01-8a31-72ece2bbd974)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:16.745209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] device_id is not set on port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:31:16.791301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:16.791711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:16.792045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:16.802609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.803831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:16.805684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.840121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:16.840525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:16.869820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.888010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:16.888565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:16.889057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Bound using segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:16.889571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Bound port: 171c01d1-2123-43ef-8e58-189586b2c323, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:16.889995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.898714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6baa9-9bda-4007-972c-0366a760ac7e req-b3f0c8f3-6c08-467f-aa47-8ba5e9c22ed7 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.900686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0b6baa9-9bda-4007-972c-0366a760ac7e req-b3f0c8f3-6c08-467f-aa47-8ba5e9c22ed7 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 943 time: 0.0789244 Nov 23 02:31:16.905240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:16.905975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:16.907487 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 HTTP/1.1" status: 200 len: 1092 time: 4.1690516 Nov 23 02:31:16.915847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:16.919603 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e9f60-9497-4c2f-ab37-782f938a290b" -d '{"events": [{"name": "network-changed", "server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:16.982295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Router de61e67b-0e46-43ca-b4f4-9448c899e065 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:16.997526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:16.999962 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c065cc-98a1-4936-a2ce-f882cf9b9c04" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:17.039084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0b6baa9-9bda-4007-972c-0366a760ac7e req-39fb8c65-5a18-4d5b-b26b-4cdd0ce72cec tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152461 Nov 23 02:31:17.046286 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e20bcb-57cb-4a98-a582-e7025c527ed9 x-openstack-request-id: req-51e20bcb-57cb-4a98-a582-e7025c527ed9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:17.046605 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:17.046927 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51e20bcb-57cb-4a98-a582-e7025c527ed9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:17.047261 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1', 'status': 'completed', 'code': 200} Nov 23 02:31:17.089688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49307c0-5910-44b1-985b-13e9ec95f678 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:17.099353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] No DVR routers for this DVR port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:17.131154 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1f609-5faf-4875-98ed-b17215eabf8c x-openstack-request-id: req-78f1f609-5faf-4875-98ed-b17215eabf8c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "3ae34b1f-8195-4256-b9a9-baaf5fd60713", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-unplugged", "status": "completed", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78f1f609-5faf-4875-98ed-b17215eabf8c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'code': 200} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae34b1f-8195-4256-b9a9-baaf5fd60713', 'code': 200} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'code': 200} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'code': 200} Nov 23 02:31:17.135203 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'code': 200} Nov 23 02:31:17.259994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] In _notify_port_updated(), no bound segment for port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 on network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:31:17.260873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.261515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:17.262953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 200 len: 1032 time: 2.0519009 Nov 23 02:31:17.275635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-b0a330b0-cc2a-4599-a3f3-f08cba4938b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.278059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-b0a330b0-cc2a-4599-a3f3-f08cba4938b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30020793b08d44bd81bcda6877057134&device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 1095 time: 0.3208060 Nov 23 02:31:17.282424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:17.284678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82176ea-aa28-4468-95ff-361bd8a472f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:17.333913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:17.341704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-80a82b5a-535f-4c56-a4bf-18c9a5a16088 None None] Provisioning complete for port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:17.342169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-80a82b5a-535f-4c56-a4bf-18c9a5a16088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:17.372370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.382829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-80a82b5a-535f-4c56-a4bf-18c9a5a16088 None None] Port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:17.384758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.399941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.405971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:17.412117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.412892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-4398ba95-03c2-4a6b-8c2d-92a88a0d78ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 HTTP/1.1" status: 200 len: 217 time: 0.1168246 Nov 23 02:31:17.425836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.428130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-8776c508-052c-4ddd-b0a3-9ce217110541 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 3876 time: 0.1175780 Nov 23 02:31:17.441744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.442759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:17.444129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] 10.222.0.47 "PUT /v2.0/ports/171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 1093 time: 3.3841498 Nov 23 02:31:17.517843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-453246ca-6abe-4f45-bc2d-cac846904de9 req-42433f50-fc5d-4438-a187-e3e8fc15a823 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823586 Nov 23 02:31:17.654786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:17.662370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b1e3a314-7083-4f33-a92a-f2f836e8591d admin admin] 10.222.0.15 "PUT /v2.0/routers/de61e67b-0e46-43ca-b4f4-9448c899e065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0340276 Nov 23 02:31:17.664848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Sync routers for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:17.669856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b4a43-a086-4c6c-a839-8bb8248439ad service neutron] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:17.689209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368275-ee57-46c2-9d69-0bb803ce685b req-f6bd2157-df3b-416a-a538-91e663c845e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.690722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-f6bd2157-df3b-416a-a538-91e663c845e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75fe20d9-f574-4f00-8e79-a44200f46f73 HTTP/1.1" status: 200 len: 849 time: 0.2582552 Nov 23 02:31:17.697335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:17.698419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:17.703419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-2e31a04c-96d3-4cb8-b828-2999eb8cb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.705192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-2e31a04c-96d3-4cb8-b828-2999eb8cb2e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1096 time: 0.2024212 Nov 23 02:31:17.758610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886f4c-db6d-40cd-a556-0e8f4a8c0eb2 req-c5fe4783-e983-45bd-80e9-3149968fc8ff tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:17.760440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80886f4c-db6d-40cd-a556-0e8f4a8c0eb2 req-c5fe4783-e983-45bd-80e9-3149968fc8ff tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 944 time: 0.1421771 Nov 23 02:31:17.772992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-924baaa0-172b-451e-ba25-62b91d5af6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a19a0ab-ec60-479c-a5e0-73908af3c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713911 Nov 23 02:31:17.835899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80886f4c-db6d-40cd-a556-0e8f4a8c0eb2 req-62a05071-b573-47aa-86b2-f95af6219fff tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685394 Nov 23 02:31:17.844010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:17.844380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:17.847793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-7a9d5a9f-c69c-4644-850e-350402ecb4b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 217 time: 0.1314886 Nov 23 02:31:17.921250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:18.211219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c8117-52c2-4e97-aec8-65e6c68eaaff req-c35323cc-4a42-4bf1-bd34-403798ae25be tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:18.219664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245c8117-52c2-4e97-aec8-65e6c68eaaff req-c35323cc-4a42-4bf1-bd34-403798ae25be tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 943 time: 0.0693660 Nov 23 02:31:18.223879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 4, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '209cc3dc-8ea8-4380-b86c-94042595c887', 'name': '', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'mac_address': 'fa:16:3e:23:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:10Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 2, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'subnets': [{'id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:18.262252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Checking router: de61e67b-0e46-43ca-b4f4-9448c899e065 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:18.262535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Updating router de61e67b-0e46-43ca-b4f4-9448c899e065 port 209cc3dc-8ea8-4380-b86c-94042595c887 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:18.283241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245c8117-52c2-4e97-aec8-65e6c68eaaff req-5c87c3ed-1de3-4052-94d3-1d5b04579ade tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Nov 23 02:31:18.304033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:18.322020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-f60d4d74-2aa1-4967-a819-b720866f0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:18.324546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-f60d4d74-2aa1-4967-a819-b720866f0e75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.4617603 Nov 23 02:31:18.405071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:18.405443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:18.416318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-be86a3a0-5f6a-4797-84d6-8dfd30c1cd14 service neutron] 10.222.0.47 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848429 Nov 23 02:31:18.424470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:18.485420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-1d93d9c5-dce6-4cd8-bc4d-5acf74f6ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:18.486992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-1d93d9c5-dce6-4cd8-bc4d-5acf74f6ffe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551228 Nov 23 02:31:18.651212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24368275-ee57-46c2-9d69-0bb803ce685b req-2ffa2dd0-a292-4e6f-84ca-beead36e8869 service neutron] 10.222.0.47 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240596 Nov 23 02:31:18.680295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-1fcdb7b4-e413-4580-90e6-a7896cb33fc5 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611440 Nov 23 02:31:18.728423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:18.741801 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:18.868026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:18.874915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348fc-59c7-47c8-b659-2f3a818c2360 None None] Pushing event updated for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:18.929523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-e219d55a-e758-4760-9677-2a801ed0f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:18.931569 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-e219d55a-e758-4760-9677-2a801ed0f290 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30020793b08d44bd81bcda6877057134&device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 1095 time: 0.1834786 Nov 23 02:31:18.954131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:18.991261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:18.999487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Attempting to bind port 209cc3dc-8ea8-4380-b86c-94042595c887 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:19.000069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Attempting to bind port 209cc3dc-8ea8-4380-b86c-94042595c887 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:19.000216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Attempting to bind port 209cc3dc-8ea8-4380-b86c-94042595c887 on network 298bbe79-afd4-4525-9a6b-5de63c291b7b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:19.008436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:19.008817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Checking segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:19.009329 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.009615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Bound using segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:19.010095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Bound port: 209cc3dc-8ea8-4380-b86c-94042595c887, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:19.010473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.040321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-23cee967-62d5-49b4-b5b8-118d678c8ace tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.041877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-23cee967-62d5-49b4-b5b8-118d678c8ace tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 818 time: 0.5676031 Nov 23 02:31:19.072489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28807bf5-a1b7-46de-965d-10dae98d6f5a req-10a9bb36-4b6f-4ff7-a871-5ab189ec066c service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847990 Nov 23 02:31:19.073041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:19.076000 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5484bde5-5f8f-4358-8de5-0bc19053f69a" -d '{"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:19.081546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-d829b497-9ab8-4cb6-9666-c8e23aa95354 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/quotas/29ae4fe26d7b44e0978500b37e5101a2 HTTP/1.1" status: 200 len: 375 time: 0.0270088 Nov 23 02:31:19.110397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port 8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:19.114618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.118677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-ad799bb1-c6e7-4ebb-858e-707b6d02488f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "DELETE /v2.0/ports/8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5 HTTP/1.1" status: 204 len: 173 time: 1.8399937 Nov 23 02:31:19.177682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-d23eed9c-ffc4-480e-af11-c5659ea7487c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820179 Nov 23 02:31:19.199721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] For port 209cc3dc-8ea8-4380-b86c-94042595c887, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:19.209564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] For port 209cc3dc-8ea8-4380-b86c-94042595c887, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=209cc3dc-8ea8-4380-b86c-94042595c887,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:19.214854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.247503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1370753196-network', 'tenant_id': '172d691a1f2b46a886b8a3afd4872667'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:19.284295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-99c67bd4-2fc5-4a87-88b9-5e1ce0b77e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.285729 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-99c67bd4-2fc5-4a87-88b9-5e1ce0b77e9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a19a0ab-ec60-479c-a5e0-73908af3c383 HTTP/1.1" status: 200 len: 910 time: 0.3431966 Nov 23 02:31:19.295896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 975ba745-d5b0-4272-ba15-90ffe0a4031e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:19.296250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.313543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:19.314175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:19.340692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Made reservation on behalf of 172d691a1f2b46a886b8a3afd4872667 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:19.343633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.380891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559edd-0674-4d97-9986-c6050802ec2f req-1830ed95-cbd6-4960-b560-1459d4d7247c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.390954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559edd-0674-4d97-9986-c6050802ec2f req-1830ed95-cbd6-4960-b560-1459d4d7247c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.405979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559edd-0674-4d97-9986-c6050802ec2f req-1830ed95-cbd6-4960-b560-1459d4d7247c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.414120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559edd-0674-4d97-9986-c6050802ec2f req-1830ed95-cbd6-4960-b560-1459d4d7247c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.415962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05559edd-0674-4d97-9986-c6050802ec2f req-1830ed95-cbd6-4960-b560-1459d4d7247c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 3143 time: 0.2040312 Nov 23 02:31:19.418726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.451954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-da54b5a2-c62f-47cb-a443-aa22d9ce594b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 HTTP/1.1" status: 200 len: 217 time: 0.0757205 Nov 23 02:31:19.472686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:19.476909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-83cb3d4e-7735-4e1d-bc3d-e885f670caa5 service neutron] 10.222.0.15 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925208 Nov 23 02:31:19.523059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port 975ba745-d5b0-4272-ba15-90ffe0a4031e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=975ba745-d5b0-4272-ba15-90ffe0a4031e,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:19.523595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.549680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 975ba745-d5b0-4272-ba15-90ffe0a4031e owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:19.553680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348fc-59c7-47c8-b659-2f3a818c2360 None None] Pushing event updated for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:19.571844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-f995abd6-cff4-4e92-8d10-1b37007c86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:19.575057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-f995abd6-cff4-4e92-8d10-1b37007c86f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75fe20d9-f574-4f00-8e79-a44200f46f73 HTTP/1.1" status: 200 len: 849 time: 0.1132913 Nov 23 02:31:19.607250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05559edd-0674-4d97-9986-c6050802ec2f req-a31e7cf4-7528-4d9e-89ba-312cb3951efb tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777837 Nov 23 02:31:19.709151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.721930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-7b576548-f8cc-436d-88e3-dca50472cbe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a19a0ab-ec60-479c-a5e0-73908af3c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324744 Nov 23 02:31:19.746002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-4092dde5-021e-4ba9-80a7-940833af63d2 service neutron] 10.222.0.15 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569022 Nov 23 02:31:19.754066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.847656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:31:19.856333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6a1bbc-377e-43c9-aba2-feeff4fafd18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:19.880250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.884730 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Added segment 0908ecd2-f3a0-461e-ab0a-fef54347b5f8 of type vlan for network 5c2e097e-8cdf-414c-85cc-a5cd8897135f Nov 23 02:31:19.893750 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-d11ce0b3-e40f-4254-924b-026a73276eec service neutron] 10.222.0.47 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637042 Nov 23 02:31:19.908588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 4, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '209cc3dc-8ea8-4380-b86c-94042595c887', 'name': '', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'mac_address': 'fa:16:3e:23:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:10Z', 'updated_at': '2021-11-23T02:31:19Z', 'revision_number': 4, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'subnets': [{'id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:19.957948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620d607-f79d-4b6c-af93-b026a1025bc7 None None] The sync data for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 is: [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 4, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '209cc3dc-8ea8-4380-b86c-94042595c887', 'name': '', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'mac_address': 'fa:16:3e:23:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:10Z', 'updated_at': '2021-11-23T02:31:19Z', 'revision_number': 4, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'subnets': [{'id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:19.960120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:19.969873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.002529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.003666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:20.004595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.109640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=975ba745-d5b0-4272-ba15-90ffe0a4031e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:20.156950 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f6069c-a48a-4fba-ad24-cccefa9fbffb x-openstack-request-id: req-23f6069c-a48a-4fba-ad24-cccefa9fbffb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:20.156950 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:20.156950 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23f6069c-a48a-4fba-ad24-cccefa9fbffb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:20.157432 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'status': 'completed', 'code': 200} Nov 23 02:31:20.173495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1785371 Nov 23 02:31:20.179946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:20.208234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca813-d5e2-4fe1-95af-d16ca324cd43 req-e936314b-2179-4183-be2b-0034c5f25a50 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:20.217699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-463ca813-d5e2-4fe1-95af-d16ca324cd43 req-e936314b-2179-4183-be2b-0034c5f25a50 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 944 time: 0.3079228 Nov 23 02:31:20.220271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4815-016c-41ac-b4d8-b9f1009044f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5c2e097e-8cdf-414c-85cc-a5cd8897135f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:20.233641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5c2e097e-8cdf-414c-85cc-a5cd8897135f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:31:20.297136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Request body: {'subnet': {'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1370753196-subnet', 'tenant_id': '172d691a1f2b46a886b8a3afd4872667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:20.345252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-463ca813-d5e2-4fe1-95af-d16ca324cd43 req-33b55f13-4cf9-4bb6-b93b-f3f6d4f4ebbb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264758 Nov 23 02:31:20.368743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port 975ba745-d5b0-4272-ba15-90ffe0a4031e on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:20.378475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.383797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-b4dd7856-22e1-492f-98d9-65cb4067d875 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "DELETE /v2.0/ports/975ba745-d5b0-4272-ba15-90ffe0a4031e HTTP/1.1" status: 204 len: 173 time: 1.2566335 Nov 23 02:31:20.404146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:20.557143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65efd67-07b0-4a92-8cf4-c0c237df72e3 req-bcbb557a-93cd-4a49-a967-029509e43a57 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:20.560585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d6e9f60-9497-4c2f-ab37-782f938a290b req-8b0261ff-da07-418b-9991-19297bfa78f4 service neutron] 10.222.0.47 "GET /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588075 Nov 23 02:31:20.567787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65efd67-07b0-4a92-8cf4-c0c237df72e3 req-bcbb557a-93cd-4a49-a967-029509e43a57 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 943 time: 0.1090806 Nov 23 02:31:20.620036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Made reservation on behalf of 172d691a1f2b46a886b8a3afd4872667 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:20.623750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.652639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-906143c2-324b-44c3-ad6b-d99a0dc6354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:20.654805 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-906143c2-324b-44c3-ad6b-d99a0dc6354c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1096 time: 0.4419258 Nov 23 02:31:20.679221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:20.700012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65efd67-07b0-4a92-8cf4-c0c237df72e3 req-d5f1339c-72fd-46ed-9e46-45a37014b530 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296721 Nov 23 02:31:20.727352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '171c01d1-2123-43ef-8e58-189586b2c323', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:20.848882 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.868870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-603e1ac0-4c8f-4f3e-a699-914c953856c0 req-b5bcd412-ac88-4cdb-a967-16fd5f174b7e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 210 time: 0.0673320 Nov 23 02:31:20.892345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:20.947967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:20.958376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.959299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:21.099316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-788df924-57c7-4a2a-a5de-631deabadf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.107180 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-788df924-57c7-4a2a-a5de-631deabadf80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3298388 Nov 23 02:31:21.157722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3fdd-42e8-4e77-a043-99ddf523e5ce req-b095decf-1102-41c4-885e-d21fa17305b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.166571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3fdd-42e8-4e77-a043-99ddf523e5ce req-b095decf-1102-41c4-885e-d21fa17305b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.194069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f3fdd-42e8-4e77-a043-99ddf523e5ce req-b095decf-1102-41c4-885e-d21fa17305b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.202188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:21.204983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-752f3fdd-42e8-4e77-a043-99ddf523e5ce req-b095decf-1102-41c4-885e-d21fa17305b0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 2410 time: 0.2139537 Nov 23 02:31:21.221137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-f8398bf7-2800-4446-ab17-8797466fa8bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 217 time: 0.1057196 Nov 23 02:31:21.287992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,segment=NetworkSegment(917e4475-8c4f-4d01-8a31-72ece2bbd974),segment_id=917e4475-8c4f-4d01-8a31-72ece2bbd974)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:21.314543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1', 'network_id': '6a19a0ab-ec60-479c-a5e0-73908af3c383', 'port_id': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1', 'mac_address': 'fa:16:3e:7d:6e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fe20d9-f574-4f00-8e79-a44200f46f73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:21.357012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-752f3fdd-42e8-4e77-a043-99ddf523e5ce req-cec60da7-ac46-47c6-b333-a46f5719e75a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422999 Nov 23 02:31:21.446378 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.473767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port e171795f-a5cb-4294-b1de-9f86869b4082 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:21.491940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.516745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:21.575982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,segment=NetworkSegment(917e4475-8c4f-4d01-8a31-72ece2bbd974),segment_id=917e4475-8c4f-4d01-8a31-72ece2bbd974)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:21.578935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 209cc3dc-8ea8-4380-b86c-94042595c887 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:21.614344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-8a1d47ee-8946-4228-bc57-af2c693b8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.616529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-8a1d47ee-8946-4228-bc57-af2c693b8680 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.3836541 Nov 23 02:31:21.663082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.757444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89f7f1-8a4f-474a-a690-3bcf25ccc3dd req-de92bd2c-d030-4f90-bba4-930db114dcbf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.772590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 209cc3dc-8ea8-4380-b86c-94042595c887 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:21.772992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.774814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca89f7f1-8a4f-474a-a690-3bcf25ccc3dd req-de92bd2c-d030-4f90-bba4-930db114dcbf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.2047768 Nov 23 02:31:21.824488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port e171795f-a5cb-4294-b1de-9f86869b4082, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e171795f-a5cb-4294-b1de-9f86869b4082,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:21.825215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.831188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-02b4f4c3-5637-4db3-93ec-820f70c5f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.833195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-02b4f4c3-5637-4db3-93ec-820f70c5f343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069478 Nov 23 02:31:21.842176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:21.867233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for e171795f-a5cb-4294-b1de-9f86869b4082 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:21.876934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-975b7e59-8214-42c6-adb5-28137ca52bc2 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:21.892294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-975b7e59-8214-42c6-adb5-28137ca52bc2 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 818 time: 0.4823005 Nov 23 02:31:21.953269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-0f8641c4-df35-422f-89c2-2a4ce6c7063f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/quotas/29ae4fe26d7b44e0978500b37e5101a2 HTTP/1.1" status: 200 len: 375 time: 0.0600712 Nov 23 02:31:22.051189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:22.125864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Checking segment: {'id': '0908ecd2-f3a0-461e-ab0a-fef54347b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:22.126459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Network hostable DHCP agents. Network: 5c2e097e-8cdf-414c-85cc-a5cd8897135f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:31:22.127208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca89f7f1-8a4f-474a-a690-3bcf25ccc3dd req-be778378-15b6-4bbb-a0f1-dc74372eb820 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514342 Nov 23 02:31:22.170320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:22.173609 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ab160a-51f1-410d-9e45-fb6d23ec1f33" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:22.186439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-48245019-d812-47d7-aa4a-f4028777bfeb service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414650 Nov 23 02:31:22.205587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Network 5c2e097e-8cdf-414c-85cc-a5cd8897135f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:31:22.217273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-accc54ca-e6f1-4b81-9815-a476604e7621 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2628956 Nov 23 02:31:22.251445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['171c01d1-2123-43ef-8e58-189586b2c323'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:22.257487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b0c0c2d2-e210-4be3-ad65-759fde5ee5c1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:22.262228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:22.331025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5c2e097e-8cdf-414c-85cc-a5cd8897135f) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:22.356553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:22.357152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.358132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7069fa-d78b-41d1-899d-abbaffe6fcbb None None] Network 5c2e097e-8cdf-414c-85cc-a5cd8897135f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:22.390534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.448298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2dd2be8-5992-4aa7-82dc-776ac1ab7a4d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2304769 Nov 23 02:31:22.452100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5484bde5-5f8f-4358-8de5-0bc19053f69a req-2988fde7-7bde-41e1-a954-ea15d4e982af service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581391 Nov 23 02:31:22.453389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=e171795f-a5cb-4294-b1de-9f86869b4082,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:22.505847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-3d598be7-c6b6-444b-ba46-0533305d9efb service neutron] 10.222.0.15 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876086 Nov 23 02:31:22.512755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port e171795f-a5cb-4294-b1de-9f86869b4082 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:22.517933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.523273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-2936a36b-e0ed-4296-b466-42a2895a752f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "DELETE /v2.0/ports/e171795f-a5cb-4294-b1de-9f86869b4082 HTTP/1.1" status: 204 len: 173 time: 2.0729909 Nov 23 02:31:22.547352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-ec705c24-5605-45e9-aad9-716e6cd391a7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:22.548966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-ec705c24-5605-45e9-aad9-716e6cd391a7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 818 time: 0.5884535 Nov 23 02:31:22.572336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.606766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238241-5513-4521-a2df-9b63c8bb066e req-807f0854-2cfa-4990-ba68-d98cb67566f8 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:22.615393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91238241-5513-4521-a2df-9b63c8bb066e req-807f0854-2cfa-4990-ba68-d98cb67566f8 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 944 time: 0.3209636 Nov 23 02:31:22.626530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Request body: {'port': {'device_id': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'admin_state_up': True, 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:22.724583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 7268d99b-e088-4aa2-be29-dc210a948b0e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:22.725262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.753589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 209cc3dc-8ea8-4380-b86c-94042595c887, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=209cc3dc-8ea8-4380-b86c-94042595c887,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:22.793818 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.825902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91238241-5513-4521-a2df-9b63c8bb066e req-bacdd04e-0d7f-46e3-9d40-8e2b73a446c1 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031174 Nov 23 02:31:22.842203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-3d392658-cff9-42a8-b9b3-89356239371c service neutron] 10.222.0.15 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354845 Nov 23 02:31:22.848656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0404c608-dfaf-40c1-8ee9-ac29fcdadf2c None None] Network 5c2e097e-8cdf-414c-85cc-a5cd8897135f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:22.862919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port 7268d99b-e088-4aa2-be29-dc210a948b0e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7268d99b-e088-4aa2-be29-dc210a948b0e,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:22.863860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:22.978068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Made reservation on behalf of 29ae4fe26d7b44e0978500b37e5101a2 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:22.980891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:22.987968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.231473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.256118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Allocated IP 172.20.0.11 (298bbe79-afd4-4525-9a6b-5de63c291b7b/324fef30-4a84-41d6-8913-454c4acda5fa/3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:23.315337 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82679e00-7442-468a-90d4-dcce455229e9 x-openstack-request-id: req-82679e00-7442-468a-90d4-dcce455229e9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:23.315865 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5", "status": "completed", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "975ba745-d5b0-4272-ba15-90ffe0a4031e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:23.316956 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82679e00-7442-468a-90d4-dcce455229e9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:23.317532 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '8657c14d-c5ef-4c0d-a6a5-42ab5fe034b5', 'status': 'completed', 'code': 200} Nov 23 02:31:23.320863 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '975ba745-d5b0-4272-ba15-90ffe0a4031e', 'status': 'completed', 'code': 200} Nov 23 02:31:23.383723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 209cc3dc-8ea8-4380-b86c-94042595c887 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:23.396320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.396564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.397039 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Floating IP 32f6a5df-d869-4511-bfd1-6b3c7a68e63a disassociated. External IP: 172.25.1.150, port: 7268d99b-e088-4aa2-be29-dc210a948b0e. Nov 23 02:31:23.397383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 7268d99b-e088-4aa2-be29-dc210a948b0e owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:23.492092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 209cc3dc-8ea8-4380-b86c-94042595c887 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:23.492473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.550230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a04fdb-ffea-4b61-8924-372fd3dd379b req-8b5c3c4f-8537-4c31-8409-50939c1a5d81 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:23.556311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a04fdb-ffea-4b61-8924-372fd3dd379b req-8b5c3c4f-8537-4c31-8409-50939c1a5d81 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:23.563856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a04fdb-ffea-4b61-8924-372fd3dd379b req-8b5c3c4f-8537-4c31-8409-50939c1a5d81 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 1677 time: 0.1500366 Nov 23 02:31:23.611204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.630692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.637618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86a04fdb-ffea-4b61-8924-372fd3dd379b req-bae57a54-5b9c-4fd4-851d-ec0b756d3405 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728166 Nov 23 02:31:23.707494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=7268d99b-e088-4aa2-be29-dc210a948b0e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:23.736754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:23.764938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ad37028-07e8-488b-b387-871ab9cc1420 req-511abe13-cef0-4c19-ad0e-2e2753c8a6e9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 210 time: 0.0447369 Nov 23 02:31:23.809828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:23.855587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:23.893785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:23.894364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:24.024815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Pushing event updated for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:24.025899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:24.039701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:24.040407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.043119 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Sync routers for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:24.057047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2249-671c-478b-b1eb-cafe67616721 req-c12d677e-1be6-42dd-a5d0-3c0535028d80 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:24.059052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:24.059219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-641d2249-671c-478b-b1eb-cafe67616721 req-c12d677e-1be6-42dd-a5d0-3c0535028d80 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.2008355 Nov 23 02:31:24.060195 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:24.109728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-59a438ed-2521-4f93-b438-17fb078c9542 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5130262 Nov 23 02:31:24.175680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Request body: {'port': {'device_id': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:24.219663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-54934c0b-97c4-4db6-95df-dff718b227bd tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:24.222213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-54934c0b-97c4-4db6-95df-dff718b227bd tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/networks?id=5c2e097e-8cdf-414c-85cc-a5cd8897135f HTTP/1.1" status: 200 len: 818 time: 0.3331082 Nov 23 02:31:24.249942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-641d2249-671c-478b-b1eb-cafe67616721 req-89072480-cf26-4c6c-98bb-cf0af48ecab4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728599 Nov 23 02:31:24.275589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-e313b5a0-de65-4e32-9dfe-fff9a7c5effa tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/quotas/172d691a1f2b46a886b8a3afd4872667 HTTP/1.1" status: 200 len: 375 time: 0.0206530 Nov 23 02:31:24.408970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:24.414634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-0e57c95e-11bf-4cf9-8a70-6b14cb2c20f3 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=172d691a1f2b46a886b8a3afd4872667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231158 Nov 23 02:31:24.453526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.455438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:24.556686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 171c01d1-2123-43ef-8e58-189586b2c323 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:24.561353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 171c01d1-2123-43ef-8e58-189586b2c323 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:24.561728 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.663008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port 7268d99b-e088-4aa2-be29-dc210a948b0e on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:24.671590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.678885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-471f995c-cef8-4fe6-b17f-774f8b62b390 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "DELETE /v2.0/ports/7268d99b-e088-4aa2-be29-dc210a948b0e HTTP/1.1" status: 204 len: 173 time: 2.1477129 Nov 23 02:31:24.698006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-a8cec88b-81c6-449c-8198-a901c209cbf4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691774 Nov 23 02:31:24.719759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.751202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:24.753882 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663fe85c-8e74-4f9b-8b2f-70d2a6a8a014" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:24.772035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:24.778493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:24.779465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:24.860288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:24.889515 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Checking router: 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:24.900231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:24.901096 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:24.989417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:24.996671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:24.997757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.031125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-b01948d0-8135-4076-bbad-8cc30cca8bdb service neutron] 10.222.0.15 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312635 Nov 23 02:31:25.075669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:25.128379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.165057 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:25.179328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,segment=NetworkSegment(917e4475-8c4f-4d01-8a31-72ece2bbd974),segment_id=917e4475-8c4f-4d01-8a31-72ece2bbd974)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:25.181815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-ecd85095-159b-4b38-b229-40ac22fc6534 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:25.187575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-ecd85095-159b-4b38-b229-40ac22fc6534 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 818 time: 0.3581932 Nov 23 02:31:25.191832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.196477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 74cd12ed-a2c7-40d6-b299-51f67fbed266 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:25.196826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.242444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Request body: {'port': {'device_id': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'admin_state_up': True, 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:25.261586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:25.304116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:25.335154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082'}, {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:25.337423 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af6e50-b4a6-41cb-bc1e-d13c462d61cd" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082"}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:25.346477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.400200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Transition to ACTIVE for port object 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:25.428093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d091fb1-bcd9-44a6-a1c4-53ffea5c5d31 req-bbe5a57c-952b-4818-9563-161d78719081 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:25.430547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d091fb1-bcd9-44a6-a1c4-53ffea5c5d31 req-bbe5a57c-952b-4818-9563-161d78719081 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.0726714 Nov 23 02:31:25.431971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.561840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port 74cd12ed-a2c7-40d6-b299-51f67fbed266, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=74cd12ed-a2c7-40d6-b299-51f67fbed266,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:25.561840 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.605153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 74cd12ed-a2c7-40d6-b299-51f67fbed266 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:25.615733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Made reservation on behalf of 29ae4fe26d7b44e0978500b37e5101a2 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:25.619775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.661088 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:25.720941 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4603a4-0ebe-4a7d-b3ab-4755c545090a None None] The sync data for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 is: [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:20:28Z', 'revision_number': 4, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '490da184-b8fa-40bc-ab14-0fcae2714ece', 'name': '', 'network_id': '20f9c805-4a7a-4545-a45f-d2c4cf8013d0', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'mac_address': 'fa:16:3e:f3:4d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:28Z', 'updated_at': '2021-11-23T02:20:35Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'subnets': [{'id': '39854760-a93c-4f97-a8ef-218bb3894fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:25.729189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d091fb1-bcd9-44a6-a1c4-53ffea5c5d31 req-912a04c7-bf1f-49c8-8405-4e895e9d6ff9 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880805 Nov 23 02:31:25.741714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:25.772532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Attempting to bind port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:25.772532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Attempting to bind port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:25.772532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Attempting to bind port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd on network 298bbe79-afd4-4525-9a6b-5de63c291b7b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:25.778835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd on network 298bbe79-afd4-4525-9a6b-5de63c291b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:25.779232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Attempting to bind port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd on network 298bbe79-afd4-4525-9a6b-5de63c291b7b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:25.812701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ebb43-9d77-4785-b34c-eab92ff4a67a req-2fe8e2be-9a59-483c-89c5-25991ae36b20 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:25.825999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Allocated IP 172.20.0.2 (298bbe79-afd4-4525-9a6b-5de63c291b7b/324fef30-4a84-41d6-8913-454c4acda5fa/4ffc26f1-0d5e-49bf-8b87-2868586a3483) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:25.830495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-611ebb43-9d77-4785-b34c-eab92ff4a67a req-2fe8e2be-9a59-483c-89c5-25991ae36b20 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 942 time: 0.2904739 Nov 23 02:31:25.833590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:25.833939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Checking segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:25.843582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Bound using segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:25.848062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Bound port: 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:25.849486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:25.854754 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5cf02-9d1f-41d0-944b-d60f47df020b x-openstack-request-id: req-73e5cf02-9d1f-41d0-944b-d60f47df020b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:25.855888 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:25.856383 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73e5cf02-9d1f-41d0-944b-d60f47df020b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:25.856995 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'code': 200} Nov 23 02:31:25.992502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-611ebb43-9d77-4785-b34c-eab92ff4a67a req-e786659a-8024-470a-8d73-570da66f4f72 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups?id=eaca9870-b329-40a4-b5b3-de8285db83e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603944 Nov 23 02:31:26.004664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:26.022338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:26.034560 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.067582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07f27d0b-379f-4ee8-bdab-31ff2c7045ac req-35c2a26b-a9ee-4409-94be-d65d6923853b tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 210 time: 0.0481584 Nov 23 02:31:26.076048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.138333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.141092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.142348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] 10.222.0.41 "PUT /v2.0/ports/3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 1093 time: 2.0031898 Nov 23 02:31:26.142851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:26.149356 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6746b2-e905-458b-98dc-cb23b2c6f719" -d '{"events": [{"name": "network-changed", "server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:26.171858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9624d6-94ed-42b3-817a-cbc8789da9a2 None None] New status for floating IP 32f6a5df-d869-4511-bfd1-6b3c7a68e63a: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:31:26.203791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af050558-6d88-415e-bae6-ec2682d0a232 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:26.221049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a5939-6224-4cd9-851f-3855d9b36f39 req-a2887c92-edf0-4e20-af11-5403b2f60cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.222710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de9a5939-6224-4cd9-851f-3855d9b36f39 req-a2887c92-edf0-4e20-af11-5403b2f60cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1868663 Nov 23 02:31:26.257783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.354178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-38530791-cdc9-4327-9bef-1049c48e3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.356402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-38530791-cdc9-4327-9bef-1049c48e3855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1096 time: 0.1441319 Nov 23 02:31:26.380137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2bdc8-5f9d-48a4-9624-80976efeb452 req-598c329a-59d4-404f-9a9e-d5603d132f8c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.381619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c2bdc8-5f9d-48a4-9624-80976efeb452 req-598c329a-59d4-404f-9a9e-d5603d132f8c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1105068 Nov 23 02:31:26.393236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:26.414705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:26.436271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:26.451442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.506495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-4f4316b9-8f0a-495f-967c-123f929cceb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.1329606 Nov 23 02:31:26.516046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Pushing event updated for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:26.536386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de9a5939-6224-4cd9-851f-3855d9b36f39 req-a1345504-8d8a-4718-887b-bbe8d52339fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057191 Nov 23 02:31:26.578438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=74cd12ed-a2c7-40d6-b299-51f67fbed266,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:26.578596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c2bdc8-5f9d-48a4-9624-80976efeb452 req-7d885390-0f96-4342-8b62-7917fe003754 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785927 Nov 23 02:31:26.627359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.628226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.646098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port 74cd12ed-a2c7-40d6-b299-51f67fbed266 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:26.650472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.653865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2bc49fa1-c8df-4183-adf1-b0b81c891214 req-0ff55328-6ce4-4ee6-a894-162af740905f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.41 "DELETE /v2.0/ports/74cd12ed-a2c7-40d6-b299-51f67fbed266 HTTP/1.1" status: 204 len: 173 time: 1.9684992 Nov 23 02:31:26.671126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-09d5c292-efe5-4bf3-9350-aad3c40a3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:26.672410 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c61a1266-4286-46f7-9fa6-dbc5dbfb06fb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4397643 Nov 23 02:31:26.672680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-09d5c292-efe5-4bf3-9350-aad3c40a3051 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.1576779 Nov 23 02:31:26.715485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Request body: {'port': {'device_id': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:26.736557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e492db7d-5f3a-4ebb-a155-fd829d8f0fcc req-2c900f2d-955c-47fd-8cee-9abca3ed09a8 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 210 time: 0.0493009 Nov 23 02:31:26.757849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-5aff28df-4ceb-40b4-8e99-37af83e677a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525212 Nov 23 02:31:26.840554 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551374b-9a7a-4e15-8282-fba48db8890b x-openstack-request-id: req-a551374b-9a7a-4e15-8282-fba48db8890b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:26.840983 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "e171795f-a5cb-4294-b1de-9f86869b4082", "status": "completed", "code": 200}, {"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "7268d99b-e088-4aa2-be29-dc210a948b0e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:26.841302 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a551374b-9a7a-4e15-8282-fba48db8890b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:26.841890 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': 'e171795f-a5cb-4294-b1de-9f86869b4082', 'status': 'completed', 'code': 200} Nov 23 02:31:26.842869 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '7268d99b-e088-4aa2-be29-dc210a948b0e', 'status': 'completed', 'code': 200} Nov 23 02:31:26.865126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:26.877566 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0816cbf-8164-4bb1-a3c3-4f913cb1992b x-openstack-request-id: req-b0816cbf-8164-4bb1-a3c3-4f913cb1992b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:26.878342 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:26.878342 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0816cbf-8164-4bb1-a3c3-4f913cb1992b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:26.878728 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd', 'status': 'completed', 'code': 200} Nov 23 02:31:26.949896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-bb6d6c8c-e9ce-4fac-9c33-126d073476a8 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844659 Nov 23 02:31:27.143324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44040) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:27.239007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b0e8360-0181-4953-bfff-82cc3e4a55ad req-7a0d6a18-6c7d-47ce-9576-f2b729538e73 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634332 Nov 23 02:31:27.403982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-641812f7-78c2-44fd-bf73-619bad061dda req-ef584b38-c99d-46f7-bbc5-6e613873131f tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.1751218 Nov 23 02:31:27.474710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-44c193c9-21d4-47d3-bef0-7a3ece5121ba tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.477711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-44c193c9-21d4-47d3-bef0-7a3ece5121ba tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.47 "GET /v2.0/networks?id=5c2e097e-8cdf-414c-85cc-a5cd8897135f HTTP/1.1" status: 200 len: 818 time: 0.3041790 Nov 23 02:31:27.499074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Request body: {'port': {'device_id': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f', 'admin_state_up': True, 'tenant_id': '172d691a1f2b46a886b8a3afd4872667'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:27.513025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26915-1803-4931-9b36-8610569c65da req-a2831c07-53ea-4610-88a4-0c0c87defb83 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.514628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00e26915-1803-4931-9b36-8610569c65da req-a2831c07-53ea-4610-88a4-0c0c87defb83 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.2873077 Nov 23 02:31:27.533521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-c8552794-b91a-4d36-919f-cee10cf7b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.535088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-c8552794-b91a-4d36-919f-cee10cf7b809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1096 time: 0.1417525 Nov 23 02:31:27.596923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44050) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:27.616473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4053695c-1ecb-4318-a1f9-f2b450fd1871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:27.722831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffc26f1-0d5e-49bf-8b87-2868586a3483 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:27.729141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f36e0-383e-4af5-b4c5-de5aec3c831b req-20e184ef-7cd7-4acf-88da-957f1f9a1879 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.730623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f4f36e0-383e-4af5-b4c5-de5aec3c831b req-20e184ef-7cd7-4acf-88da-957f1f9a1879 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 931 time: 0.1448267 Nov 23 02:31:27.735894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:27.748251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00e26915-1803-4931-9b36-8610569c65da req-7936ef22-4650-4215-9e2c-02b7b36b1683 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187159 Nov 23 02:31:27.756617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Transition to ACTIVE for port object 4ffc26f1-0d5e-49bf-8b87-2868586a3483 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:27.777829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-bd2da0a7-1433-4c65-9e8e-a761996aec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.781854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-bd2da0a7-1433-4c65-9e8e-a761996aec86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.2302480 Nov 23 02:31:27.784284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:27.850987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-1cbbfaf0-0227-4817-9542-5132031ef17f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.0488782 Nov 23 02:31:27.858477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:27.860791 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca0565-5e4a-41ea-a690-055765f2ee0d" -d '{"events": [{"server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:27.869677 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb6a-c560-4aed-a7dd-65170def5028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:27.931512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:27.981076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78acf2a-7862-43c3-85f5-aa3872041609 req-597994c2-af9c-46f7-ae23-1c8bf7e95a57 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.984180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d78acf2a-7862-43c3-85f5-aa3872041609 req-597994c2-af9c-46f7-ae23-1c8bf7e95a57 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1318984 Nov 23 02:31:27.991135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f4f36e0-383e-4af5-b4c5-de5aec3c831b req-06d1c418-1cc2-42f4-bf57-57dff9f93c01 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417684 Nov 23 02:31:27.993292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-fe10db7e-be51-4bfd-bc75-11999ffa6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:27.995256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-fe10db7e-be51-4bfd-bc75-11999ffa6c0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.1041040 Nov 23 02:31:28.027780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Made reservation on behalf of 172d691a1f2b46a886b8a3afd4872667 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:28.033017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.062877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4053695c-1ecb-4318-a1f9-f2b450fd1871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.080863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4053695c-1ecb-4318-a1f9-f2b450fd1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.200677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4053695c-1ecb-4318-a1f9-f2b450fd1871 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f70440a164424bc09d743320f60dfb52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0498817 Nov 23 02:31:28.203131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Attempting to bind port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:28.203461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Attempting to bind port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:28.203822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Attempting to bind port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 on network 298bbe79-afd4-4525-9a6b-5de63c291b7b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:28.205985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44062) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:28.212542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053695c-1ecb-4318-a1f9-f2b450fd1871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd497c-6722-4a2b-beb3-b86f7b812dde,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:28.238567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 on network 298bbe79-afd4-4525-9a6b-5de63c291b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:28.238897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Attempting to bind port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 on network 298bbe79-afd4-4525-9a6b-5de63c291b7b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:28.271672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb6a-c560-4aed-a7dd-65170def5028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.309636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:28.310119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Checking segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:28.310642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Bound using segment: {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:28.311198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Bound port: 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249dd36b-1fdd-4945-b33b-a19e74a48a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:28.311804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.319048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc82cb6a-c560-4aed-a7dd-65170def5028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.382620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-7d5232cb-8d3e-435d-860a-678f4a2177e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3788161 Nov 23 02:31:28.409020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66639940-72bd-4eee-ab3d-2841be66f4c2 req-1720ee7d-36f9-47b6-a397-cc98afc1a559 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 210 time: 0.0586896 Nov 23 02:31:28.426038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Allocated IP 172.20.0.8 (5c2e097e-8cdf-414c-85cc-a5cd8897135f/0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3/c6ab4397-baea-4c94-99dc-08a5a4660571) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:28.437762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc82cb6a-c560-4aed-a7dd-65170def5028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=791189e92c9d41a7bd1ffde6572492bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8314970 Nov 23 02:31:28.440328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44064) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:28.445657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82cb6a-c560-4aed-a7dd-65170def5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7b42ba-e5d1-420e-9a20-c0c57e14ac8f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:28.482400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d78acf2a-7862-43c3-85f5-aa3872041609 req-82348400-2c5b-4764-bda7-b7153014a088 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4839225 Nov 23 02:31:28.504856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.516883 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5082bf75-a85f-4bc4-81c9-e2c526e91347 x-openstack-request-id: req-5082bf75-a85f-4bc4-81c9-e2c526e91347 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:28.517180 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "name": "network-vif-plugged", "status": "completed", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:28.517437 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5082bf75-a85f-4bc4-81c9-e2c526e91347 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:28.517834 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1', 'code': 200} Nov 23 02:31:28.549400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-1b3a0dc7-a45a-49ce-ad38-7e6033f81ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523776 Nov 23 02:31:28.616790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.654583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:28.659378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcdbe9ff-d73a-4c00-bc25-a8d0c9f84160 req-a6f88466-bbfa-4102-9691-eccbf8c542c6 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0326684 Nov 23 02:31:28.711174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:28.725617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.738221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c6746b2-e905-458b-98dc-cb23b2c6f719 req-1a59aa90-88b4-4bdd-9e93-07095a786e35 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799195 Nov 23 02:31:28.742322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.760597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45a6f1-77bd-40fe-838b-d4769e6e7566 req-f8e492bc-81bc-4394-85fc-16bf04864d13 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:28.762324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b45a6f1-77bd-40fe-838b-d4769e6e7566 req-f8e492bc-81bc-4394-85fc-16bf04864d13 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.0778527 Nov 23 02:31:28.772944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:28.777808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Request body: {'floatingip': {'port_id': '171c01d1-2123-43ef-8e58-189586b2c323'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:28.823161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fd1a2-86f9-48e4-b41b-08a64d43ec1f req-1e83a05e-445c-4958-ba7a-ead3f9506b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:28.824616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.825296 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-681fd1a2-86f9-48e4-b41b-08a64d43ec1f req-1e83a05e-445c-4958-ba7a-ead3f9506b6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 1097 time: 0.2347524 Nov 23 02:31:28.835030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:28.835656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.837047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] 10.222.0.41 "PUT /v2.0/ports/4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 200 len: 1092 time: 2.1381018 Nov 23 02:31:28.845961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266'}, {'name': 'network-changed', 'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:28.848288 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7" -d '{"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266"}, {"name": "network-changed", "server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:28.867333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.932463 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc75ac-8930-44b0-8511-785c207ad790 x-openstack-request-id: req-61cc75ac-8930-44b0-8511-785c207ad790 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:28.933299 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7a5102-fdc0-4763-b74c-9e5d801effb4", "name": "network-vif-deleted", "tag": "74cd12ed-a2c7-40d6-b299-51f67fbed266", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:28.933553 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61cc75ac-8930-44b0-8511-785c207ad790 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:28.933953 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7a5102-fdc0-4763-b74c-9e5d801effb4', 'name': 'network-vif-deleted', 'tag': '74cd12ed-a2c7-40d6-b299-51f67fbed266', 'status': 'completed', 'code': 200} Nov 23 02:31:28.934210 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483', 'status': 'completed', 'code': 200} Nov 23 02:31:28.941785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.944607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:28.948111 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13cd497c-6722-4a2b-beb3-b86f7b812dde HTTP/1.1" status: 204 len: 168 time: 0.7292266 Nov 23 02:31:28.985374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66927e7-1c50-4e76-8cf7-abfa4b61926e service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:29.016871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d34b22-9e88-4097-9eeb-a1057cdfc451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd497c-6722-4a2b-beb3-b86f7b812dde,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:29.031975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35063e3c-ef69-4c84-af43-640f66c7c348 req-5530e302-7a96-4902-8746-f94dcce5b832 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.033647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35063e3c-ef69-4c84-af43-640f66c7c348 req-5530e302-7a96-4902-8746-f94dcce5b832 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.1131973 Nov 23 02:31:29.041124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-681fd1a2-86f9-48e4-b41b-08a64d43ec1f req-291dae7d-e327-4453-a136-383bcd3f7956 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959252 Nov 23 02:31:29.045802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.068415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-541e3761-5d3f-426a-924e-724b5de56342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.072872 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-541e3761-5d3f-426a-924e-724b5de56342 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1612434 Nov 23 02:31:29.109001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.111696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.117156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af7b42ba-e5d1-420e-9a20-c0c57e14ac8f HTTP/1.1" status: 204 len: 168 time: 0.6684341 Nov 23 02:31:29.183447 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-358212b5-6626-4344-b2ae-d2bf71ed8f83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 200 len: 217 time: 0.0956206 Nov 23 02:31:29.185776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7cf5b-b689-41bc-a061-063641b900fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7b42ba-e5d1-420e-9a20-c0c57e14ac8f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:29.243802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35063e3c-ef69-4c84-af43-640f66c7c348 req-038cd0cc-cea1-46f0-a5b8-48f1c5a32f29 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658995 Nov 23 02:31:29.312649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d826-f809-4f89-b88d-06b74a69593c req-4bdc1d88-79ac-4e09-9d29-138ad08727d7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.316435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a023d826-f809-4f89-b88d-06b74a69593c req-4bdc1d88-79ac-4e09-9d29-138ad08727d7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 943 time: 0.1849823 Nov 23 02:31:29.320577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.348462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-39fd957e-3c00-4682-8f98-5086ed5c4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.350968 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-39fd957e-3c00-4682-8f98-5086ed5c4fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.1540501 Nov 23 02:31:29.444015 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.456666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44086) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:29.504349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a023d826-f809-4f89-b88d-06b74a69593c req-abec010f-d73b-4c5d-a336-5ab2460ce22f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769080 Nov 23 02:31:29.514352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2402115a-89fd-453c-a789-a57f09d20687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.520628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-7a80cac0-af55-4441-b386-40eb32a819e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103063 Nov 23 02:31:29.521765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Pushing event updated for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:29.526085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Network 5c2e097e-8cdf-414c-85cc-a5cd8897135f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:29.528300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:29.544878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:29.667358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc373-e6cf-464f-a2ca-503e43224205 req-7fde34e7-7923-4dfa-bb5f-eb4449756064 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.668912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec6fc373-e6cf-464f-a2ca-503e43224205 req-7fde34e7-7923-4dfa-bb5f-eb4449756064 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 931 time: 0.1267653 Nov 23 02:31:29.691181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.700951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.743703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:29.744412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:29.745560 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.754572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-c341b6dc-d5a8-49d2-9065-4a20483e95ea service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187679 Nov 23 02:31:29.788138 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66414579-7250-4c9f-a02f-4bb8df37347b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.817361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec6fc373-e6cf-464f-a2ca-503e43224205 req-3defa7f4-f8e6-4475-a939-0eafeb5fceac tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338229 Nov 23 02:31:29.861732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-19d74d27-2b51-4dc9-8080-e367041e9aa9 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3692017 Nov 23 02:31:29.878913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Request body: {'port': {'device_id': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:29.884338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86fc6b32-2815-4010-b88d-2c7e75918a53 req-581338b4-bb83-429f-a2e4-253fef441cec service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162791 Nov 23 02:31:29.897133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e388482d-1361-498f-8574-8131ac683c08 req-5a1f64db-17ff-4173-b07a-8dd78e44d1b7 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0412405 Nov 23 02:31:29.925309 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Floating IP 71ced55f-f49d-4311-b35c-1ff8dcdda016 associated. External IP: 172.25.1.13, port: 171c01d1-2123-43ef-8e58-189586b2c323. Nov 23 02:31:29.979667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:29.988654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2402115a-89fd-453c-a789-a57f09d20687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.026728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2402115a-89fd-453c-a789-a57f09d20687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.057204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66414579-7250-4c9f-a02f-4bb8df37347b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.062705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66414579-7250-4c9f-a02f-4bb8df37347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.112084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66414579-7250-4c9f-a02f-4bb8df37347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724aaa8d-1ae8-4d78-9f48-68d6ab0eb94f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:30.118575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2402115a-89fd-453c-a789-a57f09d20687 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb94833855a3412f8514dbd2fd511694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634042 Nov 23 02:31:30.130544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:30.131583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402115a-89fd-453c-a789-a57f09d20687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7948d7-3f06-432c-a7fb-6282b5afb349,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:30.136986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-6a4ef122-f95e-416d-bd57-ba6155731766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:30.138789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-6a4ef122-f95e-416d-bd57-ba6155731766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1095 time: 0.1562603 Nov 23 02:31:30.152431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66414579-7250-4c9f-a02f-4bb8df37347b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87ffd5cb17ff4582b0c10ba6005e3f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052358 Nov 23 02:31:30.153509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:30.230658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:30.371075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:30.392097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.396974 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:30.410340 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:30.411280 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:30.433626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2d5e9523-18f8-453b-b8be-a802c5dab66f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "PUT /v2.0/floatingips/71ced55f-f49d-4311-b35c-1ff8dcdda016 HTTP/1.1" status: 200 len: 991 time: 1.6594820 Nov 23 02:31:30.434994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:30.447331 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab37728-8bd4-4400-96db-2255c2be73bb" -d '{"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:30.484907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82cb61-e687-4034-9e0d-95aaff0ae6d3 req-50573c51-b418-415b-90e8-db86539136ce tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:30.489040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e82cb61-e687-4034-9e0d-95aaff0ae6d3 req-50573c51-b418-415b-90e8-db86539136ce tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.1299663 Nov 23 02:31:30.545194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:30.561010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e82cb61-e687-4034-9e0d-95aaff0ae6d3 req-5a480bf3-1571-4fc5-b654-4a83093d5118 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675678 Nov 23 02:31:30.565996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab4397-baea-4c94-99dc-08a5a4660571 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:30.580623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-ebd7a36c-4cb7-4bc0-8959-18acaf98c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:30.585688 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-ebd7a36c-4cb7-4bc0-8959-18acaf98c162 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.4377232 Nov 23 02:31:30.598046 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99b65d-9bcd-4d39-be67-b95625df81f4 x-openstack-request-id: req-2b99b65d-9bcd-4d39-be67-b95625df81f4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:30.598341 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:30.598625 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b99b65d-9bcd-4d39-be67-b95625df81f4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:30.599035 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'status': 'completed', 'code': 200} Nov 23 02:31:30.618074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.670198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.734669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-8c939a4c-9a0c-4df5-9468-05eb67fd026b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 200 len: 217 time: 0.1315525 Nov 23 02:31:30.743179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.750392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Transition to ACTIVE for port object c6ab4397-baea-4c94-99dc-08a5a4660571 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:30.766791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b67eb-733b-4122-9919-05c3d423691d req-61852691-7d1e-40d4-b49a-a55656090873 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:30.768930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d16b67eb-733b-4122-9919-05c3d423691d req-61852691-7d1e-40d4-b49a-a55656090873 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 943 time: 0.1081676 Nov 23 02:31:30.808284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.808535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:30.811933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.859377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d16b67eb-733b-4122-9919-05c3d423691d req-7b04cde1-da80-4304-9825-e3e31293ab51 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840838 Nov 23 02:31:30.872679 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '71ced55f-f49d-4311-b35c-1ff8dcdda016', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:29Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:30.925424 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:30.937050 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:30.938178 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:30.942821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.972115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:30.983722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-bfd708ff-f8e5-4707-94ea-342217731f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:30.987754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'port_id': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd', 'mac_address': 'fa:16:3e:48:a3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:30.993849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-bfd708ff-f8e5-4707-94ea-342217731f6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1098 time: 0.3609414 Nov 23 02:31:31.046049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929ab3-343b-4d4d-9d2a-cd2cc6f200e8 req-1d726973-699d-4c5d-90e4-cdf7f3e7d855 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.049681 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.061587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21929ab3-343b-4d4d-9d2a-cd2cc6f200e8 req-1d726973-699d-4c5d-90e4-cdf7f3e7d855 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 943 time: 0.0944746 Nov 23 02:31:31.071950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:31.077084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-b504347b-7344-4a96-9c4a-8669cdeaf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.081713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-b504347b-7344-4a96-9c4a-8669cdeaf920 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.3257411 Nov 23 02:31:31.105619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:31.112406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.131147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21929ab3-343b-4d4d-9d2a-cd2cc6f200e8 req-85afa42a-0159-4a3f-9c6b-c8f40e56f4a4 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686021 Nov 23 02:31:31.184924 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:31.186399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:31.191610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4062d213-f2e7-49cc-883c-4f78f1ef58df req-f4784ed1-fe6b-4c14-8a17-7b8529095f2e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0547712 Nov 23 02:31:31.236125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:31.248300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-6dc72aa2-5048-4a6c-97f3-30a784ed7ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616001 Nov 23 02:31:31.334058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.336887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.341089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/724aaa8d-1ae8-4d78-9f48-68d6ab0eb94f HTTP/1.1" status: 204 len: 168 time: 1.1735189 Nov 23 02:31:31.399693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:31.632283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '71ced55f-f49d-4311-b35c-1ff8dcdda016', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:29Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:31.703440 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37774e3f-62b1-4912-beba-3a88154ed81d None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '71ced55f-f49d-4311-b35c-1ff8dcdda016', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'floating_ip_address': '172.25.1.13', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:31:29Z', 'revision_number': 1, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:31.830891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.833510 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:31.837005 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d7948d7-3f06-432c-a7fb-6282b5afb349 HTTP/1.1" status: 204 len: 168 time: 1.6999431 Nov 23 02:31:31.841728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722dccd-cb36-4d0f-951b-563bd123b8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724aaa8d-1ae8-4d78-9f48-68d6ab0eb94f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:31.891296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b929-d0e6-4d84-8e3c-14b381f9bd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7948d7-3f06-432c-a7fb-6282b5afb349,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:31.896713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-d5bb95b4-ff13-47cc-9d5d-2516db53d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.897802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-d5bb95b4-ff13-47cc-9d5d-2516db53d229 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.8686795 Nov 23 02:31:32.003260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Attempting to bind port c6ab4397-baea-4c94-99dc-08a5a4660571 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:32.003593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Attempting to bind port c6ab4397-baea-4c94-99dc-08a5a4660571 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '0908ecd2-f3a0-461e-ab0a-fef54347b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:32.003927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Attempting to bind port c6ab4397-baea-4c94-99dc-08a5a4660571 on network 5c2e097e-8cdf-414c-85cc-a5cd8897135f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:32.030834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Port c6ab4397-baea-4c94-99dc-08a5a4660571 on network 5c2e097e-8cdf-414c-85cc-a5cd8897135f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:32.031162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Attempting to bind port c6ab4397-baea-4c94-99dc-08a5a4660571 on network 5c2e097e-8cdf-414c-85cc-a5cd8897135f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:32.044014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-94e0f62e-1e29-45e4-8cc3-885e3d4bc8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7688792 Nov 23 02:31:32.054672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:32.054672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Checking segment: {'id': '0908ecd2-f3a0-461e-ab0a-fef54347b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:32.054672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Bound using segment: {'id': '0908ecd2-f3a0-461e-ab0a-fef54347b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:32.054672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Bound port: c6ab4397-baea-4c94-99dc-08a5a4660571, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0908ecd2-f3a0-461e-ab0a-fef54347b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:32.054672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:32.157917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e26ed-36df-43f0-bb98-0aa753b726d7 req-015bc938-8754-49d4-9438-4c035df8d939 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:32.159635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-502e26ed-36df-43f0-bb98-0aa753b726d7 req-015bc938-8754-49d4-9438-4c035df8d939 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 943 time: 0.1438346 Nov 23 02:31:32.194311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d6904-4f0c-4d29-b3c4-07514ef62892 None None] New status for floating IP 71ced55f-f49d-4311-b35c-1ff8dcdda016: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:31:32.281076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-502e26ed-36df-43f0-bb98-0aa753b726d7 req-2035730b-cf6f-457f-ac91-b851160e1003 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153440 Nov 23 02:31:32.283877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-f2ee7455-1d97-47bd-8af9-37b2cf0b9d31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 999 time: 0.3768165 Nov 23 02:31:32.469457 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3a1b5df1-fbf4-4557-bd29-2d59f4e51fc7 req-02c64135-d27f-409c-a03f-d86edfec0079 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104118 Nov 23 02:31:32.478314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:32.498401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c6ab4397-baea-4c94-99dc-08a5a4660571,segment=NetworkSegment(0908ecd2-f3a0-461e-ab0a-fef54347b5f8),segment_id=0908ecd2-f3a0-461e-ab0a-fef54347b5f8)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:32.503283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:32.556648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-0dc71f4e-085f-49ca-934c-bb5eff019dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:32.558332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-0dc71f4e-085f-49ca-934c-bb5eff019dee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.2130959 Nov 23 02:31:32.562434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:32.604880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9b73591-594f-4f2e-8687-683417351b7b req-3dbb4213-75ce-4f9d-947c-5ed63492f17e tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.1773908 Nov 23 02:31:32.632654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:32.633881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:32.635389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3b0b3e68-ed33-43e3-8946-4ecff3957166 service neutron] 10.222.0.47 "PUT /v2.0/ports/c6ab4397-baea-4c94-99dc-08a5a4660571 HTTP/1.1" status: 200 len: 1092 time: 2.7621870 Nov 23 02:31:32.637065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:32.655947 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b824fd26-0342-4ead-945f-3cba09684233" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:32.667571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775397fd-c62b-4bf0-897f-446769773da4 req-5e83b72e-8b51-4e74-9cfb-65ae1371d6c3 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:32.677792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-775397fd-c62b-4bf0-897f-446769773da4 req-5e83b72e-8b51-4e74-9cfb-65ae1371d6c3 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 943 time: 0.2472007 Nov 23 02:31:32.768682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-5239d15a-cd64-4cbf-84e6-ffd926015288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:32.782857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-775397fd-c62b-4bf0-897f-446769773da4 req-2286b653-6674-43b2-9f8a-1960f23900a3 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040123 Nov 23 02:31:32.786951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-5239d15a-cd64-4cbf-84e6-ffd926015288 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046747 Nov 23 02:31:32.808580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4ffc26f1-0d5e-49bf-8b87-2868586a3483 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:32.817302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:33.006032 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb65ad-eac1-47aa-9ce4-e40bdb551669 x-openstack-request-id: req-4bbb65ad-eac1-47aa-9ce4-e40bdb551669 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:33.006607 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:33.006607 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bbb65ad-eac1-47aa-9ce4-e40bdb551669 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:33.006970 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571', 'status': 'completed', 'code': 200} Nov 23 02:31:33.033289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-71567ddc-62af-4061-9d58-ac1a4ca99adf service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454312 Nov 23 02:31:33.035390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3e1fd272-b92f-4517-aed5-7045c21faa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:33.037962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-3e1fd272-b92f-4517-aed5-7045c21faa03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d691a1f2b46a886b8a3afd4872667&device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 1095 time: 0.3531551 Nov 23 02:31:33.197411 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-531421e7-3eb1-4922-a91a-a185941f3fb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6ab4397-baea-4c94-99dc-08a5a4660571 HTTP/1.1" status: 200 len: 217 time: 0.1420875 Nov 23 02:31:33.206936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:33.232017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:33.233888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:33.371502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:33.413625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-c6c55651-6078-443a-8df7-6c0cf26b8104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:33.416070 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-c6c55651-6078-443a-8df7-6c0cf26b8104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3 HTTP/1.1" status: 200 len: 858 time: 0.1083283 Nov 23 02:31:33.424384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4ffc26f1-0d5e-49bf-8b87-2868586a3483', 'network_id': '298bbe79-afd4-4525-9a6b-5de63c291b7b', 'port_id': '4ffc26f1-0d5e-49bf-8b87-2868586a3483', 'mac_address': 'fa:16:3e:84:fa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '324fef30-4a84-41d6-8913-454c4acda5fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:33.477434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-f5d0915c-ebcc-47e8-947e-dbd4f608b0ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c2e097e-8cdf-414c-85cc-a5cd8897135f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538960 Nov 23 02:31:33.548821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def96e77-d471-49d2-9c0c-dd27d2099336 req-f9fa0fdb-fbda-42ee-877f-bb02325ecdd1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:33.551227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-def96e77-d471-49d2-9c0c-dd27d2099336 req-f9fa0fdb-fbda-42ee-877f-bb02325ecdd1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 943 time: 0.1264555 Nov 23 02:31:33.648785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:33.664074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-def96e77-d471-49d2-9c0c-dd27d2099336 req-fae52537-ba50-4957-8316-3d4fed9cb18e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037049 Nov 23 02:31:33.669938 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:33.685493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab37728-8bd4-4400-96db-2255c2be73bb req-85eb27b1-889a-4b27-95c2-fc6a70d62b0c service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371899 Nov 23 02:31:33.722975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc26f1-0d5e-49bf-8b87-2868586a3483 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:33.754427 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-e2062d49-9114-4a96-af17-2e932c474c8d service neutron] 10.222.0.47 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675009 Nov 23 02:31:33.795220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:33.797458 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aacea5-0327-403d-8794-3534f55f3bb0" -d '{"events": [{"server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "name": "network-vif-plugged", "status": "completed", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:33.841971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:33.862677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:33.867475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:33.868728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e76869b5-c7b2-43a6-a1f2-f8a5e20c51e4 req-226ac071-f0ac-49a7-8cfd-142ed2093f4d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0653336 Nov 23 02:31:33.874601 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:33.985913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:33.987380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-30ac78a2-134d-461e-9b76-cb92921bea34 req-a9ba5d95-482c-43bc-80ca-c2bb69990910 service neutron] 10.222.0.47 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265749 Nov 23 02:31:33.994053 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068f4e9-83f7-4ae7-9a9c-434e0de66d24 x-openstack-request-id: req-9068f4e9-83f7-4ae7-9a9c-434e0de66d24 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:33.994354 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "name": "network-vif-plugged", "status": "completed", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:33.996057 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9068f4e9-83f7-4ae7-9a9c-434e0de66d24 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:33.996464 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd', 'code': 200} Nov 23 02:31:34.089402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:34.157764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a684ccb-120f-4fe3-8f7c-4b59b09a41f1 req-e2dd522d-e9a2-48b1-b540-88f4373516fc tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.161549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4ffc26f1-0d5e-49bf-8b87-2868586a3483'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:34.167906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a684ccb-120f-4fe3-8f7c-4b59b09a41f1 req-e2dd522d-e9a2-48b1-b540-88f4373516fc tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 943 time: 0.1773174 Nov 23 02:31:34.184046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fd26-0342-4ead-945f-3cba09684233 req-a9b3bf10-78b4-45e3-afca-ff48a99f6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.184938 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-a9b3bf10-78b4-45e3-afca-ff48a99f6557 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=172d691a1f2b46a886b8a3afd4872667&device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 1095 time: 0.1328926 Nov 23 02:31:34.255981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bce29-1578-4e1f-bb3e-8a03cdb33b3d req-9759b3d8-f148-4c7b-9a71-7aac45334bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.257777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b54bce29-1578-4e1f-bb3e-8a03cdb33b3d req-9759b3d8-f148-4c7b-9a71-7aac45334bfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.1201253 Nov 23 02:31:34.295463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a684ccb-120f-4fe3-8f7c-4b59b09a41f1 req-a2a4df8b-b8fa-40ee-9ec4-756c4b48adfc tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Nov 23 02:31:34.382134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b54bce29-1578-4e1f-bb3e-8a03cdb33b3d req-c11f1d43-c6c5-4bc3-88b0-7abc0378f145 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134601 Nov 23 02:31:34.430741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fd26-0342-4ead-945f-3cba09684233 req-4bf4822b-0cde-41a6-b3e8-5cfd9d2da05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.432397 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-4bf4822b-0cde-41a6-b3e8-5cfd9d2da05d service neutron] 10.222.0.47 "GET /v2.0/networks?id=5c2e097e-8cdf-414c-85cc-a5cd8897135f HTTP/1.1" status: 200 len: 919 time: 0.2408910 Nov 23 02:31:34.529114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-2d12bcdf-2613-4b8a-86be-eda8aae264a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6ab4397-baea-4c94-99dc-08a5a4660571 HTTP/1.1" status: 200 len: 217 time: 0.0790567 Nov 23 02:31:34.591567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51ba1-2b1a-4d04-b3b0-f17d8a6105ac req-13a63050-0c70-4413-a411-c620e8cdc622 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.593870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dca51ba1-2b1a-4d04-b3b0-f17d8a6105ac req-13a63050-0c70-4413-a411-c620e8cdc622 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.0563905 Nov 23 02:31:34.632804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fd26-0342-4ead-945f-3cba09684233 req-1a7bbee8-a884-419d-af54-720f8089a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.634207 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-1a7bbee8-a884-419d-af54-720f8089a70c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3 HTTP/1.1" status: 200 len: 858 time: 0.0911579 Nov 23 02:31:34.663463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dca51ba1-2b1a-4d04-b3b0-f17d8a6105ac req-3eb679ac-0aa9-4355-86b2-ca7c916ffaba tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628843 Nov 23 02:31:34.684422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-64c2e8b8-ae42-4c9c-abb5-a135acb7280f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5c2e097e-8cdf-414c-85cc-a5cd8897135f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389347 Nov 23 02:31:34.822693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d951d80-d61a-49a0-95f6-9968eac93d1d req-4baeacac-a74e-4141-b886-917338276028 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:34.825166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d951d80-d61a-49a0-95f6-9968eac93d1d req-4baeacac-a74e-4141-b886-917338276028 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 944 time: 0.0811839 Nov 23 02:31:34.831283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-b5e7fff9-2c31-46ef-becc-62b09dc9b0cc service neutron] 10.222.0.47 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342595 Nov 23 02:31:34.905268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d951d80-d61a-49a0-95f6-9968eac93d1d req-dc3053fa-7f30-4f47-bb99-0fb7eceb1056 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739753 Nov 23 02:31:34.965467 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b824fd26-0342-4ead-945f-3cba09684233 req-63acdf29-208e-4bcf-bf37-8e7de0aa61c0 service neutron] 10.222.0.47 "GET /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255810 Nov 23 02:31:35.029918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1177354-cc1d-447c-b639-8a1731fe52a9 req-63dcb1a6-26b2-458f-b4f5-77a70e4a5d3c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0277815 Nov 23 02:31:35.151473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-6659f566-1ec2-4291-b079-a16e91a8e4da tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9874b0990f1841968b748973ef177051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240021 Nov 23 02:31:35.263481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-d072f7d1-091c-4c24-b286-695050728dbb tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:35.264855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-d072f7d1-091c-4c24-b286-695050728dbb tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071653 Nov 23 02:31:35.293478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-69458760-522c-44d1-9975-150e2508204e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/quotas/9874b0990f1841968b748973ef177051 HTTP/1.1" status: 200 len: 375 time: 0.0192418 Nov 23 02:31:35.322900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-6e5f6fa2-d677-4266-89d9-305863fb7eef tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9874b0990f1841968b748973ef177051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309284 Nov 23 02:31:35.499615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b7e4-a0c1-430a-8465-4c4ec69e4060 req-610b1418-b30a-4b8d-84ac-5a8356142c57 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:35.501391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7d7b7e4-a0c1-430a-8465-4c4ec69e4060 req-610b1418-b30a-4b8d-84ac-5a8356142c57 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 943 time: 0.0808308 Nov 23 02:31:35.556685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7d7b7e4-a0c1-430a-8465-4c4ec69e4060 req-9e71855b-ee12-445a-bcb4-e5af37a90b4b tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492337 Nov 23 02:31:35.641609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b09202c-a773-4b7f-85e8-ace071aba3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:35.685371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34b3efc9-da97-46fb-971a-67d64b6b6afa req-4751a6ca-10bf-422f-8260-ba4ce862383e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 210 time: 0.0279362 Nov 23 02:31:35.815168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-c5459739-11cc-45dc-8743-08b0c07adbea tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:35.816859 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-c5459739-11cc-45dc-8743-08b0c07adbea tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.47 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.0734966 Nov 23 02:31:35.856968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a9d7c-6750-4b08-aa7e-fe04de9055e6 req-b83cfe06-e832-40d8-9fcb-0f70bf2e0e8f tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:35.877906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a0a9d7c-6750-4b08-aa7e-fe04de9055e6 req-b83cfe06-e832-40d8-9fcb-0f70bf2e0e8f tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 945 time: 0.0904300 Nov 23 02:31:35.931771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a0a9d7c-6750-4b08-aa7e-fe04de9055e6 req-8283b4a8-804c-4df2-b772-b338926fa6c0 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/security-groups?id=a3d8c062-2dce-48d6-a3df-0baf2a391526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526412 Nov 23 02:31:35.991446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Deleting port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:35.992288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.131273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edada04-ce0f-4183-88be-760e32f14154 req-0be22ded-7291-429e-9406-7086c3f5da9d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:36.139480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] For port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,segment=NetworkSegment(917e4475-8c4f-4d01-8a31-72ece2bbd974),segment_id=917e4475-8c4f-4d01-8a31-72ece2bbd974)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:36.139941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.141091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3edada04-ce0f-4183-88be-760e32f14154 req-0be22ded-7291-429e-9406-7086c3f5da9d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 944 time: 0.1101267 Nov 23 02:31:36.156786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Calling delete_port for b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:36.211828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08851b1e-5d5d-45b7-b3c4-54bc2cdb1102 req-d47d3292-e8d9-4486-b1a4-8beaedab605c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0449202 Nov 23 02:31:36.262478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3edada04-ce0f-4183-88be-760e32f14154 req-43e331d8-cb29-4a42-9cfe-ccbb2e918bb4 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204073 Nov 23 02:31:36.357423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.368932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b0c0c2d2-e210-4be3-ad65-759fde5ee5c1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:36.397980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Pushing event deleted for resources: {'Port': ['ID=b0c0c2d2-e210-4be3-ad65-759fde5ee5c1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:36.439820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:36.441370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c6ab4397-baea-4c94-99dc-08a5a4660571 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:36.517992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] No DVR routers for this DVR port b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:36.520938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.524607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9eb40010-7bd1-4a2c-8457-7df100b70f42 req-ca940951-3060-4817-a65b-c52d55e82853 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.47 "DELETE /v2.0/ports/b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 HTTP/1.1" status: 204 len: 173 time: 0.7003374 Nov 23 02:31:36.525290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'name': 'network-vif-deleted', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:36.528061 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9557079-f957-4357-a111-c923cf786a3c" -d '{"events": [{"server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "name": "network-vif-deleted", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:36.591163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c6ab4397-baea-4c94-99dc-08a5a4660571,segment=NetworkSegment(0908ecd2-f3a0-461e-ab0a-fef54347b5f8),segment_id=0908ecd2-f3a0-461e-ab0a-fef54347b5f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:36.593316 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8383ef43-be7e-4235-a5a9-e8d80007dcd7 x-openstack-request-id: req-8383ef43-be7e-4235-a5a9-e8d80007dcd7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:36.593786 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eddeca-64ba-40c2-ba1c-c553427406fb", "name": "network-vif-deleted", "tag": "b0c0c2d2-e210-4be3-ad65-759fde5ee5c1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:36.594198 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8383ef43-be7e-4235-a5a9-e8d80007dcd7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:36.594919 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eddeca-64ba-40c2-ba1c-c553427406fb', 'name': 'network-vif-deleted', 'tag': 'b0c0c2d2-e210-4be3-ad65-759fde5ee5c1', 'status': 'completed', 'code': 200} Nov 23 02:31:36.602542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66020eeb-5e03-495b-af60-7208fb3f0924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.609743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'c6ab4397-baea-4c94-99dc-08a5a4660571', 'network_id': '5c2e097e-8cdf-414c-85cc-a5cd8897135f', 'port_id': 'c6ab4397-baea-4c94-99dc-08a5a4660571', 'mac_address': 'fa:16:3e:dc:6c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:36.656884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.679084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab4397-baea-4c94-99dc-08a5a4660571 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:36.710451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c6ab4397-baea-4c94-99dc-08a5a4660571,segment=NetworkSegment(0908ecd2-f3a0-461e-ab0a-fef54347b5f8),segment_id=0908ecd2-f3a0-461e-ab0a-fef54347b5f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:36.716626 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.809830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66020eeb-5e03-495b-af60-7208fb3f0924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.820130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:36.823892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66020eeb-5e03-495b-af60-7208fb3f0924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.834084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb21e90-3af3-4d7f-98ea-f40f47e73f90 req-df6f1914-f3d3-41fb-a433-6aaf8a4b0ccf tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:36.836493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fb21e90-3af3-4d7f-98ea-f40f47e73f90 req-df6f1914-f3d3-41fb-a433-6aaf8a4b0ccf tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 944 time: 0.1259706 Nov 23 02:31:36.837984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4ffc26f1-0d5e-49bf-8b87-2868586a3483 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:36.862737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8176a681-aaa1-4df2-be58-834fea8130fa req-6201f249-db7a-41e4-9785-653f6c451ecd tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 210 time: 0.0592513 Nov 23 02:31:36.908394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66020eeb-5e03-495b-af60-7208fb3f0924 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82571064b76b4e90be6e3369a155fd97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673848 Nov 23 02:31:36.909255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66020eeb-5e03-495b-af60-7208fb3f0924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f484dd-382b-4b78-bc9d-d034d9cbc1ac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:36.911863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:36.978256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-dcff8d2d-0241-4e8d-9e32-7f7a2c0b6a48 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9874b0990f1841968b748973ef177051&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848491 Nov 23 02:31:36.979347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c6ab4397-baea-4c94-99dc-08a5a4660571'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:37.002873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fb21e90-3af3-4d7f-98ea-f40f47e73f90 req-d89f913e-eeeb-4de8-8512-bbeb9b00d63c tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424725 Nov 23 02:31:37.011223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.071662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:37.106538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.107008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:37.107418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.213887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.216795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.217964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06f484dd-382b-4b78-bc9d-d034d9cbc1ac HTTP/1.1" status: 204 len: 168 time: 0.3050778 Nov 23 02:31:37.277673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96d5d8fe-ae7d-41e8-8589-f3ed7a885ac2 req-78ade121-ecc8-4039-814f-4bf624d41de1 tempest-ServerTagsTestJSON-515770300 tempest-ServerTagsTestJSON-515770300-project] 10.222.0.15 "GET /v2.0/ports?device_id=34eddeca-64ba-40c2-ba1c-c553427406fb HTTP/1.1" status: 200 len: 210 time: 0.0420187 Nov 23 02:31:37.283240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138211f-0639-4537-bc80-4b9201a345db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f484dd-382b-4b78-bc9d-d034d9cbc1ac,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:37.288619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-d6bf85a9-d839-44b1-b930-73ed25648816 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:37.295384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-d6bf85a9-d839-44b1-b930-73ed25648816 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3108199 Nov 23 02:31:37.315415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Request body: {'port': {'device_id': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '9874b0990f1841968b748973ef177051'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:37.470958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.524465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:37.526740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:37.531253 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886eb68-4437-4932-8956-8c25e33e4169" -d '{"events": [{"server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:37.534560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05e47b30-d193-4a32-915e-0d09a81d326e req-b09978ec-3d7f-44b2-8dec-dc53cd2ecbd2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0851858 Nov 23 02:31:37.537424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.565202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Made reservation on behalf of 9874b0990f1841968b748973ef177051 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:37.572522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.591969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.613048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8b62c-5296-4eba-bcaa-6bdbc37885d4 req-61b01027-fac8-462d-a934-00f67b4c799e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:37.618043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52e8b62c-5296-4eba-bcaa-6bdbc37885d4 req-61b01027-fac8-462d-a934-00f67b4c799e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 944 time: 0.2246099 Nov 23 02:31:37.656343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:37.676160 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcbb206-54a2-490e-b29c-037191ac857b x-openstack-request-id: req-cfcbb206-54a2-490e-b29c-037191ac857b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:37.676814 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "name": "network-vif-plugged", "status": "completed", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:37.676814 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfcbb206-54a2-490e-b29c-037191ac857b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:37.677089 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483', 'code': 200} Nov 23 02:31:37.718034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.722450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.767142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52e8b62c-5296-4eba-bcaa-6bdbc37885d4 req-e581e351-6a6a-4b80-9809-a9f3de272a9c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422198 Nov 23 02:31:37.819396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:37.839899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2163df66-ae54-4c3c-97b2-04fab532f844,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:37.860151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce75a-09dc-47af-ac90-9aab6a878d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.889045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51034cf-1281-48a4-82f4-556f75c35dbd req-75ae167f-cef8-4aff-8df7-997665019f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:37.891690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f51034cf-1281-48a4-82f4-556f75c35dbd req-75ae167f-cef8-4aff-8df7-997665019f38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1097 time: 0.1103210 Nov 23 02:31:37.962078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Allocated IP 192.168.233.193 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/03d42e75-ba5c-4b77-8ea7-07eb888bafdf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:37.992289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee0b784a-9892-4eb5-8ed1-a964bcfae3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.033577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c7d017f-10fa-465f-b84f-4ac5b2db74a2 req-d9263773-37f2-462d-a1f8-00637a21bd2e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 210 time: 0.0437558 Nov 23 02:31:38.040917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f51034cf-1281-48a4-82f4-556f75c35dbd req-f16c6691-438e-4c75-8b5f-0fab17c76cd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383536 Nov 23 02:31:38.070988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce75a-09dc-47af-ac90-9aab6a878d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.075896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1ce75a-09dc-47af-ac90-9aab6a878d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.127130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ce75a-09dc-47af-ac90-9aab6a878d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e638f3-fade-49df-9740-7ffbd21d2bc8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:38.132937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b1ce75a-09dc-47af-ac90-9aab6a878d7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daf827d8194b46e789cd79a06b6b3cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112538 Nov 23 02:31:38.135769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:38.170250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.208469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.226687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee29ce4-039a-4c7f-bb20-ef28a0f947d1 req-a0ca1116-63b9-4f42-ae01-2e08aa3b88e4 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:38.228350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ee29ce4-039a-4c7f-bb20-ef28a0f947d1 req-a0ca1116-63b9-4f42-ae01-2e08aa3b88e4 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 944 time: 0.0778830 Nov 23 02:31:38.252981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:38.256216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:38.258734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:38.268764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.293052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Pushing event updated for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:38.334015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:38.334719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.345015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ee29ce4-039a-4c7f-bb20-ef28a0f947d1 req-3b1649f2-28d7-42c8-900c-da2d0dc36c89 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044679 Nov 23 02:31:38.359899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-407a81d6-0afa-4232-9cb2-8ab8c62a2138 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0506849 Nov 23 02:31:38.360786 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.371043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44362) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:38.404711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Request body: {'port': {'device_id': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:38.424020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.427150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.429033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8e638f3-fade-49df-9740-7ffbd21d2bc8 HTTP/1.1" status: 204 len: 168 time: 0.2921085 Nov 23 02:31:38.439945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b361a54-ca8b-4706-b7e7-f56952bec34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e638f3-fade-49df-9740-7ffbd21d2bc8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:38.458543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c6ab4397-baea-4c94-99dc-08a5a4660571 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:38.486259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Deleting subnet 75fe20d9-f574-4f00-8e79-a44200f46f73 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:38.491720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.518947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.520838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port c6ab4397-baea-4c94-99dc-08a5a4660571 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:38.528161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port c6ab4397-baea-4c94-99dc-08a5a4660571 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:38.529006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.545196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.642929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.658012 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.689526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3dbf67ca-a84f-4ae4-931f-407b2d9f4c62 None None] Provisioning complete for port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:38.690807 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3dbf67ca-a84f-4ae4-931f-407b2d9f4c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.712605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb8105ab-d69f-43c8-a2c7-69932d2a4466 req-cc9f6b91-737a-44d1-b878-a69954f4a2c9 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0529475 Nov 23 02:31:38.775297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c6ab4397-baea-4c94-99dc-08a5a4660571,segment=NetworkSegment(0908ecd2-f3a0-461e-ab0a-fef54347b5f8),segment_id=0908ecd2-f3a0-461e-ab0a-fef54347b5f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:38.782610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf67ca-a84f-4ae4-931f-407b2d9f4c62 None None] Port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:38.784470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.785256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:38.819962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.831020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:38.831374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b0c0c2d2-e210-4be3-ad65-759fde5ee5c1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:38.853045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.856665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/75fe20d9-f574-4f00-8e79-a44200f46f73 HTTP/1.1" status: 204 len: 168 time: 0.4843731 Nov 23 02:31:38.859796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0a9e7-e673-496c-b1b7-600bafae90e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fe20d9-f574-4f00-8e79-a44200f46f73,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:38.859959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:38.898032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:39.006264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d42e75-ba5c-4b77-8ea7-07eb888bafdf {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:39.019586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.023128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.033975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39f7ce-807b-4681-ad74-43cc8c0c2385 req-cc43f6ae-91d1-48b4-8384-9650d4652f76 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:39.041456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab39f7ce-807b-4681-ad74-43cc8c0c2385 req-cc43f6ae-91d1-48b4-8384-9650d4652f76 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1462803 Nov 23 02:31:39.060965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Transition to ACTIVE for port object 03d42e75-ba5c-4b77-8ea7-07eb888bafdf will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:39.066073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.162556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:39.163335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab39f7ce-807b-4681-ad74-43cc8c0c2385 req-c176ad23-01bf-40da-aaf1-08862cae17ce tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202281 Nov 23 02:31:39.214390 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.307782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.335288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Attempting to bind port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:39.335833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Attempting to bind port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:39.335940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Attempting to bind port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:39.346182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:39.346541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Attempting to bind port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:39.348017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f8ee2-b58e-41f6-8604-ed46d81e0846 req-54c56ca3-e7d7-4b72-a990-87635c1a28b3 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:39.355907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:39.356259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:39.356649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:39.357091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Bound port: 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:39.357484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.371206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be1f8ee2-b58e-41f6-8604-ed46d81e0846 req-54c56ca3-e7d7-4b72-a990-87635c1a28b3 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 948 time: 0.1847320 Nov 23 02:31:39.379109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a19a0ab-ec60-479c-a5e0-73908af3c383']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:39.408870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917e4475-8c4f-4d01-8a31-72ece2bbd974') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:39.409167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917e4475-8c4f-4d01-8a31-72ece2bbd974') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:39.450256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.499488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:39.505344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:39.513524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.515507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.561274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be1f8ee2-b58e-41f6-8604-ed46d81e0846 req-a659a325-8a27-4911-8e38-482c80390200 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879711 Nov 23 02:31:39.565548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:39.566245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.569462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:39.569936 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:39.571846 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:39.580049 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] 10.222.0.41 "PUT /v2.0/ports/03d42e75-ba5c-4b77-8ea7-07eb888bafdf HTTP/1.1" status: 200 len: 1097 time: 1.1680706 Nov 23 02:31:39.580782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:39.583308 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78438c28-9d36-4148-90a6-fb10564bd825" -d '{"events": [{"name": "network-changed", "server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:39.608746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b120-3801-4824-9299-32ba11b12cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:39.650272 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab39bdcc-7173-4c7d-a4d6-69a24c58f7f9 x-openstack-request-id: req-ab39bdcc-7173-4c7d-a4d6-69a24c58f7f9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:39.653680 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:39.654050 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab39bdcc-7173-4c7d-a4d6-69a24c58f7f9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:39.654583 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf', 'status': 'completed', 'code': 200} Nov 23 02:31:39.678611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:39.681962 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e2c43d-8b4b-4b15-b792-663d1471c4b6" -d '{"events": [{"server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:39.727444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-5ee7f411-d892-4f52-a958-370d25e47146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:39.740730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.742808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-5ee7f411-d892-4f52-a958-370d25e47146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9874b0990f1841968b748973ef177051&device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 1100 time: 0.1031890 Nov 23 02:31:39.758349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.765759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6a19a0ab-ec60-479c-a5e0-73908af3c383 HTTP/1.1" status: 204 len: 168 time: 0.9016159 Nov 23 02:31:39.787472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039f8fd-2c37-4467-93ac-ce79f7914fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a19a0ab-ec60-479c-a5e0-73908af3c383,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:39.795044 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e4eab-0512-460f-9c1f-b8cf86f1698e x-openstack-request-id: req-dd3e4eab-0512-460f-9c1f-b8cf86f1698e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:39.795913 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:39.796336 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd3e4eab-0512-460f-9c1f-b8cf86f1698e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:39.796890 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571', 'code': 200} Nov 23 02:31:39.806233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db516-6686-41b9-9218-9aded0abe21a req-f7381388-ed53-4da6-bd19-d830cfbe2f4d tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:39.816686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-313db516-6686-41b9-9218-9aded0abe21a req-f7381388-ed53-4da6-bd19-d830cfbe2f4d tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 945 time: 0.2005546 Nov 23 02:31:39.904907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-313db516-6686-41b9-9218-9aded0abe21a req-236b3a12-f95d-4aa7-9e14-30983ce04c52 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865602 Nov 23 02:31:39.918489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-553c9ac2-035f-4d44-9913-416404269427 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf HTTP/1.1" status: 200 len: 217 time: 0.1616244 Nov 23 02:31:39.967727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd2da1f6-5f91-4360-8b32-45d254fff781 req-f1dbeab5-3d83-47c0-993a-010efff656e0 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0592144 Nov 23 02:31:40.048392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-b236a3c3-afcf-4780-813f-f0a150dbc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.049881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-b236a3c3-afcf-4780-813f-f0a150dbc63e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1171858 Nov 23 02:31:40.060382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719148eb-6a46-4fdb-9392-d618282e4382 req-48320ebb-4a92-4017-a246-a2cbd4942761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.061917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-719148eb-6a46-4fdb-9392-d618282e4382 req-48320ebb-4a92-4017-a246-a2cbd4942761 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 1097 time: 0.1538458 Nov 23 02:31:40.084097 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:31:40.118919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:40.145837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-fa16f674-42f5-4bc1-b35a-165b17061cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.147658 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-fa16f674-42f5-4bc1-b35a-165b17061cff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848484 Nov 23 02:31:40.150497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-719148eb-6a46-4fdb-9392-d618282e4382 req-d0ddb6a7-4020-4149-9b5a-665769b728bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787842 Nov 23 02:31:40.162295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c28cdf06-472a-4761-973f-82e4cd0c4d42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30020793b08d44bd81bcda6877057134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422132 Nov 23 02:31:40.164673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:40.224235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.253441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.260172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-1d34a380-e8b0-4095-81d0-315995c6b77c service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054776 Nov 23 02:31:40.342618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1023c-e352-4d6a-9245-ceecda79c55a req-22e3acfd-2317-4115-8151-ecb49978b86f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.345100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab1023c-e352-4d6a-9245-ceecda79c55a req-22e3acfd-2317-4115-8151-ecb49978b86f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.0737028 Nov 23 02:31:40.356808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.362657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.366979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3d8c062-2dce-48d6-a3df-0baf2a391526 HTTP/1.1" status: 204 len: 168 time: 0.2013307 Nov 23 02:31:40.396554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db24671-41d4-40fd-bb97-48997b57db38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8c062-2dce-48d6-a3df-0baf2a391526,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:40.439524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8694520b-1c7c-4885-a9fe-6857eec89a04 req-ac0cacba-f596-4da5-9f75-a468122ba85a service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721568 Nov 23 02:31:40.495627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab1023c-e352-4d6a-9245-ceecda79c55a req-3f2e41e1-fcec-4935-adf8-b1d8932588b5 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253383 Nov 23 02:31:40.636294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438c28-9d36-4148-90a6-fb10564bd825 req-50e27fb1-9102-44ab-bbc4-bbc1e0d979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.638231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-50e27fb1-9102-44ab-bbc4-bbc1e0d979dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9874b0990f1841968b748973ef177051&device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 1100 time: 0.1091421 Nov 23 02:31:40.655881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.824374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438c28-9d36-4148-90a6-fb10564bd825 req-3c6b2855-57f1-4a71-a870-da688d563f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.826967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-3c6b2855-57f1-4a71-a870-da688d563f4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1796775 Nov 23 02:31:40.925206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-2ac317c4-bff8-4110-bb04-23c3ca39a2cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf HTTP/1.1" status: 200 len: 217 time: 0.0830088 Nov 23 02:31:41.017658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438c28-9d36-4148-90a6-fb10564bd825 req-670d4ef2-f83e-466b-ba7d-d491e65a32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.020458 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-670d4ef2-f83e-466b-ba7d-d491e65a32d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0871994 Nov 23 02:31:41.028942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccbf0f-5022-424f-b61f-9d5b3d4514c3 req-80313b40-f175-4491-a34d-1e4cc3e33936 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.037169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0ccbf0f-5022-424f-b61f-9d5b3d4514c3 req-80313b40-f175-4491-a34d-1e4cc3e33936 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 948 time: 0.2998402 Nov 23 02:31:41.058244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6221-6fc9-4440-b46a-596b848b41d4 req-adc6908b-4017-496f-8531-62a86e33a7a7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.065705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dede6221-6fc9-4440-b46a-596b848b41d4 req-adc6908b-4017-496f-8531-62a86e33a7a7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.2113791 Nov 23 02:31:41.086786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c50842-0d0d-476e-bce0-acca17279f95 req-892f6aa9-f9dd-4fb6-ade9-3afc0de450bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.088307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-892f6aa9-f9dd-4fb6-ade9-3afc0de450bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1097 time: 0.2057693 Nov 23 02:31:41.088563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78438c28-9d36-4148-90a6-fb10564bd825 req-1102bd74-66c1-4bc5-8dad-b344c5e53d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.092547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-1102bd74-66c1-4bc5-8dad-b344c5e53d94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643992 Nov 23 02:31:41.222699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0ccbf0f-5022-424f-b61f-9d5b3d4514c3 req-b6cf28c5-5948-42de-b156-4611ae5d631c tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845365 Nov 23 02:31:41.248707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dede6221-6fc9-4440-b46a-596b848b41d4 req-850dadd3-354d-475e-a027-fdb0f358d5bd tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820452 Nov 23 02:31:41.333808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c50842-0d0d-476e-bce0-acca17279f95 req-0faaa190-a198-48ce-bfaf-55b702baa0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.336576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-0faaa190-a198-48ce-bfaf-55b702baa0d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.2232609 Nov 23 02:31:41.360666 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-f6b08165-869a-44b3-a32b-769ccdc6a6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504241 Nov 23 02:31:41.392418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-b068f21b-b074-4540-9161-ad74e3763021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 200 len: 217 time: 0.0482237 Nov 23 02:31:41.533008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-78438c28-9d36-4148-90a6-fb10564bd825 req-640d3cec-8136-419e-8af0-ebf1b42c8b53 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Nov 23 02:31:41.662546 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:41.836793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3f2bd73-c949-4c2e-a6dc-2cab65a64519 req-67a321e6-85ba-47f1-9c54-db6ce6bccbb3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.4433994 Nov 23 02:31:41.857464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c50842-0d0d-476e-bce0-acca17279f95 req-f1031189-e462-4544-9c67-81c6ed340126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.858926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-f1031189-e462-4544-9c67-81c6ed340126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.4045959 Nov 23 02:31:41.866413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e5bc7-6105-48e8-9c4b-e6046581b60d req-01bf54f7-00a8-48fd-bb73-c1e7a33fc8db tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:41.867850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d4e5bc7-6105-48e8-9c4b-e6046581b60d req-01bf54f7-00a8-48fd-bb73-c1e7a33fc8db tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 945 time: 0.5249698 Nov 23 02:31:41.920493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-b5806056-662a-4981-9197-5f84df7f6c60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515811 Nov 23 02:31:42.008916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d4e5bc7-6105-48e8-9c4b-e6046581b60d req-98358664-6f1f-4373-868d-c8e835529674 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342428 Nov 23 02:31:42.079931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-c1929126-ac05-4e7e-9120-2f8ed03ce2bd service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499481 Nov 23 02:31:42.218081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90c50842-0d0d-476e-bce0-acca17279f95 req-ee1f3beb-e654-4c44-bf90-ec5141784ef7 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182318 Nov 23 02:31:42.391265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1de738-c562-4f9a-880f-178dad52445e req-2f814288-e9d8-4b1d-8064-23e9741459d4 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:42.393143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f1de738-c562-4f9a-880f-178dad52445e req-2f814288-e9d8-4b1d-8064-23e9741459d4 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 948 time: 0.0584633 Nov 23 02:31:42.473394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f1de738-c562-4f9a-880f-178dad52445e req-8a88b3a1-bdd0-4705-bae4-9a4cb171e068 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721560 Nov 23 02:31:42.538490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87a260-10f8-4566-a0b9-9d5ac31a391a req-34289f3b-5ffa-4e0a-b993-3bd8c4672789 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:42.540377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c87a260-10f8-4566-a0b9-9d5ac31a391a req-34289f3b-5ffa-4e0a-b993-3bd8c4672789 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 945 time: 0.0659294 Nov 23 02:31:42.544016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:42.617638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c87a260-10f8-4566-a0b9-9d5ac31a391a req-f9ce2a9f-e62e-4d4a-85f6-e7a3babd6bda tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Nov 23 02:31:42.637824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65655dab-c4a9-4b1a-864b-c491ddddc65f req-e5883109-3ac5-4071-8334-ce023910b5a5 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:42.639492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65655dab-c4a9-4b1a-864b-c491ddddc65f req-e5883109-3ac5-4071-8334-ce023910b5a5 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.0720866 Nov 23 02:31:42.670018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.736414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65655dab-c4a9-4b1a-864b-c491ddddc65f req-777f57f1-45ad-470e-835c-996749782f1a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794084 Nov 23 02:31:42.802287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.806927 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.853979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ba0f61d010b4b7a8dfec26cd58fa13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086946 Nov 23 02:31:42.855393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30934d2-1528-4a00-858a-de1da8ccaf93,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:42.856711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:42.862953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 03d42e75-ba5c-4b77-8ea7-07eb888bafdf details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:42.892164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.892607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.892971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.894472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.894881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.895216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.896528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.896885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.897231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.897901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.897901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.898228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c75dec2-6d45-4a09-bf57-efcecc0eedea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:42.930401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:42.930758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.960877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.026824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.029124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14305006-28a1-4cfa-8944-55df99bdfd6c req-296b37e4-50b9-4a27-861b-5e6bb49d4fe3 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0832083 Nov 23 02:31:43.034187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.038028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b30934d2-1528-4a00-858a-de1da8ccaf93 HTTP/1.1" status: 204 len: 168 time: 0.1775453 Nov 23 02:31:43.052094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307fbc-385a-4107-9069-f687c1dd0e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30934d2-1528-4a00-858a-de1da8ccaf93,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.114770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:43.131255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3482925-475a-49f4-8a0b-8b8b6fb0fdc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.149144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf', 'mac_address': 'fa:16:3e:72:87:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:43.201223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.223551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d42e75-ba5c-4b77-8ea7-07eb888bafdf {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:43.248089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:43.253583 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.263514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3482925-475a-49f4-8a0b-8b8b6fb0fdc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.268984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3482925-475a-49f4-8a0b-8b8b6fb0fdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.317272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3482925-475a-49f4-8a0b-8b8b6fb0fdc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1381aa8cb5134081be3881c5cc34aa8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852630 Nov 23 02:31:43.319816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44534) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:43.342255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.347340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3482925-475a-49f4-8a0b-8b8b6fb0fdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65287ee0-c44c-46e3-9604-ca26f7683f11,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.400737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.424636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.446771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:43.460098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5432-c40e-434a-8494-d207693bfdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.498544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.501201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.502354 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65287ee0-c44c-46e3-9604-ca26f7683f11 HTTP/1.1" status: 204 len: 168 time: 0.1815453 Nov 23 02:31:43.534235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef23d96-6b53-44cc-abae-995da3c5400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65287ee0-c44c-46e3-9604-ca26f7683f11,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.561394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['03d42e75-ba5c-4b77-8ea7-07eb888bafdf'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:43.623782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5432-c40e-434a-8494-d207693bfdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.641842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a782f-f2bf-45fa-af6b-8de192dcbbed req-04875764-680e-4876-bc14-ff9e5acded8e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:43.643648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b3a782f-f2bf-45fa-af6b-8de192dcbbed req-04875764-680e-4876-bc14-ff9e5acded8e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 949 time: 0.0962987 Nov 23 02:31:43.644453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5432-c40e-434a-8494-d207693bfdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.677677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3ad5432-c40e-434a-8494-d207693bfdf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd3b41b4a0064b359eab0d23ae506452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298107 Nov 23 02:31:43.679697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44544) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:43.695468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-a84a0096-612a-4000-bc01-771d8421722d tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:43.698997 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-a84a0096-612a-4000-bc01-771d8421722d tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 945 time: 0.0770259 Nov 23 02:31:43.744368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad5432-c40e-434a-8494-d207693bfdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1f9cf-c2b4-447c-b0d3-f74057f2fdd0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.843850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b3a782f-f2bf-45fa-af6b-8de192dcbbed req-ad0bcd6c-fbc4-4e99-a7e6-7e7e083f86c9 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679912 Nov 23 02:31:43.859398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Deleting port c6ab4397-baea-4c94-99dc-08a5a4660571 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:43.859895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.900107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c9f59-aac9-4153-b14e-60c3f5dfa086 req-e7b80f05-e09f-4bd9-824c-14a0a2bedd44 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:43.909594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-801c9f59-aac9-4153-b14e-60c3f5dfa086 req-e7b80f05-e09f-4bd9-824c-14a0a2bedd44 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ef4efc9-0202-4780-ba09-8cd4e61209df HTTP/1.1" status: 200 len: 945 time: 0.1427000 Nov 23 02:31:43.935346 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.980742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] For port c6ab4397-baea-4c94-99dc-08a5a4660571, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c6ab4397-baea-4c94-99dc-08a5a4660571,segment=NetworkSegment(0908ecd2-f3a0-461e-ab0a-fef54347b5f8),segment_id=0908ecd2-f3a0-461e-ab0a-fef54347b5f8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:43.981107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.997760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Calling delete_port for c6ab4397-baea-4c94-99dc-08a5a4660571 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:43.998596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.058246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-801c9f59-aac9-4153-b14e-60c3f5dfa086 req-a35a033a-d00a-47a5-b5cd-78148b48e55a tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6a1bbc-377e-43c9-aba2-feeff4fafd18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226969 Nov 23 02:31:44.088237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694284ca-4d99-439c-8ba7-a097946fe8c4 req-adf04e0d-1cdd-47a1-a6d4-cc4271f6a957 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:44.089844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-694284ca-4d99-439c-8ba7-a097946fe8c4 req-adf04e0d-1cdd-47a1-a6d4-cc4271f6a957 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1443067 Nov 23 02:31:44.154092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.157587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.161477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef1f9cf-c2b4-447c-b0d3-f74057f2fdd0 HTTP/1.1" status: 204 len: 168 time: 0.4794350 Nov 23 02:31:44.181681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.195382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c6ab4397-baea-4c94-99dc-08a5a4660571'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:44.203464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe432a81-30b1-43f3-b48b-b07b393e7662 req-dda68bfc-d681-49e8-bad0-71efd36868af tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0575280 Nov 23 02:31:44.227371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310846a6-d1d5-41ec-a5fb-f465223bf983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1f9cf-c2b4-447c-b0d3-f74057f2fdd0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:44.258910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Pushing event deleted for resources: {'Port': ['ID=c6ab4397-baea-4c94-99dc-08a5a4660571,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:44.260198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-694284ca-4d99-439c-8ba7-a097946fe8c4 req-0165313e-59e2-4fd7-aa29-d962c00960af tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619103 Nov 23 02:31:44.379534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] No DVR routers for this DVR port c6ab4397-baea-4c94-99dc-08a5a4660571 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:44.383707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.387801 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de103c62-43ab-4e23-ae88-bbc37294cfe3 req-ca280b90-0fcc-4235-b3d6-3b21ee8b7096 tempest-InstanceActionsV221TestJSON-762081773 tempest-InstanceActionsV221TestJSON-762081773-project] 10.222.0.47 "DELETE /v2.0/ports/c6ab4397-baea-4c94-99dc-08a5a4660571 HTTP/1.1" status: 204 len: 173 time: 0.6831079 Nov 23 02:31:44.388406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'name': 'network-vif-deleted', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:44.391882 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a3c2e-ab06-4aea-93c5-2ffb8bb79ee0" -d '{"events": [{"server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "name": "network-vif-deleted", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:44.447193 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394e838f-7297-4367-a3db-b713a711a1b2 x-openstack-request-id: req-394e838f-7297-4367-a3db-b713a711a1b2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:44.447495 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef4efc9-0202-4780-ba09-8cd4e61209df", "name": "network-vif-deleted", "tag": "c6ab4397-baea-4c94-99dc-08a5a4660571", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:44.447755 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-394e838f-7297-4367-a3db-b713a711a1b2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:44.448190 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef4efc9-0202-4780-ba09-8cd4e61209df', 'name': 'network-vif-deleted', 'tag': 'c6ab4397-baea-4c94-99dc-08a5a4660571', 'status': 'completed', 'code': 200} Nov 23 02:31:44.876097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 03d42e75-ba5c-4b77-8ea7-07eb888bafdf up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:44.939540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:44.945216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:44.945664 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:45.022899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b89276-148c-4e94-8742-7f61382b7e5f req-d14901ff-f8c4-499c-8f28-9b1244998f0f tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.025148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25b89276-148c-4e94-8742-7f61382b7e5f req-d14901ff-f8c4-499c-8f28-9b1244998f0f tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 949 time: 0.0570621 Nov 23 02:31:45.101674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25b89276-148c-4e94-8742-7f61382b7e5f req-19fc1470-aa82-4285-abd5-3fc7a503d59a tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687492 Nov 23 02:31:45.110774 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:45.145816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:45.148746 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d8a7a-cacd-4e1d-ad58-09d95eab24d0" -d '{"events": [{"server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "name": "network-vif-plugged", "status": "completed", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:45.163633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:45.170257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:45.220822 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c4ff87-5ce4-497b-9ad6-e80a205165cf x-openstack-request-id: req-41c4ff87-5ce4-497b-9ad6-e80a205165cf {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:45.221490 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "name": "network-vif-plugged", "status": "completed", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:45.221634 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41c4ff87-5ce4-497b-9ad6-e80a205165cf {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:45.222388 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf', 'code': 200} Nov 23 02:31:45.256954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:45.443957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a5b626e-e920-4a36-bab1-fb9187907f1b req-9b1e0918-e6ce-4f22-8a95-0b619761cde2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0841849 Nov 23 02:31:45.493558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976e488-9503-49e7-bc2e-b932c12a3e84 req-3f67ea66-5a06-41e7-8958-a5efe7e6fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.495111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3976e488-9503-49e7-bc2e-b932c12a3e84 req-3f67ea66-5a06-41e7-8958-a5efe7e6fb2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 1102 time: 0.1794753 Nov 23 02:31:45.533156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710565b-c7c3-4e90-b1fc-759e5bfb7fca req-68a075c5-8504-4db8-b127-3d95f81a7e9a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.540990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d710565b-c7c3-4e90-b1fc-759e5bfb7fca req-68a075c5-8504-4db8-b127-3d95f81a7e9a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1160791 Nov 23 02:31:45.646615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3976e488-9503-49e7-bc2e-b932c12a3e84 req-ad6406ce-4734-48a3-80be-29c705995cbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333499 Nov 23 02:31:45.675630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d710565b-c7c3-4e90-b1fc-759e5bfb7fca req-2fc926c7-4eed-4606-9ab9-418521941d7a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328847 Nov 23 02:31:45.751889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44636) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:45.824875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Deleting subnet 0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:45.829335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:45.874032 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:45.939974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.015197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.041958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:46.046061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.053507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5eb2bc7e-3259-4745-b8be-37c6626735e0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0ccb47d0-a605-4b80-9d0e-e66e8f4c9fc3 HTTP/1.1" status: 204 len: 168 time: 0.2987027 Nov 23 02:31:46.053507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:46.130016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.227106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.268183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2e097e-8cdf-414c-85cc-a5cd8897135f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:46.282066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0908ecd2-f3a0-461e-ab0a-fef54347b5f8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:46.282360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0908ecd2-f3a0-461e-ab0a-fef54347b5f8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:46.296528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.311843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07046fd-1f66-415f-b5a5-4ac35b546639 req-69457e8d-4e71-4bb7-a304-6b8c34bec892 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:46.313810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b07046fd-1f66-415f-b5a5-4ac35b546639 req-69457e8d-4e71-4bb7-a304-6b8c34bec892 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 950 time: 0.1003685 Nov 23 02:31:46.327639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.371011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:46.371414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:46.373276 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:46.453443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b07046fd-1f66-415f-b5a5-4ac35b546639 req-406bda43-622c-410b-bc02-efa3b8057258 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223607 Nov 23 02:31:46.481512 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.485781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c6ab4397-baea-4c94-99dc-08a5a4660571 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:46.491993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.499731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c2e097e-8cdf-414c-85cc-a5cd8897135f HTTP/1.1" status: 204 len: 168 time: 0.4443038 Nov 23 02:31:46.514291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be562206-fe66-4dad-978f-10ba2ae4bafe admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2e097e-8cdf-414c-85cc-a5cd8897135f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:46.545098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: c6ab4397-baea-4c94-99dc-08a5a4660571 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:46.545451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c6ab4397-baea-4c94-99dc-08a5a4660571 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:46.596257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76384ce4-ef7c-4f05-9c94-f5d409bd49b9 req-c29e96b6-c469-4498-8a2b-b07bf597dc29 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d7a5102-fdc0-4763-b74c-9e5d801effb4 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Nov 23 02:31:46.725784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:46.788295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a401812-c435-46c7-ae20-c233a62ad22c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=172d691a1f2b46a886b8a3afd4872667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612876 Nov 23 02:31:46.791222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:46.846394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c543e1-adbc-4f19-ad6a-b378b4d9a9a1 req-c142e3e1-6abb-40dc-b497-dc41e66315a6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:46.848373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9c543e1-adbc-4f19-ad6a-b378b4d9a9a1 req-c142e3e1-6abb-40dc-b497-dc41e66315a6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.0798626 Nov 23 02:31:46.860574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.890879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.935258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9c543e1-adbc-4f19-ad6a-b378b4d9a9a1 req-41f179a4-51a3-4b9c-9233-42c47abe35bd tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Nov 23 02:31:46.960648 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.964229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:46.965388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f6a1bbc-377e-43c9-aba2-feeff4fafd18 HTTP/1.1" status: 204 len: 168 time: 0.1726284 Nov 23 02:31:46.976192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6a1bbc-377e-43c9-aba2-feeff4fafd18,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:46.984818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.985169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.985509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.985838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.986468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.987000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.987282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.987610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.988067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.988419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.988706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:46.989025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039576b5-8f6c-4aa0-a54d-2a65a042ee3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:47.588969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c283e4-0461-4ed2-9c9b-21900a4d772d req-6bab7527-54c0-4a50-b021-97480c34be8e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:47.591408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78c283e4-0461-4ed2-9c9b-21900a4d772d req-6bab7527-54c0-4a50-b021-97480c34be8e tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 950 time: 0.0634146 Nov 23 02:31:47.669968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78c283e4-0461-4ed2-9c9b-21900a4d772d req-68562ac4-288a-465c-b14e-f6a71b4b252f tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677984 Nov 23 02:31:47.752459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:47.798259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:47.826926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.862782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.930604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.937736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.941445 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/security-groups/eaca9870-b329-40a4-b5b3-de8285db83e1 HTTP/1.1" status: 204 len: 168 time: 0.1856000 Nov 23 02:31:47.942337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:47.956285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc3b30-0b37-4635-8370-9c78319d3b52 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca9870-b329-40a4-b5b3-de8285db83e1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:47.970156 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b8b079e4-f495-4652-b8d4-81493236e65a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] show failed (client error): The resource could not be found. Nov 23 02:31:47.975038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44742) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:47.977048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b8b079e4-f495-4652-b8d4-81493236e65a tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "GET /v2.0/security-groups/eaca9870-b329-40a4-b5b3-de8285db83e1 HTTP/1.1" status: 404 len: 347 time: 0.0332689 Nov 23 02:31:48.175148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0f5b1-1c70-4526-88f2-34ee23a4809b req-9a1d28ad-f2d3-4e4e-b67b-d6aa0969a2fc tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:48.182099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ec0f5b1-1c70-4526-88f2-34ee23a4809b req-9a1d28ad-f2d3-4e4e-b67b-d6aa0969a2fc tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 950 time: 0.0972080 Nov 23 02:31:48.197533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port e841b7f7-c5ff-49af-8fa3-9c116bd4414a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:48.198835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.274386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ec0f5b1-1c70-4526-88f2-34ee23a4809b req-98e3c304-e8a1-473a-8ed2-23aea018e9ec tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895405 Nov 23 02:31:48.289750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.289750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.296667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a0f8f48-5179-4be0-a3e2-f5342fe7b23b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.305804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for e841b7f7-c5ff-49af-8fa3-9c116bd4414a owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:48.327753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3da9dd-b8b7-4998-a559-2f8df28cc1ef req-5af069e8-09c8-4c44-b541-f9345a51df53 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:48.336144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d3da9dd-b8b7-4998-a559-2f8df28cc1ef req-5af069e8-09c8-4c44-b541-f9345a51df53 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1504500 Nov 23 02:31:48.432888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d3da9dd-b8b7-4998-a559-2f8df28cc1ef req-9dc09bc7-83b4-4122-92e5-0501bbcfd9d7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952301 Nov 23 02:31:48.475389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a0f8f48-5179-4be0-a3e2-f5342fe7b23b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.481020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a0f8f48-5179-4be0-a3e2-f5342fe7b23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.497314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.529294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f8f48-5179-4be0-a3e2-f5342fe7b23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb49769-950b-418c-a891-af2b9c6b7aa5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:48.535124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a0f8f48-5179-4be0-a3e2-f5342fe7b23b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c2ecb470d204c7c99b92ce8b7c01c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7357347 Nov 23 02:31:48.537600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44758) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:48.553408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=e841b7f7-c5ff-49af-8fa3-9c116bd4414a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:48.603204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.643237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.653786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.657233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.658547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a9fe5a3-e155-49fd-8c52-81fcba451772 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/floatingips/32f6a5df-d869-4511-bfd1-6b3c7a68e63a HTTP/1.1" status: 204 len: 168 time: 0.6817796 Nov 23 02:31:48.662424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44766) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:48.706899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.710184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.714280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdb49769-950b-418c-a891-af2b9c6b7aa5 HTTP/1.1" status: 204 len: 168 time: 0.1722906 Nov 23 02:31:48.720447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38e087-a2d0-4f9b-8f8f-d9f08305a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb49769-950b-418c-a891-af2b9c6b7aa5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.103502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 3ae34b1f-8195-4256-b9a9-baaf5fd60713 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:49.105018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.159931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:49.175806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c690fb1f-76c6-483a-96bb-96e40795bd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.197066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:49.217841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.235469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 3ae34b1f-8195-4256-b9a9-baaf5fd60713 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:49.274108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c690fb1f-76c6-483a-96bb-96e40795bd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.284509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c690fb1f-76c6-483a-96bb-96e40795bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.353436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690fb1f-76c6-483a-96bb-96e40795bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aed161-7206-4f9f-b7fe-18e7b377fa68,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.419972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c690fb1f-76c6-483a-96bb-96e40795bd6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f46052605f243078788b2d9e0ea793b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592900 Nov 23 02:31:49.421936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:49.447932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.483227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=3ae34b1f-8195-4256-b9a9-baaf5fd60713,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.504179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40582-6b98-487b-b7a4-dc753e25b56b req-c37a7014-240b-43ae-afde-7003d117b5b1 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.505920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aa40582-6b98-487b-b7a4-dc753e25b56b req-c37a7014-240b-43ae-afde-7003d117b5b1 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 950 time: 0.1272974 Nov 23 02:31:49.507393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.537642 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.546392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8fe33da-1c6c-4d19-b18c-8143e295ca43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.589982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.594128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d0c90251-f1ca-4e6d-9c85-0eb862a54ba8 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/ports/3ae34b1f-8195-4256-b9a9-baaf5fd60713 HTTP/1.1" status: 204 len: 168 time: 0.9301081 Nov 23 02:31:49.596093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44810) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:49.712624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port c523b17d-5d71-4280-a8d7-7ff2789822b7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:49.713006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.742086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aa40582-6b98-487b-b7a4-dc753e25b56b req-0673d19a-9d0d-48e8-8b22-81cfe069df94 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/security-groups?id=2163df66-ae54-4c3c-97b2-04fab532f844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968107 Nov 23 02:31:49.760680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.763104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.764248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2aed161-7206-4f9f-b7fe-18e7b377fa68 HTTP/1.1" status: 204 len: 168 time: 0.3411214 Nov 23 02:31:49.800263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021bfdf-c418-44d2-bb1c-c135a515416d req-1cc2a0be-8eb2-422c-b173-8334124c1e29 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.802485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c021bfdf-c418-44d2-bb1c-c135a515416d req-1cc2a0be-8eb2-422c-b173-8334124c1e29 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.2042446 Nov 23 02:31:49.807995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ba4dd-6a0d-4c0a-b152-7a0dda3d50b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aed161-7206-4f9f-b7fe-18e7b377fa68,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.840606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-d324bbef-7a32-4fa4-b939-42f67268104c tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.842954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-d324bbef-7a32-4fa4-b939-42f67268104c tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.41 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 950 time: 0.1947238 Nov 23 02:31:49.868226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.880983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8fe33da-1c6c-4d19-b18c-8143e295ca43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.891102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for c523b17d-5d71-4280-a8d7-7ff2789822b7 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:49.933210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8fe33da-1c6c-4d19-b18c-8143e295ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.068153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c021bfdf-c418-44d2-bb1c-c135a515416d req-d5919d98-caa8-41d6-a3b6-53332016b5c9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467864 Nov 23 02:31:50.076549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe33da-1c6c-4d19-b18c-8143e295ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0372cb-f677-4418-8b80-a1e174bee9d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.081947 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e8fe33da-1c6c-4d19-b18c-8143e295ca43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5ea41c9ff1c4dfb86010014975f4e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8838959 Nov 23 02:31:50.087428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:50.093074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.153664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=c523b17d-5d71-4280-a8d7-7ff2789822b7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.221700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.229984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Deleting port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:50.230242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.256877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.263493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f1812751-23a5-4f49-ac43-09008f3652cd tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/ports/c523b17d-5d71-4280-a8d7-7ff2789822b7 HTTP/1.1" status: 204 len: 168 time: 0.6640813 Nov 23 02:31:50.263949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44834) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:50.349427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting subnet 02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:50.355121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.362976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.404613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.434402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] For port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:50.434801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.452148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Calling delete_port for 03d42e75-ba5c-4b77-8ea7-07eb888bafdf owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:50.466643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.470209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.474495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b0372cb-f677-4418-8b80-a1e174bee9d5 HTTP/1.1" status: 204 len: 168 time: 0.3842752 Nov 23 02:31:50.559799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5cc20-2365-4fd9-9771-f64b8d93e934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0372cb-f677-4418-8b80-a1e174bee9d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.589550 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.728468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.754753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.798279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Subnet': ['ID=02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.801137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['03d42e75-ba5c-4b77-8ea7-07eb888bafdf'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:50.804467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.814646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-98f9f17c-87a5-4cfb-a8c6-46e87e0b931c tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/subnets/02d7bd12-6ba0-42e0-bafe-a3ba6ab89a7f HTTP/1.1" status: 204 len: 168 time: 0.5426872 Nov 23 02:31:50.816590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:50.906002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e37a0f-764d-416e-b1d0-48769acbee63 None None] Network 7a820282-6f7e-4c0e-996e-6aa1171e155f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:50.914787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Pushing event deleted for resources: {'Port': ['ID=03d42e75-ba5c-4b77-8ea7-07eb888bafdf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.980726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] No DVR routers for this DVR port 03d42e75-ba5c-4b77-8ea7-07eb888bafdf on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:50.991897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.003117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-edecfdba-0f7e-44c4-b0b1-353cd7bc27a7 req-93b786a1-542b-44bc-b1fe-54f24113172b tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.41 "DELETE /v2.0/ports/03d42e75-ba5c-4b77-8ea7-07eb888bafdf HTTP/1.1" status: 204 len: 173 time: 1.1391752 Nov 23 02:31:51.003619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'name': 'network-vif-deleted', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:51.016866 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00131728-875c-4def-9097-5e0e21954b8a" -d '{"events": [{"server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "name": "network-vif-deleted", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:51.034458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting subnet a9bbd770-f772-4925-a8fe-4a5eca0dd744 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:51.066574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.073295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8070068c-bdcb-4370-974a-7647caab1ffc req-5519d823-07dd-47dc-9cfa-5415698e2694 tempest-ServerDiagnosticsNegativeTest-354374013 tempest-ServerDiagnosticsNegativeTest-354374013-project] 10.222.0.15 "GET /v2.0/ports?device_id=caca29eb-be7b-47e2-896b-09ca5c8a2d2e HTTP/1.1" status: 200 len: 210 time: 0.1166930 Nov 23 02:31:51.157586 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d426c53-8503-4c8f-92e5-854f2cb51d49 x-openstack-request-id: req-2d426c53-8503-4c8f-92e5-854f2cb51d49 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:51.158089 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caca29eb-be7b-47e2-896b-09ca5c8a2d2e", "name": "network-vif-deleted", "tag": "03d42e75-ba5c-4b77-8ea7-07eb888bafdf", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:51.158440 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d426c53-8503-4c8f-92e5-854f2cb51d49 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:51.160155 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caca29eb-be7b-47e2-896b-09ca5c8a2d2e', 'name': 'network-vif-deleted', 'tag': '03d42e75-ba5c-4b77-8ea7-07eb888bafdf', 'status': 'completed', 'code': 200} Nov 23 02:31:51.160498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.315828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a0de9-4a59-4040-b00b-d92c12cda110 req-524cbd5b-5677-48cb-8696-aae8192bd2a8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:51.318076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f84a0de9-4a59-4040-b00b-d92c12cda110 req-524cbd5b-5677-48cb-8696-aae8192bd2a8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.0986238 Nov 23 02:31:51.375272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.414219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f84a0de9-4a59-4040-b00b-d92c12cda110 req-8b17a0ef-2297-42da-b999-123aea551548 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889316 Nov 23 02:31:51.421832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] DHCP port deletion for 7a820282-6f7e-4c0e-996e-6aa1171e155f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:51.486162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Deleting port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:51.486745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.498052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.525615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.533724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/subnets/a9bbd770-f772-4925-a8fe-4a5eca0dd744 HTTP/1.1" status: 204 len: 168 time: 0.7135992 Nov 23 02:31:51.534458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:51.554331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f312-ad60-4075-a252-43db5d9b14b2 tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Subnet': ['ID=a9bbd770-f772-4925-a8fe-4a5eca0dd744,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:51.570567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbe1df3-8b81-4362-898d-aa7091cffa49 None None] Network 9e3edc06-c7b3-46b4-8124-cf27c4465b6c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:51.590651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] For port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,segment=NetworkSegment(5952e6a5-8eed-475d-bffc-57a0526641f9),segment_id=5952e6a5-8eed-475d-bffc-57a0526641f9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:51.591254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.605436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Calling delete_port for 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:51.675879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:51.687780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.766261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.774063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Deleting port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:51.774704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.818644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Pushing event deleted for resources: {'Port': ['ID=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:51.843148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] No DVR routers for this DVR port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:51.854335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.855937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.856414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.856979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.857533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.858254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.858839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.860200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.860810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.861425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.861994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.862487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb9958-f319-4484-ad7c-cbb311a55277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:51.888853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] For port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:51.889233 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.911842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Calling delete_port for 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:51.919661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:31:51.922244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.923125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No active binding found for port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f {{(pid=103573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 02:31:51.923615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:51.983207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Port': ['ID=7a59ba9d-1147-4648-a8b9-52f05ccf9d8f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:51.992412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] No DVR routers for this DVR port 7a59ba9d-1147-4648-a8b9-52f05ccf9d8f on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:52.078371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] DHCP port deletion for 9e3edc06-c7b3-46b4-8124-cf27c4465b6c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:52.149680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.162049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Deleting port 0feedbb3-d44a-4e2c-baad-7c75706fc595 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:52.162534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.201579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a820282-6f7e-4c0e-996e-6aa1171e155f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.212520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5952e6a5-8eed-475d-bffc-57a0526641f9') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.212816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5952e6a5-8eed-475d-bffc-57a0526641f9') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.223731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.239641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.248898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:52.249452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:52.253621 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:52.259377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44922) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.260733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] For port 0feedbb3-d44a-4e2c-baad-7c75706fc595, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0feedbb3-d44a-4e2c-baad-7c75706fc595,segment=NetworkSegment(d4724830-a25b-4c32-9266-b19772674203),segment_id=d4724830-a25b-4c32-9266-b19772674203)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:52.262079 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.281416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Calling delete_port for 0feedbb3-d44a-4e2c-baad-7c75706fc595 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:52.373087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.391418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.396073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/networks/7a820282-6f7e-4c0e-996e-6aa1171e155f HTTP/1.1" status: 204 len: 168 time: 0.8604980 Nov 23 02:31:52.399564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44932) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.412613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8ac3-8f7c-44e4-8cb8-51f087bf67ce tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Network': ['ID=7a820282-6f7e-4c0e-996e-6aa1171e155f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.431486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.456929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] Pushing event deleted for resources: {'Port': ['ID=0feedbb3-d44a-4e2c-baad-7c75706fc595,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.467082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231ee6b-539b-4e42-843d-903eee6737d4 None None] No DVR routers for this DVR port 0feedbb3-d44a-4e2c-baad-7c75706fc595 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:52.579624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.618128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977424e-ed9d-4e09-9a10-2d0a7037f379 req-ff620f9a-a1f7-4371-b612-70e33ce4dda0 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:52.621886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7977424e-ed9d-4e09-9a10-2d0a7037f379 req-ff620f9a-a1f7-4371-b612-70e33ce4dda0 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.0863981 Nov 23 02:31:52.700480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7977424e-ed9d-4e09-9a10-2d0a7037f379 req-88f8fe67-3d1e-4887-804a-601d2398a9f5 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711091 Nov 23 02:31:52.714756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.739358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3edc06-c7b3-46b4-8124-cf27c4465b6c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.754678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4724830-a25b-4c32-9266-b19772674203') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.755020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4724830-a25b-4c32-9266-b19772674203') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.768021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.781061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.792004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.798698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1545847296-network', 'tenant_id': 'b71060c31b17495da68daf494818cbf0'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:52.811568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:52.812040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:52.815590 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:52.890293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 03d42e75-ba5c-4b77-8ea7-07eb888bafdf no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:52.912807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7e034f47-f168-4b99-b2d9-3ed328c09c2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9874b0990f1841968b748973ef177051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304383 Nov 23 02:31:52.913446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44962) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.915500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.942412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 03d42e75-ba5c-4b77-8ea7-07eb888bafdf {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:52.942800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 03d42e75-ba5c-4b77-8ea7-07eb888bafdf not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:52.945280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.952036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] 10.222.0.15 "DELETE /v2.0/networks/9e3edc06-c7b3-46b4-8124-cf27c4465b6c HTTP/1.1" status: 204 len: 168 time: 0.5478785 Nov 23 02:31:52.971256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:52.971256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.971256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00514e-f22a-42b0-90ad-108a5b01357d tempest-TaggedBootDevicesTest_v242-2121527822 tempest-TaggedBootDevicesTest_v242-2121527822-project] Pushing event deleted for resources: {'Network': ['ID=9e3edc06-c7b3-46b4-8124-cf27c4465b6c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.997060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.102493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.135068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b721a-cc0d-4a5b-b1f0-17eabeba18ff req-23c195f3-4d0c-4601-8bd5-ee8d8af88c8f tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:53.136687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d02b721a-cc0d-4a5b-b1f0-17eabeba18ff req-23c195f3-4d0c-4601-8bd5-ee8d8af88c8f tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.0888247 Nov 23 02:31:53.158604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.235267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d02b721a-cc0d-4a5b-b1f0-17eabeba18ff req-8e9b4d3d-9e57-41cb-8e03-491005e62fd7 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854549 Nov 23 02:31:53.236747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.240520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.244019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.285551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4a465f-c56b-4cb8-82df-73c727a2f954,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:53.290261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.293311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.294528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2163df66-ae54-4c3c-97b2-04fab532f844 HTTP/1.1" status: 204 len: 168 time: 0.3800077 Nov 23 02:31:53.321027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:31:53.324407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b537-f720-408e-b91a-d3995e1ce375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2163df66-ae54-4c3c-97b2-04fab532f844,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:53.337312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.337913 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Added segment 64728b87-769f-471e-9d29-7d59f7feedee of type vlan for network c8056917-46be-484d-956a-beadba793338 Nov 23 02:31:53.394323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.429939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.431041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:53.431679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.538537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:53.539218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2787302 Nov 23 02:31:53.546015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Request body: {'subnet': {'network_id': 'c8056917-46be-484d-956a-beadba793338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1545847296-subnet', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:53.572330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4bfb-156c-47cc-bbc7-7c3301d316c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c8056917-46be-484d-956a-beadba793338,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:53.584931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c8056917-46be-484d-956a-beadba793338 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:31:53.594069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:53.596800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.683376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0feedbb3-d44a-4e2c-baad-7c75706fc595 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:53.732670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0feedbb3-d44a-4e2c-baad-7c75706fc595 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:53.738949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0feedbb3-d44a-4e2c-baad-7c75706fc595 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:53.899218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45022) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:53.926738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e836b66-f36d-4ea0-a389-f0314910fd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.976054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb560d-06c6-4258-a040-b9a7dfc1a9ed req-531d9996-9b15-412d-8959-7b067140c7be tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:53.977756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57eb560d-06c6-4258-a040-b9a7dfc1a9ed req-531d9996-9b15-412d-8959-7b067140c7be tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1276052 Nov 23 02:31:54.006165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.092441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57eb560d-06c6-4258-a040-b9a7dfc1a9ed req-7e35db39-6c50-4c37-a7aa-6aec725a54fd tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078973 Nov 23 02:31:54.144971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6cb781-a468-4e27-b6b2-776c5b6c22b7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:54.150328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e836b66-f36d-4ea0-a389-f0314910fd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.158100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e836b66-f36d-4ea0-a389-f0314910fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.168713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:54.169558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Network hostable DHCP agents. Network: c8056917-46be-484d-956a-beadba793338, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:31:54.211915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Network c8056917-46be-484d-956a-beadba793338 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:31:54.223149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6e836b66-f36d-4ea0-a389-f0314910fd29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f951b176a2764afea3486115b26fb0d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223708 Nov 23 02:31:54.224826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e836b66-f36d-4ea0-a389-f0314910fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eafef59-a8e0-4565-a497-afd30175bbe6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:54.228275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:54.243699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c8056917-46be-484d-956a-beadba793338) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:54.255658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ab40f-ee42-405f-81cd-901ff7e4269c None None] Network c8056917-46be-484d-956a-beadba793338 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:54.259008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:54.259653 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.344437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f81e97bd-4d07-46ab-b4e4-e3fb0b9a64b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8044295 Nov 23 02:31:54.347556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45030) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:54.354780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:54.380923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45034) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:54.394260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.412386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.415033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.474745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.497146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.633007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c8056917-46be-484d-956a-beadba793338', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:31:54.633909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.756930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add30abe-84b9-45c3-aa35-44c7a0be6af8 req-a261c8ed-8983-4b03-8a4a-a0a688278617 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:54.759095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add30abe-84b9-45c3-aa35-44c7a0be6af8 req-a261c8ed-8983-4b03-8a4a-a0a688278617 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.2191558 Nov 23 02:31:54.761799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.765171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.767288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1eafef59-a8e0-4565-a497-afd30175bbe6 HTTP/1.1" status: 204 len: 168 time: 0.5374613 Nov 23 02:31:54.797214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b143e-467c-42ab-8c2f-e0963a32cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eafef59-a8e0-4565-a497-afd30175bbe6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:54.798909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d30df118-297f-4a13-bcb1-0229dcdf3a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.814746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.859574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-add30abe-84b9-45c3-aa35-44c7a0be6af8 req-cdeab400-4fa1-43f0-a8d6-0f0a2cd3ef4d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880489 Nov 23 02:31:55.023422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Allocated IP 172.20.0.2 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/50cc3848-73d1-45c8-b3fa-c5476939da8d) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:55.106914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d30df118-297f-4a13-bcb1-0229dcdf3a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.117053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d30df118-297f-4a13-bcb1-0229dcdf3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.178906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d30df118-297f-4a13-bcb1-0229dcdf3a4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31f4e51c3adc4708a63ecd25b1d481c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7905264 Nov 23 02:31:55.181408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:55.224593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30df118-297f-4a13-bcb1-0229dcdf3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea0d7c-0691-4990-a29a-57687053f08a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.350484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.361947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.407277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.429704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.440581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.476044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.478466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:55.487125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:55.493018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:55.501574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Pushing event updated for resources: {'Port': ['ID=50cc3848-73d1-45c8-b3fa-c5476939da8d,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.571446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Allocated IP 172.25.1.63 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/78695397-fe8a-4300-8d00-444bcd469ae7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:55.574907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.579386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.583793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffea0d7c-0691-4990-a29a-57687053f08a HTTP/1.1" status: 204 len: 168 time: 0.3991959 Nov 23 02:31:55.608443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8b1b0-efce-4b47-b099-061a84364767 req-fd4f6b0e-a39e-4a85-8829-c4149cf60cab tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:55.619472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96c8b1b0-efce-4b47-b099-061a84364767 req-fd4f6b0e-a39e-4a85-8829-c4149cf60cab tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.3988059 Nov 23 02:31:55.652010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Attempting to bind port 50cc3848-73d1-45c8-b3fa-c5476939da8d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:55.652644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Attempting to bind port 50cc3848-73d1-45c8-b3fa-c5476939da8d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:55.653193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Attempting to bind port 50cc3848-73d1-45c8-b3fa-c5476939da8d on network c8056917-46be-484d-956a-beadba793338 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:55.663301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:55.667331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:55.668070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.668621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:55.669304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Bound port: 50cc3848-73d1-45c8-b3fa-c5476939da8d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:55.669863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.673382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595b5ae-43a9-4267-b5b3-91ebafeb3200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea0d7c-0691-4990-a29a-57687053f08a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.695607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.738274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.758359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96c8b1b0-efce-4b47-b099-061a84364767 req-1a06c2fb-b489-495c-9391-89b10e775d52 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368594 Nov 23 02:31:55.808581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:55.817703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:55.821869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:55.829212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Pushing event updated for resources: {'Port': ['ID=78695397-fe8a-4300-8d00-444bcd469ae7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.907327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] For port 50cc3848-73d1-45c8-b3fa-c5476939da8d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:55.912297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] For port 50cc3848-73d1-45c8-b3fa-c5476939da8d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=50cc3848-73d1-45c8-b3fa-c5476939da8d,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:55.919144 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.945927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b50140-9e4a-4649-8d78-aa64edc05070 req-e2e64f6e-4341-4434-9a5f-16497d8468c5 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:55.960030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81b50140-9e4a-4649-8d78-aa64edc05070 req-e2e64f6e-4341-4434-9a5f-16497d8468c5 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.1927264 Nov 23 02:31:56.049858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9c44d-5cc7-4f2e-a020-fd02c5f57dd7 None None] Pushing event updated for resources: {'Port': ['ID=50cc3848-73d1-45c8-b3fa-c5476939da8d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.091202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81b50140-9e4a-4649-8d78-aa64edc05070 req-0aebcdcd-6ef7-42b2-9cd6-e4001c97a4cf tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309643 Nov 23 02:31:56.275241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:56.295914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6542c335-bfbb-4a5a-a6f7-0fb07ed832de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.431345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.519119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6542c335-bfbb-4a5a-a6f7-0fb07ed832de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.526541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6542c335-bfbb-4a5a-a6f7-0fb07ed832de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.581862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6542c335-bfbb-4a5a-a6f7-0fb07ed832de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96c698e961094ccc96487f92a4937a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026943 Nov 23 02:31:56.581862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542c335-bfbb-4a5a-a6f7-0fb07ed832de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa14624-b07c-4b83-acbe-88c6b8f9e154,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.583024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:56.657409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.691006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.737672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.801699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.804638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.808502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9aa14624-b07c-4b83-acbe-88c6b8f9e154 HTTP/1.1" status: 204 len: 168 time: 0.2129393 Nov 23 02:31:56.839274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee6d85-dd40-44c5-bd57-9bc1323d4c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa14624-b07c-4b83-acbe-88c6b8f9e154,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:57.139505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d39edf-aa7a-46d2-b112-94b2ad5f9182 req-50d3b8c8-d58c-4aba-93a5-8550a52b39b9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:57.144118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74d39edf-aa7a-46d2-b112-94b2ad5f9182 req-50d3b8c8-d58c-4aba-93a5-8550a52b39b9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1529970 Nov 23 02:31:57.159047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Router 30111bf3-5e06-4bb9-8f16-034c225f0490 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:31:57.251179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74d39edf-aa7a-46d2-b112-94b2ad5f9182 req-a51f9369-955a-436a-aeb0-2147e07d63c2 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020048 Nov 23 02:31:57.433087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:57.442420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Sync routers for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:57.460122 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:57.461011 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:57.488910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.494113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d3a11-5bb0-4f7f-9c1f-4092a92d964a req-81c3cdfc-f44a-464c-96e8-e82b4c934490 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:57.498923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c9d3a11-5bb0-4f7f-9c1f-4092a92d964a req-81c3cdfc-f44a-464c-96e8-e82b4c934490 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.2432013 Nov 23 02:31:57.503600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:57.503756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61f7f6f8-f790-4a17-97b9-df4cee58f593 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1475921 Nov 23 02:31:57.651852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396075be-59af-4250-a9e1-8f865e037254 None None] Network c8056917-46be-484d-956a-beadba793338 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:57.702463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903a94-8223-40e2-af2f-307be6c597dd req-56efcaea-c625-4753-a879-fb7ba51e03b2 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:57.704175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af903a94-8223-40e2-af2f-307be6c597dd req-56efcaea-c625-4753-a879-fb7ba51e03b2 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.41 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.3595636 Nov 23 02:31:57.753320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 50cc3848-73d1-45c8-b3fa-c5476939da8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:57.811722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] Provisioning complete for port 50cc3848-73d1-45c8-b3fa-c5476939da8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:57.812436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.975563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 50cc3848-73d1-45c8-b3fa-c5476939da8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:57.975942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.988598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:58.064019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c9d3a11-5bb0-4f7f-9c1f-4092a92d964a req-925a1dae-2701-4c30-83dc-e9bd57141b1b tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5532730 Nov 23 02:31:58.160054 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.442461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] For port 50cc3848-73d1-45c8-b3fa-c5476939da8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=50cc3848-73d1-45c8-b3fa-c5476939da8d,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:58.451187 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.511058 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 3, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:58.512592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94df0b3-9a22-46cb-b1cb-eb1f930299e0 None None] Pushing event updated for resources: {'Port': ['ID=50cc3848-73d1-45c8-b3fa-c5476939da8d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:58.518226 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.543853 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Checking router: 30111bf3-5e06-4bb9-8f16-034c225f0490 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:58.544805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Updating router 30111bf3-5e06-4bb9-8f16-034c225f0490 port 78695397-fe8a-4300-8d00-444bcd469ae7 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:58.604939 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.627551 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:31:58.628148 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:31:58.983527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8db2f049-4a81-4bc2-a236-678d5a61f027 None None] Provisioning complete for port 50cc3848-73d1-45c8-b3fa-c5476939da8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:58.984224 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8db2f049-4a81-4bc2-a236-678d5a61f027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.204797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Deleting port bc3b9649-7508-4f96-b024-7b16ac1a647a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:59.205308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.457608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.488626 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.500250 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.584621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] For port bc3b9649-7508-4f96-b024-7b16ac1a647a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=bc3b9649-7508-4f96-b024-7b16ac1a647a,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:59.600047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.633066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Attempting to bind port 78695397-fe8a-4300-8d00-444bcd469ae7 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:59.633570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Attempting to bind port 78695397-fe8a-4300-8d00-444bcd469ae7 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:59.633813 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Attempting to bind port 78695397-fe8a-4300-8d00-444bcd469ae7 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:59.659251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 50cc3848-73d1-45c8-b3fa-c5476939da8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:59.666947 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:59.667327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:59.667730 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.668126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:59.668598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Bound port: 78695397-fe8a-4300-8d00-444bcd469ae7, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:59.668974 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.681523 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a7be8-4f47-446c-8929-a7f585f241fa None None] Pushing event updated for resources: {'Port': ['ID=78695397-fe8a-4300-8d00-444bcd469ae7,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.795103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 50cc3848-73d1-45c8-b3fa-c5476939da8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:59.796196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.826670 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] For port 78695397-fe8a-4300-8d00-444bcd469ae7, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:59.832510 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] For port 78695397-fe8a-4300-8d00-444bcd469ae7, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=78695397-fe8a-4300-8d00-444bcd469ae7,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:59.850016 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.941188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb97de-7aa0-4aeb-8bc7-ab1c89c4bf75 req-8c3ee2ce-50d8-4848-a248-0fc6560571d3 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:59.956617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1fb97de-7aa0-4aeb-8bc7-ab1c89c4bf75 req-8c3ee2ce-50d8-4848-a248-0fc6560571d3 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 1.4623644 Nov 23 02:32:00.008442 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:00.010921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:00.019242 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a7be8-4f47-446c-8929-a7f585f241fa None None] Pushing event updated for resources: {'Port': ['ID=78695397-fe8a-4300-8d00-444bcd469ae7,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:00.087681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45212) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:00.168443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:00.236383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1fb97de-7aa0-4aeb-8bc7-ab1c89c4bf75 req-8d4ecfbd-8837-4727-bd75-9512a3c06ce3 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767880 Nov 23 02:32:00.383324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd3dc66-2928-4d2d-88df-7a40032d52b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.408939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.409324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.409630 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Floating IP c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b disassociated. External IP: 172.25.1.216, port: bc3b9649-7508-4f96-b024-7b16ac1a647a. Nov 23 02:32:00.409985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Calling delete_port for bc3b9649-7508-4f96-b024-7b16ac1a647a owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:00.459690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42c44-dc14-46cc-8241-70381655d755 req-5bc29485-68f6-4246-b9fd-c196c0bf9a47 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:00.466756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b42c44-dc14-46cc-8241-70381655d755 req-5bc29485-68f6-4246-b9fd-c196c0bf9a47 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 945 time: 0.6575410 Nov 23 02:32:00.507185 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 3, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:00.606530 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef71e0d-0cb1-47f7-a2bb-94c370ddfe0a None None] The sync data for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 is: [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 3, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:00.624564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd3dc66-2928-4d2d-88df-7a40032d52b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.639087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd3dc66-2928-4d2d-88df-7a40032d52b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.771011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.778478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2fd3dc66-2928-4d2d-88df-7a40032d52b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e21976916c249bc9a6b3c6eb2978aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6896260 Nov 23 02:32:00.782129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3dc66-2928-4d2d-88df-7a40032d52b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2683ab95-6672-4f9e-aa02-c169ac95132c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:00.787669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45232) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:00.871697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45234) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:00.906941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b42c44-dc14-46cc-8241-70381655d755 req-98ac26a4-7d49-4f9c-ba00-bc4568446eb1 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups?id=da3eb97d-b1ec-4438-8f9e-ddf3c9924610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157820 Nov 23 02:32:00.935986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.967985 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.969069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device bc3b9649-7508-4f96-b024-7b16ac1a647a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:00.971959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.010085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: bc3b9649-7508-4f96-b024-7b16ac1a647a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:01.010429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device bc3b9649-7508-4f96-b024-7b16ac1a647a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:01.067832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.083138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.087056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2683ab95-6672-4f9e-aa02-c169ac95132c HTTP/1.1" status: 204 len: 168 time: 0.2945974 Nov 23 02:32:01.095574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9c7-78ab-4074-9b38-514c592f5664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.121934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d60d2-9e2c-4f94-aa71-ab93dac5473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2683ab95-6672-4f9e-aa02-c169ac95132c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:01.168150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event deleted for resources: {'Port': ['ID=bc3b9649-7508-4f96-b024-7b16ac1a647a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:01.356401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9c7-78ab-4074-9b38-514c592f5664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.361031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9c7-78ab-4074-9b38-514c592f5664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.459591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea9c7-78ab-4074-9b38-514c592f5664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817c6c45-5ca7-441b-b19b-5876c5120f8b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:01.498797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de1ea9c7-78ab-4074-9b38-514c592f5664 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7adecab312e840c7aad61f6af50bc9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255393 Nov 23 02:32:01.504442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45248) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:01.637173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.684605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.726568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 78695397-fe8a-4300-8d00-444bcd469ae7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:01.758079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45252) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:01.777552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.780929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.784050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/817c6c45-5ca7-441b-b19b-5876c5120f8b HTTP/1.1" status: 204 len: 168 time: 0.2784636 Nov 23 02:32:01.785095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff69eda8-ab6d-48f5-88cd-ad764e90dd65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.807329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Router bceef412-ddae-45a1-87a2-bedbabbae310 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:01.813097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0171a8-ae96-4d3d-bb16-1bae9aebc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817c6c45-5ca7-441b-b19b-5876c5120f8b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:01.939555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 78695397-fe8a-4300-8d00-444bcd469ae7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:01.939983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.009053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff69eda8-ab6d-48f5-88cd-ad764e90dd65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.013151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff69eda8-ab6d-48f5-88cd-ad764e90dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.081334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff69eda8-ab6d-48f5-88cd-ad764e90dd65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c81e619fa024a93a578055851eb0069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3212876 Nov 23 02:32:02.086373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45258) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:02.089843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc065d-635b-4b86-ac23-6027bbe06f8c req-d0b75010-396e-47c5-8824-5ec23ab36afa tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:02.112881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09dc065d-635b-4b86-ac23-6027bbe06f8c req-d0b75010-396e-47c5-8824-5ec23ab36afa tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.4900973 Nov 23 02:32:02.143173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.191368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 78695397-fe8a-4300-8d00-444bcd469ae7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=78695397-fe8a-4300-8d00-444bcd469ae7,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:02.195579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.231586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebfcdfc-958d-4b82-abcd-8b4822bc187f req-2ad9acc9-f1ba-4a36-a95d-2244e97f88a2 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0988033 Nov 23 02:32:02.247008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69eda8-ab6d-48f5-88cd-ad764e90dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf8bac-9056-4de4-9387-50f31db0ecb5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:02.321327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.363235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=78695397-fe8a-4300-8d00-444bcd469ae7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:02.383585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.459904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.463088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.464351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0cf8bac-9056-4de4-9387-50f31db0ecb5 HTTP/1.1" status: 204 len: 168 time: 0.3744256 Nov 23 02:32:02.482442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6e6f7-1c57-4f52-91f6-aa2b6eb6e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf8bac-9056-4de4-9387-50f31db0ecb5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:02.569923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Allocated IP 172.20.0.1 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/e45bfe01-cec9-4566-880d-15f73c3a7f5b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:02.630981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09dc065d-635b-4b86-ac23-6027bbe06f8c req-1d592362-4c60-4de7-b5cc-98b82544c8bb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899879 Nov 23 02:32:02.860157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:02.875312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Sync routers for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:02.904570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:02.905533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:02.974724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] No DVR routers for this DVR port bc3b9649-7508-4f96-b024-7b16ac1a647a on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:02.979572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.985254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af903a94-8223-40e2-af2f-307be6c597dd req-2723b824-1b4b-46df-aab4-c23246d80e97 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.41 "DELETE /v2.0/ports/bc3b9649-7508-4f96-b024-7b16ac1a647a HTTP/1.1" status: 204 len: 173 time: 5.2429819 Nov 23 02:32:03.157837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.160655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'name': 'network-vif-deleted', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:03.163108 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec9d71-672f-4186-89ae-213388dfdb9b" -d '{"events": [{"server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "name": "network-vif-deleted", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:03.241259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:03.244069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.260015 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4ab1a-e877-4670-b056-7539b27707d7 x-openstack-request-id: req-65f4ab1a-e877-4670-b056-7539b27707d7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:03.260781 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de58c1bf-85f5-4525-a77a-e36879653232", "name": "network-vif-deleted", "tag": "bc3b9649-7508-4f96-b024-7b16ac1a647a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:03.261046 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65f4ab1a-e877-4670-b056-7539b27707d7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:03.261457 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de58c1bf-85f5-4525-a77a-e36879653232', 'name': 'network-vif-deleted', 'tag': 'bc3b9649-7508-4f96-b024-7b16ac1a647a', 'status': 'completed', 'code': 200} Nov 23 02:32:03.441522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Pushing event updated for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:03.513419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:03.573668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-875330bb-9a18-490d-8bae-c94c7bd57fe4 req-d71da850-cf9a-416f-b765-39b02bf14194 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.1040056 Nov 23 02:32:03.583016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:03.587295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:03.723907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 78695397-fe8a-4300-8d00-444bcd469ae7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:03.755899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:04.016829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 78695397-fe8a-4300-8d00-444bcd469ae7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:04.017203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:04.172431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:04.190467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e214-3749-41ed-8974-82d48f91b43e req-76b04c52-afef-465e-bdd6-2157fb16bcae tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.190467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ec2e214-3749-41ed-8974-82d48f91b43e req-76b04c52-afef-465e-bdd6-2157fb16bcae tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.3239613 Nov 23 02:32:04.247966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Checking router: bceef412-ddae-45a1-87a2-bedbabbae310 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:04.311965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:04.315239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:04.369796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:04.389211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ec2e214-3749-41ed-8974-82d48f91b43e req-37f371fa-e726-4714-8a33-ab352a46a37a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880596 Nov 23 02:32:04.659371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:04.910193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7836ca06-4c8e-499c-be13-be99c48162e5 req-455eb0ac-a0a8-42d7-8e63-6218c979fbbc tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.1250925 Nov 23 02:32:04.960886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:04.973101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.118288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-50db1fe6-7d97-46c0-87be-05ceb8c4aa72 None None] Provisioning complete for port e45bfe01-cec9-4566-880d-15f73c3a7f5b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:05.127037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.127666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50db1fe6-7d97-46c0-87be-05ceb8c4aa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.140091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Pushing event updated for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:05.332730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-50db1fe6-7d97-46c0-87be-05ceb8c4aa72 None None] Port e45bfe01-cec9-4566-880d-15f73c3a7f5b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:05.480357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:05.481812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:05.568358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:05.611811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bfb8f7-2ebf-4dcf-9027-4863ebae6b72 None None] The sync data for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 is: [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:28:50Z', 'revision_number': 4, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4c61037b-f8d6-400e-bd40-90ab6f66f073', 'name': '', 'network_id': 'b2e9b402-fcb0-4eb3-b083-b96182e89cbc', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'mac_address': 'fa:16:3e:b7:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:48Z', 'updated_at': '2021-11-23T02:28:57Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'subnets': [{'id': 'd0d6945c-9d67-4d3d-bb01-a77f7b11969f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:05.654911 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab6000dc-f29c-4eb6-912c-4c9e29952e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.868399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f9da79c2-11d0-474c-b08c-5c5687a04c34 None None] Provisioning complete for port e45bfe01-cec9-4566-880d-15f73c3a7f5b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:05.874860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9da79c2-11d0-474c-b08c-5c5687a04c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.925772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Router 30111bf3-5e06-4bb9-8f16-034c225f0490 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:06.007533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21737d-6709-4ffb-a0c7-514b8f00bf26 req-4d8b1712-b57d-4890-b953-faf75c8997d1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:06.027730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d21737d-6709-4ffb-a0c7-514b8f00bf26 req-4d8b1712-b57d-4890-b953-faf75c8997d1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.4204652 Nov 23 02:32:06.065662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f9da79c2-11d0-474c-b08c-5c5687a04c34 None None] Port e45bfe01-cec9-4566-880d-15f73c3a7f5b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:06.249690 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f03c367-5d4e-4077-ab7b-c8f5101a6d72 None None] New status for floating IP c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:32:06.379150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d21737d-6709-4ffb-a0c7-514b8f00bf26 req-9f7ba880-8562-49a9-8a4f-3ec0c6d02015 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483071 Nov 23 02:32:06.427349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:06.475356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-1e03ffc0-f083-42a7-8bfb-99e2bde3d4c6 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829513 Nov 23 02:32:06.671965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:06.678400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3acaf2cb-4fb3-4f9a-95bd-76ec5d1c2e5e admin admin] 10.222.0.15 "PUT /v2.0/routers/30111bf3-5e06-4bb9-8f16-034c225f0490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1732380 Nov 23 02:32:06.684648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Sync routers for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:06.702388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:06.705026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:31:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:06.798455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90e7da8b-0a1b-4a2f-b47e-723b52cb86c8 req-6a2fe781-b7fb-4a71-b29c-1dc1d3e5238d tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.1555686 Nov 23 02:32:06.832785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-a06e5c8e-51bb-4bc2-97f5-72dd9c417ae8 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:06.841701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-a06e5c8e-51bb-4bc2-97f5-72dd9c417ae8 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568268 Nov 23 02:32:06.864370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-50d201cc-d311-4e52-a98a-860df0546b12 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/quotas/e995e69cd2d348ec82d78e8ce16f5187 HTTP/1.1" status: 200 len: 375 time: 0.0245073 Nov 23 02:32:06.868491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6564cf73-d960-4e36-9d27-efdc13b0010b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.927355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-ef8156a4-b3f1-4a3a-a921-a5d115ce6c25 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617821 Nov 23 02:32:07.160371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6564cf73-d960-4e36-9d27-efdc13b0010b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.172988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6564cf73-d960-4e36-9d27-efdc13b0010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.222880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7381a3da-d944-46dd-9e0d-7b3831f3bc6a req-3d9050a6-db0c-4173-80e1-15ec5ac90d9b tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 210 time: 0.0499904 Nov 23 02:32:07.234264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:07.234464 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6564cf73-d960-4e36-9d27-efdc13b0010b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a0c712ef16c407fbf988b83afe73551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8060131 Nov 23 02:32:07.234717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:07.253032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564cf73-d960-4e36-9d27-efdc13b0010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf16b74-b7e1-48eb-9f86-aa786369248b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:07.406090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.670731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45418) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:07.675617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871982390', 'description': 'tempest-description--1281142049'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:07.754216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.760690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 2, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:07.856372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Checking router: 30111bf3-5e06-4bb9-8f16-034c225f0490 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:07.858522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Updating router 30111bf3-5e06-4bb9-8f16-034c225f0490 port e45bfe01-cec9-4566-880d-15f73c3a7f5b binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:32:07.911621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.917541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.942320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.962792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bef49a-9dee-4a40-b065-f527dfd6ad77,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:07.968886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.971023 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c025242-6cd3-4dfb-9e69-9bba57a314f3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2992668 Nov 23 02:32:07.973808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:07.979525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'security_group_rule': {'security_group_id': 'c3bef49a-9dee-4a40-b065-f527dfd6ad77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:08.010477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.113759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.123375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.148532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc298e58-9f4b-4d6f-aade-a21256b475fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.180841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aca72f-80c2-4500-bf47-46a3069c65de,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:08.192838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.196136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08f28d83-61cf-4fa7-b540-1f9149947899 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206581 Nov 23 02:32:08.200316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45432) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:08.217121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f453cdbb-eb78-4009-9c8c-bbe0807c23dc req-fb2a0a1f-f44c-43af-9301-2389178517f1 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0505922 Nov 23 02:32:08.222279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'security_group_rule': {'security_group_id': 'c3bef49a-9dee-4a40-b065-f527dfd6ad77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:08.252356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.308745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.456690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c3d16-cfbf-4614-aa82-23b8fc66d596 req-3cf77546-0a3b-43f1-84aa-79296cbbe048 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.458294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d50c3d16-cfbf-4614-aa82-23b8fc66d596 req-3cf77546-0a3b-43f1-84aa-79296cbbe048 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.2975478 Nov 23 02:32:08.500617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.506615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.534613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcec26f-f767-4d33-b6d3-6e8e545c3329,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:08.548474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.550063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5313fe6-8551-45cf-8979-f524501dea00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3487773 Nov 23 02:32:08.553381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45440) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:08.565435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:08.624381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b4cc40c-0b8e-4c40-89f8-7e4c8f0c5872 req-e2373c63-7f6e-481a-bd4a-04f38c7dc6bf tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 210 time: 0.1370652 Nov 23 02:32:08.637253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.753880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.757280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.758899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cf16b74-b7e1-48eb-9f86-aa786369248b HTTP/1.1" status: 204 len: 168 time: 1.5228412 Nov 23 02:32:08.812463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e718c4-2b9d-488f-acc8-1d89299542df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf16b74-b7e1-48eb-9f86-aa786369248b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:08.884646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d50c3d16-cfbf-4614-aa82-23b8fc66d596 req-e798e613-a4f4-41d5-bca1-190f0dd8dda6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032006 Nov 23 02:32:08.892794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583f1f3-8a56-4437-82df-7a582fd99007 req-660b386b-29ac-4c17-899a-ccf32c7b807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.896979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.901162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6583f1f3-8a56-4437-82df-7a582fd99007 req-660b386b-29ac-4c17-899a-ccf32c7b807c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1097 time: 0.2416086 Nov 23 02:32:08.909348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.032466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908723b9-0b9e-4eff-b57f-8fd530117cff None None] Pushing event updated for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:09.073704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6583f1f3-8a56-4437-82df-7a582fd99007 req-1232ec97-f6e0-4fcd-a995-d73ca5a1b8b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658785 Nov 23 02:32:09.266657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Attempting to bind port e45bfe01-cec9-4566-880d-15f73c3a7f5b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:09.268180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Attempting to bind port e45bfe01-cec9-4566-880d-15f73c3a7f5b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:09.268551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Attempting to bind port e45bfe01-cec9-4566-880d-15f73c3a7f5b on network c8056917-46be-484d-956a-beadba793338 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:09.289069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:09.289445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:09.289849 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.290241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:09.293024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Bound port: e45bfe01-cec9-4566-880d-15f73c3a7f5b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:09.293435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.325257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.471945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ac6da6c-bbbf-4607-af46-9b14d0f3cd59 req-cc3c3146-1929-438c-b75d-e1e445586db7 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0666111 Nov 23 02:32:09.522033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] For port e45bfe01-cec9-4566-880d-15f73c3a7f5b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:09.529163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] For port e45bfe01-cec9-4566-880d-15f73c3a7f5b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e45bfe01-cec9-4566-880d-15f73c3a7f5b,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:09.543327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.760305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-40d66296-8d4e-477e-805d-c2bad8a4703f tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362825 Nov 23 02:32:09.800228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.812028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908723b9-0b9e-4eff-b57f-8fd530117cff None None] Pushing event updated for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:09.841426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82baa25f-492f-4aea-a161-4f62fce28b37 req-dc254374-6309-4957-9caf-8fd75b95cd45 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 210 time: 0.0664520 Nov 23 02:32:09.910998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] Provisioning complete for port e45bfe01-cec9-4566-880d-15f73c3a7f5b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:09.911570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.029847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:10.034246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:10.143691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-19def884-725e-498b-a36a-789ea9b73f6f tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:10.145356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-19def884-725e-498b-a36a-789ea9b73f6f tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836172 Nov 23 02:32:10.196148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Request body: {'port': {'device_id': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'e995e69cd2d348ec82d78e8ce16f5187'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:10.219801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29fda9-9cfc-4167-88d0-6ea4ae9b57fd req-7b806a76-3d1d-444f-98e9-8d4744181e3f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:10.228439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef29fda9-9cfc-4167-88d0-6ea4ae9b57fd req-7b806a76-3d1d-444f-98e9-8d4744181e3f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1572115 Nov 23 02:32:10.270245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45472) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:10.309461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:10.386580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.25.1.111 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/31a496be-280c-445a-b30a-0798c2f43519) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:10.402242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef29fda9-9cfc-4167-88d0-6ea4ae9b57fd req-2216b041-5919-4b92-bf5c-60fac842019f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665015 Nov 23 02:32:10.487237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Made reservation on behalf of e995e69cd2d348ec82d78e8ce16f5187 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:10.492459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.538252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.539543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfdbeade-cc9c-4de9-a818-9eaaba7d8698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.667356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-788830c3-6149-40b9-985c-bec9b189271e req-62b3c6b7-9f67-440a-9146-cec04c545f00 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0519843 Nov 23 02:32:10.732638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfdbeade-cc9c-4de9-a818-9eaaba7d8698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.739078 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfdbeade-cc9c-4de9-a818-9eaaba7d8698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.771477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.793513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dfdbeade-cc9c-4de9-a818-9eaaba7d8698 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2708aee5047495ab0a6b6c359b0c9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5084538 Nov 23 02:32:10.794730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbeade-cc9c-4de9-a818-9eaaba7d8698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d04a94-789f-413d-bf26-2e008a78c42e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:10.797564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45488) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:10.799388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.816310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.894303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.959750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] For port e45bfe01-cec9-4566-880d-15f73c3a7f5b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e45bfe01-cec9-4566-880d-15f73c3a7f5b,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:10.967580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:10.974608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.033959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2139ae40-2a31-4fcb-8cad-f94180588857 req-b680f046-8ab9-45be-b4a9-5315b3c35ebf tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 210 time: 0.0766349 Nov 23 02:32:11.034576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:09Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:11.048684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:11.051963 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.059246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:11.069983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:11.085843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-f186bd2f-9c9f-4485-9547-3e9c2de56f59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2672853 Nov 23 02:32:11.104886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9b6535-cd4d-43f2-830b-f792b8339c58 None None] The sync data for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 is: [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:09Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:11.152796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=31a496be-280c-445a-b30a-0798c2f43519,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:11.157375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-47026462-0a81-45d6-a5bf-7a2baab04f06 None None] Provisioning complete for port e45bfe01-cec9-4566-880d-15f73c3a7f5b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:11.157748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-47026462-0a81-45d6-a5bf-7a2baab04f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.207052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.209665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.217456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5d04a94-789f-413d-bf26-2e008a78c42e HTTP/1.1" status: 204 len: 168 time: 0.4120226 Nov 23 02:32:11.231290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e2c06-cfd7-4ae7-bf23-9313fb77ffd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d04a94-789f-413d-bf26-2e008a78c42e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:11.284712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2cad8-5aa2-491f-a540-df6537c9558f None None] Pushing event updated for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:11.464963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.493781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-027c09d5-c526-4084-85ca-d7f147dabaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:11.499079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-027c09d5-c526-4084-85ca-d7f147dabaf4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1098 time: 0.3334298 Nov 23 02:32:11.505530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.719115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.766726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5019b3-c0a2-47c8-b410-d145b7d9e076 req-00b50408-1bcd-4b9d-af02-f551149c0d61 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:11.768325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee5019b3-c0a2-47c8-b410-d145b7d9e076 req-00b50408-1bcd-4b9d-af02-f551149c0d61 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1554520 Nov 23 02:32:11.783017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.787453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-dd0a2b23-62a6-4dd0-94bf-bb6606269481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:11.789079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-dd0a2b23-62a6-4dd0-94bf-bb6606269481 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.2091718 Nov 23 02:32:11.798340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e45bfe01-cec9-4566-880d-15f73c3a7f5b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:11.815926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.947646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e45bfe01-cec9-4566-880d-15f73c3a7f5b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:11.948033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:11.993044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68a8da28-97f2-41dd-b0f9-863189959a92 req-b322dfd3-3cc6-4eca-8b7d-e684d1fa98ac tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.1398339 Nov 23 02:32:11.995415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Allocated IP 192.168.233.195 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/ba1c13c3-5b19-4511-9547-1455bb947077) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:12.074195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee5019b3-c0a2-47c8-b410-d145b7d9e076 req-fb896a2a-67b3-4c05-ab50-420772844f30 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721472 Nov 23 02:32:12.193296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.286537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453e4bcd-f84c-49f1-8a55-1d2255d5da34,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:12.296442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.475467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:12.479971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5bf1f-0ed9-4eb2-a8ca-d0318e4c8cdc req-5a8ffb45-cb8d-47c6-abe1-a5f439837aa1 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.482384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6eb5bf1f-0ed9-4eb2-a8ca-d0318e4c8cdc req-5a8ffb45-cb8d-47c6-abe1-a5f439837aa1 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 936 time: 0.2163274 Nov 23 02:32:12.500145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec963-51a4-41e2-81e3-5dde2a4321fc req-128519da-9a81-45a2-8b2a-81b7fb1bcc58 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.513916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fdec963-51a4-41e2-81e3-5dde2a4321fc req-128519da-9a81-45a2-8b2a-81b7fb1bcc58 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1531425 Nov 23 02:32:12.538373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:12.541768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:12.549930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-5b1b1be5-b976-404d-98b3-e111ef033884 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 1001 time: 0.3204191 Nov 23 02:32:12.719152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fdec963-51a4-41e2-81e3-5dde2a4321fc req-0d0a902e-ea49-468a-ad28-bfa8d282d583 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036426 Nov 23 02:32:12.753697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Pushing event updated for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:12.841658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6eb5bf1f-0ed9-4eb2-a8ca-d0318e4c8cdc req-3cdf1ed7-5d52-4e5c-a7db-348c710cc884 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232050 Nov 23 02:32:12.929179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.929868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.997544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-55e43e65-16f9-4d76-8610-1b6cabebaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.999823 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-55e43e65-16f9-4d76-8610-1b6cabebaffe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.3656707 Nov 23 02:32:13.006643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d17d2ed8-8c21-41ad-91aa-e53bf72fc2f9 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8389163 Nov 23 02:32:13.059271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Request body: {'port': {'device_id': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:13.074534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b23a24e4-248b-43ff-853d-f8735d59e5c5 None None] Provisioning complete for port ba1c13c3-5b19-4511-9547-1455bb947077 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:13.081387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b23a24e4-248b-43ff-853d-f8735d59e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.140699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.163704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.241938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b23a24e4-248b-43ff-853d-f8735d59e5c5 None None] Port ba1c13c3-5b19-4511-9547-1455bb947077 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:13.265436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d746ac0-0cc9-4559-b637-653841212a5f req-49a5f576-e6c6-45d1-83e6-b96b65283b74 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.0892370 Nov 23 02:32:13.272270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-a2a0cb2b-ed40-4a06-b88b-c1c85c53c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:13.273836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-a2a0cb2b-ed40-4a06-b88b-c1c85c53c627 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2629128 Nov 23 02:32:13.318055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755f7df-de36-4cea-85c9-dea576c431c3 req-ad6e3466-033a-4622-a213-2645ee155abe tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:13.324724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.333629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a755f7df-de36-4cea-85c9-dea576c431c3 req-ad6e3466-033a-4622-a213-2645ee155abe tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2249084 Nov 23 02:32:13.453347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a755f7df-de36-4cea-85c9-dea576c431c3 req-e573aeaf-e24e-4bdc-98de-17551a4792b0 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182501 Nov 23 02:32:13.527016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-311fbc62-956d-4777-bd81-db8663273102 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0780134 Nov 23 02:32:13.530825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=31a496be-280c-445a-b30a-0798c2f43519,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:13.588128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.700643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.701899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-185a8360-7fdb-4722-9f04-4df03407ebae tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1462698 Nov 23 02:32:13.727941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-17216da0-ef0c-4273-8003-324717ee04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:13.732197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-17216da0-ef0c-4273-8003-324717ee04d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.1251316 Nov 23 02:32:13.737687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-405d4b48-bdf0-41b5-b48e-9bafb1ae6516 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139469 Nov 23 02:32:13.914355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e9dccf24-0895-46a5-b99b-facb308c5e50 req-72a937c3-d262-4e16-8656-5309d04ee0b2 service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656458 Nov 23 02:32:13.997700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-9dd8fbf5-8c3d-46f7-8736-dc6109973b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.000430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-9dd8fbf5-8c3d-46f7-8736-dc6109973b1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.2402158 Nov 23 02:32:14.085475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1c13c3-5b19-4511-9547-1455bb947077 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:14.094528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:14.099840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-13e92f6f-92de-4721-9689-f9648bb1a562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.0853841 Nov 23 02:32:14.125404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Transition to ACTIVE for port object ba1c13c3-5b19-4511-9547-1455bb947077 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:14.135626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:14.156725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-797037d5-2994-4c94-bb59-ca56b870d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.158260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-797037d5-2994-4c94-bb59-ca56b870d772 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.0462604 Nov 23 02:32:14.208236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:14.287887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-fc9e51b0-cff8-48ff-9924-bf61bbdf130a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971467 Nov 23 02:32:14.300600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-1ece770b-8e4a-4e83-b622-cc0e9039bf71 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--871982390&fields=id&tenant_id=b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 267 time: 0.1997747 Nov 23 02:32:14.406057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Attempting to bind port ba1c13c3-5b19-4511-9547-1455bb947077 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:14.406937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Attempting to bind port ba1c13c3-5b19-4511-9547-1455bb947077 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:14.407280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Attempting to bind port ba1c13c3-5b19-4511-9547-1455bb947077 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:14.430051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Port ba1c13c3-5b19-4511-9547-1455bb947077 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:14.430572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Attempting to bind port ba1c13c3-5b19-4511-9547-1455bb947077 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:14.436960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:14.437362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:14.437753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:14.438233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Bound port: ba1c13c3-5b19-4511-9547-1455bb947077, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:14.441549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:14.467899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5b66-7623-456d-ad2c-4ede121d3ddd req-09ae6b92-43bc-4758-aa5b-730b1da2d225 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.477255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf1a5b66-7623-456d-ad2c-4ede121d3ddd req-09ae6b92-43bc-4758-aa5b-730b1da2d225 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 936 time: 0.3752363 Nov 23 02:32:14.590257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:14.599960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ba1c13c3-5b19-4511-9547-1455bb947077,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:14.611275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:14.636210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf1a5b66-7623-456d-ad2c-4ede121d3ddd req-3984d6e5-6dc0-4b10-af4f-43bea9e47756 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529617 Nov 23 02:32:14.712757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.714181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:14.715875 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] 10.222.0.47 "PUT /v2.0/ports/ba1c13c3-5b19-4511-9547-1455bb947077 HTTP/1.1" status: 200 len: 1097 time: 1.6615567 Nov 23 02:32:14.719462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:14.725827 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d056194e-4a88-4ab8-88c6-1c2cf45a8666" -d '{"events": [{"name": "network-changed", "server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:14.767392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2088eb8-7b1c-495d-a817-991261d16691 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:14.782022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-327294c5-3491-4c4b-a76e-fe68d4918135 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746866 Nov 23 02:32:14.843480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-9173d406-074d-47dc-9118-f42adee2ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.848212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-9173d406-074d-47dc-9118-f42adee2ce07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 1100 time: 0.0690973 Nov 23 02:32:14.951203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-dfccbaa6-6792-48ae-8681-aa9f60268659 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ba1c13c3-5b19-4511-9547-1455bb947077 HTTP/1.1" status: 200 len: 217 time: 0.0910575 Nov 23 02:32:15.038403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9763b069-6e1a-4ec8-8ada-a25cc459f936 req-b9558a38-574a-467b-b177-06390886e9e9 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/ports?device_id=de58c1bf-85f5-4525-a77a-e36879653232 HTTP/1.1" status: 200 len: 210 time: 0.2593892 Nov 23 02:32:15.057420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-20999749-0dab-4367-922f-d5583d16a0b9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:15.063951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-20999749-0dab-4367-922f-d5583d16a0b9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.7454391 Nov 23 02:32:15.066254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fd63a87-4d96-4e07-aed0-5d0db3d2b6f2 req-32864c22-a3ee-46e7-a613-0fef50ac8b62 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344782 Nov 23 02:32:15.092476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-2bddd0c7-d26f-4c48-ae3e-82245b3d2a27 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/quotas/b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 375 time: 0.0210319 Nov 23 02:32:15.129373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-51aab446-97a8-418d-8a63-0e67d5e1faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:15.131779 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-51aab446-97a8-418d-8a63-0e67d5e1faf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1712041 Nov 23 02:32:15.229950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-0409317c-5481-410b-8225-0c9268e2dd8f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190281 Nov 23 02:32:15.256135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-7e9f735c-a6ae-4d02-afe2-6168ccfe9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:15.257935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-7e9f735c-a6ae-4d02-afe2-6168ccfe9816 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187446 Nov 23 02:32:15.393565 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-c3cf8ffc-38ae-4a5f-9ede-fd20200763b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273305 Nov 23 02:32:15.406927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-93fa552c-8347-4428-bdd2-5ae65d53643b service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693177 Nov 23 02:32:15.439834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a429d-d2a8-4da9-a691-5cedabf5c478 req-b04de52e-a997-425b-998e-94da2be3c632 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:15.441571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d7a429d-d2a8-4da9-a691-5cedabf5c478 req-b04de52e-a997-425b-998e-94da2be3c632 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1248922 Nov 23 02:32:15.595239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d7a429d-d2a8-4da9-a691-5cedabf5c478 req-00f255b4-562c-485b-a4b1-539f1cc97f1f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977221 Nov 23 02:32:15.613880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a73f77c8-ffcf-4174-adaa-6aa48c75cc21 req-f59ac205-0a9f-4f78-8b14-1169b39fdbbd service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132764 Nov 23 02:32:15.632725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-fd275cd3-0cd2-4365-aabf-51d212d71a10 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247601 Nov 23 02:32:15.707892 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990586d4-da9f-49e6-aac5-1316a185b595 x-openstack-request-id: req-990586d4-da9f-49e6-aac5-1316a185b595 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:15.708289 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:15.708644 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-990586d4-da9f-49e6-aac5-1316a185b595 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:15.709146 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077', 'status': 'completed', 'code': 200} Nov 23 02:32:15.820074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-18c17641-64ca-4396-96c6-d2f66480094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:15.822552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-18c17641-64ca-4396-96c6-d2f66480094c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 1100 time: 0.0921590 Nov 23 02:32:16.007880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ed83-7fe5-4519-a6fe-f394db7abe75 req-fdfd068d-fe4d-4822-a568-6fc505c5f116 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:16.017478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3403ed83-7fe5-4519-a6fe-f394db7abe75 req-fdfd068d-fe4d-4822-a568-6fc505c5f116 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 948 time: 0.0912070 Nov 23 02:32:16.073233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-433c649c-c1ee-4fc5-8970-d7afdb206b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:16.074786 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-433c649c-c1ee-4fc5-8970-d7afdb206b34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2310529 Nov 23 02:32:16.111391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3403ed83-7fe5-4519-a6fe-f394db7abe75 req-cfb3b7b3-c412-4fc1-9ad5-0d0d4ba5f183 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846419 Nov 23 02:32:16.117684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:16.168228 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-4b9d25cb-63dc-4b98-9407-83ba52b60701 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ba1c13c3-5b19-4511-9547-1455bb947077 HTTP/1.1" status: 200 len: 217 time: 0.0857670 Nov 23 02:32:16.174612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-059a6288-fee0-4b99-b78c-1a08d3804f40 req-2b8bdf4f-e143-4064-acc2-631763354835 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.0596128 Nov 23 02:32:16.277310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-24fb4302-bb40-438d-8539-602ea023eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:16.282290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-24fb4302-bb40-438d-8539-602ea023eede service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1061618 Nov 23 02:32:16.355379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51833d-11e9-42b4-beab-e4281d295c0e req-7da1f31a-b0ab-4674-ad6b-5b3d17337abf tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:16.363184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e51833d-11e9-42b4-beab-e4281d295c0e req-7da1f31a-b0ab-4674-ad6b-5b3d17337abf tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1399922 Nov 23 02:32:16.411510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-3eb7c551-9278-4a1c-94d5-849793354258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:16.412960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-3eb7c551-9278-4a1c-94d5-849793354258 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1229012 Nov 23 02:32:16.509417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:16.534383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e51833d-11e9-42b4-beab-e4281d295c0e req-d8a777f7-704c-49b3-96d0-f0c48dd5affc tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587617 Nov 23 02:32:16.614916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:16.641322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ba1c13c3-5b19-4511-9547-1455bb947077 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:16.652432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:16.708881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bea818b-cf39-4440-9e9e-a5595d4547f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:16.710902 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-72fa9f14-1ac9-4424-be2e-cb60022a34a6 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775774 Nov 23 02:32:16.801711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:16.804501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:16.805783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "DELETE /v2.0/security-groups/da3eb97d-b1ec-4438-8f9e-ddf3c9924610 HTTP/1.1" status: 204 len: 168 time: 0.2703912 Nov 23 02:32:16.808482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45782) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:16.833626 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-d31fba1f-7daa-4ac3-b5af-90d0a26844f6 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] show failed (client error): The resource could not be found. Nov 23 02:32:16.835066 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d31fba1f-7daa-4ac3-b5af-90d0a26844f6 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "GET /v2.0/security-groups/da3eb97d-b1ec-4438-8f9e-ddf3c9924610 HTTP/1.1" status: 404 len: 347 time: 0.0239978 Nov 23 02:32:16.839778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:16.867463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ee21-b679-48c0-9321-993c5dfbc489 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3eb97d-b1ec-4438-8f9e-ddf3c9924610,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:16.871056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d056194e-4a88-4ab8-88c6-1c2cf45a8666 req-4bcb6b36-6e9b-40ec-a68f-32b730f5ce87 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516376 Nov 23 02:32:16.895226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ba1c13c3-5b19-4511-9547-1455bb947077,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:16.938457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ba1c13c3-5b19-4511-9547-1455bb947077', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'ba1c13c3-5b19-4511-9547-1455bb947077', 'mac_address': 'fa:16:3e:b8:72:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:17.039661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.074037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1c13c3-5b19-4511-9547-1455bb947077 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:17.086430 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:32:17.142983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ba1c13c3-5b19-4511-9547-1455bb947077,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:17.150048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.225942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bea818b-cf39-4440-9e9e-a5595d4547f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.241746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7bea818b-cf39-4440-9e9e-a5595d4547f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.361362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:17.373027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ba1c13c3-5b19-4511-9547-1455bb947077'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:32:17.431983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:17.439453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7bea818b-cf39-4440-9e9e-a5595d4547f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=874785c81d304bc4930a73b6277f9a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3161860 Nov 23 02:32:17.454831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea818b-cf39-4440-9e9e-a5595d4547f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b211151-f54e-46d0-9a1a-09983a0a971f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:17.490379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57e0aff1-ddb8-4c03-a01c-31bba406ce40 req-f8b8071d-0835-4a55-8452-04a441eff571 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.0910010 Nov 23 02:32:17.523624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd76288-3a61-40ae-8a8a-699d9992c88a req-a87b5056-981f-449e-b78d-20b7ac74d5e3 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:17.531772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cd76288-3a61-40ae-8a8a-699d9992c88a req-a87b5056-981f-449e-b78d-20b7ac74d5e3 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 949 time: 0.2389028 Nov 23 02:32:17.545096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Deleting port 7894b436-a986-4141-b412-eb91fb000f3b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:17.545445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.611167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.698278 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.772052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cd76288-3a61-40ae-8a8a-699d9992c88a req-eb661dc0-9f4c-40dc-992d-0e1ba9663224 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393849 Nov 23 02:32:17.801908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.802605 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.825770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Calling delete_port for 7894b436-a986-4141-b412-eb91fb000f3b owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:17.839294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.844354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:17.848911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b211151-f54e-46d0-9a1a-09983a0a971f HTTP/1.1" status: 204 len: 168 time: 0.4124334 Nov 23 02:32:17.871962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bff01-9837-461b-9a18-38a50774e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b211151-f54e-46d0-9a1a-09983a0a971f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:18.024061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:18.095064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-538d9750-0501-45f4-9102-8eca14f3caed tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:18.098118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-538d9750-0501-45f4-9102-8eca14f3caed tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.2024043 Nov 23 02:32:18.219802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a77963-4d52-47da-b533-991c7a36d8b3 req-ccbb3bfd-9498-4b49-bb66-7a1b58731143 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:18.228837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68a77963-4d52-47da-b533-991c7a36d8b3 req-ccbb3bfd-9498-4b49-bb66-7a1b58731143 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.3727212 Nov 23 02:32:18.262895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fae0886-40d0-44fe-9b9e-b61290a19d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.330743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-7299ef03-0da7-40ab-a599-8c64d264b3e7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 379 time: 0.2101178 Nov 23 02:32:18.354387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'device_id': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'admin_state_up': True, 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'security_groups': ['c3bef49a-9dee-4a40-b065-f527dfd6ad77']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:18.437273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fae0886-40d0-44fe-9b9e-b61290a19d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.446774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fae0886-40d0-44fe-9b9e-b61290a19d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.538847 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0fae0886-40d0-44fe-9b9e-b61290a19d72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57e3ea06eed945c9a15fba029eebdeda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5054786 Nov 23 02:32:18.539652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:18.574526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68a77963-4d52-47da-b533-991c7a36d8b3 req-0642fa00-23e2-4ec8-b122-4fdf8bcecd8e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003566 Nov 23 02:32:18.589732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45816) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:18.630186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0886-40d0-44fe-9b9e-b61290a19d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f4ba2-ca9e-4e94-b71b-97ca07c6009b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:18.655840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ba1c13c3-5b19-4511-9547-1455bb947077 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:18.660037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b80f701-69c4-4748-be53-09aaa5e7182a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.703784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.780148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ba1c13c3-5b19-4511-9547-1455bb947077 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:32:18.793432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ba1c13c3-5b19-4511-9547-1455bb947077 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:18.794432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.797132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.822964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92e4680e-8a29-4175-bd6d-5d63c09db095 req-d480932e-246a-4feb-b99d-e839e0a04c0a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.1569381 Nov 23 02:32:18.839901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.928072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Pushing event deleted for resources: {'Port': ['ID=7894b436-a986-4141-b412-eb91fb000f3b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:18.956078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.990315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b80f701-69c4-4748-be53-09aaa5e7182a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:18.991239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:18.995618 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ebecf-b6d8-4223-8f08-423ee4bfe523" -d '{"events": [{"server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:19.008973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b80f701-69c4-4748-be53-09aaa5e7182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.043494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ba1c13c3-5b19-4511-9547-1455bb947077,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:19.057106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.060809 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8b80f701-69c4-4748-be53-09aaa5e7182a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01acef90dbf7450ca9c66371b848fb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700077 Nov 23 02:32:19.064050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.070659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.075903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.079549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0304e243-b395-468e-a067-a1bb596c4084 tempest-ServersTestBootFromVolume-1048670119 tempest-ServersTestBootFromVolume-1048670119-project] 10.222.0.15 "DELETE /v2.0/floatingips/c75eaa28-1d8b-44ee-b4a8-add0cf5bd83b HTTP/1.1" status: 204 len: 168 time: 2.2263780 Nov 23 02:32:19.091634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45826) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:19.092105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:19.097701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.117762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f3f4ba2-ca9e-4e94-b71b-97ca07c6009b HTTP/1.1" status: 204 len: 168 time: 0.5747721 Nov 23 02:32:19.121043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:19.124867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.168378 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf9707-6c4b-43a7-8bba-b78d5b5c898d x-openstack-request-id: req-ddcf9707-6c4b-43a7-8bba-b78d5b5c898d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:19.169879 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "name": "network-vif-plugged", "status": "completed", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:19.170288 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddcf9707-6c4b-43a7-8bba-b78d5b5c898d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:19.171776 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077', 'code': 200} Nov 23 02:32:19.173842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:19.222894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c082a4-bde1-4d1c-9966-b7fbe87a1f37 req-85463b1c-4315-4102-809f-0e615279662f tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:19.224458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64c082a4-bde1-4d1c-9966-b7fbe87a1f37 req-85463b1c-4315-4102-809f-0e615279662f tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 949 time: 0.2626081 Nov 23 02:32:19.279270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80f701-69c4-4748-be53-09aaa5e7182a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d993139-da84-428e-bab4-212e8b07b0b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:19.328818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaee20-9c5c-4ad8-b9e5-ec7ba518295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f4ba2-ca9e-4e94-b71b-97ca07c6009b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:19.346772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c575d48-8482-4ba2-ab8f-9a9f648a52b7 req-dc20d1a9-70c5-4cd7-9c34-08e0cd7f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:19.349513 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c575d48-8482-4ba2-ab8f-9a9f648a52b7 req-dc20d1a9-70c5-4cd7-9c34-08e0cd7f02f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 1102 time: 0.1655238 Nov 23 02:32:19.414537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c575d48-8482-4ba2-ab8f-9a9f648a52b7 req-3249d541-b80d-4f47-a351-39c925dcdee7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Nov 23 02:32:19.772474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:19.796189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-976ad3ec-6107-4089-ae43-0c779c29f738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.895310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.20.0.10 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/320bf0b9-2ee8-4635-9934-5310ef9088ce) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:19.927815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-976ad3ec-6107-4089-ae43-0c779c29f738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.935875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-976ad3ec-6107-4089-ae43-0c779c29f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:19.996609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-976ad3ec-6107-4089-ae43-0c779c29f738 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=668486d8aa7f4c169ab9e53ef88d3922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221904 Nov 23 02:32:19.997765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ad3ec-6107-4089-ae43-0c779c29f738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b4770-51e7-42c0-aecf-108a64b276b8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:20.000053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:20.089936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.132129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.136556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.193966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.197223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.198742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b4b4770-51e7-42c0-aecf-108a64b276b8 HTTP/1.1" status: 204 len: 168 time: 0.1975131 Nov 23 02:32:20.230187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4bda8-ff4a-4b65-a03c-de804455cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b4770-51e7-42c0-aecf-108a64b276b8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:20.256024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-190aa9b2-05db-4fdf-9b30-1c6327b51b82 req-2436f30d-adfc-4a33-9847-d3c7e8197670 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.1027291 Nov 23 02:32:20.276563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.307878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64c082a4-bde1-4d1c-9966-b7fbe87a1f37 req-d8709bf8-8a3d-4f45-b35a-741ba2d32a9a tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0579720 Nov 23 02:32:20.454675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.615262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45858) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:20.620348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.631662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.635842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d993139-da84-428e-bab4-212e8b07b0b7 HTTP/1.1" status: 204 len: 168 time: 1.5357003 Nov 23 02:32:20.704011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b22b8-565c-4617-8702-cde56818acc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d993139-da84-428e-bab4-212e8b07b0b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:20.723121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:20.835663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:20.840757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:20.858280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:20.954031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:21.002814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:21.003898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:21.071701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ae8b488c-5732-40be-99f6-8ecd278f4eaf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7279472 Nov 23 02:32:21.115130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Request body: {'port': {'device_id': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:21.289436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:21.307343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:21.317170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-340f0412-93a6-4e59-8cdd-18203ce387d8 None None] Provisioning complete for port 320bf0b9-2ee8-4635-9934-5310ef9088ce triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:21.317649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-340f0412-93a6-4e59-8cdd-18203ce387d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:21.441261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-340f0412-93a6-4e59-8cdd-18203ce387d8 None None] Port 320bf0b9-2ee8-4635-9934-5310ef9088ce cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:21.798466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956888a-35e9-4843-a31a-e472109c8263 req-b6f05868-ec3f-41fb-9200-8373c70387db tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:21.800551 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b956888a-35e9-4843-a31a-e472109c8263 req-b6f05868-ec3f-41fb-9200-8373c70387db tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 950 time: 0.3089745 Nov 23 02:32:21.952625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.105778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d890ebc-d23e-4716-9cf4-4d689ea56366 req-779a3dd8-f06f-444e-bd3f-ecfc23936e5a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:22.108178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d890ebc-d23e-4716-9cf4-4d689ea56366 req-779a3dd8-f06f-444e-bd3f-ecfc23936e5a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 932 time: 0.6198213 Nov 23 02:32:22.197432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:22.210565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.270087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Deleting port 490da184-b8fa-40bc-ab14-0fcae2714ece {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:22.270855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.334029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b956888a-35e9-4843-a31a-e472109c8263 req-f6e2ac26-cc6e-41a7-b79d-652d4a09edf4 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229152 Nov 23 02:32:22.342799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Transition to ACTIVE for port object 320bf0b9-2ee8-4635-9934-5310ef9088ce will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:22.374325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d890ebc-d23e-4716-9cf4-4d689ea56366 req-d37f180a-89b7-4f4f-8edf-f9b40d00fdda tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456045 Nov 23 02:32:22.378610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] For port 490da184-b8fa-40bc-ab14-0fcae2714ece, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=490da184-b8fa-40bc-ab14-0fcae2714ece,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:22.378986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.382117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.394011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Calling delete_port for 490da184-b8fa-40bc-ab14-0fcae2714ece owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:22.678292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:22.772865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=490da184-b8fa-40bc-ab14-0fcae2714ece,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:22.832476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:23.065460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba693f-1c47-4081-9b82-d506d681054e req-5eb60e74-e6fc-4d43-b5e7-1be23c681521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:23.069209 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-5eb60e74-e6fc-4d43-b5e7-1be23c681521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.1812286 Nov 23 02:32:23.107491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Attempting to bind port 320bf0b9-2ee8-4635-9934-5310ef9088ce on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:23.108017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Attempting to bind port 320bf0b9-2ee8-4635-9934-5310ef9088ce by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:23.108296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Attempting to bind port 320bf0b9-2ee8-4635-9934-5310ef9088ce on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:23.130610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Port 320bf0b9-2ee8-4635-9934-5310ef9088ce on network c8056917-46be-484d-956a-beadba793338 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:23.130610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Attempting to bind port 320bf0b9-2ee8-4635-9934-5310ef9088ce on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:23.155635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:23.156036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:23.156380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:23.156836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Bound port: 320bf0b9-2ee8-4635-9934-5310ef9088ce, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:23.157193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.248839 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.346590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45964) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:23.381731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:23.387143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.387729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:23.395822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba693f-1c47-4081-9b82-d506d681054e req-376dc45d-97c6-45a7-8478-89426a012864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:23.397619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-376dc45d-97c6-45a7-8478-89426a012864 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.2373343 Nov 23 02:32:23.417082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59dfa5-4b76-4c37-b23f-98890138e301 req-d3e4a8fd-fc25-4240-b4fa-1af5c05c819a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:23.424065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae59dfa5-4b76-4c37-b23f-98890138e301 req-d3e4a8fd-fc25-4240-b4fa-1af5c05c819a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.4588552 Nov 23 02:32:23.425815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Deleting port 4c61037b-f8d6-400e-bd40-90ab6f66f073 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:23.426165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.491747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-a42ff7be-49ca-4d8a-977a-01699f77f9b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.0861309 Nov 23 02:32:23.533633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] For port 4c61037b-f8d6-400e-bd40-90ab6f66f073, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c61037b-f8d6-400e-bd40-90ab6f66f073,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:23.534330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.552718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Calling delete_port for 4c61037b-f8d6-400e-bd40-90ab6f66f073 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:23.693098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.737620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3084cfe-24f9-419f-9d21-6a6c95817a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.788587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:23.789717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:23.791398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] 10.222.0.41 "PUT /v2.0/ports/320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1093 time: 2.6961236 Nov 23 02:32:23.834977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae59dfa5-4b76-4c37-b23f-98890138e301 req-dfe5ee71-f0f9-4645-9595-696182731e9b tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360826 Nov 23 02:32:23.837841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:23.847887 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab32c8-497d-4837-b639-c8ea3025dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:23.897913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba693f-1c47-4081-9b82-d506d681054e req-aa2a4091-c35e-42e6-a8c3-ac10a3fad653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:23.903152 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-aa2a4091-c35e-42e6-a8c3-ac10a3fad653 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.3784647 Nov 23 02:32:24.048817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16bdaa-01b1-43ee-bac4-7a635f55da7b service neutron] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:24.070722 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc296000-3171-4ed7-bfa0-c068d2e6aa3e x-openstack-request-id: req-fc296000-3171-4ed7-bfa0-c068d2e6aa3e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:24.071374 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:24.072531 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc296000-3171-4ed7-bfa0-c068d2e6aa3e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:24.073340 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'status': 'completed', 'code': 200} Nov 23 02:32:24.091226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:24.101761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-70dad539-6601-4a97-91ea-06d3101f80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:24.103680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-70dad539-6601-4a97-91ea-06d3101f80e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1881700 Nov 23 02:32:24.118337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-90eb9f79-b1cf-49c0-b92a-04607eb15317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007506 Nov 23 02:32:24.123686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9135a1b-6cc8-4aa1-9348-573386a7ac77 req-b6fe9ed8-2a4a-4f00-b74b-c492f2424abc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:24.126688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9135a1b-6cc8-4aa1-9348-573386a7ac77 req-b6fe9ed8-2a4a-4f00-b74b-c492f2424abc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 944 time: 0.1595459 Nov 23 02:32:24.185316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-ebff41ed-3df9-4fed-93c0-d320571e7f9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 217 time: 0.0574698 Nov 23 02:32:24.326101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:24.336845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7ae07ef8-b6b5-4278-a754-e3eae5e61cd3 admin admin] 10.222.0.15 "PUT /v2.0/routers/8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7202063 Nov 23 02:32:24.338230 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Sync routers for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:24.344793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46000) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:24.356527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:24.361615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:24.380837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3cb01031-7494-44ca-bd61-6e57e2bc1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:24.383257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-3cb01031-7494-44ca-bd61-6e57e2bc1125 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1870899 Nov 23 02:32:24.433398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9135a1b-6cc8-4aa1-9348-573386a7ac77 req-375eea83-444a-4b2f-ad81-37e31a688ed0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534270 Nov 23 02:32:24.453913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.488195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.541305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3084cfe-24f9-419f-9d21-6a6c95817a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.566262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3084cfe-24f9-419f-9d21-6a6c95817a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.588986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-850d18d5-0055-40e6-9d9f-9865c6f2af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:24.592953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-850d18d5-0055-40e6-9d9f-9865c6f2af32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976912 Nov 23 02:32:24.679072 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:24.680369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-db41d9ea-3659-49ee-8e61-71d63cfa3eca service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547194 Nov 23 02:32:24.695161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c61037b-f8d6-400e-bd40-90ab6f66f073,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:24.727292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f3084cfe-24f9-419f-9d21-6a6c95817a58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a48aea3c9c940b5ace21c69acfc4442&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3801169 Nov 23 02:32:24.792149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:24.813817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3084cfe-24f9-419f-9d21-6a6c95817a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01d4126-8e35-4163-a4e4-bc3fbfc6daf7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:24.849574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c86e46-77b6-4394-b6ab-e620bd792ce3 req-14674893-d5a6-4829-a65c-473f2761648d tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:24.851299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c86e46-77b6-4394-b6ab-e620bd792ce3 req-14674893-d5a6-4829-a65c-473f2761648d tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 950 time: 0.3701146 Nov 23 02:32:24.903601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-abba693f-1c47-4081-9b82-d506d681054e req-7c57b3f6-1a02-4fa8-ab66-04b6b292e365 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115123 Nov 23 02:32:24.929117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.938588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.972023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:24.989066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c86e46-77b6-4394-b6ab-e620bd792ce3 req-cdffb551-900b-47a1-9e1d-b83dd40d1816 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252596 Nov 23 02:32:25.027369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.076705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Deleting port 616291aa-2f58-4531-b418-6c32d50b11da {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:25.077358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.144070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-0146076a-31cc-416d-89a1-8c914b5283c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807971 Nov 23 02:32:25.146338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.152666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.156183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a01d4126-8e35-4163-a4e4-bc3fbfc6daf7 HTTP/1.1" status: 204 len: 168 time: 0.3606336 Nov 23 02:32:25.175024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278835b6-f2b3-40e5-9c26-dcdd759ac634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01d4126-8e35-4163-a4e4-bc3fbfc6daf7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:25.200992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] For port 616291aa-2f58-4531-b418-6c32d50b11da, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=616291aa-2f58-4531-b418-6c32d50b11da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:25.201363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.219081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Calling delete_port for 616291aa-2f58-4531-b418-6c32d50b11da owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:25.289208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97997860-31f5-469e-b75e-5710ffcad663 req-471f0cef-94e0-4e28-8f67-1be2c28b081c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:25.292391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '616291aa-2f58-4531-b418-6c32d50b11da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:32:22Z', 'revision_number': 5, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port': {'id': '616291aa-2f58-4531-b418-6c32d50b11da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:23Z', 'updated_at': '2021-11-23T02:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:25.293834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97997860-31f5-469e-b75e-5710ffcad663 req-471f0cef-94e0-4e28-8f67-1be2c28b081c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.3434434 Nov 23 02:32:25.358586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Checking router: 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:25.393921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Routers {'8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:25.404307 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:25.438745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6d41a6-1ad4-4d2f-b76b-037e6dc28377 req-0106da15-ae7b-4e41-8adc-a51df7ebf14b service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859211 Nov 23 02:32:25.465866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.485695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97997860-31f5-469e-b75e-5710ffcad663 req-c183bef4-0817-490a-a06b-4f5d283cf58d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570263 Nov 23 02:32:25.527430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Router bceef412-ddae-45a1-87a2-bedbabbae310 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:25.588700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=616291aa-2f58-4531-b418-6c32d50b11da,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:25.673787 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] Set router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:25.703403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.735911 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:32:24Z', 'revision_number': 6, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:25.766543 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53840abf-7baa-4fcd-8ee1-17f9d491eabf None None] The sync data for ids ['8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb'] in n-d-714676-12 is: [{'id': '8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb', 'name': 'tempest-TaggedBootDevicesTest_v242-626913001-router', 'tenant_id': '2fa7438f897d424d8356e6395628dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:22Z', 'updated_at': '2021-11-23T02:32:24Z', 'revision_number': 6, 'project_id': '2fa7438f897d424d8356e6395628dbef', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:25.884880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.888090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.950491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-a03001b7-d95b-463c-830f-469b13918b5c tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:25.952124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-a03001b7-d95b-463c-830f-469b13918b5c tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 950 time: 0.2010844 Nov 23 02:32:25.953407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.953967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:25.958611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:25.959867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45f3dfe0-a21f-4678-99e2-cd2a3159c5fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/8fbc7bf5-8cd1-4601-a219-39a11bb3cfdb HTTP/1.1" status: 204 len: 168 time: 1.6141441 Nov 23 02:32:25.970237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46058) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:26.148404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Deleting subnet 39854760-a93c-4f97-a8ef-218bb3894fca {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:32:26.153852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.173871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-dcbd609c-c802-4b61-a6f0-8d84464dd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:26.179078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-dcbd609c-c802-4b61-a6f0-8d84464dd302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1096 time: 0.6200974 Nov 23 02:32:26.216796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610c738-cb40-43d9-8c0a-0bbcdb4ffc14 req-e1b0a874-d952-4ba0-9ac6-3de814611f3a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:26.224904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d610c738-cb40-43d9-8c0a-0bbcdb4ffc14 req-e1b0a874-d952-4ba0-9ac6-3de814611f3a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 944 time: 0.2090921 Nov 23 02:32:26.248012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:26.261600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc47-3819-493d-bfce-943823ba699d None None] Sync routers for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:26.279737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:26.279737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:26.300921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c182eba5-d576-4e6e-af8f-12262483c455 admin admin] 10.222.0.15 "PUT /v2.0/routers/bceef412-ddae-45a1-87a2-bedbabbae310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1933563 Nov 23 02:32:26.310024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa02175-4d11-4efc-83c1-88c487ae3f35 req-666415e8-6288-4379-9ba6-717fe24f3cba tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:26.311651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa02175-4d11-4efc-83c1-88c487ae3f35 req-666415e8-6288-4379-9ba6-717fe24f3cba tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 950 time: 0.2422051 Nov 23 02:32:26.314181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:26.526183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d610c738-cb40-43d9-8c0a-0bbcdb4ffc14 req-9cb6c73f-1ef0-4d11-a3fe-9ceeab48b4c8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002784 Nov 23 02:32:26.549697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-608d0d07-db12-466c-b08c-8432f069b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:26.551276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-608d0d07-db12-466c-b08c-8432f069b9b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3533475 Nov 23 02:32:26.559979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa02175-4d11-4efc-83c1-88c487ae3f35 req-97fc0526-6b7f-4963-bf3c-239a827b7ce5 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/security-groups?id=453e4bcd-f84c-49f1-8a55-1d2255d5da34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302139 Nov 23 02:32:26.576036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.601088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:26.662425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-edfd0666-0d6e-46e8-b533-6e9dd25ca321 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 217 time: 0.0998182 Nov 23 02:32:26.666124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.669639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Deleting port ba1c13c3-5b19-4511-9547-1455bb947077 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:26.669986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.686403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.835712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] For port ba1c13c3-5b19-4511-9547-1455bb947077, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ba1c13c3-5b19-4511-9547-1455bb947077,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:26.835712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.849395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.868588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Calling delete_port for ba1c13c3-5b19-4511-9547-1455bb947077 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:26.898375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39854760-a93c-4f97-a8ef-218bb3894fca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:26.906141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.914129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2045c5ce-5893-4c67-b652-60c55a8b205f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39854760-a93c-4f97-a8ef-218bb3894fca HTTP/1.1" status: 204 len: 168 time: 0.9415073 Nov 23 02:32:26.914884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:26.919246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:26.947093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-231e080f-5466-4bef-95bd-34cdc0af42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:26.948604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-231e080f-5466-4bef-95bd-34cdc0af42e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1430027 Nov 23 02:32:26.965710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10368b-c8ea-400a-b2f2-b85f2a45b4f4 None None] Network 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:27.003465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d854-6959-4261-8fc0-79fe1f7404a9 req-e36d6ba7-48aa-4d07-8ea1-30466d8427a9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:27.005052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f11d854-6959-4261-8fc0-79fe1f7404a9 req-e36d6ba7-48aa-4d07-8ea1-30466d8427a9 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2006054 Nov 23 02:32:27.136513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-a377bcbe-c51b-4fdb-9121-f435a3fbbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:27.138325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-a377bcbe-c51b-4fdb-9121-f435a3fbbe62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626856 Nov 23 02:32:27.146022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f11d854-6959-4261-8fc0-79fe1f7404a9 req-c50fece3-3939-4577-ae45-a128f2d8c057 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167731 Nov 23 02:32:27.158254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.173772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Deleting port f47e81b5-6374-4f94-aac0-cb9cf064ea44 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:27.174362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.260472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247'}], 'enable_snat': True}, 'gw_port_id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:32:24Z', 'revision_number': 5, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port': {'id': 'f47e81b5-6374-4f94-aac0-cb9cf064ea44', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:28:45Z', 'updated_at': '2021-11-23T02:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:27.310595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.361507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc47-3819-493d-bfce-943823ba699d None None] Checking router: bceef412-ddae-45a1-87a2-bedbabbae310 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:27.390919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Pushing event deleted for resources: {'Port': ['ID=ba1c13c3-5b19-4511-9547-1455bb947077,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:27.395263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Deleting port ebc1d1db-e275-4399-be95-b66f1f0b82d2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:27.395888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.401155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] Routers {'bceef412-ddae-45a1-87a2-bedbabbae310'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:27.402075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bceef412-ddae-45a1-87a2-bedbabbae310'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:27.430844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-28ac7229-7034-429c-9aaf-a5fa04b87f3d service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766819 Nov 23 02:32:27.433980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] For port f47e81b5-6374-4f94-aac0-cb9cf064ea44, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f47e81b5-6374-4f94-aac0-cb9cf064ea44,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:27.434449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.501444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] DHCP port deletion for 20f9c805-4a7a-4545-a45f-d2c4cf8013d0 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:32:27.525966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Calling delete_port for f47e81b5-6374-4f94-aac0-cb9cf064ea44 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:27.553997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] Set router bceef412-ddae-45a1-87a2-bedbabbae310 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:27.584324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] No DVR routers for this DVR port ba1c13c3-5b19-4511-9547-1455bb947077 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:27.587105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.607372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-28e97e0d-05a5-4bee-a7f6-4aa42d5afca7 req-0db5fa7a-a769-425c-b69d-c211bf5e6847 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.47 "DELETE /v2.0/ports/ba1c13c3-5b19-4511-9547-1455bb947077 HTTP/1.1" status: 204 len: 173 time: 1.6461470 Nov 23 02:32:27.646649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:27.655260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-523efc47-3819-493d-bfce-943823ba699d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:32:26Z', 'revision_number': 6, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:27.673240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'name': 'network-vif-deleted', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:27.683614 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950ff03e-1596-40eb-905f-de0e26e567a4" -d '{"events": [{"server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "name": "network-vif-deleted", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:27.812426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-42098664-420b-4771-8625-80d55827df03 admin admin] For port ebc1d1db-e275-4399-be95-b66f1f0b82d2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ebc1d1db-e275-4399-be95-b66f1f0b82d2,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:27.812903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:27.863402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46122) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:27.884814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Calling delete_port for ebc1d1db-e275-4399-be95-b66f1f0b82d2 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:27.937086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 490da184-b8fa-40bc-ab14-0fcae2714ece no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:27.941598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523efc47-3819-493d-bfce-943823ba699d None None] The sync data for ids ['bceef412-ddae-45a1-87a2-bedbabbae310'] in n-d-714676-12 is: [{'id': 'bceef412-ddae-45a1-87a2-bedbabbae310', 'name': 'tempest-ServersTestBootFromVolume-842390653-router', 'tenant_id': '1b95977f9a6a4fea8a12d3204346d308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:28:44Z', 'updated_at': '2021-11-23T02:32:26Z', 'revision_number': 6, 'project_id': '1b95977f9a6a4fea8a12d3204346d308', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:27.970804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9d52ef3-bec1-4afe-9c91-4f14728401b3 req-99a606c4-9992-4f22-8d52-1902b21c5897 tempest-TenantUsagesTestJSON-766221806 tempest-TenantUsagesTestJSON-766221806-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bd009f5-aec6-4578-b647-a4ed33c12b55 HTTP/1.1" status: 200 len: 210 time: 0.1418531 Nov 23 02:32:27.998718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 490da184-b8fa-40bc-ab14-0fcae2714ece {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:27.999172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 490da184-b8fa-40bc-ab14-0fcae2714ece not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:27.999693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 616291aa-2f58-4531-b418-6c32d50b11da no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:28.003773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Deleting port ebc1d1db-e275-4399-be95-b66f1f0b82d2 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:28.004715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.053230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55ab32c8-497d-4837-b639-c8ea3025dc38 req-603735dd-2b5c-4563-bac7-32afe7065cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083715 Nov 23 02:32:28.059660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.070429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4ee7f-dc52-40ae-a700-43ec3a7df714 req-67682e27-c0e9-4fcf-b3c0-150545878df1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:28.072364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abc4ee7f-dc52-40ae-a700-43ec3a7df714 req-67682e27-c0e9-4fcf-b3c0-150545878df1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 944 time: 0.3772304 Nov 23 02:32:28.113442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 616291aa-2f58-4531-b418-6c32d50b11da {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:28.113785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 616291aa-2f58-4531-b418-6c32d50b11da not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:28.114189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ebc1d1db-e275-4399-be95-b66f1f0b82d2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:28.115483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2146174899', 'router:external': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:28.121957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc1d1db-e275-4399-be95-b66f1f0b82d2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.133947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42098664-420b-4771-8625-80d55827df03 admin admin] No DVR routers for this DVR port ebc1d1db-e275-4399-be95-b66f1f0b82d2 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:28.141841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ebc1d1db-e275-4399-be95-b66f1f0b82d2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:28.142329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ebc1d1db-e275-4399-be95-b66f1f0b82d2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:28.154284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50e71ad-5bce-4d0f-a67d-8136c5b257b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.156530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] For port ebc1d1db-e275-4399-be95-b66f1f0b82d2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ebc1d1db-e275-4399-be95-b66f1f0b82d2,segment=NetworkSegment(c6034b35-b23c-45ba-abc3-dd3deb323ee2),segment_id=c6034b35-b23c-45ba-abc3-dd3deb323ee2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:28.156943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.178445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Calling delete_port for ebc1d1db-e275-4399-be95-b66f1f0b82d2 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:28.204254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Made reservation on behalf of 885a5b9903b64cf8990367c7acd07210 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:28.206687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.221479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abc4ee7f-dc52-40ae-a700-43ec3a7df714 req-986a29f0-222e-41ea-9520-cc4f22d41fa3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363800 Nov 23 02:32:28.230255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.231736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.284156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47e81b5-6374-4f94-aac0-cb9cf064ea44,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.329018 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3fbe22-ae59-4f93-9b58-c9867fe71337 x-openstack-request-id: req-ba3fbe22-ae59-4f93-9b58-c9867fe71337 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:28.329524 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bd009f5-aec6-4578-b647-a4ed33c12b55", "name": "network-vif-deleted", "tag": "ba1c13c3-5b19-4511-9547-1455bb947077", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:28.329776 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3fbe22-ae59-4f93-9b58-c9867fe71337 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:28.330182 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd009f5-aec6-4578-b647-a4ed33c12b55', 'name': 'network-vif-deleted', 'tag': 'ba1c13c3-5b19-4511-9547-1455bb947077', 'status': 'completed', 'code': 200} Nov 23 02:32:28.332636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.334292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.359502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] No DVR routers for this DVR port ebc1d1db-e275-4399-be95-b66f1f0b82d2 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:28.370122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-42098664-420b-4771-8625-80d55827df03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f9c805-4a7a-4545-a45f-d2c4cf8013d0']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:28.386229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-42098664-420b-4771-8625-80d55827df03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6034b35-b23c-45ba-abc3-dd3deb323ee2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:28.387078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-42098664-420b-4771-8625-80d55827df03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6034b35-b23c-45ba-abc3-dd3deb323ee2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:28.401557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b6812-ccb8-4337-b4b8-cc43adfaa55d None None] Pushing event deleted for resources: {'Port': ['ID=ebc1d1db-e275-4399-be95-b66f1f0b82d2,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.410721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.442200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.446066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.456328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:32:28.456734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:32:28.458415 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:32:28.509086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.513904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe17a6-93c6-4bca-83d7-c92ddcc10a32 req-2e1fdace-6e2e-4602-830c-7edb953d2136 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:28.514721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.515771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe17a6-93c6-4bca-83d7-c92ddcc10a32 req-2e1fdace-6e2e-4602-830c-7edb953d2136 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1876338 Nov 23 02:32:28.548267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50e71ad-5bce-4d0f-a67d-8136c5b257b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.553504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:32:28.564320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ab776-a2ce-4593-8972-2e313b82ac8d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.570793 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.572630 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Added segment 3fbc4a1b-a6a6-431a-8f46-bb25065e5c9e of type vlan for network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 Nov 23 02:32:28.581686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.588511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.589192 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e50e71ad-5bce-4d0f-a67d-8136c5b257b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.591721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-42098664-420b-4771-8625-80d55827df03 admin admin] 10.222.0.15 "DELETE /v2.0/networks/20f9c805-4a7a-4545-a45f-d2c4cf8013d0 HTTP/1.1" status: 204 len: 168 time: 1.6711473 Nov 23 02:32:28.596089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:28.611721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.623174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42098664-420b-4771-8625-80d55827df03 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f9c805-4a7a-4545-a45f-d2c4cf8013d0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.636253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.641274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.673441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ba1c13c3-5b19-4511-9547-1455bb947077 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:28.676427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.677639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:28.678444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.711993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ba1c13c3-5b19-4511-9547-1455bb947077 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:28.713203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ba1c13c3-5b19-4511-9547-1455bb947077 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:28.745705 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8781712 Nov 23 02:32:28.746663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46130) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:28.754047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'subnet': {'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:28.762798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b9634-20e9-42da-9695-d2735b65c5ca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Network': ['ID=bcb3f2ce-8a43-404f-8b89-ab2f45ea9736,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.772597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e50e71ad-5bce-4d0f-a67d-8136c5b257b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5ab9548f85047fb9164176da4312e35&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1203730 Nov 23 02:32:28.774327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:32:28.779363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e71ad-5bce-4d0f-a67d-8136c5b257b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d5162-7fd6-4cdd-baa2-1c12565ec21d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:28.780249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46132) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:28.818604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Made reservation on behalf of 885a5b9903b64cf8990367c7acd07210 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:28.821114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.830797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.831352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bceef412-ddae-45a1-87a2-bedbabbae310 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:28.838708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe17a6-93c6-4bca-83d7-c92ddcc10a32 req-27f6233c-97c3-4761-b796-695af6536448 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888567 Nov 23 02:32:28.841684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.842777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-150c7e86-5547-415c-911a-c0afdc59c512 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bceef412-ddae-45a1-87a2-bedbabbae310 HTTP/1.1" status: 204 len: 168 time: 2.5263071 Nov 23 02:32:28.845432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:28.893930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Deleting subnet d0d6945c-9d67-4d3d-bb01-a77f7b11969f {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:32:28.901701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.915576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.957312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:28.983709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.051109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.053681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.055010 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/626d5162-7fd6-4cdd-baa2-1c12565ec21d HTTP/1.1" status: 204 len: 168 time: 0.2737501 Nov 23 02:32:29.092635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f9686-8029-460c-9fb9-cc22983cad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d5162-7fd6-4cdd-baa2-1c12565ec21d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:29.140021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:29.295658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:29.326824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:29.358753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:32:29.359341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.383655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.404118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:29.427793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Subnet': ['ID=64ec2186-19fd-4e18-bcea-5399166938a1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:29.433978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Checking segment: {'id': '3fbc4a1b-a6a6-431a-8f46-bb25065e5c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:29.434340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network hostable DHCP agents. Network: bcb3f2ce-8a43-404f-8b89-ab2f45ea9736, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:32:29.438913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:29.451581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.458304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:32:29.470629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, bcb3f2ce-8a43-404f-8b89-ab2f45ea9736) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:29.476917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:29.479505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.482691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:29.489891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b84d9-767e-4034-b7cb-1a36dbb07cc9 None None] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:29.508275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c9053a7c-b9fd-4ff9-8359-0ef6e219ccef tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7602210 Nov 23 02:32:29.510374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46154) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:29.518039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2128887330', 'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:29.547550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Made reservation on behalf of 885a5b9903b64cf8990367c7acd07210 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:29.551997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.605981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] device_id is not set on port ab0f191a-ff4b-407a-bb99-82b3a0bbb081 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:32:29.630374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.668589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.690169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f47e81b5-6374-4f94-aac0-cb9cf064ea44 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:29.704721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:29.722278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:29.730161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f47e81b5-6374-4f94-aac0-cb9cf064ea44 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:29.731895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f47e81b5-6374-4f94-aac0-cb9cf064ea44 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:29.732905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c61037b-f8d6-400e-bd40-90ab6f66f073 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:29.740163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-878f6e03-499b-4220-817a-a5ae5b7656c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.776715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['320bf0b9-2ee8-4635-9934-5310ef9088ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:32:29.787162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f924b-edf1-4dd9-b77d-5d93f4e0c0cf req-93f25611-60dc-4073-8187-9d06959f632a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:29.788967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0918e161-cf0d-4f6d-ba6d-ff5d87d7d555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e995e69cd2d348ec82d78e8ce16f5187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3040717 Nov 23 02:32:29.793488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46158) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:29.795147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a10f924b-edf1-4dd9-b77d-5d93f4e0c0cf req-93f25611-60dc-4073-8187-9d06959f632a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1679487 Nov 23 02:32:29.818032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.20.0.8 (bcb3f2ce-8a43-404f-8b89-ab2f45ea9736/64ec2186-19fd-4e18-bcea-5399166938a1/ab0f191a-ff4b-407a-bb99-82b3a0bbb081) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:29.832843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4c61037b-f8d6-400e-bd40-90ab6f66f073 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:29.833343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c61037b-f8d6-400e-bd40-90ab6f66f073 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:29.870729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.900590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.918820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:29.919292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a594627-2847-4ae9-b7d5-c9a21b3bc3e7 None None] Network b2e9b402-fcb0-4eb3-b083-b96182e89cbc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:29.923434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0d6945c-9d67-4d3d-bb01-a77f7b11969f HTTP/1.1" status: 204 len: 168 time: 1.0772529 Nov 23 02:32:29.927810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:29.951014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a10f924b-edf1-4dd9-b77d-5d93f4e0c0cf req-78762478-6dfa-4bac-a5b6-aeb74ee362df tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548984 Nov 23 02:32:29.951799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728f7e0-8b61-4e8d-bfe5-b911bb29fd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d6945c-9d67-4d3d-bb01-a77f7b11969f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:29.963658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7f8e4-c17f-4762-903c-f90e328b1eba None None] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:29.997057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.086035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-878f6e03-499b-4220-817a-a5ae5b7656c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.099052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a440d-3780-40c7-9ba3-67f4d18d6dda req-4fdb61e1-c440-4fb2-b4dc-97562bcf840c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:30.100439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.100721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd9a440d-3780-40c7-9ba3-67f4d18d6dda req-4fdb61e1-c440-4fb2-b4dc-97562bcf840c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1392972 Nov 23 02:32:30.103232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-878f6e03-499b-4220-817a-a5ae5b7656c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.139078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.169020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-878f6e03-499b-4220-817a-a5ae5b7656c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4e10af87e6e4a93a6c587c56b811cde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589045 Nov 23 02:32:30.170858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.173668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.174817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:30.185009 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/453e4bcd-f84c-49f1-8a55-1d2255d5da34 HTTP/1.1" status: 204 len: 168 time: 0.3833535 Nov 23 02:32:30.187144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f6e03-499b-4220-817a-a5ae5b7656c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a44de1-3fe4-4e9f-bf23-621b326a0669,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.218798 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.255458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.261877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd1ee7-b543-4fd6-817b-98004ccedf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453e4bcd-f84c-49f1-8a55-1d2255d5da34,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.319524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd9a440d-3780-40c7-9ba3-67f4d18d6dda req-f379cb1e-b4c4-46c8-bc00-ce03ba3489fc tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893938 Nov 23 02:32:30.329895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] DHCP port deletion for b2e9b402-fcb0-4eb3-b083-b96182e89cbc request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:32:30.363152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=ab0f191a-ff4b-407a-bb99-82b3a0bbb081,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.375721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.396790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Deleting port 1c1528cd-b2f8-4ea3-958e-32a893a8256f {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:30.397316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.398056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:30.408970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:30.411761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:30.414692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.419471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Deleting port 1c1528cd-b2f8-4ea3-958e-32a893a8256f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:30.419824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.477383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] For port 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c1528cd-b2f8-4ea3-958e-32a893a8256f,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:30.478013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.505746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Calling delete_port for 1c1528cd-b2f8-4ea3-958e-32a893a8256f owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:30.533915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:30.534068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.534586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.537075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.540598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1a44de1-3fe4-4e9f-bf23-621b326a0669 HTTP/1.1" status: 204 len: 168 time: 0.3617394 Nov 23 02:32:30.556631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] For port 1c1528cd-b2f8-4ea3-958e-32a893a8256f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c1528cd-b2f8-4ea3-958e-32a893a8256f,segment=NetworkSegment(67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a),segment_id=67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:30.556631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.564367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065b07b-bfca-491e-a7c0-006a6cb387ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a44de1-3fe4-4e9f-bf23-621b326a0669,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.585602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed1b6b20-7330-49cb-9aa3-d7a1eaa3b774 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0733497 Nov 23 02:32:30.587215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Calling delete_port for 1c1528cd-b2f8-4ea3-958e-32a893a8256f owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:30.590346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46174) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:30.667679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.681620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Deleting port 76cceda9-da43-417a-9c18-90a298e4afe3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:30.683623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.712266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] Pushing event deleted for resources: {'Port': ['ID=1c1528cd-b2f8-4ea3-958e-32a893a8256f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.719900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d14bc94-1d32-4ea3-bd31-cba72e6beaad None None] No DVR routers for this DVR port 1c1528cd-b2f8-4ea3-958e-32a893a8256f on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:30.765919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Deleting port ab0f191a-ff4b-407a-bb99-82b3a0bbb081 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:30.766231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.815975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] For port 76cceda9-da43-417a-9c18-90a298e4afe3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=76cceda9-da43-417a-9c18-90a298e4afe3,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:30.816351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.819454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.842531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Calling delete_port for 76cceda9-da43-417a-9c18-90a298e4afe3 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:30.850109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46178) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:30.863689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1528cd-b2f8-4ea3-958e-32a893a8256f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:30.869036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] No DVR routers for this DVR port 1c1528cd-b2f8-4ea3-958e-32a893a8256f on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:30.882530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-add4fe92-f676-4c6e-85a1-45a9d4b5713c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.968806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.995451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Calling delete_port for ab0f191a-ff4b-407a-bb99-82b3a0bbb081 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:31.015387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.079006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e9b402-fcb0-4eb3-b083-b96182e89cbc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:31.096665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:31.096949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d6821a-c2d4-4cf5-8342-d3c92fa3ce3a') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:31.104401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.120051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.148841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.153300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d67e-b2a4-450c-85a1-ce7b8be973d1 req-16705e84-96d1-438e-9689-e3affa2ca01a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.154974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7a7d67e-b2a4-450c-85a1-ce7b8be973d1 req-16705e84-96d1-438e-9689-e3affa2ca01a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.0996974 Nov 23 02:32:31.156827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=76cceda9-da43-417a-9c18-90a298e4afe3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.163220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:32:31.163846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.170386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:32:31.187846 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:32:31.259607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-add4fe92-f676-4c6e-85a1-45a9d4b5713c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.261114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 320bf0b9-2ee8-4635-9934-5310ef9088ce completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:32:31.268570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 320bf0b9-2ee8-4635-9934-5310ef9088ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:31.269134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.283577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-add4fe92-f676-4c6e-85a1-45a9d4b5713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.352692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7a7d67e-b2a4-450c-85a1-ce7b8be973d1 req-0068cf71-1ea1-4b2f-b900-4091876daa5e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448133 Nov 23 02:32:31.378535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.393613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.406184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-add4fe92-f676-4c6e-85a1-45a9d4b5713c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701de83e43904063a963b827258b75c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5487251 Nov 23 02:32:31.425078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:31.428044 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e386c28-2530-43c7-972a-2a9143982757" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:31.429990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.435059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b2e9b402-fcb0-4eb3-b083-b96182e89cbc HTTP/1.1" status: 204 len: 168 time: 1.5059984 Nov 23 02:32:31.435627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46198) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:31.447029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:31.464812 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.535315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4fe92-f676-4c6e-85a1-45a9d4b5713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79b8fd-3c31-4256-8081-7994ef501a46,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.543139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815f0a3-800b-40be-a802-82ffe5b56601 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e9b402-fcb0-4eb3-b083-b96182e89cbc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.587936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.594301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.594626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.633470 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d75ee0e-b622-47fd-a950-282afc680f95 x-openstack-request-id: req-4d75ee0e-b622-47fd-a950-282afc680f95 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:31.633718 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:31.634536 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d75ee0e-b622-47fd-a950-282afc680f95 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:31.634972 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:32:31.658592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.661015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab0f191a-ff4b-407a-bb99-82b3a0bbb081,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.738686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.745180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b89c7-4cfa-4d8d-a6da-0100d0fc4a11 req-671484c6-c493-404f-810d-94dfe5d2be28 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.746655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d5b89c7-4cfa-4d8d-a6da-0100d0fc4a11 req-671484c6-c493-404f-810d-94dfe5d2be28 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2406478 Nov 23 02:32:31.748842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.754761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e055dad7-81b6-4f46-adf5-775b7a0f1573 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ab0f191a-ff4b-407a-bb99-82b3a0bbb081 HTTP/1.1" status: 204 len: 168 time: 1.1607547 Nov 23 02:32:31.755352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:31.765131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736', 'external_fixed_ips': [{'subnet_id': '64ec2186-19fd-4e18-bcea-5399166938a1', 'ip_address': '172.20.0.8'}]}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:31.812579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.814294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.872871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.876845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:31.877979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.879565 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb79b8fd-3c31-4256-8081-7994ef501a46 HTTP/1.1" status: 204 len: 168 time: 0.4428470 Nov 23 02:32:31.893618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b34d6-3471-4d53-8bbb-25a2e85ae22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79b8fd-3c31-4256-8081-7994ef501a46,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:31.923764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c1528cd-b2f8-4ea3-958e-32a893a8256f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:31.956476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:31.961710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1c1528cd-b2f8-4ea3-958e-32a893a8256f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:31.962229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c1528cd-b2f8-4ea3-958e-32a893a8256f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:32.034778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d5b89c7-4cfa-4d8d-a6da-0100d0fc4a11 req-6996f86b-def6-4010-bb0d-c09227d52018 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710943 Nov 23 02:32:32.044223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e35e3-f4ba-4dbc-96d9-88d44b7e90ea req-61ccc54b-5685-4a73-be44-ab66ac3d55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:32.045925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f5e35e3-f4ba-4dbc-96d9-88d44b7e90ea req-61ccc54b-5685-4a73-be44-ab66ac3d55a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1098 time: 0.2034948 Nov 23 02:32:32.102257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e01b1085-de6c-415d-8458-7ba29a96817f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b95977f9a6a4fea8a12d3204346d308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2164843 Nov 23 02:32:32.110369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:32.127069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.127373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:32.176364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f5e35e3-f4ba-4dbc-96d9-88d44b7e90ea req-e7fd298e-6112-4d4f-a628-8c1631691fcb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143250 Nov 23 02:32:32.282338 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.314004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.335622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:32.348392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-792aab68-c509-48bd-a190-4061de557b5c admin admin] 10.222.0.15 "PUT /v2.0/routers/1f16e91c-6c45-4ef1-b593-7fcba8e74287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7386703 Nov 23 02:32:32.349873 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Sync routers for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:32.354204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:32.365565 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:32.366309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:32.458033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.512950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.523950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.526625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.527789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a4f370e-f033-41e8-9129-4ed3623cc7dc HTTP/1.1" status: 204 len: 168 time: 0.4155192 Nov 23 02:32:32.570770 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:32.577276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bda5d-d7c0-4fc6-8beb-b33538582485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f370e-f033-41e8-9129-4ed3623cc7dc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:32.593170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.675434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67950a-1457-44fe-8e40-f5e9ee7ff766 req-e69392da-7be4-4e19-a9cc-f7523a21cf2d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:32.676963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a67950a-1457-44fe-8e40-f5e9ee7ff766 req-e69392da-7be4-4e19-a9cc-f7523a21cf2d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.1729882 Nov 23 02:32:32.789913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a67950a-1457-44fe-8e40-f5e9ee7ff766 req-68ad79c7-383a-460e-8502-c5094ac93b82 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967076 Nov 23 02:32:32.802284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.865312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.20.0.8 (bcb3f2ce-8a43-404f-8b89-ab2f45ea9736/64ec2186-19fd-4e18-bcea-5399166938a1/d2539e47-ef98-4bca-bbe8-266c5c6f6481) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:32.877644 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:32:31Z', 'revision_number': 5, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port': {'id': '3a4c8ee8-3b74-4508-bcb9-1769b0e859a6', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:20:34Z', 'updated_at': '2021-11-23T02:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:32.916160 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Checking router: 1f16e91c-6c45-4ef1-b593-7fcba8e74287 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:32.921266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Deleting port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:32.921774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:32.926827 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Routers {'1f16e91c-6c45-4ef1-b593-7fcba8e74287'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:32.927446 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:33.017604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.032847 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] Set router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:33.055570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] For port 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:33.056095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.069532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.097570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Calling delete_port for 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:33.130352 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5a860d17-0a67-4926-8829-77950744e05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:32:32Z', 'revision_number': 6, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:33.181539 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860d17-0a67-4926-8829-77950744e05b None None] The sync data for ids ['1f16e91c-6c45-4ef1-b593-7fcba8e74287'] in n-d-714676-12 is: [{'id': '1f16e91c-6c45-4ef1-b593-7fcba8e74287', 'name': 'tempest-TaggedBootDevicesTest_v242-960144161-router', 'tenant_id': '1151350a394b44fabe7494ebb4b19559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:20:33Z', 'updated_at': '2021-11-23T02:32:32Z', 'revision_number': 6, 'project_id': '1151350a394b44fabe7494ebb4b19559', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:33.186214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:33.191827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:33.196400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:33.226672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=d2539e47-ef98-4bca-bbe8-266c5c6f6481,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:33.270356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc58dd-c53b-4b3f-9f56-a0626818fa5b req-55d7569e-2458-48dc-9409-9e1d00c03206 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:33.272678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7bc58dd-c53b-4b3f-9f56-a0626818fa5b req-55d7569e-2458-48dc-9409-9e1d00c03206 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1230564 Nov 23 02:32:33.387716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7bc58dd-c53b-4b3f-9f56-a0626818fa5b req-51692e9b-97df-4c4e-9df4-cba868cd0372 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069288 Nov 23 02:32:33.480662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.512040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4c8ee8-3b74-4508-bcb9-1769b0e859a6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:33.624294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.660086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.683250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 76cceda9-da43-417a-9c18-90a298e4afe3 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:33.739854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 76cceda9-da43-417a-9c18-90a298e4afe3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:33.740352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 76cceda9-da43-417a-9c18-90a298e4afe3 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:33.791488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.793940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.904210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.904928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f16e91c-6c45-4ef1-b593-7fcba8e74287 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:33.912614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:33.916711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-476a03f4-4e64-4ff6-befb-f61628525dcb admin admin] 10.222.0.15 "DELETE /v2.0/routers/1f16e91c-6c45-4ef1-b593-7fcba8e74287 HTTP/1.1" status: 204 len: 168 time: 1.5585907 Nov 23 02:32:33.917174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:34.031939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Deleting subnet 539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:32:34.042436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695316-cc87-474e-b921-506eecccfbe9 req-574493e7-a620-4a2e-baef-9591d1bcb744 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:34.046644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9695316-cc87-474e-b921-506eecccfbe9 req-574493e7-a620-4a2e-baef-9591d1bcb744 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.1370599 Nov 23 02:32:34.050602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.141124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.146660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9695316-cc87-474e-b921-506eecccfbe9 req-fcb73326-1a25-470d-8df2-cff723fb02a5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916824 Nov 23 02:32:34.345028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.389643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6fa68-465e-4f1f-8143-4168029f4739 req-20a2d127-eed6-4178-a579-05b00ea528ff tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:34.400545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ba6fa68-465e-4f1f-8143-4168029f4739 req-20a2d127-eed6-4178-a579-05b00ea528ff tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.1229153 Nov 23 02:32:34.401622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:34.406342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'floatingip': {'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:34.411633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.507034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:34.515240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.583624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router e0d50ad4-be30-4476-b9b9-9306e51b729a is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:32:34.589873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.633654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ac841-0c70-4b6f-8dab-488176e61024 req-b473a0b8-0163-4c6f-a7ee-2bb6c3d40be7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:34.635422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-206ac841-0c70-4b6f-8dab-488176e61024 req-b473a0b8-0163-4c6f-a7ee-2bb6c3d40be7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1609585 Nov 23 02:32:34.657824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:34.672508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c99901-3e0e-4879-9bee-e0b98421258d None None] Network 1684b240-c2a2-481b-b757-fb041f152fa4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:34.675472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.678753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-860bcf4e-de0b-4cc1-86d2-b7855ff4cbcd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/539ef7ca-8177-47ca-8ad6-3a9d3e5c59cc HTTP/1.1" status: 204 len: 168 time: 0.7597945 Nov 23 02:32:34.689296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:34.775245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:34.823287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Sync routers for ids ['e0d50ad4-be30-4476-b9b9-9306e51b729a'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:34.826849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:34.832333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5131617-1a1b-4e3b-bb31-be6429ca9f57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0760181 Nov 23 02:32:34.833015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:34.899493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Routers {'e0d50ad4-be30-4476-b9b9-9306e51b729a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:34.900415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e0d50ad4-be30-4476-b9b9-9306e51b729a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:34.947246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1274643168-network', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:34.994274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.054633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Made reservation on behalf of 2279ae000b1149eb9263d81b8a4ac0d7 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:35.057344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.067638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Set router e0d50ad4-be30-4476-b9b9-9306e51b729a gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:35.074395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.148754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] DHCP port deletion for 1684b240-c2a2-481b-b757-fb041f152fa4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:32:35.169641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.180036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.183537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-206ac841-0c70-4b6f-8dab-488176e61024 req-fbfd208a-adaf-4f3a-b5dd-dd374b1bfb06 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266345 Nov 23 02:32:35.199894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.264073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:32:35.286577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613150d-5b6b-443b-bc04-bc764f710936,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:35.296920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.296920 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Added segment 93b99d4a-1b72-48c0-9875-b4f890d30923 of type vlan for network e5552394-584e-4053-b1d6-e0c2cd34cdff Nov 23 02:32:35.338555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.356984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.443687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.447894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:35.451987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.456206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Deleting port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:35.456852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.543386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Deleting port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:35.543754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.557823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Deleting port d2539e47-ef98-4bca-bbe8-266c5c6f6481 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:35.558177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.559361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] For port e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:35.569493 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.642374 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1342034 Nov 23 02:32:35.643084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:35.668700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Request body: {'subnet': {'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1274643168-subnet', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:35.679983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78da70-1237-4ecb-93f0-f1441d070bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=e5552394-584e-4053-b1d6-e0c2cd34cdff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:35.693823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] For port e7e27edd-e29e-451d-88b3-8d42e2d3cd80, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,segment=NetworkSegment(53e14887-9816-4b94-a8bd-23dd8d2c0928),segment_id=53e14887-9816-4b94-a8bd-23dd8d2c0928)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:35.695241 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.704153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e7e27edd-e29e-451d-88b3-8d42e2d3cd80 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:35.717390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Made reservation on behalf of 2279ae000b1149eb9263d81b8a4ac0d7 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:35.720214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e5552394-584e-4053-b1d6-e0c2cd34cdff details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:32:35.720359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.726872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.738298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.746642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b79cd4f-4a78-4c8c-8b6f-2850fb59b59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.778456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.789705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Calling delete_port for e7e27edd-e29e-451d-88b3-8d42e2d3cd80 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:35.803377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Calling delete_port for d2539e47-ef98-4bca-bbe8-266c5c6f6481 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:35.807417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Calling delete_port for e7e27edd-e29e-451d-88b3-8d42e2d3cd80 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:35.855519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d50ad4-be30-4476-b9b9-9306e51b729a', 'name': '', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736', 'external_fixed_ips': [{'subnet_id': '64ec2186-19fd-4e18-bcea-5399166938a1', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'd2539e47-ef98-4bca-bbe8-266c5c6f6481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:31Z', 'updated_at': '2021-11-23T02:32:33Z', 'revision_number': 3, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port': {'id': 'd2539e47-ef98-4bca-bbe8-266c5c6f6481', 'name': '', 'network_id': 'bcb3f2ce-8a43-404f-8b89-ab2f45ea9736', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d50ad4-be30-4476-b9b9-9306e51b729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '64ec2186-19fd-4e18-bcea-5399166938a1', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:32Z', 'updated_at': '2021-11-23T02:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ec2186-19fd-4e18-bcea-5399166938a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:35.936860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.960101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Checking router: e0d50ad4-be30-4476-b9b9-9306e51b729a for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:35.960449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Updating router e0d50ad4-be30-4476-b9b9-9306e51b729a port d2539e47-ef98-4bca-bbe8-266c5c6f6481 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:32:35.988531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No active binding found for port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 {{(pid=103573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 02:32:35.988984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e7e27edd-e29e-451d-88b3-8d42e2d3cd80 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:35.989398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:35.994047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.041769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:36.042124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3a4c8ee8-3b74-4508-bcb9-1769b0e859a6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:36.079306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:36.084489 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Floating IP 3a9db91a-6ea5-4b6e-83b7-8066e345f1ef associated. External IP: 172.25.1.111, port: 320bf0b9-2ee8-4635-9934-5310ef9088ce. Nov 23 02:32:36.093134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] No DVR routers for this DVR port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:36.163174 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.250016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.264612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] No DVR routers for this DVR port e7e27edd-e29e-451d-88b3-8d42e2d3cd80 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:36.267503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810acd47-01fe-4d83-8663-39d19beba839 None None] Pushing event deleted for resources: {'Port': ['ID=e7e27edd-e29e-451d-88b3-8d42e2d3cd80,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:36.285472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.382488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2539e47-ef98-4bca-bbe8-266c5c6f6481,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:36.392043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d38535-1775-4871-9cf3-d25ae20fd109,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:36.454040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Checking segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:36.454481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Network hostable DHCP agents. Network: e5552394-584e-4053-b1d6-e0c2cd34cdff, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:32:36.455840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:32:36.456293 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:32:36.519782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.520825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Network e5552394-584e-4053-b1d6-e0c2cd34cdff is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:32:36.536640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e5552394-584e-4053-b1d6-e0c2cd34cdff) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:36.543497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:36.544283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.544993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428dcfc-c625-4e90-a50f-3a35bda7582a None None] Network e5552394-584e-4053-b1d6-e0c2cd34cdff requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:36.554693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.579136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70595b-5b3d-41f1-b291-3ee1ff2e4c69 req-f88f150f-5013-4921-846a-69d81d8818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:36.580707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac70595b-5b3d-41f1-b291-3ee1ff2e4c69 req-f88f150f-5013-4921-846a-69d81d8818f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.3104372 Nov 23 02:32:36.596391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-742538d4-e7a1-4070-827c-12910e3176af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9488239 Nov 23 02:32:36.597101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46394) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:36.611373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1684b240-c2a2-481b-b757-fb041f152fa4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:36.623023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c3a31-0891-4879-9aef-11765093b767 req-55298453-8eb4-4862-b2a2-784158dc51bf tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:36.631575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7c3a31-0891-4879-9aef-11765093b767 req-55298453-8eb4-4862-b2a2-784158dc51bf tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2887566 Nov 23 02:32:36.666157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:36.689306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.693266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.730654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Router 30111bf3-5e06-4bb9-8f16-034c225f0490 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:36.739433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.740479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.749674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e14887-9816-4b94-a8bd-23dd8d2c0928') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:36.750338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e14887-9816-4b94-a8bd-23dd8d2c0928') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:36.757245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.757867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0d50ad4-be30-4476-b9b9-9306e51b729a {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:36.769161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.770860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1119da2b-12ae-442c-aee9-66e15bb565df tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e0d50ad4-be30-4476-b9b9-9306e51b729a HTTP/1.1" status: 204 len: 168 time: 1.9366782 Nov 23 02:32:36.775254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46402) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:36.793186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e5552394-584e-4053-b1d6-e0c2cd34cdff', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:32:36.794427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.794960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac70595b-5b3d-41f1-b291-3ee1ff2e4c69 req-27de91dc-ff22-4c24-b0c9-aa4ea3df5017 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992164 Nov 23 02:32:36.797208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.848742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.892081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7c3a31-0891-4879-9aef-11765093b767 req-c02ffc8a-6216-4516-bffd-7621677b3d00 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597506 Nov 23 02:32:36.900145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.950673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:32:36.951180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:32:36.952904 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:32:36.967964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Deleting subnet 64ec2186-19fd-4e18-bcea-5399166938a1 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:32:36.974816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.004742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Port d2539e47-ef98-4bca-bbe8-266c5c6f6481 not found while updating agent binding for router e0d50ad4-be30-4476-b9b9-9306e51b729a. {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 02:32:37.020896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Allocated IP 172.20.0.2 (e5552394-584e-4053-b1d6-e0c2cd34cdff/16d38535-1775-4871-9cf3-d25ae20fd109/70c08f4f-ecd4-4690-ae53-c30983229d01) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:37.025345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:37.030382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.034782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.039006 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Sync routers for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:37.050992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:37.051927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:32:37.055284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_agentschedulers_db [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0d50ad4-be30-4476-b9b9-9306e51b729a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent'). {{(pid=103573) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 02:32:37.055681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c69178-d980-40e6-8690-3d51d6fc4a18 None None] The sync data for ids ['e0d50ad4-be30-4476-b9b9-9306e51b729a'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:37.062332 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:37.063048 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:37.110902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.124086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.127385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.130917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1684b240-c2a2-481b-b757-fb041f152fa4 HTTP/1.1" status: 204 len: 168 time: 2.4406242 Nov 23 02:32:37.139298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c5c6c-a3c1-4be7-bf07-8e5cfd2ef844 admin admin] Pushing event deleted for resources: {'Network': ['ID=1684b240-c2a2-481b-b757-fb041f152fa4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:37.163120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-847fcd2e-6d40-450f-8b20-61589009f14a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "PUT /v2.0/floatingips/3a9db91a-6ea5-4b6e-83b7-8066e345f1ef HTTP/1.1" status: 200 len: 992 time: 2.7603586 Nov 23 02:32:37.163772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:37.166680 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d761b667-1d59-4e75-a2be-cf8039a65d84" -d '{"events": [{"name": "network-changed", "server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:37.245294 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:37.303492 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159779d2-0fa6-4691-bf5a-60214bfcfa7a x-openstack-request-id: req-159779d2-0fa6-4691-bf5a-60214bfcfa7a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:37.303793 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:37.304053 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-159779d2-0fa6-4691-bf5a-60214bfcfa7a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:37.304467 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'status': 'completed', 'code': 200} Nov 23 02:32:37.354574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.362076 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.373026 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.405780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-432b43ff-b60a-4601-bdce-58821efa3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:37.407346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-432b43ff-b60a-4601-bdce-58821efa3520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1098 time: 0.0616844 Nov 23 02:32:37.461314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Network e5552394-584e-4053-b1d6-e0c2cd34cdff is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:37.465139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:37.468600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:37.492614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Pushing event updated for resources: {'Port': ['ID=70c08f4f-ecd4-4690-ae53-c30983229d01,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:37.501305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.505117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46420) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:37.567734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Attempting to bind port 70c08f4f-ecd4-4690-ae53-c30983229d01 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:37.568097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Attempting to bind port 70c08f4f-ecd4-4690-ae53-c30983229d01 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:37.568463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Attempting to bind port 70c08f4f-ecd4-4690-ae53-c30983229d01 on network e5552394-584e-4053-b1d6-e0c2cd34cdff {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:37.576936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:37.577155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-f9ac70ba-e6d9-4344-84b0-8c518e055ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:37.577730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Checking segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:37.577730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.578171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Bound using segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:37.578680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Bound port: 70c08f4f-ecd4-4690-ae53-c30983229d01, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:37.578998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-f9ac70ba-e6d9-4344-84b0-8c518e055ab2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.1560695 Nov 23 02:32:37.579161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.602384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '3a9db91a-6ea5-4b6e-83b7-8066e345f1ef', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:11Z', 'updated_at': '2021-11-23T02:32:35Z', 'revision_number': 1, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:37.607730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.615354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:37.615603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/64ec2186-19fd-4e18-bcea-5399166938a1 HTTP/1.1" status: 204 len: 168 time: 0.8386099 Nov 23 02:32:37.629759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac08412-0f82-4a65-bc2d-64aeb77d3d64 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=64ec2186-19fd-4e18-bcea-5399166938a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:37.670558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] For port 70c08f4f-ecd4-4690-ae53-c30983229d01, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:37.677938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] For port 70c08f4f-ecd4-4690-ae53-c30983229d01, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70c08f4f-ecd4-4690-ae53-c30983229d01,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:37.689548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.752169 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.814021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71d8016a-2d69-486a-a01d-3238e57145ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fa7438f897d424d8356e6395628dbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033447 Nov 23 02:32:37.815662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Checking router: 30111bf3-5e06-4bb9-8f16-034c225f0490 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:37.829771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:37.850566 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:37.851026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf326b-b8ac-42a6-9ca9-e7a67f7bb3d5 None None] Pushing event updated for resources: {'Port': ['ID=70c08f4f-ecd4-4690-ae53-c30983229d01,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:37.851204 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:37.856076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.889601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:37.951193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-210f545d-7ca8-47a8-9db7-78c6e16ff749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.3583016 Nov 23 02:32:37.999884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccf36c66-4f45-4937-a01d-1127f61c22dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.029168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-eb5f5772-d5cd-459d-8357-2cd537851c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:38.030825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-eb5f5772-d5cd-459d-8357-2cd537851c12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.0660653 Nov 23 02:32:38.099674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Allocated IP 172.25.1.144 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/84e9a94a-3a6c-4dd7-b430-9ffacdabf36a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:38.209841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.317477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.436268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.448331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.451512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb3f2ce-8a43-404f-8b89-ab2f45ea9736']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:38.474391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:38.484239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc4a1b-a6a6-431a-8f46-bb25065e5c9e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:38.484891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc4a1b-a6a6-431a-8f46-bb25065e5c9e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:38.521044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.523154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-cce6d51d-5e97-4b12-af21-69becc445b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:38.525986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-cce6d51d-5e97-4b12-af21-69becc445b73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4251425 Nov 23 02:32:38.534966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.566015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a931-2ded-4f97-b4f1-d9f60bcb491b req-bea16e93-2426-49a8-ac16-3311cc3d8805 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:38.567756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c50a931-2ded-4f97-b4f1-d9f60bcb491b req-bea16e93-2426-49a8-ac16-3311cc3d8805 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.3342469 Nov 23 02:32:38.585798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:38.592149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:38.614583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Pushing event updated for resources: {'Port': ['ID=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:38.615688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.619325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:38.638430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:32:38.638872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:32:38.641643 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:32:38.734456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.737094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.741172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11bc6792-dd41-4039-a995-61acdf683586 HTTP/1.1" status: 204 len: 168 time: 0.9039371 Nov 23 02:32:38.766287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba708-7e49-4396-94e9-b4970d56d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc6792-dd41-4039-a995-61acdf683586,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:38.803792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c50a931-2ded-4f97-b4f1-d9f60bcb491b req-3b6c2311-6f22-4498-b608-6f926269f463 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173402 Nov 23 02:32:38.810539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.823693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:32:38.832652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.835896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/networks/bcb3f2ce-8a43-404f-8b89-ab2f45ea9736 HTTP/1.1" status: 204 len: 168 time: 1.2192297 Nov 23 02:32:38.849606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cbff7-4235-4d11-9202-417ab7ada853 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcb3f2ce-8a43-404f-8b89-ab2f45ea9736,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:38.853329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-3da013e4-a7ec-4e18-90cc-c14e0faf2786 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131740 Nov 23 02:32:38.962724 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '3a9db91a-6ea5-4b6e-83b7-8066e345f1ef', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:11Z', 'updated_at': '2021-11-23T02:32:35Z', 'revision_number': 1, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:39.029724 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454dfbc2-88c8-4c5f-a4d8-9d1c872bfedc None None] The sync data for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 is: [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '3a9db91a-6ea5-4b6e-83b7-8066e345f1ef', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:11Z', 'updated_at': '2021-11-23T02:32:35Z', 'revision_number': 1, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:39.057323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d761b667-1d59-4e75-a2be-cf8039a65d84 req-c80e0d63-066b-40a5-858a-010532973d8e service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934311 Nov 23 02:32:39.193851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.214235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.434943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:39.482026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:39.486276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'name': 'tempest-router--1293477738', 'project_id': '663bbc28c8fc46798d713e94f4e29c7c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:39.498784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d4e8e-d992-42bd-9290-d64cbc529ae9 None None] Network e5552394-584e-4053-b1d6-e0c2cd34cdff requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:39.500924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c9914cd4-d205-4341-b5d6-5b82e9ea6d8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1151350a394b44fabe7494ebb4b19559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648234 Nov 23 02:32:39.503731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:39.580987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.582561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.713206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] Provisioning complete for port 70c08f4f-ecd4-4690-ae53-c30983229d01 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:39.713579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.732717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.763760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70c08f4f-ecd4-4690-ae53-c30983229d01 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:39.789182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.892376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.940159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] For port 70c08f4f-ecd4-4690-ae53-c30983229d01, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70c08f4f-ecd4-4690-ae53-c30983229d01,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:39.943004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 70c08f4f-ecd4-4690-ae53-c30983229d01 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:39.943631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.956362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.994362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.092841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c922be-f5ea-4583-8847-119183db8dc2 None None] Pushing event updated for resources: {'Port': ['ID=70c08f4f-ecd4-4690-ae53-c30983229d01,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:40.099265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefb4885-0e2f-40d0-ae84-ad7dfc49c341 None None] New status for floating IP 3a9db91a-6ea5-4b6e-83b7-8066e345f1ef: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:32:40.231688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Router e2c69ab4-604e-4324-97a4-36dc8928a1a5 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:32:40.278853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6d47299f-8d5d-4b92-9326-f2c46cd1debf None None] Provisioning complete for port 70c08f4f-ecd4-4690-ae53-c30983229d01 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:40.279838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d47299f-8d5d-4b92-9326-f2c46cd1debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.385822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:40.397471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Sync routers for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:40.407596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.412595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.413349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.414772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d4a8789d-ac16-42c3-958e-776ce00729f5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7821047 Nov 23 02:32:40.415367 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.416521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d44b3042-9fb4-4d58-9ad1-d90f8e16392b HTTP/1.1" status: 204 len: 168 time: 0.9118736 Nov 23 02:32:40.417569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:40.426918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:40.427563 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:40.454090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.519238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84428ef8-a556-4fa0-a82d-20d43c468b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b3042-9fb4-4d58-9ad1-d90f8e16392b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:40.562324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.577199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b97ba624-40bb-4d4f-b787-49ae62a4bec9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0916834 Nov 23 02:32:40.579016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46530) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:40.607870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfed37-1199-49ac-a964-469216a6bf3f req-4ccd9861-093f-440a-9809-c1fa471d79db tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:40.620602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cbfed37-1199-49ac-a964-469216a6bf3f req-4ccd9861-093f-440a-9809-c1fa471d79db tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2375047 Nov 23 02:32:40.667585 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:40.717978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cbfed37-1199-49ac-a964-469216a6bf3f req-75524ceb-5215-4858-9015-c192638b95b0 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886402 Nov 23 02:32:40.776944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:40.863639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.097095 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:38Z', 'revision_number': 3, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:41.184251 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Checking router: e2c69ab4-604e-4324-97a4-36dc8928a1a5 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:41.184624 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Updating router e2c69ab4-604e-4324-97a4-36dc8928a1a5 port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:32:41.219010 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.243329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-1297d535-cc2c-4ce1-89cf-2da38b59d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:41.248331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-1297d535-cc2c-4ce1-89cf-2da38b59d928 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.0639381 Nov 23 02:32:41.283419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.288631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.376220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.376971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55b51609-7ea9-4780-b757-07ebc5d86ad5 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:41.394069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.395394 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-260bf179-9a4d-4cde-9172-4d4cc18058d6 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/routers/55b51609-7ea9-4780-b757-07ebc5d86ad5 HTTP/1.1" status: 204 len: 168 time: 0.8154376 Nov 23 02:32:41.417523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec493285-7fec-404e-9ce5-e52715de3ad8 req-f202f14b-09f2-4c74-9a6b-06275bda0c7f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:41.426032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec493285-7fec-404e-9ce5-e52715de3ad8 req-f202f14b-09f2-4c74-9a6b-06275bda0c7f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1694255 Nov 23 02:32:41.458203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-fb690fd3-0b09-4ad8-88f6-bb44cc310f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:41.459708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-fb690fd3-0b09-4ad8-88f6-bb44cc310f45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.1884096 Nov 23 02:32:41.531622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.546123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec493285-7fec-404e-9ce5-e52715de3ad8 req-24d5e294-c247-4cec-9e9f-038bae58243f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189206 Nov 23 02:32:41.561617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-af0395fc-2082-406e-9eb9-721a2c8c5311 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.0836248 Nov 23 02:32:41.624034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-0e4cfe14-e9f6-4c7d-9055-0c50d0d69bc5 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=067d5906a505414bb05b5647aed6f694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747530 Nov 23 02:32:41.671645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70c08f4f-ecd4-4690-ae53-c30983229d01 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:41.726848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Allocated IP 172.20.0.1 (e5552394-584e-4053-b1d6-e0c2cd34cdff/16d38535-1775-4871-9cf3-d25ae20fd109/9b18072d-9c39-48f7-8e99-0ad6ad23232c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:41.752625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-4a9303f3-17c0-4aff-b6e6-323cb6e5c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:41.754200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-4a9303f3-17c0-4aff-b6e6-323cb6e5c983 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.1791871 Nov 23 02:32:41.788048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.794202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 70c08f4f-ecd4-4690-ae53-c30983229d01 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:41.794838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.848213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-6baed6f2-d83a-4f7b-b354-8bac93c3eeea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804965 Nov 23 02:32:41.849124 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.865311 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.892316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46598) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:41.913750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Attempting to bind port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:41.914118 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Attempting to bind port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:41.914552 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Attempting to bind port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:41.940123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:41.940492 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:41.941068 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.941651 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:41.942286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Bound port: 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:41.942848 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:41.957455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.007723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.036181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-8d068f67-e3dc-4a7a-80ae-b0d545e67fb3 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:42.037757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-8d068f67-e3dc-4a7a-80ae-b0d545e67fb3 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128809 Nov 23 02:32:42.057439 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] For port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:42.057716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Network e5552394-584e-4053-b1d6-e0c2cd34cdff is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:42.065150 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] For port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:42.065425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:42.068210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-bcc595b3-3f3b-4f5d-8749-849892e213ba tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/quotas/067d5906a505414bb05b5647aed6f694 HTTP/1.1" status: 200 len: 375 time: 0.0234692 Nov 23 02:32:42.069471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:42.103988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-5ddfc9c0-7e83-4a54-a15c-4960a892064c service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379813 Nov 23 02:32:42.112491 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.164895 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:42.166259 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:42.169549 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Pushing event updated for resources: {'Port': ['ID=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:42.180278 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.181566 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.182055 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.182578 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.183073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.183716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.184194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.184711 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.185185 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.185656 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.186179 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.186486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:42.186824 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:42.204670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652690390', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:42.254520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.332103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-eb721521-a28b-4065-b301-4eecf1e09345 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2463963 Nov 23 02:32:42.334062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f484d-61af-45fe-9f3a-3b2a5ceabbb4 req-fde5e91a-8ebe-43eb-83e5-ce73381053a9 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125301 Nov 23 02:32:42.350872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.354958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.423700 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa959165-7a02-4e4a-b6d1-e50cf834570c None None] Pushing event updated for resources: {'Port': ['ID=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:42.469734 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:42.529499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c5c1aa99-084d-4cd3-8de4-f9574e1f6eae None None] Provisioning complete for port 9b18072d-9c39-48f7-8e99-0ad6ad23232c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:42.530287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5c1aa99-084d-4cd3-8de4-f9574e1f6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.550794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.589927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.622813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1aa99-084d-4cd3-8de4-f9574e1f6eae None None] Port 9b18072d-9c39-48f7-8e99-0ad6ad23232c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:42.792357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46634) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:42.838226 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:38Z', 'revision_number': 3, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:42.884721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-e85e93f6-42aa-45ae-b505-f3d72aac863a tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=067d5906a505414bb05b5647aed6f694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535240 Nov 23 02:32:42.991644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:42.995167 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c279b-f9a4-4157-ac6a-28fabf09fcfc None None] The sync data for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 is: [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:38Z', 'revision_number': 3, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:43.069317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-540701177-network', 'tenant_id': 'a961d112338745a9a579dd4da1a3c2eb'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:43.083752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-d13fce7e-ae37-4392-856f-650971fe0029 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:43.090981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-d13fce7e-ae37-4392-856f-650971fe0029 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915033 Nov 23 02:32:43.104541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd666e-59bd-40ec-a552-9cf05acb79f1 req-7f330be6-9389-408a-80fe-27c3f5937bb4 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:43.112807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63bd666e-59bd-40ec-a552-9cf05acb79f1 req-7f330be6-9389-408a-80fe-27c3f5937bb4 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.3499441 Nov 23 02:32:43.158122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-29563f14-4560-45c4-938f-ae27fc50121c tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/quotas/067d5906a505414bb05b5647aed6f694 HTTP/1.1" status: 200 len: 375 time: 0.0637825 Nov 23 02:32:43.177476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.196898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46648) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:43.197601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.214337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-adc30a4f-8897-4f28-8f71-611d3ff093c0 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545132 Nov 23 02:32:43.228163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Made reservation on behalf of a961d112338745a9a579dd4da1a3c2eb for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:43.230493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.249669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63bd666e-59bd-40ec-a552-9cf05acb79f1 req-bc68df88-ac3a-4c1c-a586-fe6187745681 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354790 Nov 23 02:32:43.266537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.359945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.363396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Pushing event updated for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:43.486892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36512a8c-77ea-4b67-9ac4-b7c7b2102bc2 req-9c5219a7-7234-46ef-a083-1a0e32a00ed4 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.0640955 Nov 23 02:32:43.731031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:43.809089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:43.809812 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.839788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f48a75f9-b346-41d9-90fb-759ed1d70e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.913265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:43.958919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:43.965112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.004206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.025212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:44.039548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.210031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Network e5552394-584e-4053-b1d6-e0c2cd34cdff is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:44.261075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.265319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f48a75f9-b346-41d9-90fb-759ed1d70e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.267957 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-6d41f6b2-162b-4527-a67d-127b7ae6e0ac tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=067d5906a505414bb05b5647aed6f694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997784 Nov 23 02:32:44.269165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:44.288036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.335543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Allocated IP 172.25.1.190 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/83efd656-14aa-4fbf-9ea9-790a8b083e71) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:44.457902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f48a75f9-b346-41d9-90fb-759ed1d70e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.460755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf17da-6795-41e9-95af-94da9e10ea71 req-2635c80e-8a27-4f57-b71e-c78ec7a279cd tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:44.469316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39bf17da-6795-41e9-95af-94da9e10ea71 req-2635c80e-8a27-4f57-b71e-c78ec7a279cd tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1045477 Nov 23 02:32:44.531362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39bf17da-6795-41e9-95af-94da9e10ea71 req-b4b68f1a-4d79-4375-87d2-559fa7ec4216 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609334 Nov 23 02:32:44.603480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea90343-4c09-4803-9661-0aa2e1439977,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:44.607697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:32:44.623605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64095d07-9d7a-4354-8acf-ac34e930416e req-2151a559-a47a-4a52-979f-8e1db989bb96 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.0310726 Nov 23 02:32:44.678577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.678804 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Added segment 9cb40dcd-0aa6-43a2-8065-4c29f9554423 of type vlan for network 7dc3d393-6373-45a5-95a5-d072cab53431 Nov 23 02:32:44.683962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-76c8dafe-0beb-4ac4-8b8f-4d1b63906385 None None] Provisioning complete for port 9b18072d-9c39-48f7-8e99-0ad6ad23232c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:44.684926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76c8dafe-0beb-4ac4-8b8f-4d1b63906385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.697910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:44.698087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f48a75f9-b346-41d9-90fb-759ed1d70e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=542862fb323743a2a158943a2027020d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4972687 Nov 23 02:32:44.738194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76c8dafe-0beb-4ac4-8b8f-4d1b63906385 None None] Port 9b18072d-9c39-48f7-8e99-0ad6ad23232c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:44.777838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.779832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.799830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-050bec08-6e0b-4222-8a07-66d365fed176 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:44.801097 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-050bec08-6e0b-4222-8a07-66d365fed176 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5164189 Nov 23 02:32:44.822992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.878453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a75f9-b346-41d9-90fb-759ed1d70e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072556a-fd86-4593-9179-deb2b0469ce6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:44.894280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Request body: {'port': {'device_id': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '067d5906a505414bb05b5647aed6f694'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:44.907519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-1cf745b8-79c6-4162-9f0a-37daed254d2c tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=067d5906a505414bb05b5647aed6f694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336508 Nov 23 02:32:44.916591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.919406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:44.920606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d072556a-fd86-4593-9179-deb2b0469ce6 HTTP/1.1" status: 204 len: 168 time: 0.2215872 Nov 23 02:32:44.934409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072556a-fd86-4593-9179-deb2b0469ce6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:44.966175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.967054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.967417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.967770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.968131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.968457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.968799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.969135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.969467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.969807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.970140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:44.970474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d141c59f-33fb-4ec6-850d-90e295ae37c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:45.041553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.173252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Router e2c69ab4-604e-4324-97a4-36dc8928a1a5 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:45.210147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.212326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.213333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:45.214048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.302884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:45.318282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-016a3ddc-732f-4e82-a554-8df3b4ccbdbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.328654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4981744 Nov 23 02:32:45.331758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:45.337746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Request body: {'subnet': {'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-540701177-subnet', 'tenant_id': 'a961d112338745a9a579dd4da1a3c2eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:45.384877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Made reservation on behalf of a961d112338745a9a579dd4da1a3c2eb for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:45.386212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:45.387993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.414147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-90f21ae0-3bbb-4233-90fe-24bcf49808f8 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:45.416222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-90f21ae0-3bbb-4233-90fe-24bcf49808f8 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3953309 Nov 23 02:32:45.417142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:45.428058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:45.429952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32c108-f7c2-46cf-bf50-54496097edbe admin admin] Pushing event updated for resources: {'Network': ['ID=7dc3d393-6373-45a5-95a5-d072cab53431,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:45.437471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event updated for resources: {'Port': ['ID=83efd656-14aa-4fbf-9ea9-790a8b083e71,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:45.479432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7dc3d393-6373-45a5-95a5-d072cab53431 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:32:45.490944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Request body: {'port': {'device_id': '4f5922de-5a4e-4a96-b766-360458c45361', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '067d5906a505414bb05b5647aed6f694'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:45.622106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Made reservation on behalf of 067d5906a505414bb05b5647aed6f694 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:45.625780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.652464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.687658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.690757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-016a3ddc-732f-4e82-a554-8df3b4ccbdbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.703845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:45.716256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-016a3ddc-732f-4e82-a554-8df3b4ccbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:45.755727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:45.781385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dd386b-1601-425d-8e32-f6b103574214,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:45.782124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Sync routers for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:45.785666 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f892a44-2e27-4764-b990-9bd8b2e8fd8a admin admin] 10.222.0.15 "PUT /v2.0/routers/e2c69ab4-604e-4324-97a4-36dc8928a1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3669338 Nov 23 02:32:45.837592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:45.838243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:45.847466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a3ddc-732f-4e82-a554-8df3b4ccbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049ae4a4-afef-41bf-9dd0-0a83b7163609,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:45.908023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-016a3ddc-732f-4e82-a554-8df3b4ccbdbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cc4af6fb28d420aa48add53333163ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6039701 Nov 23 02:32:45.913748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:45.949309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d5c1141-7a04-462f-a817-6c990afaadfe req-41ed5a08-267a-437c-aab6-30c7ab1b0539 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.0849442 Nov 23 02:32:45.996368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Made reservation on behalf of 067d5906a505414bb05b5647aed6f694 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:46.000140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.004827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Checking segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:46.005208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Network hostable DHCP agents. Network: 7dc3d393-6373-45a5-95a5-d072cab53431, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:32:46.037691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.048259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:46.048637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.056568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Network 7dc3d393-6373-45a5-95a5-d072cab53431 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:32:46.071806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.094008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7dc3d393-6373-45a5-95a5-d072cab53431) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:46.109844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:46.110553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.127691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c57facf-4bc4-40e4-86b9-bc742907b955 None None] Network 7dc3d393-6373-45a5-95a5-d072cab53431 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:46.135535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4743a9d4-e06f-4301-9685-8361702e6d74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8027117 Nov 23 02:32:46.156737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.160376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.161909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/049ae4a4-afef-41bf-9dd0-0a83b7163609 HTTP/1.1" status: 204 len: 168 time: 0.2468462 Nov 23 02:32:46.167786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.175385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6a1b8-06d4-422f-bdce-7c3b364286c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049ae4a4-afef-41bf-9dd0-0a83b7163609,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:46.234341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:46.370778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.377004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.383662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.468015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46714) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:46.475777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388898259', 'description': 'tempest-description--1820538847'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:46.478265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 067d5906a505414bb05b5647aed6f694 {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:32:46.479031 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:32:46.530839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16071a4-d829-4212-be7d-6812bf542f97,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:46.538086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.677501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305bb6f-cc6f-4da0-b7d1-cb237c432a4d None None] Network 7dc3d393-6373-45a5-95a5-d072cab53431 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:46.708063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.716772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.756874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:46.761350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2888381 Nov 23 02:32:46.776831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:46.784535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'security_group_rule': {'security_group_id': '4396e83b-05bb-48b4-bb01-b5343e9a5344', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:46.807142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e148734-e64f-49bc-9360-66d58ed6da6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4396e83b-05bb-48b4-bb01-b5343e9a5344,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:46.829754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.009240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.009462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 2, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:47.024304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.057737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Checking router: e2c69ab4-604e-4324-97a4-36dc8928a1a5 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:47.058097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Updating router e2c69ab4-604e-4324-97a4-36dc8928a1a5 port 9b18072d-9c39-48f7-8e99-0ad6ad23232c binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:32:47.092262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee9d917-92b4-4d89-b11c-515a5508d906,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:47.094366 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.109916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.124396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Allocated IP 192.168.233.67 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/65b2bfb1-4dcd-4d73-811d-764f65d24b8b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:47.151498 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.155680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e9c67992-338c-45e6-b1cb-ad152baabac0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780928 Nov 23 02:32:47.156299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46750) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:47.185307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'security_group_rule': {'security_group_id': '4396e83b-05bb-48b4-bb01-b5343e9a5344', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:47.188136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.213302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd073c9c-632f-4747-afb4-d658d4560964 req-c257440a-1734-44b5-9d11-cb6bda6ff47f tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.0687139 Nov 23 02:32:47.221187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-21584158-430a-497c-9519-820ce7ac5544 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:47.222875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-21584158-430a-497c-9519-820ce7ac5544 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.3266807 Nov 23 02:32:47.245196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-34ad888a-94bb-458d-a45e-d849fa6dcfa1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/quotas/a961d112338745a9a579dd4da1a3c2eb HTTP/1.1" status: 200 len: 375 time: 0.0124581 Nov 23 02:32:47.297613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.327512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-300c2929-e8ab-401c-8cf2-a67db1ac4069 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733659 Nov 23 02:32:47.364046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.406268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.462988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.467665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896624 Nov 23 02:32:47.468284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46758) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:47.483802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:47.490085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Router 2f6be198-f319-4648-bd21-fbb5a4e66b1a is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:32:47.507662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de668f-40ea-4c6b-9b8e-671ff5d5448c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b25902-fda5-4900-be7b-c5c455d303ac,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:47.525471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.535637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.541733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a53d30-a192-40be-8307-8a165d965e02 req-69bf2403-5dd8-40a1-b5d3-1dbad501394f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:47.543034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a53d30-a192-40be-8307-8a165d965e02 req-69bf2403-5dd8-40a1-b5d3-1dbad501394f tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1765404 Nov 23 02:32:47.543523 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.567972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.641722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59f579e9-0e0e-48c3-ae28-ce1acf1c7b2a service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035765 Nov 23 02:32:47.664728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:47.681290 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] Sync routers for ids ['2f6be198-f319-4648-bd21-fbb5a4e66b1a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:47.683310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17269e30-46bc-4775-8f5f-195f016d8578 None None] Pushing event updated for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:47.689769 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.720875 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] Routers {'2f6be198-f319-4648-bd21-fbb5a4e66b1a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:47.721760 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2f6be198-f319-4648-bd21-fbb5a4e66b1a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:47.748360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Attempting to bind port 9b18072d-9c39-48f7-8e99-0ad6ad23232c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:47.752758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Attempting to bind port 9b18072d-9c39-48f7-8e99-0ad6ad23232c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:47.753328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Attempting to bind port 9b18072d-9c39-48f7-8e99-0ad6ad23232c on network e5552394-584e-4053-b1d6-e0c2cd34cdff {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:47.761726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:47.762096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Checking segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:47.762574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.765146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Bound using segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:47.765648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Bound port: 9b18072d-9c39-48f7-8e99-0ad6ad23232c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:47.766037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.766150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.769989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc31b81a-3083-410c-a011-d44491d22d93 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8739865 Nov 23 02:32:47.777556 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:47.781937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:47.806174 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] Routers {'2f6be198-f319-4648-bd21-fbb5a4e66b1a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:47.807142 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2f6be198-f319-4648-bd21-fbb5a4e66b1a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:47.814849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:47.822441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:47.831310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:47.875746 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:47.877564 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844599c-69d3-4c2d-8ffc-5dec567a8677 None None] The sync data for ids ['2f6be198-f319-4648-bd21-fbb5a4e66b1a'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:47.898415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] For port 9b18072d-9c39-48f7-8e99-0ad6ad23232c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:47.903506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] For port 9b18072d-9c39-48f7-8e99-0ad6ad23232c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9b18072d-9c39-48f7-8e99-0ad6ad23232c,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:47.922121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:47.931244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:47.944447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.945160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.945666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.946920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.947588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.948171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.948822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.949419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.949923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.950420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.951014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.951510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:47.976083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Allocated IP 192.168.233.248 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/413eb475-41cb-4777-9daf-029b4e63056a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:48.000978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:48.008151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.016242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:48.017468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ee7ee337-d5f3-48ee-a6b7-dad458a3c49c tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/2f6be198-f319-4648-bd21-fbb5a4e66b1a HTTP/1.1" status: 200 len: 921 time: 0.2327733 Nov 23 02:32:48.038805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-e5cf5517-4ca5-4f8a-97d6-a23caf6d5e3d service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764107 Nov 23 02:32:48.049951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17269e30-46bc-4775-8f5f-195f016d8578 None None] Pushing event updated for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:48.061822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a53d30-a192-40be-8307-8a165d965e02 req-6d178f36-dcda-4601-b4ce-6962f1563217 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036581 Nov 23 02:32:48.066302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:48.066724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:48.082658 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7f664672-ff17-400c-8233-7b5e54088e80 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2308226 Nov 23 02:32:48.085282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-57309ee9-f40a-4769-a76b-1d671333d561 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f6be198-f319-4648-bd21-fbb5a4e66b1a HTTP/1.1" status: 200 len: 205 time: 0.0653164 Nov 23 02:32:48.097327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:48.107888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Request body: {'port': {'device_id': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:48.187759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.468292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Allocated IP 172.25.1.197 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/387e270d-03ae-49c1-b7ca-2b1679113c72) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:48.554539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] Provisioning complete for port 9b18072d-9c39-48f7-8e99-0ad6ad23232c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:48.555876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.596495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.598193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:48.628171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6241cc03-e796-433f-950c-32202d46d124 req-bc796ad8-05bb-4707-825c-065dacc2d662 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.0570040 Nov 23 02:32:48.782761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.830922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.836218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.859327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23c996c2-04f1-46f8-b4e5-cb5953db27a4 req-5d0b50aa-26fd-41db-be0e-5d709f5061b8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 210 time: 0.1345220 Nov 23 02:32:48.872960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.949704 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:48.965664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.016165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] For port 9b18072d-9c39-48f7-8e99-0ad6ad23232c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9b18072d-9c39-48f7-8e99-0ad6ad23232c,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:49.029124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.051174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'Port': ['ID=387e270d-03ae-49c1-b7ca-2b1679113c72,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:49.061541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:49.063356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:49.065721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:49.095842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:49.153462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:49.155020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd0982-7903-47d9-9ab2-9ca344f057a1 None None] Pushing event updated for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:49.187545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.199064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36a3edab-cd59-4263-a482-f7d21e601cd6 None None] Provisioning complete for port 9b18072d-9c39-48f7-8e99-0ad6ad23232c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:49.199722 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36a3edab-cd59-4263-a482-f7d21e601cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.214571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:49.217202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:49.300974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.341741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:47Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:49.406361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.458105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b6a0b-d086-4468-9f6e-00493a4b8638 None None] The sync data for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 is: [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:47Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:49.628623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:49.631792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.640184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36a3edab-cd59-4263-a482-f7d21e601cd6 None None] Provisioning complete for port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:49.640561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36a3edab-cd59-4263-a482-f7d21e601cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.716665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-36a3edab-cd59-4263-a482-f7d21e601cd6 None None] Port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:49.866350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9b18072d-9c39-48f7-8e99-0ad6ad23232c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:49.891243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:49.899689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:49.955997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Transition to ACTIVE for port object 65b2bfb1-4dcd-4d73-811d-764f65d24b8b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:49.958443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa4077-605b-4635-95f5-5614ca0f9286 req-850b1e49-8ea2-465b-9718-0f6f441304c0 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:49.967296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55fa4077-605b-4635-95f5-5614ca0f9286 req-850b1e49-8ea2-465b-9718-0f6f441304c0 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 936 time: 0.2253740 Nov 23 02:32:49.996311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.013045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ec405ecc-ceff-4e48-8bba-69744ed8283c None None] Provisioning complete for port 413eb475-41cb-4777-9daf-029b4e63056a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:50.014972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec405ecc-ceff-4e48-8bba-69744ed8283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.040385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.055583 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c1ce6720-7a59-4d65-a2cd-83314cfe7d14 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6215048 Nov 23 02:32:50.058641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.059603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port 83efd656-14aa-4fbf-9ea9-790a8b083e71 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:50.059950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.163995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55fa4077-605b-4635-95f5-5614ca0f9286 req-8f9d6a43-7473-4b6d-a630-45b53157fcb8 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958308 Nov 23 02:32:50.172009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ec405ecc-ceff-4e48-8bba-69744ed8283c None None] Port 413eb475-41cb-4777-9daf-029b4e63056a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:50.204792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9b18072d-9c39-48f7-8e99-0ad6ad23232c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:50.205190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.258106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.269875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98420fc5-bae6-4ced-866a-ed5dcd47674c req-f6cd344a-63be-42a1-90bc-c6f71d614431 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 210 time: 0.1421027 Nov 23 02:32:50.308573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'Port': ['ID=387e270d-03ae-49c1-b7ca-2b1679113c72,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:50.326007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for 83efd656-14aa-4fbf-9ea9-790a8b083e71 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:50.344788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.376179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.383420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32a66cc5-1659-474c-ab51-205b664fc453 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9081018 Nov 23 02:32:50.585838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Request body: {'port': {'device_id': '4f5922de-5a4e-4a96-b766-360458c45361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:50.663270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:50.759915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.791692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.812875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-29813bc6-2892-4ca5-964e-aec82b872a38 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1388898259&fields=id&tenant_id=2279ae000b1149eb9263d81b8a4ac0d7 HTTP/1.1" status: 200 len: 267 time: 0.1455367 Nov 23 02:32:50.850919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=83efd656-14aa-4fbf-9ea9-790a8b083e71,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:51.023753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:51.251739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-49f3d0ac-51ff-4b7e-b1b6-d105ac9281f7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:51.253288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-49f3d0ac-51ff-4b7e-b1b6-d105ac9281f7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.2974796 Nov 23 02:32:51.300500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-b93574df-64cb-4546-a0f2-22ecb045d5ad tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:51.310418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-b93574df-64cb-4546-a0f2-22ecb045d5ad tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/networks?id=e5552394-584e-4053-b1d6-e0c2cd34cdff HTTP/1.1" status: 200 len: 806 time: 0.4864585 Nov 23 02:32:51.315536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca80043e-cc95-4e40-a4de-331b63014329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.330228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Request body: {'port': {'device_id': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'admin_state_up': True, 'tenant_id': 'a961d112338745a9a579dd4da1a3c2eb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:51.360808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Attempting to bind port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:51.361413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Attempting to bind port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:51.363042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Attempting to bind port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:51.377804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.443614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca80043e-cc95-4e40-a4de-331b63014329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.488432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-5c8399cc-058d-438b-83dc-65c6e1bac00c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/quotas/2279ae000b1149eb9263d81b8a4ac0d7 HTTP/1.1" status: 200 len: 375 time: 0.1770849 Nov 23 02:32:51.491851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca80043e-cc95-4e40-a4de-331b63014329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.492780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:51.493305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Attempting to bind port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:51.500168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413eb475-41cb-4777-9daf-029b4e63056a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:51.506079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.512572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.516266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.519839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:51.520224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:51.521340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:51.521870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Bound port: 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:51.522774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.584701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Transition to ACTIVE for port object 413eb475-41cb-4777-9daf-029b4e63056a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:51.608066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.618441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ca80043e-cc95-4e40-a4de-331b63014329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=465abfb125574fb3b17a3493f2fafa4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916996 Nov 23 02:32:51.619329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80043e-cc95-4e40-a4de-331b63014329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451088a2-65e1-4f29-bebf-cd2a92852dc3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:51.639528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:51.643854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.644525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router 2f6be198-f319-4648-bd21-fbb5a4e66b1a {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:51.661633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.668269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbb3c166-203b-4c77-8ccd-1d260e1f5fe6 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/2f6be198-f319-4648-bd21-fbb5a4e66b1a HTTP/1.1" status: 204 len: 168 time: 3.5697620 Nov 23 02:32:51.674422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46874) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:51.682964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'name': 'tempest-snat-router-392056110', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:51.721049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ee11-ee0f-46fd-a4f6-5477746b5415 req-df79027f-9963-4c9c-a8e7-43641855316e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:51.730051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f592ee11-ee0f-46fd-a4f6-5477746b5415 req-df79027f-9963-4c9c-a8e7-43641855316e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 936 time: 0.3935144 Nov 23 02:32:51.751111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:51.754738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:51.778851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.780448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.806490 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.819338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-a0d01976-632b-477f-83c1-3ce75200c2ae tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2279ae000b1149eb9263d81b8a4ac0d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3085089 Nov 23 02:32:51.848940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:51.853341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:51.854086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.855649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] 10.222.0.47 "PUT /v2.0/ports/65b2bfb1-4dcd-4d73-811d-764f65d24b8b HTTP/1.1" status: 200 len: 1096 time: 3.7592332 Nov 23 02:32:51.874814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:51.876670 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:51.893324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Made reservation on behalf of a961d112338745a9a579dd4da1a3c2eb for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:51.898446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.971789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f592ee11-ee0f-46fd-a4f6-5477746b5415 req-01e65b5b-feda-429a-9720-1159117d0933 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408767 Nov 23 02:32:52.136578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-b92348f4-29fd-4157-8d48-93da9288eb9e service neutron] 10.222.0.15 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059878 Nov 23 02:32:52.165966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-850df862-60a1-4326-8aff-86fd3cb518a1 req-692e8c18-8c1b-4bba-a4a3-310fadf43be4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 210 time: 0.0352299 Nov 23 02:32:52.456071 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.459896 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515e886a-d4c6-4891-a00e-ce9e84335008 x-openstack-request-id: req-515e886a-d4c6-4891-a00e-ce9e84335008 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:52.460099 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:52.460362 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-515e886a-d4c6-4891-a00e-ce9e84335008 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:52.460781 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'status': 'completed', 'code': 200} Nov 23 02:32:52.525936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.569246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d524e3-2321-4675-bf5d-18f62dfc4665 service neutron] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:52.582714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Attempting to bind port 413eb475-41cb-4777-9daf-029b4e63056a on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:52.583063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Attempting to bind port 413eb475-41cb-4777-9daf-029b4e63056a by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:52.583401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Attempting to bind port 413eb475-41cb-4777-9daf-029b4e63056a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:52.598710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-5b44ac07-76ef-477f-b866-f4693a7765af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:52.600251 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-5b44ac07-76ef-477f-b866-f4693a7765af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 1099 time: 0.6536052 Nov 23 02:32:52.609881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Port 413eb475-41cb-4777-9daf-029b4e63056a on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:52.610215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Attempting to bind port 413eb475-41cb-4777-9daf-029b4e63056a on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:52.619942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.637907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Allocated IP 172.20.0.14 (7dc3d393-6373-45a5-95a5-d072cab53431/42dd386b-1601-425d-8e32-f6b103574214/c0694365-4156-43be-baeb-8c7ba958bb03) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:52.702628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-5fdb37cf-19de-419d-a60c-b605cbc7bdd4 service neutron] 10.222.0.15 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335355 Nov 23 02:32:52.729554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:52.730078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:52.730290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:52.730776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Bound port: 413eb475-41cb-4777-9daf-029b4e63056a, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:52.731168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.746346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-7ca0aab3-126b-4da8-be47-507b662137ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b HTTP/1.1" status: 200 len: 217 time: 0.1294661 Nov 23 02:32:52.759823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.866680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.904586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-72abc069-3bb4-4f8a-97a9-0d2bdf63d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:52.906164 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-72abc069-3bb4-4f8a-97a9-0d2bdf63d3c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1499724 Nov 23 02:32:52.917998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.929018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:52.933513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:52.956635 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.958912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.962651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.966728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/451088a2-65e1-4f29-bebf-cd2a92852dc3 HTTP/1.1" status: 204 len: 168 time: 1.3201387 Nov 23 02:32:52.996201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb972588-c5f2-42be-9cb7-005235fb213c req-f5762219-8d27-47fd-9e06-575c3f45ec16 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 210 time: 0.0362360 Nov 23 02:32:53.031237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Network 7dc3d393-6373-45a5-95a5-d072cab53431 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:53.034315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:53.041460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:53.081602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:53.106438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.107197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:53.112248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc0512-f40d-4ef7-97a7-3c03aa625c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451088a2-65e1-4f29-bebf-cd2a92852dc3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:53.124910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.126303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:53.131045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] 10.222.0.47 "PUT /v2.0/ports/413eb475-41cb-4777-9daf-029b4e63056a HTTP/1.1" status: 200 len: 1097 time: 2.5764089 Nov 23 02:32:53.171778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-f26f80d5-3451-4f16-b899-9076f7c8dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.173615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-f26f80d5-3451-4f16-b899-9076f7c8dead service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2317863 Nov 23 02:32:53.212450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-59b801c0-e43a-481e-b166-b9dbead72216 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8990519 Nov 23 02:32:53.218162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a939-0000-47c6-a26f-14bd41b4c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:53.244399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8411f-2729-4a6b-8f69-2826db2aca27 req-c63f265a-0c31-43e5-9d70-7938529a458f tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.250486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17a8411f-2729-4a6b-8f69-2826db2aca27 req-c63f265a-0c31-43e5-9d70-7938529a458f tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.1380644 Nov 23 02:32:53.258460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Request body: {'port': {'device_id': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:53.301044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:53.412543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-93221798-c958-4c0a-b6ba-f7de0cb48192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.414425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-93221798-c958-4c0a-b6ba-f7de0cb48192 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 1100 time: 0.2208874 Nov 23 02:32:53.499566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:53.556690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-c64f9c70-bec2-4516-9517-e1aa414fd65d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=413eb475-41cb-4777-9daf-029b4e63056a HTTP/1.1" status: 200 len: 217 time: 0.1125097 Nov 23 02:32:53.581870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17a8411f-2729-4a6b-8f69-2826db2aca27 req-414cc68a-fe10-4185-9f63-fb115882b2d8 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141460 Nov 23 02:32:53.605360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccb790-7c4d-4b08-9363-133d21bf6f0c req-e3a52bb6-9c97-487d-80b7-099cd224aabd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.607240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ceccb790-7c4d-4b08-9363-133d21bf6f0c req-e3a52bb6-9c97-487d-80b7-099cd224aabd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 932 time: 0.2176008 Nov 23 02:32:53.819673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ceccb790-7c4d-4b08-9363-133d21bf6f0c req-f707235e-617c-43c9-b53e-b5421d80e2c7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002599 Nov 23 02:32:53.850763 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-5c4a4fd1-a504-4d31-bbfe-d0e8447ad4f4 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462259 Nov 23 02:32:54.041734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0694365-4156-43be-baeb-8c7ba958bb03 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:54.050393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.058278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-2e20fc09-341e-4158-ad6f-1f7077b12316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.067671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-2e20fc09-341e-4158-ad6f-1f7077b12316 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4625731 Nov 23 02:32:54.081832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Transition to ACTIVE for port object c0694365-4156-43be-baeb-8c7ba958bb03 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:54.088312 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:32:54.091747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.190846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.219809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5d0dfbb-3456-4292-b713-d2ebf9678989 req-5466865e-c129-4e2e-b427-fa8308110073 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 210 time: 0.0785625 Nov 23 02:32:54.220881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.244734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-84eb9a99-4a25-4fe9-8071-8d31960e13be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.246846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-84eb9a99-4a25-4fe9-8071-8d31960e13be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1443632 Nov 23 02:32:54.253806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:54.254873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9e173926-16ea-4d2e-91d6-0c596c27db07 req-2dce4fcf-0627-4910-a18f-fcf4636a0c4b service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032257 Nov 23 02:32:54.363603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Attempting to bind port c0694365-4156-43be-baeb-8c7ba958bb03 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:54.364070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Attempting to bind port c0694365-4156-43be-baeb-8c7ba958bb03 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:54.364481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Attempting to bind port c0694365-4156-43be-baeb-8c7ba958bb03 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:54.370648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Port c0694365-4156-43be-baeb-8c7ba958bb03 on network 7dc3d393-6373-45a5-95a5-d072cab53431 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:54.371095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Attempting to bind port c0694365-4156-43be-baeb-8c7ba958bb03 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:54.379545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:54.379545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Checking segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:54.379545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Bound using segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:54.379545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Bound port: c0694365-4156-43be-baeb-8c7ba958bb03, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:54.379545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.478385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:54.482253 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24521d5b-6d65-4f2f-b799-937bc09e6f92" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "tag": "413eb475-41cb-4777-9daf-029b4e63056a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:54.504039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:54.509508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:54.515441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.595236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:54.601102 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86890876-b7c5-458f-bdd7-22204e0f2d02 x-openstack-request-id: req-86890876-b7c5-458f-bdd7-22204e0f2d02 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:54.601522 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "tag": "413eb475-41cb-4777-9daf-029b4e63056a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:54.601785 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86890876-b7c5-458f-bdd7-22204e0f2d02 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:54.602849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.603010 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a', 'status': 'completed', 'code': 200} Nov 23 02:32:54.603891 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:54.604746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-45055065-f9c0-4373-ad07-fd72647b07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.605513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-7f493c86-8393-4318-af5d-464e6c88901c service neutron] 10.222.0.41 "PUT /v2.0/ports/c0694365-4156-43be-baeb-8c7ba958bb03 HTTP/1.1" status: 200 len: 1093 time: 1.3541269 Nov 23 02:32:54.606075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:54.606272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-45055065-f9c0-4373-ad07-fd72647b07e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 1099 time: 0.2708063 Nov 23 02:32:54.608568 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c34721-980c-4060-a9bc-d0dba01a47a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:54.621964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-890b73ac-195d-472d-8707-e9e32be51bf9 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659294 Nov 23 02:32:54.648781 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52f1ee-9716-4268-8db7-6c3ecc3d1d89 x-openstack-request-id: req-0f52f1ee-9716-4268-8db7-6c3ecc3d1d89 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:54.649890 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:54.650249 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f52f1ee-9716-4268-8db7-6c3ecc3d1d89 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:54.650797 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'status': 'completed', 'code': 200} Nov 23 02:32:54.820004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-2ba79ddb-23a3-473e-acd5-b20bda1b0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.822043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-2ba79ddb-23a3-473e-acd5-b20bda1b0d43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.2026727 Nov 23 02:32:54.845572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-adee1278-f5fd-444b-96b6-ce360a64c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.847289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-adee1278-f5fd-444b-96b6-ce360a64c129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 1096 time: 0.1610770 Nov 23 02:32:54.852489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.25.1.71 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/509d5ea7-4824-4f2f-9045-d47ce20f6352) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:54.883087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b641-ae96-4995-835d-2543c0929685 req-5f1daa32-73de-4897-a58b-688980d889ec tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.885189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c32b641-ae96-4995-835d-2543c0929685 req-5f1daa32-73de-4897-a58b-688980d889ec tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.1255112 Nov 23 02:32:54.912898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-54adafd3-1bad-4979-b390-203ccf916489 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b HTTP/1.1" status: 200 len: 217 time: 0.0804625 Nov 23 02:32:54.957153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-993a02d8-4f92-4988-b4c2-dfdef8627f80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0694365-4156-43be-baeb-8c7ba958bb03 HTTP/1.1" status: 200 len: 217 time: 0.0709691 Nov 23 02:32:55.060262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-ee32a548-7535-45b9-9eec-87601776be48 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.061718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-ee32a548-7535-45b9-9eec-87601776be48 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.47 "GET /v2.0/networks?id=e5552394-584e-4053-b1d6-e0c2cd34cdff HTTP/1.1" status: 200 len: 806 time: 0.5727096 Nov 23 02:32:55.066299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c32b641-ae96-4995-835d-2543c0929685 req-bd4677d1-1654-40d7-b598-c25a9454ad89 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717246 Nov 23 02:32:55.072833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-51798574-3f4d-4e3f-81fd-6466e6612c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.074446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-51798574-3f4d-4e3f-81fd-6466e6612c91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.1087925 Nov 23 02:32:55.078201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-556119c9-9e68-4231-bf20-a6aa6c5ba276 req-3d6b9bae-70e9-4733-a699-a9345aa3cd4b service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571320 Nov 23 02:32:55.094275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-e7366b37-1e76-404b-81c4-8d78891ff93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.096544 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-e7366b37-1e76-404b-81c4-8d78891ff93a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1676910 Nov 23 02:32:55.131825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-e8a5c0aa-6b40-4442-b2f1-df6c40a82f76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387108 Nov 23 02:32:55.140807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1107e2-3310-4184-9d3e-275ee54e8c98 req-2583a79e-7842-4177-98ce-8bd854671c24 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.148495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e1107e2-3310-4184-9d3e-275ee54e8c98 req-2583a79e-7842-4177-98ce-8bd854671c24 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 944 time: 0.1292734 Nov 23 02:32:55.263072 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-fd2bc276-f31d-4304-bd54-5ee412f06671 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2279ae000b1149eb9263d81b8a4ac0d7 HTTP/1.1" status: 200 len: 380 time: 0.1894217 Nov 23 02:32:55.266304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e1107e2-3310-4184-9d3e-275ee54e8c98 req-30737b9d-4fb0-4b07-aae3-26688d37591f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139486 Nov 23 02:32:55.297871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.306431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-ebcab273-b44b-455e-9ec1-4608b4d620bf service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502907 Nov 23 02:32:55.318550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'port': {'device_id': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'admin_state_up': True, 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'security_groups': ['4396e83b-05bb-48b4-bb01-b5343e9a5344']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:55.401890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-365eabdd-f999-4167-994c-9b4e31a39826 req-89208225-6ab3-41e6-bd62-bc01fa66a369 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 210 time: 0.0638568 Nov 23 02:32:55.449817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-569506fe-ccec-4ac4-b394-d86703a8ffb9 req-b8e00692-e250-46c1-8bf6-ee26b405ccfe service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345675 Nov 23 02:32:55.472489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-6479ea94-2dc7-4a78-a02f-e582b20e0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.474024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-6479ea94-2dc7-4a78-a02f-e582b20e0247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3686826 Nov 23 02:32:55.480580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-05010a3c-a1cf-4751-a0ec-8a38faf2940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.482076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-05010a3c-a1cf-4751-a0ec-8a38faf2940c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 1100 time: 0.3315961 Nov 23 02:32:55.599861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Made reservation on behalf of 2279ae000b1149eb9263d81b8a4ac0d7 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:55.603582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.606089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.624585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-22f8e933-b1fa-40f7-9f03-f670e0190ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.626360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-22f8e933-b1fa-40f7-9f03-f670e0190ecb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 1096 time: 0.0569856 Nov 23 02:32:55.767888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-becc059c-8a80-491e-a5bf-430775d0f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.767888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-becc059c-8a80-491e-a5bf-430775d0f781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 915 time: 0.1274705 Nov 23 02:32:55.825047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-0ae0638f-1df4-4e75-af52-0ab7037ac5a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0694365-4156-43be-baeb-8c7ba958bb03 HTTP/1.1" status: 200 len: 217 time: 0.0469391 Nov 23 02:32:55.892507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-73f66a85-41ea-4992-bcae-57db6406c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.894809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-73f66a85-41ea-4992-bcae-57db6406c43e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.0618117 Nov 23 02:32:55.962776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-7592cdd2-0838-4af0-8313-38d00e110678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480950 Nov 23 02:32:56.084353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:56.095621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-5de7fc3a-478f-48d5-956f-0b6b3a2835dd service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222379 Nov 23 02:32:56.096723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=509d5ea7-4824-4f2f-9045-d47ce20f6352,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:56.106246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:56.117261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-8216c274-ca1f-4b89-a68b-3bc3cdc7de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:56.119336 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-8216c274-ca1f-4b89-a68b-3bc3cdc7de23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.6213810 Nov 23 02:32:56.149976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:56.204510 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-f4a47f81-3f45-4bed-8226-a65b4dfd2f6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=413eb475-41cb-4777-9daf-029b4e63056a HTTP/1.1" status: 200 len: 217 time: 0.0437241 Nov 23 02:32:56.244009 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-9004f333-e9be-4ef4-9a3d-8d00e624f0c1 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593296 Nov 23 02:32:56.257377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21c34721-980c-4060-a9bc-d0dba01a47a8 req-e2a866f5-30c0-4983-abfa-c0e77c5e7fed service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493511 Nov 23 02:32:56.265811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475807d-e29e-41ab-90ab-28cedefe350b req-c98722ba-1e69-47df-b095-61d5affbb906 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:56.267569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f475807d-e29e-41ab-90ab-28cedefe350b req-c98722ba-1e69-47df-b095-61d5affbb906 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.0888178 Nov 23 02:32:56.342436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f475807d-e29e-41ab-90ab-28cedefe350b req-4d37983a-f420-4cad-a5cd-83816e1367ca tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Nov 23 02:32:56.399085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-b14e37a6-15b0-4e9b-8ff1-67961e5db693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:56.400546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-b14e37a6-15b0-4e9b-8ff1-67961e5db693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1719127 Nov 23 02:32:56.455373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629fe3e-ebe6-4902-bb49-1ce1ebd30abb req-7807a430-8cbb-4d1e-bfca-1893fee01057 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:56.456950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2629fe3e-ebe6-4902-bb49-1ce1ebd30abb req-7807a430-8cbb-4d1e-bfca-1893fee01057 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 944 time: 0.0645139 Nov 23 02:32:56.526893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fefd4a66-4581-4993-8922-327799a716c6 req-d35d4b08-cf68-42ae-ba4d-87517d280033 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 210 time: 0.0330400 Nov 23 02:32:56.566564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2629fe3e-ebe6-4902-bb49-1ce1ebd30abb req-46b149ce-b20c-4bb1-b1e9-ab0fdc8315da tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025929 Nov 23 02:32:56.606636 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7135a55d-4faf-4fce-a01e-5f7dbd72fc97 req-b37de207-2cb9-4158-b88d-8a9c85f2a445 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353741 Nov 23 02:32:56.619343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Allocated IP 172.20.0.9 (e5552394-584e-4053-b1d6-e0c2cd34cdff/16d38535-1775-4871-9cf3-d25ae20fd109/1954ae2a-162d-43de-a433-b4b420c01922) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:56.712535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-3d81126f-cc64-450f-a59b-8aeb19dca3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:56.714059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-3d81126f-cc64-450f-a59b-8aeb19dca3d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2174163 Nov 23 02:32:56.758764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:56.876143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1093569-c2d8-4081-8fec-ba97a233b847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.954733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1093569-c2d8-4081-8fec-ba97a233b847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.959628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c1093569-c2d8-4081-8fec-ba97a233b847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.987528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-362d25e0-acf0-4b3e-94dd-48c70839bbee service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590218 Nov 23 02:32:56.994533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.000810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c1093569-c2d8-4081-8fec-ba97a233b847 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26faaf37d1284a2ab2bf93bdfa73725e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410939 Nov 23 02:32:57.001608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093569-c2d8-4081-8fec-ba97a233b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d9a0c-ba80-4db8-adc4-e159e3dc6741,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:57.004002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:57.059725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.067835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.093267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.143758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.146674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.150823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de2d9a0c-ba80-4db8-adc4-e159e3dc6741 HTTP/1.1" status: 204 len: 168 time: 0.1315575 Nov 23 02:32:57.157971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abee123-7a31-482a-89a9-cad8e3514738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d9a0c-ba80-4db8-adc4-e159e3dc6741,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:57.206659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-24521d5b-6d65-4f2f-b799-937bc09e6f92 req-ac2ac0b2-1179-402d-aa6e-ee2778aeda3c service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095692 Nov 23 02:32:57.209686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.268601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Network e5552394-584e-4053-b1d6-e0c2cd34cdff is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:57.306751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:57.309849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:57.351387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event updated for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:57.425693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:57.426577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.451588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.461056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-0ccb4cc0-0056-45a6-ae01-5b1f8c2a28ff tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1501408 Nov 23 02:32:57.482933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:57.500973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5014e373-c09c-49d8-90c7-e2f51f51b4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.502108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Request body: {'port': {'device_id': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:57.511388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f8e26-505d-4a65-93a4-d9d8cef16833 req-e4417e73-0ef0-4e46-b175-ce2e87fd05a4 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:57.519075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-988f8e26-505d-4a65-93a4-d9d8cef16833 req-e4417e73-0ef0-4e46-b175-ce2e87fd05a4 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.0906579 Nov 23 02:32:57.593348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5352291b-6d85-4ec9-87f4-445d9c1d22d6 None None] Provisioning complete for port 1954ae2a-162d-43de-a433-b4b420c01922 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:57.594483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5352291b-6d85-4ec9-87f4-445d9c1d22d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.606691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-988f8e26-505d-4a65-93a4-d9d8cef16833 req-27c9943d-5b43-4f7d-9562-664bfc1f2afe tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863659 Nov 23 02:32:57.620911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.651323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5352291b-6d85-4ec9-87f4-445d9c1d22d6 None None] Port 1954ae2a-162d-43de-a433-b4b420c01922 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:57.761427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5014e373-c09c-49d8-90c7-e2f51f51b4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.771651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5014e373-c09c-49d8-90c7-e2f51f51b4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.773501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router 07977ae2-76b0-467e-a7f7-c9db118d4668 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:32:57.784489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ededf-692b-4430-b1e3-37c7d9277c94 req-b95dc3ef-d10f-4c44-9be3-e5bac65e97b8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:57.785997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-133ededf-692b-4430-b1e3-37c7d9277c94 req-b95dc3ef-d10f-4c44-9be3-e5bac65e97b8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 931 time: 0.1297874 Nov 23 02:32:57.815340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759497eb-8e66-44cb-a97a-6c06c9529dfb req-ac598e13-f674-4e8f-b695-0e092318fd5e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:57.816811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-759497eb-8e66-44cb-a97a-6c06c9529dfb req-ac598e13-f674-4e8f-b695-0e092318fd5e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 944 time: 0.1113625 Nov 23 02:32:57.863050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014e373-c09c-49d8-90c7-e2f51f51b4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24e896-39f7-4a09-945a-9dc5d71b7848,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:57.872938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5014e373-c09c-49d8-90c7-e2f51f51b4f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d8958df159b4eb5aeace643739a5ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866713 Nov 23 02:32:57.874205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47070) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:57.916738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-133ededf-692b-4430-b1e3-37c7d9277c94 req-418c8265-7ad7-4987-8f76-6f2d72749290 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133957 Nov 23 02:32:57.920389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-759497eb-8e66-44cb-a97a-6c06c9529dfb req-1a34f7f9-0e46-42a3-b7d3-79f364e19dda tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933933 Nov 23 02:32:58.007661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:58.017350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Sync routers for ids ['07977ae2-76b0-467e-a7f7-c9db118d4668'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:58.029485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Routers {'07977ae2-76b0-467e-a7f7-c9db118d4668'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:58.030536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07977ae2-76b0-467e-a7f7-c9db118d4668'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:58.050977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.074497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.075764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93a873fa-5708-417d-a885-422e69a266b7 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3970361 Nov 23 02:32:58.079650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:58.086032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1954ae2a-162d-43de-a433-b4b420c01922 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:58.095785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.098528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.129252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Transition to ACTIVE for port object 1954ae2a-162d-43de-a433-b4b420c01922 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:58.137536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.173773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Set router 07977ae2-76b0-467e-a7f7-c9db118d4668 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:58.192356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:58.201795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.204322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.208090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f24e896-39f7-4a09-945a-9dc5d71b7848 HTTP/1.1" status: 204 len: 168 time: 0.3303294 Nov 23 02:32:58.250583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749df01-084b-480b-9492-61edd267acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24e896-39f7-4a09-945a-9dc5d71b7848,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:58.292875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6997f398-c155-45f3-8c45-1577237b90b5 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/07977ae2-76b0-467e-a7f7-c9db118d4668 HTTP/1.1" status: 200 len: 907 time: 0.2112076 Nov 23 02:32:58.295076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47080) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:58.312660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'name': 'tempest-snat-router-392056110', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': True}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:58.315927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Attempting to bind port 1954ae2a-162d-43de-a433-b4b420c01922 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:58.316764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Attempting to bind port 1954ae2a-162d-43de-a433-b4b420c01922 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:58.317263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Attempting to bind port 1954ae2a-162d-43de-a433-b4b420c01922 on network e5552394-584e-4053-b1d6-e0c2cd34cdff {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:58.326584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Port 1954ae2a-162d-43de-a433-b4b420c01922 on network e5552394-584e-4053-b1d6-e0c2cd34cdff not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:58.327427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Attempting to bind port 1954ae2a-162d-43de-a433-b4b420c01922 on network e5552394-584e-4053-b1d6-e0c2cd34cdff {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:58.344528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:58.344876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Checking segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:58.345267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Bound using segment: {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:58.345894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Bound port: 1954ae2a-162d-43de-a433-b4b420c01922, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b99d4a-1b72-48c0-9875-b4f890d30923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:58.346070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.369204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.370395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.458324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:51Z', 'updated_at': '2021-11-23T02:32:56Z', 'revision_number': 3, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port': {'id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:54Z', 'updated_at': '2021-11-23T02:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:58.484318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.485550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:58.497753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Checking router: 07977ae2-76b0-467e-a7f7-c9db118d4668 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:58.498108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Updating router 07977ae2-76b0-467e-a7f7-c9db118d4668 port 509d5ea7-4824-4f2f-9045-d47ce20f6352 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:32:58.499743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1954ae2a-162d-43de-a433-b4b420c01922,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:58.536490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.769819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e29a02-3452-4fe7-a6a0-c7ed27ec8ca1 req-4911a1be-86bf-4fd0-8d08-2bf1753a9c97 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:58.779056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29e29a02-3452-4fe7-a6a0-c7ed27ec8ca1 req-4911a1be-86bf-4fd0-8d08-2bf1753a9c97 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.0819581 Nov 23 02:32:58.797548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:58.854959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.867356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29e29a02-3452-4fe7-a6a0-c7ed27ec8ca1 req-7b8b8e8c-e0b8-49cc-be76-d9b855fb72be tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868020 Nov 23 02:32:58.931687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:58.932414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.934039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] 10.222.0.47 "PUT /v2.0/ports/1954ae2a-162d-43de-a433-b4b420c01922 HTTP/1.1" status: 200 len: 1092 time: 1.4363310 Nov 23 02:32:58.937101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:58.957552 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f132cf9-547b-4a82-9d62-4e5118549b45" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "tag": "1954ae2a-162d-43de-a433-b4b420c01922"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:58.962124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.993615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.007580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.046904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'mac_address': 'fa:16:3e:aa:ed:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:59.115802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Pushing event updated for resources: {'Port': ['ID=509d5ea7-4824-4f2f-9045-d47ce20f6352,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.121731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.122965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Attempting to bind port 509d5ea7-4824-4f2f-9045-d47ce20f6352 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:59.123521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Attempting to bind port 509d5ea7-4824-4f2f-9045-d47ce20f6352 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:59.124066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Attempting to bind port 509d5ea7-4824-4f2f-9045-d47ce20f6352 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:59.134822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.135456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.135959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.136465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.136990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.137488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.137991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.138475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.139044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.139786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.140271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.140758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.151601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648de33-f8c3-4437-a1be-793ae10e4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.161994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:59.162841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:59.163411 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.164575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:59.165240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Bound port: 509d5ea7-4824-4f2f-9045-d47ce20f6352, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:59.165970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.182234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355f089-aec8-448c-a50e-1f6f13f1f8ec req-1b4988da-8b29-49de-b60b-6482fab61d03 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:59.190667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0355f089-aec8-448c-a50e-1f6f13f1f8ec req-1b4988da-8b29-49de-b60b-6482fab61d03 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 944 time: 0.1639845 Nov 23 02:32:59.221445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead716c9-c3bb-45d1-9e51-635a73f3810d req-61640d22-66cd-495a-af78-2180180c1ebb tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:59.223341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead716c9-c3bb-45d1-9e51-635a73f3810d req-61640d22-66cd-495a-af78-2180180c1ebb tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 943 time: 0.1420338 Nov 23 02:32:59.226758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.243903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:59.264571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-3ed2fbbf-e888-4c8c-8c51-db59394ee2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:59.267028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-3ed2fbbf-e888-4c8c-8c51-db59394ee2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2279ae000b1149eb9263d81b8a4ac0d7&device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 1095 time: 0.1838994 Nov 23 02:32:59.310864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.311072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0355f089-aec8-448c-a50e-1f6f13f1f8ec req-fb9ee475-fdae-4462-8ee8-a9796575b74f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191506 Nov 23 02:32:59.339229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:59.344623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] For port 509d5ea7-4824-4f2f-9045-d47ce20f6352, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:59.348285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.349241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:59.367734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ead716c9-c3bb-45d1-9e51-635a73f3810d req-12b8f957-ec7f-4089-878a-1bbcd8795f35 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335049 Nov 23 02:32:59.392439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-d8af1b01-dc8f-4fb7-99e9-d53ac36ced24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1954ae2a-162d-43de-a433-b4b420c01922 HTTP/1.1" status: 200 len: 217 time: 0.1137469 Nov 23 02:32:59.394010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.415522 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f667d89-a979-4693-b0b5-7df8c3b1ae14 x-openstack-request-id: req-4f667d89-a979-4693-b0b5-7df8c3b1ae14 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:59.415822 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "tag": "1954ae2a-162d-43de-a433-b4b420c01922", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:59.416079 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f667d89-a979-4693-b0b5-7df8c3b1ae14 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:59.416462 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922', 'status': 'completed', 'code': 200} Nov 23 02:32:59.432165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '413eb475-41cb-4777-9daf-029b4e63056a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '413eb475-41cb-4777-9daf-029b4e63056a', 'mac_address': 'fa:16:3e:48:e4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:59.437352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] For port 509d5ea7-4824-4f2f-9045-d47ce20f6352, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=509d5ea7-4824-4f2f-9045-d47ce20f6352,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:59.475486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-d508aa66-b934-4ff4-8243-9383b675e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:59.477638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-d508aa66-b934-4ff4-8243-9383b675e5c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16d38535-1775-4871-9cf3-d25ae20fd109 HTTP/1.1" status: 200 len: 845 time: 0.0772552 Nov 23 02:32:59.479957 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.533576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.589817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.608231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Routers {'07977ae2-76b0-467e-a7f7-c9db118d4668'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:59.608511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07977ae2-76b0-467e-a7f7-c9db118d4668'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.645197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-21fe81d4-af95-498e-878f-db8054d77c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:59.647271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-21fe81d4-af95-498e-878f-db8054d77c50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5552394-584e-4053-b1d6-e0c2cd34cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595964 Nov 23 02:32:59.711078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.736088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.820427 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-e9862d48-57d6-4942-8649-5613bce8d832 service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640522 Nov 23 02:32:59.832432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.869539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413eb475-41cb-4777-9daf-029b4e63056a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:59.935580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94052-4c22-4e3f-b0aa-920c09e4c4ac None None] Pushing event updated for resources: {'Port': ['ID=509d5ea7-4824-4f2f-9045-d47ce20f6352,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.957274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.960783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.25.1.158 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/97003f87-c928-4189-8c12-ff5e08968965) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:59.962829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.973828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.989642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'port_id': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'mac_address': 'fa:16:3e:80:8d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dd386b-1601-425d-8e32-f6b103574214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:00.038574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:00.042719 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-80dd6e36-8a2e-4621-a631-a258f22bc215 req-3894ea1b-34b1-49d4-8950-8f983daf7cdf service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142677 Nov 23 02:33:00.051905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] Set router 07977ae2-76b0-467e-a7f7-c9db118d4668 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:00.076388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007001-9355-4c7f-b077-0a63dfd63917 req-589f37ca-1f9a-4a67-a135-286bc3853331 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.084978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44007001-9355-4c7f-b077-0a63dfd63917 req-589f37ca-1f9a-4a67-a135-286bc3853331 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 949 time: 0.0896864 Nov 23 02:33:00.157699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44007001-9355-4c7f-b077-0a63dfd63917 req-2ba4807a-3630-49a3-9407-4b41dc89ea1c tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 Nov 23 02:33:00.165564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.184713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-d8e5a1eb-bd69-4545-bc68-02470dbb5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.186363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-d8e5a1eb-bd69-4545-bc68-02470dbb5037 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2279ae000b1149eb9263d81b8a4ac0d7&device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 1095 time: 0.0789111 Nov 23 02:33:00.217230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.233591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['413eb475-41cb-4777-9daf-029b4e63056a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:00.241440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['65b2bfb1-4dcd-4d73-811d-764f65d24b8b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:00.269645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.292440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0694365-4156-43be-baeb-8c7ba958bb03 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:00.327923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:00.329583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:00.332252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:00.366515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=97003f87-c928-4189-8c12-ff5e08968965,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:00.397107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-9bbf6cf3-995b-4477-b935-a2b04a784ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.398603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-9bbf6cf3-995b-4477-b935-a2b04a784ed3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5552394-584e-4053-b1d6-e0c2cd34cdff HTTP/1.1" status: 200 len: 907 time: 0.2023375 Nov 23 02:33:00.415327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:00.449793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f70e3-eebb-4c2b-b803-6fb11d8dd683 req-4ea7925d-15c0-466f-95d1-085dc6cd5299 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.452069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.459343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-879f70e3-eebb-4c2b-b803-6fb11d8dd683 req-4ea7925d-15c0-466f-95d1-085dc6cd5299 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 944 time: 0.0657289 Nov 23 02:33:00.532129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-8bbb657b-bdf8-4f50-893c-ec29ecd0f953 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1954ae2a-162d-43de-a433-b4b420c01922 HTTP/1.1" status: 200 len: 217 time: 0.0892024 Nov 23 02:33:00.535129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-879f70e3-eebb-4c2b-b803-6fb11d8dd683 req-12d6df4a-5382-4d6e-82d3-17aeaabeb4f9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Nov 23 02:33:00.626291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1bbf4-96ea-4c40-9198-f89287bf4920 req-67ef4078-df9e-4c04-887c-afd766cb9c1a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.626816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-122e987f-f0df-4e88-bb27-671608e25089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.628544 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-122e987f-f0df-4e88-bb27-671608e25089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16d38535-1775-4871-9cf3-d25ae20fd109 HTTP/1.1" status: 200 len: 845 time: 0.0647190 Nov 23 02:33:00.632979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41d1bbf4-96ea-4c40-9198-f89287bf4920 req-67ef4078-df9e-4c04-887c-afd766cb9c1a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 943 time: 0.1318746 Nov 23 02:33:00.685625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:00.704849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41d1bbf4-96ea-4c40-9198-f89287bf4920 req-6c9643d8-cf59-47dc-aeca-6b44e32bdf5c tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650291 Nov 23 02:33:00.763324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:51Z', 'updated_at': '2021-11-23T02:32:56Z', 'revision_number': 3, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port': {'id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:54Z', 'updated_at': '2021-11-23T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:00.779337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-86886b3d-8e47-4358-a14f-fc409eb36247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.780880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-86886b3d-8e47-4358-a14f-fc409eb36247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5552394-584e-4053-b1d6-e0c2cd34cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023290 Nov 23 02:33:00.800810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de847a-f0bc-4f67-9e15-23b51ec5651f None None] The sync data for ids ['07977ae2-76b0-467e-a7f7-c9db118d4668'] in n-d-714676-12 is: [{'id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:51Z', 'updated_at': '2021-11-23T02:32:56Z', 'revision_number': 3, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port': {'id': '509d5ea7-4824-4f2f-9045-d47ce20f6352', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07977ae2-76b0-467e-a7f7-c9db118d4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:54Z', 'updated_at': '2021-11-23T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:00.847793 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.854107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c0694365-4156-43be-baeb-8c7ba958bb03'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:01.005942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-aa2d87db-9595-4097-87ec-ef56b4deeef6 service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168550 Nov 23 02:33:01.204564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.263916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f132cf9-547b-4a82-9d62-4e5118549b45 req-80899b96-54bd-49d5-ba35-a3a75c522ed1 service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493594 Nov 23 02:33:01.310014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d330-716a-42e7-bce7-c3a8ee9642dd req-5b2bce4c-4772-43ba-b47b-9f2b4497abfd tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:01.311715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ea8d330-716a-42e7-bce7-c3a8ee9642dd req-5b2bce4c-4772-43ba-b47b-9f2b4497abfd tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 949 time: 0.0717223 Nov 23 02:33:01.312267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.371947 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ea8d330-716a-42e7-bce7-c3a8ee9642dd req-0ffff0a6-0d49-4f65-9d7a-0913bd75b209 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470846 Nov 23 02:33:01.392526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router 7de5b231-a5d2-424c-93d2-49f9ee3454c8 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:01.454511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fef4f3c-761d-4e7a-94ba-7b6c698bbc57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.508831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:01.522890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Sync routers for ids ['7de5b231-a5d2-424c-93d2-49f9ee3454c8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:01.528504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.532233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d5d339b-d8dd-4eb4-8851-5c9dd9816da1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2333786 Nov 23 02:33:01.532498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.535672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fef4f3c-761d-4e7a-94ba-7b6c698bbc57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.538608 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Routers {'7de5b231-a5d2-424c-93d2-49f9ee3454c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:01.539576 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7de5b231-a5d2-424c-93d2-49f9ee3454c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:01.543435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3fef4f3c-761d-4e7a-94ba-7b6c698bbc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.599064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3fef4f3c-761d-4e7a-94ba-7b6c698bbc57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f08cfcaea58f4fcea5cd0bb94f83977e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2856700 Nov 23 02:33:01.599978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.612267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4f3c-761d-4e7a-94ba-7b6c698bbc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e6225-3d0a-4959-bf7a-e3df3af5b324,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:01.690673 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71b50483-95cd-4747-818b-5c15b9717dca tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/7de5b231-a5d2-424c-93d2-49f9ee3454c8 HTTP/1.1" status: 200 len: 907 time: 0.1569319 Nov 23 02:33:01.697319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.730494 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Set router 7de5b231-a5d2-424c-93d2-49f9ee3454c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:01.786596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 509d5ea7-4824-4f2f-9045-d47ce20f6352 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:01.826491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.885219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 509d5ea7-4824-4f2f-9045-d47ce20f6352 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:01.885719 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.931435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.959472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.001700 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.023117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0ff7b-d800-4b16-94cc-43349c23a758 req-33ffdb3c-1da6-40cb-8372-93e70027c9cc tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:02.025208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5d0ff7b-d800-4b16-94cc-43349c23a758 req-33ffdb3c-1da6-40cb-8372-93e70027c9cc tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 945 time: 0.3649867 Nov 23 02:33:02.070963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 509d5ea7-4824-4f2f-9045-d47ce20f6352, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=509d5ea7-4824-4f2f-9045-d47ce20f6352,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:02.091014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.114465 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de5b231-a5d2-424c-93d2-49f9ee3454c8', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '97003f87-c928-4189-8c12-ff5e08968965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:58Z', 'updated_at': '2021-11-23T02:33:00Z', 'revision_number': 3, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port': {'id': '97003f87-c928-4189-8c12-ff5e08968965', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de5b231-a5d2-424c-93d2-49f9ee3454c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:59Z', 'updated_at': '2021-11-23T02:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:02.146684 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Checking router: 7de5b231-a5d2-424c-93d2-49f9ee3454c8 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:02.147453 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Updating router 7de5b231-a5d2-424c-93d2-49f9ee3454c8 port 97003f87-c928-4189-8c12-ff5e08968965 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:33:02.176883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=509d5ea7-4824-4f2f-9045-d47ce20f6352,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.179933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.182753 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.205024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229cdaa-7f5e-4b6b-958e-84e67e9f2cb8 req-3ce734c0-838d-4a40-a680-d986838d932d tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:02.207152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e229cdaa-7f5e-4b6b-958e-84e67e9f2cb8 req-3ce734c0-838d-4a40-a680-d986838d932d tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 943 time: 0.3004603 Nov 23 02:33:02.262554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.265321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.268879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/077e6225-3d0a-4959-bf7a-e3df3af5b324 HTTP/1.1" status: 204 len: 168 time: 0.6619284 Nov 23 02:33:02.270966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5d0ff7b-d800-4b16-94cc-43349c23a758 req-67672b45-cc1b-4e74-ad29-9a7726d84cef tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110524 Nov 23 02:33:02.303398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56976b-f585-4604-87ad-9e3975a114eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e6225-3d0a-4959-bf7a-e3df3af5b324,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.343978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e229cdaa-7f5e-4b6b-958e-84e67e9f2cb8 req-35b9418e-a12e-4134-b5c0-54bae3a93993 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090746 Nov 23 02:33:02.364572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Deleting port 97003f87-c928-4189-8c12-ff5e08968965 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:02.364950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.554118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.571220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Calling delete_port for 97003f87-c928-4189-8c12-ff5e08968965 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:02.587165 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.597506 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.634009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65472f2c-2e6c-4d75-ae29-f043e7430f93 req-038acdb0-14bb-45bc-8333-40dc7de80b79 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:02.635671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65472f2c-2e6c-4d75-ae29-f043e7430f93 req-038acdb0-14bb-45bc-8333-40dc7de80b79 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 949 time: 0.1371422 Nov 23 02:33:02.667292 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8329-9547-4773-808d-90edaf75a5d0 None None] Pushing event updated for resources: {'Port': ['ID=97003f87-c928-4189-8c12-ff5e08968965,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.683764 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Attempting to bind port 97003f87-c928-4189-8c12-ff5e08968965 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:02.684335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Attempting to bind port 97003f87-c928-4189-8c12-ff5e08968965 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:02.684886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Attempting to bind port 97003f87-c928-4189-8c12-ff5e08968965 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:02.690853 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:02.691506 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:02.692223 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.692779 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:02.693438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Bound port: 97003f87-c928-4189-8c12-ff5e08968965, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:02.693816 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.755429 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] For port 97003f87-c928-4189-8c12-ff5e08968965, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:02.759822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] For port 97003f87-c928-4189-8c12-ff5e08968965, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=97003f87-c928-4189-8c12-ff5e08968965,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:02.768010 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.795679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1954ae2a-162d-43de-a433-b4b420c01922 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:02.798575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:02.803580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65472f2c-2e6c-4d75-ae29-f043e7430f93 req-bcf89cbf-1222-4128-9985-2a0c3e7eb4c8 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969512 Nov 23 02:33:02.810488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:02.832921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec8329-9547-4773-808d-90edaf75a5d0 None None] Pushing event updated for resources: {'Port': ['ID=97003f87-c928-4189-8c12-ff5e08968965,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.842060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cf9deb3-bbea-468c-88ba-393ba4d7850a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.895858 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Routers {'7de5b231-a5d2-424c-93d2-49f9ee3454c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:02.896503 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7de5b231-a5d2-424c-93d2-49f9ee3454c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:02.961989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.004598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cf9deb3-bbea-468c-88ba-393ba4d7850a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.013146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cf9deb3-bbea-468c-88ba-393ba4d7850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.065999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7cf9deb3-bbea-468c-88ba-393ba4d7850a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=603e71b7b2c9446c90233b297a911d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661779 Nov 23 02:33:03.068485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47212) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:03.076815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:33:03.095371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:03.095855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.097303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Port': ['ID=97003f87-c928-4189-8c12-ff5e08968965,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.100464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1954ae2a-162d-43de-a433-b4b420c01922,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:03.106839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9deb3-bbea-468c-88ba-393ba4d7850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf74a8-acea-4cf8-9a51-52c908c2a5b1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.108325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] Set router 7de5b231-a5d2-424c-93d2-49f9ee3454c8 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:03.121728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.153351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '1954ae2a-162d-43de-a433-b4b420c01922', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'port_id': '1954ae2a-162d-43de-a433-b4b420c01922', 'mac_address': 'fa:16:3e:44:72:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:03.203547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.219374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.236475 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de5b231-a5d2-424c-93d2-49f9ee3454c8', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:58Z', 'updated_at': '2021-11-23T02:33:02Z', 'revision_number': 4, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:03.260054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.269828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1954ae2a-162d-43de-a433-b4b420c01922 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:03.308013 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44659fd-3a37-46c1-af53-70edb7e323cd None None] The sync data for ids ['7de5b231-a5d2-424c-93d2-49f9ee3454c8'] in n-d-714676-12 is: [{'id': '7de5b231-a5d2-424c-93d2-49f9ee3454c8', 'name': 'tempest-snat-router-392056110', 'tenant_id': '885a5b9903b64cf8990367c7acd07210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:58Z', 'updated_at': '2021-11-23T02:33:02Z', 'revision_number': 4, 'project_id': '885a5b9903b64cf8990367c7acd07210', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:03.318273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1954ae2a-162d-43de-a433-b4b420c01922,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:03.319690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.331261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.361190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.366866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.394239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.398145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.400429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59bf74a8-acea-4cf8-9a51-52c908c2a5b1 HTTP/1.1" status: 204 len: 168 time: 0.3299577 Nov 23 02:33:03.403139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.408284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:03.452206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6af1d8-4f1e-4ed3-9967-02c99fafab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf74a8-acea-4cf8-9a51-52c908c2a5b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.454381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.455047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7de5b231-a5d2-424c-93d2-49f9ee3454c8 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:03.464757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.470136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47228) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:03.477578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e67c6284-b7a0-4eeb-b37b-6097d55802ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7de5b231-a5d2-424c-93d2-49f9ee3454c8 HTTP/1.1" status: 204 len: 168 time: 1.7651725 Nov 23 02:33:03.496676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:03.499456 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb5df8-9561-4b57-910e-93937dff3ea6" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:03.525962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:03.534884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.536139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:03.600119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b993d42-cec4-46c9-97e4-6c62029bdd7d req-af2bb562-bd97-4c2d-8c95-42dae9a87d90 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:03.609577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b993d42-cec4-46c9-97e4-6c62029bdd7d req-af2bb562-bd97-4c2d-8c95-42dae9a87d90 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 945 time: 0.1281595 Nov 23 02:33:03.704098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['1954ae2a-162d-43de-a433-b4b420c01922'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:03.710282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.713831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c0694365-4156-43be-baeb-8c7ba958bb03 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:33:03.719468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 509d5ea7-4824-4f2f-9045-d47ce20f6352 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:03.748074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c0694365-4156-43be-baeb-8c7ba958bb03 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:03.748455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.749981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b993d42-cec4-46c9-97e4-6c62029bdd7d req-f7780f37-dc5e-474f-adfc-ea2f1dcb1dad tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341000 Nov 23 02:33:03.769847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.957026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-b3cc4939-ae20-4c4d-bfbe-73f5500b7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:03.961088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-b3cc4939-ae20-4c4d-bfbe-73f5500b7da8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.1046789 Nov 23 02:33:03.975455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a806ae5-3b9d-48a9-a908-453a6f2ad249 req-64f4be81-c056-4132-85ac-af04056ac08e tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:03.983445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a806ae5-3b9d-48a9-a908-453a6f2ad249 req-64f4be81-c056-4132-85ac-af04056ac08e tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 944 time: 0.0819159 Nov 23 02:33:04.015549 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce73e4e-e321-48a2-b87c-f55fa06ade81 x-openstack-request-id: req-7ce73e4e-e321-48a2-b87c-f55fa06ade81 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:04.016488 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:04.016909 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce73e4e-e321-48a2-b87c-f55fa06ade81 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:04.017470 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'code': 200} Nov 23 02:33:04.051340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.095572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 413eb475-41cb-4777-9daf-029b4e63056a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:33:04.102319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 413eb475-41cb-4777-9daf-029b4e63056a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:04.102815 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.118875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a806ae5-3b9d-48a9-a908-453a6f2ad249 req-a13e9062-b44e-4356-99c3-d797c1e73711 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300523 Nov 23 02:33:04.153821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-20adb110-d7fd-4fd8-ba0f-e5686cf51364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:04.159191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-20adb110-d7fd-4fd8-ba0f-e5686cf51364 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.1919832 Nov 23 02:33:04.189786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3998504-6804-40e2-ade7-c8885cf6b44b req-7bf61a13-1e47-467d-b40c-3d216ae7392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:04.191365 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3998504-6804-40e2-ade7-c8885cf6b44b req-7bf61a13-1e47-467d-b40c-3d216ae7392e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 1101 time: 0.0746677 Nov 23 02:33:04.193645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Deleting port 509d5ea7-4824-4f2f-9045-d47ce20f6352 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:04.193988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.265147 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.378171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 509d5ea7-4824-4f2f-9045-d47ce20f6352 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:04.378666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.457256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:04.470370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.485685 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.616496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:04.639558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:04.651302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.694525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-cc682d9a-af5d-44da-b564-ca8b18e1ad23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.5247500 Nov 23 02:33:04.745968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7729d9c-9300-4109-b981-9a0cf8e0d707 req-557babe6-2603-44d4-a746-272f97d9bb36 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:04.751050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3998504-6804-40e2-ade7-c8885cf6b44b req-7afb6566-e1c2-465b-8a27-16e0c76f3f36 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429025 Nov 23 02:33:04.761044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7729d9c-9300-4109-b981-9a0cf8e0d707 req-557babe6-2603-44d4-a746-272f97d9bb36 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.5988500 Nov 23 02:33:04.788659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:04.794405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] For port 509d5ea7-4824-4f2f-9045-d47ce20f6352, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=509d5ea7-4824-4f2f-9045-d47ce20f6352,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:04.794806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.812446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Calling delete_port for 509d5ea7-4824-4f2f-9045-d47ce20f6352 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:04.853126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7729d9c-9300-4109-b981-9a0cf8e0d707 req-98ab17ce-5214-4788-8409-190f9fc6e95d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869434 Nov 23 02:33:04.925643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd318c3-b984-404a-9356-7df9242853e7 req-113370dc-4184-45f8-bdd8-685ad1996d45 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:04.927267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddd318c3-b984-404a-9356-7df9242853e7 req-113370dc-4184-45f8-bdd8-685ad1996d45 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 950 time: 0.2451024 Nov 23 02:33:04.937541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-98f7f4a0-56fd-45c3-99a2-178e57f83459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:04.946812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-98f7f4a0-56fd-45c3-99a2-178e57f83459 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.2197232 Nov 23 02:33:05.000613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-9539705e-48ba-4833-a959-6cdf35000983 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442855 Nov 23 02:33:05.035869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.067208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event deleted for resources: {'Port': ['ID=509d5ea7-4824-4f2f-9045-d47ce20f6352,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:05.082260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddd318c3-b984-404a-9356-7df9242853e7 req-c5698215-b3e3-427a-b902-384d202cfb06 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339953 Nov 23 02:33:05.161739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.164306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c94740-fe37-478f-aff4-7c204e50ae3b req-48eafaf4-05f7-40d8-8956-66a73e8669a6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.166424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7c94740-fe37-478f-aff4-7c204e50ae3b req-48eafaf4-05f7-40d8-8956-66a73e8669a6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0983043 Nov 23 02:33:05.173793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-e118ff77-7094-4c4e-a207-3c7c5accd4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631978 Nov 23 02:33:05.275690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.277957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.316712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7c94740-fe37-478f-aff4-7c204e50ae3b req-d3d180f2-5a7f-4513-817c-26dee5cd1710 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417980 Nov 23 02:33:05.345439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.346148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07977ae2-76b0-467e-a7f7-c9db118d4668 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:05.360633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.365162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1208f2b5-97e5-490b-bc77-081e07c43942 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "DELETE /v2.0/routers/07977ae2-76b0-467e-a7f7-c9db118d4668 HTTP/1.1" status: 204 len: 168 time: 1.8906155 Nov 23 02:33:05.366041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47298) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.366654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b5f13-e8a8-4d79-8c61-a90f961700cc req-6936dcb5-307c-4315-ba42-2290ec6b0e6f tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.374135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-253b5f13-e8a8-4d79-8c61-a90f961700cc req-6936dcb5-307c-4315-ba42-2290ec6b0e6f tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 944 time: 0.1031044 Nov 23 02:33:05.375243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1497827264', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:05.390988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ff0a80-0181-4dc4-83af-a4d67c8935ad req-dd03c7fd-c1b5-4ebc-b8eb-95b63aea9ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841578 Nov 23 02:33:05.411998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.415319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.453059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-253b5f13-e8a8-4d79-8c61-a90f961700cc req-1cc19a7f-ba14-4489-b2cc-24386fe7f29e tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741580 Nov 23 02:33:05.484051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.629836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99530a8d-00c5-43dd-aa0b-bb79efe56242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.636957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.849858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.874445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.914833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 509d5ea7-4824-4f2f-9045-d47ce20f6352 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:05.939433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 509d5ea7-4824-4f2f-9045-d47ce20f6352 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:05.940064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 509d5ea7-4824-4f2f-9045-d47ce20f6352 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:06.001231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924081-4984-4899-a765-d157bb6d8469 req-f44d0b60-c75c-4a1b-8a56-eecf8b71a6aa tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.003363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2924081-4984-4899-a765-d157bb6d8469 req-f44d0b60-c75c-4a1b-8a56-eecf8b71a6aa tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0650208 Nov 23 02:33:06.019695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03'}, {'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:06.023521 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd876b78-4720-438f-b148-3a793ba1facc" -d '{"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03"}, {"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-plugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:06.053861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Allocated IP 172.25.1.62 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/a37bf1e4-542b-4432-a6e0-3a4da571a18a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:06.092660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2924081-4984-4899-a765-d157bb6d8469 req-901df52e-6cb2-4f8d-8e50-bf3386a1f16e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821817 Nov 23 02:33:06.121526 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92302fe3-7328-4d31-8ead-55214d54c518 x-openstack-request-id: req-92302fe3-7328-4d31-8ead-55214d54c518 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:06.121830 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03", "code": 200}, {"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-plugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:06.122080 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92302fe3-7328-4d31-8ead-55214d54c518 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:06.122687 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'code': 200} Nov 23 02:33:06.123178 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a', 'code': 200} Nov 23 02:33:06.141465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.229159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.241590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83f041-0c16-463d-92be-d6a8fd09e3fa req-7f0d3713-0202-40cd-8de9-acf894ded0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.243415 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a83f041-0c16-463d-92be-d6a8fd09e3fa req-7f0d3713-0202-40cd-8de9-acf894ded0c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 1102 time: 0.0587440 Nov 23 02:33:06.307771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.309331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d062-a2f4-45da-bc14-bdb15f721a81 req-c33b9da0-5b73-40f2-b181-4c9299fd7b1e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.310922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ad2d062-a2f4-45da-bc14-bdb15f721a81 req-c33b9da0-5b73-40f2-b181-4c9299fd7b1e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 950 time: 0.1130342 Nov 23 02:33:06.319494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0272fd-ed41-4067-851b-b0d6dc74ce7e req-9119a90c-18c0-49da-a0f9-34533cea4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.321037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e0272fd-ed41-4067-851b-b0d6dc74ce7e req-9119a90c-18c0-49da-a0f9-34533cea4462 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 1098 time: 0.0848176 Nov 23 02:33:06.339230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a83f041-0c16-463d-92be-d6a8fd09e3fa req-435d72ad-0775-400c-bfcc-8c130dc1569e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868995 Nov 23 02:33:06.350462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ddae72-055c-47bb-91cb-6ff1cf1134d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.355752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:06.358801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:06.361433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:06.398458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event updated for resources: {'Port': ['ID=a37bf1e4-542b-4432-a6e0-3a4da571a18a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.458677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ad2d062-a2f4-45da-bc14-bdb15f721a81 req-bc075b04-98c9-438c-84b0-afb0faa4237d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Nov 23 02:33:06.465557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e0272fd-ed41-4067-851b-b0d6dc74ce7e req-2f541204-2b58-4406-973d-7d29bba8a290 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279883 Nov 23 02:33:06.506041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe349-1764-4f08-87b3-4bdf515257da req-6fb373b6-7e63-45a0-ae7a-3af17e450832 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.507605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3cbe349-1764-4f08-87b3-4bdf515257da req-6fb373b6-7e63-45a0-ae7a-3af17e450832 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1130970 Nov 23 02:33:06.599249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ddae72-055c-47bb-91cb-6ff1cf1134d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.610306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ddae72-055c-47bb-91cb-6ff1cf1134d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.626049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3cbe349-1764-4f08-87b3-4bdf515257da req-98d994d2-2127-448e-8e22-d4d19c317161 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053414 Nov 23 02:33:06.631774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.665212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109b452-3378-417c-927c-c48ffe19c099 req-eff22c77-3edb-4a3b-9dde-e0cb7c5428da tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:06.666753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7109b452-3378-417c-927c-c48ffe19c099 req-eff22c77-3edb-4a3b-9dde-e0cb7c5428da tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 944 time: 0.1262221 Nov 23 02:33:06.673740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80ddae72-055c-47bb-91cb-6ff1cf1134d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58c16676aac24919ab954c95ccf824f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5312123 Nov 23 02:33:06.676453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.676839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddae72-055c-47bb-91cb-6ff1cf1134d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e4d82-d95b-4014-bb3e-0f12978bce70,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.724792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7109b452-3378-417c-927c-c48ffe19c099 req-975fc442-a701-414f-84e8-f4ecff3502bb tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496023 Nov 23 02:33:06.788215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.812528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1954ae2a-162d-43de-a433-b4b420c01922 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:06.847762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.862330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 1954ae2a-162d-43de-a433-b4b420c01922 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:33:06.866265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 1954ae2a-162d-43de-a433-b4b420c01922 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:06.866662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.920562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.943576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.972077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.974730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.975867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/514e4d82-d95b-4014-bb3e-0f12978bce70 HTTP/1.1" status: 204 len: 168 time: 0.2982004 Nov 23 02:33:06.983714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1954ae2a-162d-43de-a433-b4b420c01922,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:06.987653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.016278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d52bba-d60e-48a0-a904-ba1a6016bde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e4d82-d95b-4014-bb3e-0f12978bce70,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:07.053747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:07.069418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Router 12339cd4-4f90-4a59-aa0d-968e15f4cdb1 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:07.189162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:07.200422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] Sync routers for ids ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:07.214369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.218303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f57c79ba-067f-48ee-b03a-4accbd4b833f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8450286 Nov 23 02:33:07.218405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] Routers {'12339cd4-4f90-4a59-aa0d-968e15f4cdb1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:07.218548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47388) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:07.218645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:07.223056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:07.256367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:07.262202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e720-438a-4149-950f-90ef63f695d3 req-27a32f45-8a84-4348-abad-7f8ee8c09ead tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:07.265324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3197e720-438a-4149-950f-90ef63f695d3 req-27a32f45-8a84-4348-abad-7f8ee8c09ead tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0924208 Nov 23 02:33:07.269427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] Routers {'12339cd4-4f90-4a59-aa0d-968e15f4cdb1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:07.270041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:07.311597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:07.312484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662acd9d-dc0c-4bfb-a9b7-a3d517acebfc None None] The sync data for ids ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:07.370685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3197e720-438a-4149-950f-90ef63f695d3 req-db671778-bec4-4603-97e0-8e2ddb875cf8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937617 Nov 23 02:33:07.578312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.584337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aada24c-8390-464c-bfdb-c1b10ded1b94 req-9b1c2406-3283-41f8-a24f-5699215561c5 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:07.586111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aada24c-8390-464c-bfdb-c1b10ded1b94 req-9b1c2406-3283-41f8-a24f-5699215561c5 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 950 time: 0.0542066 Nov 23 02:33:07.652619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aada24c-8390-464c-bfdb-c1b10ded1b94 req-57cfc2f7-bd73-4c65-aaf3-e3a28e62bde1 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 Nov 23 02:33:07.762362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7a546-e545-4f2c-a179-47ab3dadde61 req-dd92072e-a0b9-43a0-a243-8c9d3d83b38d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:07.770678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e7a546-e545-4f2c-a179-47ab3dadde61 req-dd92072e-a0b9-43a0-a243-8c9d3d83b38d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0609541 Nov 23 02:33:07.855380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e7a546-e545-4f2c-a179-47ab3dadde61 req-9e9777b3-4344-44ee-b2d1-a00f6fda54bc tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823922 Nov 23 02:33:07.892208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8082ff-9577-4ddc-99f2-69e74ea48b65 req-5d1360bc-9090-42ca-a9df-05f43f4d331d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:07.893875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af8082ff-9577-4ddc-99f2-69e74ea48b65 req-5d1360bc-9090-42ca-a9df-05f43f4d331d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 949 time: 0.1091232 Nov 23 02:33:07.984096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e63e0dd8-b07a-4200-b927-4e3ab0703e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.995379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af8082ff-9577-4ddc-99f2-69e74ea48b65 req-60cd8718-f68c-453c-b220-04b2a76d9f86 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939076 Nov 23 02:33:08.015801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50898c65-c9bb-4d7b-809e-35234f1d60b4 req-4bbab58b-2980-4e9c-ae11-0a7a835b741a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:08.017389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50898c65-c9bb-4d7b-809e-35234f1d60b4 req-4bbab58b-2980-4e9c-ae11-0a7a835b741a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.0961268 Nov 23 02:33:08.114330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50898c65-c9bb-4d7b-809e-35234f1d60b4 req-980709fa-0d89-4a06-babc-d684fde2dc27 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884790 Nov 23 02:33:08.124164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:08.126716 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27d7fe-aa85-4fae-83d4-9e3ef8f39aba" -d '{"events": [{"server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "name": "network-vif-plugged", "status": "completed", "tag": "1954ae2a-162d-43de-a433-b4b420c01922"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:08.166624 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8478688-7faf-4813-9f3a-1596a6e0ce36 x-openstack-request-id: req-f8478688-7faf-4813-9f3a-1596a6e0ce36 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:08.166919 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "name": "network-vif-plugged", "status": "completed", "tag": "1954ae2a-162d-43de-a433-b4b420c01922", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:08.167170 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8478688-7faf-4813-9f3a-1596a6e0ce36 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:08.167564 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922', 'code': 200} Nov 23 02:33:08.472786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942c1d-bdbb-4959-b8f9-9de5deecbcd9 req-d5b244ea-0431-44c0-97e7-b0497ffb87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:08.474370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71942c1d-bdbb-4959-b8f9-9de5deecbcd9 req-d5b244ea-0431-44c0-97e7-b0497ffb87b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 1097 time: 0.1703844 Nov 23 02:33:08.563482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca4ae1-4a11-49b9-bcca-afdfd8deb42c req-d9ee1f28-1b40-4636-8f5a-b781582e1a4d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:08.566656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ca4ae1-4a11-49b9-bcca-afdfd8deb42c req-d9ee1f28-1b40-4636-8f5a-b781582e1a4d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0834637 Nov 23 02:33:08.597627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71942c1d-bdbb-4959-b8f9-9de5deecbcd9 req-83fd9cfe-a7f1-4398-8079-8ca521ccfb62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132853 Nov 23 02:33:08.602264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.606611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.638739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ca4ae1-4a11-49b9-bcca-afdfd8deb42c req-6437303e-4c47-4d71-851f-8c376801c416 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600338 Nov 23 02:33:08.676204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:08.760609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router 12339cd4-4f90-4a59-aa0d-968e15f4cdb1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:08.852858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-802218335'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:08.877592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Made reservation on behalf of ea60978bd6114af0ad7f3422b04f32ac for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:08.881164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.885495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:08.890490 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.892013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0bc6db9a-b900-44c5-bf43-40d7cb87108a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "PUT /v2.0/routers/12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 200 len: 921 time: 1.6723692 Nov 23 02:33:08.894309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47474) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:08.894630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.897190 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552222cd-620f-4301-8610-7030caeee496 None None] Sync routers for ids ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:08.911708 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] Routers {'12339cd4-4f90-4a59-aa0d-968e15f4cdb1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:08.912613 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:08.952931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:08.964000 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] Routers {'12339cd4-4f90-4a59-aa0d-968e15f4cdb1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:08.964879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:09.017511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-552222cd-620f-4301-8610-7030caeee496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:09.018205 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552222cd-620f-4301-8610-7030caeee496 None None] The sync data for ids ['12339cd4-4f90-4a59-aa0d-968e15f4cdb1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:09.023722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-998efa68-7d45-4cfb-bacb-03f80426b9c1 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 200 len: 921 time: 0.1278794 Nov 23 02:33:09.026057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:09.080404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80121a-b6c9-4123-b809-4308a8d4c05d req-bee7c789-5418-4061-8364-bfd1d20a8467 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.081926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b80121a-b6c9-4123-b809-4308a8d4c05d req-bee7c789-5418-4061-8364-bfd1d20a8467 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0827780 Nov 23 02:33:09.100315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b844c-a499-447e-8c52-e9e38bede062 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.102376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-396b844c-a499-447e-8c52-e9e38bede062 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=12339cd4-4f90-4a59-aa0d-968e15f4cdb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0748508 Nov 23 02:33:09.104118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.104951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47478) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:09.116879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.156032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:09.176470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc136e1-d619-4b83-af84-214db50034f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:09.186723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.187074 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Added segment a2b475cf-9967-46bc-99d8-e43f3e4caf00 of type vlan for network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 Nov 23 02:33:09.202678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b80121a-b6c9-4123-b809-4308a8d4c05d req-5cdcf876-af7c-413d-8af6-e315bae4d370 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044939 Nov 23 02:33:09.219753 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.241550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4083be2b-40be-4594-af8c-93ea8d4b84b2 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.245701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4083be2b-40be-4594-af8c-93ea8d4b84b2 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1373072 Nov 23 02:33:09.246322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47484) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:09.266268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.284512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f430a970-800a-4fdd-a254-f0a7331f3706 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 200 len: 205 time: 0.0347364 Nov 23 02:33:09.285318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47486) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:09.311360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69976d0-d3ec-475e-b26e-0eb5823e524b req-4fa5b3d4-df19-4390-8ac0-373344aadbef tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.312882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e69976d0-d3ec-475e-b26e-0eb5823e524b req-4fa5b3d4-df19-4390-8ac0-373344aadbef tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.1144524 Nov 23 02:33:09.371814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.379152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.379782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.418385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.468428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7911565 Nov 23 02:33:09.476275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ac57-fe3c-49da-8308-480921c28201 req-dd5c010e-25f2-484c-984a-b815578ed566 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.478236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e766ac57-fe3c-49da-8308-480921c28201 req-dd5c010e-25f2-484c-984a-b815578ed566 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1644742 Nov 23 02:33:09.499306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49fd3d-fb0c-4c5d-b43a-693d475edc35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Pushing event updated for resources: {'Network': ['ID=00f6e06b-9ee0-43fe-858d-1cd9f8ff3463,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:09.505709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e69976d0-d3ec-475e-b26e-0eb5823e524b req-1c88a21e-d139-4826-b22d-01d09a16d709 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853108 Nov 23 02:33:09.512613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:09.577328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.607490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e766ac57-fe3c-49da-8308-480921c28201 req-bbbf33c6-67d8-4e78-a4f9-dcd56629bb04 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202800 Nov 23 02:33:09.723126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port a37bf1e4-542b-4432-a6e0-3a4da571a18a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:09.723652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.869293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:09.874844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463', 'binding:host_id': 'n-h1-714676-12', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-396351409'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:09.919810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Made reservation on behalf of 795c885dd17e49aa9e7e6fa68f594707 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:09.922562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.934930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.952835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for a37bf1e4-542b-4432-a6e0-3a4da571a18a owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:09.964941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.011470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f0aa-0101-46f9-902f-e859d791cf3c req-435efb26-7949-4cb2-8beb-4cbcc43d94a8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.019878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bef0f0aa-0101-46f9-902f-e859d791cf3c req-435efb26-7949-4cb2-8beb-4cbcc43d94a8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1037564 Nov 23 02:33:10.110299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bef0f0aa-0101-46f9-902f-e859d791cf3c req-070f6a3b-4e45-4a78-9879-a21a059eb155 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894744 Nov 23 02:33:10.150021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.156685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.162680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port 07a138fd-d118-4e3e-827b-f2746949f2e0 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:10.188709 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-bd63451a-2912-4921-a81e-6e4652582441 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146884 Nov 23 02:33:10.193991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ed5da-b635-4f88-8f06-c19d155bc529 req-adb9649f-6b0a-48ac-811e-bc757df0bf2f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.195978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-257ed5da-b635-4f88-8f06-c19d155bc529 req-adb9649f-6b0a-48ac-811e-bc757df0bf2f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1068442 Nov 23 02:33:10.266526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96afc72f-4381-4279-abc3-37e250468a18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:10.277413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.311949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=a37bf1e4-542b-4432-a6e0-3a4da571a18a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:10.323720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-a5ae5eb4-f86e-4cce-ae4d-76ceac512f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.325246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-a5ae5eb4-f86e-4cce-ae4d-76ceac512f35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1098 time: 0.0841134 Nov 23 02:33:10.355022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-257ed5da-b635-4f88-8f06-c19d155bc529 req-9b24f125-c9c8-4158-864c-822bbe9fa602 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052659 Nov 23 02:33:10.439246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.483441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port 07a138fd-d118-4e3e-827b-f2746949f2e0 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:10.493365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.500650 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.549164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.556247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.567232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=07a138fd-d118-4e3e-827b-f2746949f2e0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:10.567450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-f6f5b012-3e6f-4b46-af09-ae8a9fa9e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.568888 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-f6f5b012-3e6f-4b46-af09-ae8a9fa9e32c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.2096062 Nov 23 02:33:10.594851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Checking segment: {'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:10.595354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Network hostable DHCP agents. Network: 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:10.631914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.644803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.645447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router 12339cd4-4f90-4a59-aa0d-968e15f4cdb1 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:10.653083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:10.658688 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.664828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:10.665236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2b10b35a-dc75-4008-9e8b-91595ad5f4a2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 204 len: 168 time: 1.3775523 Nov 23 02:33:10.671463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688373571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:10.682443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:10.686423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-1ca5bd46-08d2-4967-a479-2375e6ba782a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 1001 time: 0.0870218 Nov 23 02:33:10.693787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50a921-4774-4b85-ac36-b9c0ecbfdd2b req-a4f409c3-dcc0-4fe1-a4ad-cacbca4c5ef5 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.694372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f931950-6ebb-44b8-8baa-e85b4ef641b5 None None] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:10.695363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d50a921-4774-4b85-ac36-b9c0ecbfdd2b req-a4f409c3-dcc0-4fe1-a4ad-cacbca4c5ef5 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.0963433 Nov 23 02:33:10.703319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:10.744444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.745302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.745988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.757304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.758078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-01e507c0-85b2-4754-848f-6d56708d7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.759771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.760287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-01e507c0-85b2-4754-848f-6d56708d7e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.0670211 Nov 23 02:33:10.772814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.773381 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:10.777792 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 2 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:10.823335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d50a921-4774-4b85-ac36-b9c0ecbfdd2b req-4a73cd19-2c2d-4feb-9d89-e1cdd5b1dcaf tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141109 Nov 23 02:33:10.835730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.836272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.836825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.842288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-899e6a2a-896e-4130-a24a-6dec2dd0079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.843857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-899e6a2a-896e-4130-a24a-6dec2dd0079b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684192 Nov 23 02:33:10.866219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.866609 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:10.869037 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 3 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:10.874419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.883126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.890821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.891159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.891502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.914107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.914107 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:10.914107 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 4 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:10.939964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.940313 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-79f97d77-619b-4d19-a00b-bfcf7d1b2c7b service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Nov 23 02:33:10.941125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8f2d2cac-ea51-4002-964b-ad780ad23aec tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2737761 Nov 23 02:33:10.943890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47546) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:10.948321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:10.948986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.949324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.949657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.958298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.958654 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:10.959700 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 5 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:10.982480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425c708-b479-4eab-8888-9b818b1b1c4f req-ef7e208f-d0f5-4670-a13b-dd620d9b7ef7 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.983985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b425c708-b479-4eab-8888-9b818b1b1c4f req-ef7e208f-d0f5-4670-a13b-dd620d9b7ef7 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.0870695 Nov 23 02:33:10.984793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.985125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.985454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.989953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.990281 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:10.990705 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 6 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:10.994686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:11.003819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Request body: {'floatingip': {'port_id': '1954ae2a-162d-43de-a433-b4b420c01922'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:11.039371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:11.039712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:11.040050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:11.047770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.051177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:11.051177 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:11.077595 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 7 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:11.119884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:11.120225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:11.120557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:11.148085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:11.148339 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:11.150824 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 8 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:11.169621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:11.169955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:11.170291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:11.179197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:11.179523 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:11.187005 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 9 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:11.227485 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61af0e77-467d-4d32-87ac-3f517ab0bbdf req-b218a755-ac33-42f7-8363-7ef59c9f6b2f service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767315 Nov 23 02:33:11.229298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.251453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:11.251789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:11.252128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:11.274798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:11.275056 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:11.277441 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 10 to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 Nov 23 02:33:11.330491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:11.330850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:11.331186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:11.344086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 07a138fd-d118-4e3e-827b-f2746949f2e0 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:11.344423 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 07a138fd-d118-4e3e-827b-f2746949f2e0 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:11.344792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.356474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6761e7-e7fa-470d-9f71-b90220c2bd20 req-c0ca4906-cb45-4a3d-97fa-2affbce94930 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.357979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae6761e7-e7fa-470d-9f71-b90220c2bd20 req-c0ca4906-cb45-4a3d-97fa-2affbce94930 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1274457 Nov 23 02:33:11.438455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.457098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.565292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Allocated IP 172.25.1.95 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/eb02983a-c5b8-4cd0-ada6-fc2eb557e90b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:11.572059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae6761e7-e7fa-470d-9f71-b90220c2bd20 req-801bf631-98f3-4acb-9411-508261b5d9df tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049198 Nov 23 02:33:11.598628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port 07a138fd-d118-4e3e-827b-f2746949f2e0, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:11.599227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:33:11.613686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.644198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356db5a-f286-49a7-a4bd-0efa3dd913f5 req-90ff5512-8f11-43c4-b003-042d96da3fc6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.644198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6356db5a-f286-49a7-a4bd-0efa3dd913f5 req-90ff5512-8f11-43c4-b003-042d96da3fc6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1930456 Nov 23 02:33:11.689741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.690393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.708696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.720277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.723770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=07a138fd-d118-4e3e-827b-f2746949f2e0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:11.734980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-40625c68-c32a-4347-9b3a-9e479c037578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8644342 Nov 23 02:33:11.737535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47566) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:11.796014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6356db5a-f286-49a7-a4bd-0efa3dd913f5 req-dc6c1fdb-96ba-4c7e-b3c4-15e57cdb5fc1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289411 Nov 23 02:33:11.821898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.864929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.868886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:11.888737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:11.893529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:11.897889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:11.906610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event updated for resources: {'Port': ['ID=eb02983a-c5b8-4cd0-ada6-fc2eb557e90b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:11.952128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Deleting port 07a138fd-d118-4e3e-827b-f2746949f2e0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:11.952467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.029076 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Floating IP 76f9208c-945d-44bc-801a-317d052c9a79 associated. External IP: 172.25.1.197, port: 1954ae2a-162d-43de-a433-b4b420c01922. Nov 23 02:33:12.360897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87608-61e9-444b-8472-823391e438b3 req-cd66edc4-165d-427d-9280-e89ae679f680 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:12.362633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d87608-61e9-444b-8472-823391e438b3 req-cd66edc4-165d-427d-9280-e89ae679f680 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.0701897 Nov 23 02:33:12.371950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Router e2c69ab4-604e-4324-97a4-36dc8928a1a5 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:12.473175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d87608-61e9-444b-8472-823391e438b3 req-c0a8e8d8-e50d-4c3a-b0e6-447390d50267 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034162 Nov 23 02:33:12.482495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port 07a138fd-d118-4e3e-827b-f2746949f2e0, host n-h1-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:12.482891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.514974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Calling delete_port for 07a138fd-d118-4e3e-827b-f2746949f2e0 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:12.549364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:12.559085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.561658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Sync routers for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:12.575270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:12.576519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:12.631536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.648789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3f28e59e-5b4a-4b01-b164-96aa064d58a1 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "PUT /v2.0/floatingips/76f9208c-945d-44bc-801a-317d052c9a79 HTTP/1.1" status: 200 len: 991 time: 1.6507628 Nov 23 02:33:12.648789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:12.655968 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83033b9-151e-4334-83f1-8482f13bd975" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "tag": "1954ae2a-162d-43de-a433-b4b420c01922"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:12.690171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event deleted for resources: {'Port': ['ID=07a138fd-d118-4e3e-827b-f2746949f2e0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:12.756791 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.764283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-67fe9318-886e-43fd-b21c-032a7b2bfef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "DELETE /v2.0/ports/07a138fd-d118-4e3e-827b-f2746949f2e0 HTTP/1.1" status: 204 len: 168 time: 1.0229650 Nov 23 02:33:12.766127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:12.780334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2377a-fb28-414c-9460-8fe270ad1bd3 req-214f6dbd-dcd8-4ec5-bced-501e1bd3db06 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:12.793011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49b2377a-fb28-414c-9460-8fe270ad1bd3 req-214f6dbd-dcd8-4ec5-bced-501e1bd3db06 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0881019 Nov 23 02:33:12.822871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:12.877352 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec2af8-e0ed-43ff-b774-2be2c9e767a3 x-openstack-request-id: req-99ec2af8-e0ed-43ff-b774-2be2c9e767a3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:12.877906 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "tag": "1954ae2a-162d-43de-a433-b4b420c01922", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:12.878381 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ec2af8-e0ed-43ff-b774-2be2c9e767a3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:12.878944 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922', 'status': 'completed', 'code': 200} Nov 23 02:33:12.881330 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfe7439-b547-42ad-8106-9c29d1af725e tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:33:12.883157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9dfe7439-b547-42ad-8106-9c29d1af725e tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports/07a138fd-d118-4e3e-827b-f2746949f2e0 HTTP/1.1" status: 404 len: 333 time: 0.0875032 Nov 23 02:33:12.889537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47616) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:12.895201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1179895646'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:12.916220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:12.932913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:12.985065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49b2377a-fb28-414c-9460-8fe270ad1bd3 req-5631802c-9681-401a-bae5-8e4be63b955e tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905439 Nov 23 02:33:13.052608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Made reservation on behalf of 795c885dd17e49aa9e7e6fa68f594707 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:13.054829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83033b9-151e-4334-83f1-8482f13bd975 req-a9ae1013-221d-41d5-b4b2-fc97030db24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.057735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-a9ae1013-221d-41d5-b4b2-fc97030db24c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2279ae000b1149eb9263d81b8a4ac0d7&device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 1097 time: 0.1225774 Nov 23 02:33:13.068867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.123341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:13.191770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:13.196334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83033b9-151e-4334-83f1-8482f13bd975 req-110ebcf3-b3ac-4b36-9372-d38ad32eaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.198640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-110ebcf3-b3ac-4b36-9372-d38ad32eaee3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e5552394-584e-4053-b1d6-e0c2cd34cdff HTTP/1.1" status: 200 len: 907 time: 0.1326666 Nov 23 02:33:13.219538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'mac_address': 'fa:16:3e:aa:ed:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:13.293163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791f01-e99d-4cce-ab83-ea46dfd15e8b req-4f2deff9-3deb-4d48-955c-28c35069dbf5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.305778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f791f01-e99d-4cce-ab83-ea46dfd15e8b req-4f2deff9-3deb-4d48-955c-28c35069dbf5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.3559818 Nov 23 02:33:13.312458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.346353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:13.373890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:13.379180 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.384185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-1a112551-e1a2-4fad-8146-941d2f34797a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1954ae2a-162d-43de-a433-b4b420c01922 HTTP/1.1" status: 200 len: 999 time: 0.1364129 Nov 23 02:33:13.482741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.559158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.590133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '76f9208c-945d-44bc-801a-317d052c9a79', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'port_id': '1954ae2a-162d-43de-a433-b4b420c01922', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'mac_address': 'fa:16:3e:44:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:49Z', 'updated_at': '2021-11-23T02:33:11Z', 'revision_number': 1, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:13.594340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.598267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83033b9-151e-4334-83f1-8482f13bd975 req-d56d354b-10cf-4f4f-bf3d-b49be2579df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.599832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-d56d354b-10cf-4f4f-bf3d-b49be2579df8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=16d38535-1775-4871-9cf3-d25ae20fd109 HTTP/1.1" status: 200 len: 845 time: 0.2074766 Nov 23 02:33:13.612193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.628899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Checking router: e2c69ab4-604e-4324-97a4-36dc8928a1a5 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:13.647052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['65b2bfb1-4dcd-4d73-811d-764f65d24b8b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:13.661246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:13.662045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:13.663315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f791f01-e99d-4cce-ab83-ea46dfd15e8b req-91e06d26-6b6b-404f-a836-1cc71b8b87c8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565495 Nov 23 02:33:13.690235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:13.693977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:13.695508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:13.696693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.697408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:13.720871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-2d4b3a1a-5650-4187-aacc-587846b1648b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3198822 Nov 23 02:33:13.735778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=af6a4eef-06df-4d2c-8be2-ba7ff649c5a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:13.779953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2bd056a4-7000-4552-a7df-f047877c43e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8868861 Nov 23 02:33:13.814483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:13.844668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:13.865764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:13.887278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:13.920986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a244e-ff7d-42aa-83d8-be9625a9fb2a req-5b9b0a31-9231-4f7e-89d1-965f0f9528ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.922888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b5a244e-ff7d-42aa-83d8-be9625a9fb2a req-5b9b0a31-9231-4f7e-89d1-965f0f9528ac tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2876494 Nov 23 02:33:13.934346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-70b8a30a-7ece-4179-86fb-bebf7c5f7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.936092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-70b8a30a-7ece-4179-86fb-bebf7c5f7ce2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 1097 time: 0.1652031 Nov 23 02:33:13.960502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Router ff5079af-fbe4-495d-8e68-b7d678036485 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:13.970466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83033b9-151e-4334-83f1-8482f13bd975 req-be3bf55f-9eaa-4eef-a01e-188e601f664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.972409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-be3bf55f-9eaa-4eef-a01e-188e601f664d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e5552394-584e-4053-b1d6-e0c2cd34cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3461304 Nov 23 02:33:14.215450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:14.224611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:14.225904 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] Sync routers for ids ['ff5079af-fbe4-495d-8e68-b7d678036485'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:14.228249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59b7319d-f623-4906-9a0a-e579f365d538 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "PUT /v2.0/routers/ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 200 len: 879 time: 3.2810149 Nov 23 02:33:14.229180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47640) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:14.246724 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] Routers {'ff5079af-fbe4-495d-8e68-b7d678036485'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:14.251217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ff5079af-fbe4-495d-8e68-b7d678036485'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:14.256543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '76f9208c-945d-44bc-801a-317d052c9a79', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'port_id': '1954ae2a-162d-43de-a433-b4b420c01922', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'mac_address': 'fa:16:3e:44:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:49Z', 'updated_at': '2021-11-23T02:33:11Z', 'revision_number': 1, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:14.311611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe2cd44-83c4-4d95-aa4d-41942ab0ddb9 None None] The sync data for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 is: [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '76f9208c-945d-44bc-801a-317d052c9a79', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'floating_ip_address': '172.25.1.197', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'port_id': '1954ae2a-162d-43de-a433-b4b420c01922', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'mac_address': 'fa:16:3e:44:72:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:49Z', 'updated_at': '2021-11-23T02:33:11Z', 'revision_number': 1, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:14.367878 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6a3cd6c8-e9ae-4364-853e-ea7af31343ad tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 200 len: 920 time: 0.1368849 Nov 23 02:33:14.372286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47642) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:14.373544 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:14.383951 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] Routers {'ff5079af-fbe4-495d-8e68-b7d678036485'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:14.385056 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ff5079af-fbe4-495d-8e68-b7d678036485'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:14.446074 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:14.447024 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee2dda2-1e80-4611-8810-02e3d5f45061 None None] The sync data for ids ['ff5079af-fbe4-495d-8e68-b7d678036485'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:14.450231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf042bb-fa1e-4997-b9a3-4be5fa5771bf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:14.454589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3cf042bb-fa1e-4997-b9a3-4be5fa5771bf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=ff5079af-fbe4-495d-8e68-b7d678036485&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0770762 Nov 23 02:33:14.454929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-4664faf7-de98-4ced-82a0-460b49d5b810 service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722908 Nov 23 02:33:14.455387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:14.555072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:14.613119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84064f-1dd8-471d-bbef-c929a5662e17 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:14.613483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b5a244e-ff7d-42aa-83d8-be9625a9fb2a req-4846c446-e23d-499f-856c-4b6b97e3c0fe tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6833339 Nov 23 02:33:14.614639 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce84064f-1dd8-471d-bbef-c929a5662e17 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1582668 Nov 23 02:33:14.619475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47646) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:14.694494 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-680e28bb-059a-4093-a579-70dc6965c832 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 200 len: 205 time: 0.0738614 Nov 23 02:33:14.703924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fda92-bda4-4537-9b79-5ffa4b792552 None None] New status for floating IP 76f9208c-945d-44bc-801a-317d052c9a79: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:33:14.709779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47658) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:14.717448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aae2b-8292-49e6-ada0-5a19153b5b04 req-a3f8131d-fe75-4918-92fc-cab34c6e9fac tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:14.734405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d65aae2b-8292-49e6-ada0-5a19153b5b04 req-a3f8131d-fe75-4918-92fc-cab34c6e9fac tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2235725 Nov 23 02:33:14.748391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d83033b9-151e-4334-83f1-8482f13bd975 req-281931c2-f1dd-4f0a-b878-fac02ddf01c7 service neutron] 10.222.0.47 "GET /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222762 Nov 23 02:33:14.807524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-2d687a3c-ca7d-4865-a357-62d27755f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:14.809752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-2d687a3c-ca7d-4865-a357-62d27755f2d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.8121316 Nov 23 02:33:14.886290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:14.886990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-c413d5c9-c54c-4e95-9c71-3bffd2776155 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 200 len: 217 time: 0.0676005 Nov 23 02:33:14.931372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d65aae2b-8292-49e6-ada0-5a19153b5b04 req-b4a44b1c-c191-4081-96c8-327dcec10ce7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958022 Nov 23 02:33:14.985006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.074730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:15.075279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.154124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-b10cdacf-def9-4c08-b6ad-8a9b1fff3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:15.155655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-b10cdacf-def9-4c08-b6ad-8a9b1fff3b4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.2288435 Nov 23 02:33:15.193373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6bd72-335a-420e-8179-554e50340a82 req-4ec6b33d-0215-4779-aa40-ab1badb60ee4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:15.201486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2f6bd72-335a-420e-8179-554e50340a82 req-4ec6b33d-0215-4779-aa40-ab1badb60ee4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1719894 Nov 23 02:33:15.230972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.231464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-9fac8284-aaa4-4901-8f21-a9d555f3498c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632896 Nov 23 02:33:15.249713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.302000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:15.305457 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd7dc5f-111e-43b1-9cbc-87f52098accb" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:15.319809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:15.338632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.359539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:15.372828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port eb02983a-c5b8-4cd0-ada6-fc2eb557e90b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:15.374119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.387251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.405967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:15.420263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2f6bd72-335a-420e-8179-554e50340a82 req-403af511-eb5d-444a-bb8b-dbaf21a7b05e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119753 Nov 23 02:33:15.423439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.441024 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a3b478-a161-4a67-8416-57150d4e59c1 x-openstack-request-id: req-c2a3b478-a161-4a67-8416-57150d4e59c1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:15.441553 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:15.441814 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a3b478-a161-4a67-8416-57150d4e59c1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:15.442217 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'code': 200} Nov 23 02:33:15.505882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-0517813e-4ebe-49f7-8574-c3dd58aba3ba service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604716 Nov 23 02:33:15.533899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=af6a4eef-06df-4d2c-8be2-ba7ff649c5a1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:15.565357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.583547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.584158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.584676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.587954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for eb02983a-c5b8-4cd0-ada6-fc2eb557e90b owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:15.594066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.594713 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.598403 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 2 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.617362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.617722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.618054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.631702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.632046 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.635536 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 3 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.663479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4db3e23-2a8c-4d13-9b25-10796ececc1a req-00c93f10-c656-49a4-8d9f-6f95b0a0dac3 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478341 Nov 23 02:33:15.664896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.665235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.665574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.670928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.671263 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.671657 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 4 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.685374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.685763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.686109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.707884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.708445 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.709161 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 5 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.731068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.731449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.732384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.740893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.741219 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.748846 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 6 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.801890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.802233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.802620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.811250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.816510 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.817048 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 7 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.841443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.841781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.842124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.848937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.849265 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.850433 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 8 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.864173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ccd5-12dc-4288-bdb3-dc456157d60b req-d6835e9e-d0b4-4f36-8fec-4b7682dd26cf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:15.871968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d541ccd5-12dc-4288-bdb3-dc456157d60b req-d6835e9e-d0b4-4f36-8fec-4b7682dd26cf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1331801 Nov 23 02:33:15.873533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:15.904453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.905772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.906436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.913061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=eb02983a-c5b8-4cd0-ada6-fc2eb557e90b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:15.925245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.925591 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.928692 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 9 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.956388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d541ccd5-12dc-4288-bdb3-dc456157d60b req-7d89cc96-7d19-47ec-a778-f6170782f26b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835061 Nov 23 02:33:15.957656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.957656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.958544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:15.964073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:15.964377 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:15.964776 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 10 to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 Nov 23 02:33:15.996894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:15.997450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:15.997877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:16.004015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:16.004521 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:16.005002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.055797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.159840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:16.160246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:33:16.170445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.185222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2639b2-1bab-46dc-a1e7-46b5be45d6dc req-6c296b04-3c2a-4542-864d-5a6377c07b68 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.186762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.186928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca2639b2-1bab-46dc-a1e7-46b5be45d6dc req-6c296b04-3c2a-4542-864d-5a6377c07b68 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1112843 Nov 23 02:33:16.189391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.236969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] In _notify_port_updated(), no bound segment for port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:33:16.240449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.241250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.244621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.245159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router ff5079af-fbe4-495d-8e68-b7d678036485 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:16.246079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "PUT /v2.0/ports/af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 HTTP/1.1" status: 200 len: 980 time: 2.3906534 Nov 23 02:33:16.246561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47682) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.254529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.263835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0af6aade-9e4f-49d7-ba4c-8cf0f43e2cae tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 204 len: 168 time: 1.5527930 Nov 23 02:33:16.294905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.298411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca2639b2-1bab-46dc-a1e7-46b5be45d6dc req-9b18a844-f429-47b1-9d8e-01c1dcf06dab tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805871 Nov 23 02:33:16.299072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11729109-a79a-44f1-8696-cb665db0ad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=af6a4eef-06df-4d2c-8be2-ba7ff649c5a1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:16.308218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-11441327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:16.354731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.355879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.409660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.410225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.411293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.411830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.412628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.413197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.413661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.414154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.414656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.415116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.415595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.416078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.416644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.417103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.417556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.418007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.418455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.418929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.419378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.419837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.420288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.421143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.421701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.422522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.426612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.426612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.426612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.432679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c524e1d9-0312-4e09-b59e-f5ede5dca2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24000 time: 0.1797645 Nov 23 02:33:16.433200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.437604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.443261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.468389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.470146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b66e4a15-4437-4e6b-b035-d0aeacf542fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1668355 Nov 23 02:33:16.472550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.477856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': True}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:16.562866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Deleting port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:16.563614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.661608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port af6a4eef-06df-4d2c-8be2-ba7ff649c5a1, host n-h1-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:16.662342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.679531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Calling delete_port for af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:16.687028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d484ac-80bc-4dea-92ea-85a824327c73 req-486b3cbd-9509-4dab-8572-cfeea4569d07 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.694602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03d484ac-80bc-4dea-92ea-85a824327c73 req-486b3cbd-9509-4dab-8572-cfeea4569d07 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1377406 Nov 23 02:33:16.825432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.861933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event deleted for resources: {'Port': ['ID=af6a4eef-06df-4d2c-8be2-ba7ff649c5a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:16.872345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.874190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.879045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a8ad17d-9a2b-4865-afc3-f7545cccadc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "DELETE /v2.0/ports/af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 HTTP/1.1" status: 204 len: 168 time: 0.4446189 Nov 23 02:33:16.886003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.932073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03d484ac-80bc-4dea-92ea-85a824327c73 req-3284c290-ddfa-4ba0-b39d-4ce6c73d2000 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364702 Nov 23 02:33:16.936002 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0c53fa-e030-4966-8232-c15590de932b tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:33:16.939168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9d0c53fa-e030-4966-8232-c15590de932b tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports/af6a4eef-06df-4d2c-8be2-ba7ff649c5a1 HTTP/1.1" status: 404 len: 333 time: 0.0501978 Nov 23 02:33:16.942016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:16.948594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633296581', 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:16.991299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5053a28-12de-4948-8cca-e8e9ea9731d7 req-54e64602-82d3-4e65-b155-d7f85b8eb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.006779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5053a28-12de-4948-8cca-e8e9ea9731d7 req-54e64602-82d3-4e65-b155-d7f85b8eb6f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.2427795 Nov 23 02:33:17.009025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Made reservation on behalf of 795c885dd17e49aa9e7e6fa68f594707 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:17.012866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.045575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port 0c0e3bb1-7e9c-4f57-9c95-69905c38a60c yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:17.076777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5053a28-12de-4948-8cca-e8e9ea9731d7 req-9d2cf136-c33c-4f11-bd65-b9b2a51d6997 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 Nov 23 02:33:17.162453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4e42-68a2-4151-8ca2-8491874ef832 req-e5becb97-d732-40ca-a67d-10cd97cd842d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.164040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15ab4e42-68a2-4151-8ca2-8491874ef832 req-e5becb97-d732-40ca-a67d-10cd97cd842d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.0898700 Nov 23 02:33:17.253672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.311643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.344349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15ab4e42-68a2-4151-8ca2-8491874ef832 req-9e062c7f-bea4-46bf-bf68-f756729435ff tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228046 Nov 23 02:33:17.371262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.388689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:17.388689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:17.391084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:17.392366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.393464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.413431 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4702179 Nov 23 02:33:17.414782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf837-0ac2-424b-b4b5-2519c8d643fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=0c0e3bb1-7e9c-4f57-9c95-69905c38a60c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:17.417594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:17.422094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.476202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f8559-3b84-43ec-8154-346221e94d2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.478433 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-769f8559-3b84-43ec-8154-346221e94d2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports/0c0e3bb1-7e9c-4f57-9c95-69905c38a60c HTTP/1.1" status: 200 len: 959 time: 0.0597022 Nov 23 02:33:17.481951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47720) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:17.582070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Deleting port 0c0e3bb1-7e9c-4f57-9c95-69905c38a60c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:17.582703 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.641464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.25.1.92 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/76079461-fe55-4c94-b86f-a3d87b8b8d2a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:17.651549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7cc69-e9c3-41e4-8cc8-4f361dc3d12f req-0182f9e4-4647-4608-8198-bffc5df3778a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.658875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7a7cc69-e9c3-41e4-8cc8-4f361dc3d12f req-0182f9e4-4647-4608-8198-bffc5df3778a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1059480 Nov 23 02:33:17.660618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.686744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Calling delete_port for 0c0e3bb1-7e9c-4f57-9c95-69905c38a60c owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:17.762775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7a7cc69-e9c3-41e4-8cc8-4f361dc3d12f req-4c7868b8-cad4-42dc-a53b-cfc29d0bfcf3 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028345 Nov 23 02:33:17.800764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.840044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.842864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c0e3bb1-7e9c-4f57-9c95-69905c38a60c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:17.853025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.861439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36a2f180-0164-474c-aa5b-e4e5640c5221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0c0e3bb1-7e9c-4f57-9c95-69905c38a60c HTTP/1.1" status: 204 len: 168 time: 0.3755980 Nov 23 02:33:17.861790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47722) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:17.886334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.888369 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde97d3b-6130-4fb4-ac46-0caad95bfbdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:33:17.893400 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fde97d3b-6130-4fb4-ac46-0caad95bfbdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports/0c0e3bb1-7e9c-4f57-9c95-69905c38a60c HTTP/1.1" status: 404 len: 333 time: 0.0273600 Nov 23 02:33:17.893883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:17.903093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-102359099'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:17.949407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Made reservation on behalf of 795c885dd17e49aa9e7e6fa68f594707 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:17.949759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:17.952705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:17.954721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:17.957366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:17.960598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=76079461-fe55-4c94-b86f-a3d87b8b8d2a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:17.981700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:18.194648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ead452-862b-4fe5-ad29-cf0bc87d1980 req-931cb69a-043f-4a94-8207-e971893fb1de tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.197335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.197880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38ead452-862b-4fe5-ad29-cf0bc87d1980 req-931cb69a-043f-4a94-8207-e971893fb1de tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1027331 Nov 23 02:33:18.238464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.289909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:18.293834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:18.298882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:18.300051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.300895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.312781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8c7e30-5c2b-4064-823c-8a831f1efde9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:18.326357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38ead452-862b-4fe5-ad29-cf0bc87d1980 req-187449d4-6670-473d-85b0-879aa216d9cb tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200769 Nov 23 02:33:18.330912 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-72ad1dde-5cf7-4704-a6bb-cb4fb2cc482c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4359782 Nov 23 02:33:18.333436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:18.338491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:18.427748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.595958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.622593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3e5c5-d03c-4fea-a182-aad7ecd9e3bd req-eb2fc1ed-12c3-40ab-8f41-decdf468f6d5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.624089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace3e5c5-d03c-4fea-a182-aad7ecd9e3bd req-eb2fc1ed-12c3-40ab-8f41-decdf468f6d5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1861033 Nov 23 02:33:19.166052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ace3e5c5-d03c-4fea-a182-aad7ecd9e3bd req-e414d3ee-407e-457c-82b8-7bd80a1c2b80 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118587 Nov 23 02:33:19.215592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.227282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2b04-2593-425c-83ee-db353596aa4c req-990f2b45-502e-4e84-9d02-9b00b9954372 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:19.234824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caed2b04-2593-425c-83ee-db353596aa4c req-990f2b45-502e-4e84-9d02-9b00b9954372 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1458309 Nov 23 02:33:19.245880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.401516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-caed2b04-2593-425c-83ee-db353596aa4c req-081f0dd0-cf95-4f73-b138-a9a6f58b663d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657939 Nov 23 02:33:19.405310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] device_id is not set on port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:19.419439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.439370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.542154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8c7e30-5c2b-4064-823c-8a831f1efde9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:19.565959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.566295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.566676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.581875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc194a94-433c-44e2-9769-f3ee02b0f1d2 req-e4411b66-57da-426d-bdeb-4e5c17f6c2d2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:19.583447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc194a94-433c-44e2-9769-f3ee02b0f1d2 req-e4411b66-57da-426d-bdeb-4e5c17f6c2d2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1109655 Nov 23 02:33:19.585028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.585391 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.585929 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 2 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.619088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router 2a09573f-2950-430d-af36-e79277e1f259 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:19.623315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.623650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.623991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.642920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.643372 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.647041 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 3 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.701252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.701522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.701871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.710962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc194a94-433c-44e2-9769-f3ee02b0f1d2 req-36724635-6d64-41cd-82f9-9a90397a9d8a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172585 Nov 23 02:33:19.716940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.717261 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.719140 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 4 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.776613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.776944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.777296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.789619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.789965 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.791927 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 5 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.823022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.823412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.823929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.845707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:19.853555 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.854914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-576d3ed4-2399-48d4-93ce-aec087705fbf tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "PUT /v2.0/routers/2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 200 len: 912 time: 3.3807657 Nov 23 02:33:19.857288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] Sync routers for ids ['2a09573f-2950-430d-af36-e79277e1f259'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:19.858016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47772) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:19.865821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.866159 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.870318 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] Routers {'2a09573f-2950-430d-af36-e79277e1f259'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:19.872143 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2a09573f-2950-430d-af36-e79277e1f259'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:19.892625 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 6 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.917288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:19.920620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:19.920967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:19.921310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:19.932175 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] Routers {'2a09573f-2950-430d-af36-e79277e1f259'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:19.933323 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2a09573f-2950-430d-af36-e79277e1f259'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:19.935064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-4410f5e9-4996-4196-832e-645774ee0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:19.937627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-4410f5e9-4996-4196-832e-645774ee0e2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 1098 time: 0.1283565 Nov 23 02:33:19.941181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:19.941522 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:19.942982 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 7 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:19.981994 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:19.983641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424f413-2911-4f44-ae69-510449ca0dbb None None] The sync data for ids ['2a09573f-2950-430d-af36-e79277e1f259'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:19.983761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89758b0f-85f5-40cd-8279-2f8dcc387c2e req-c3d96cf2-dc74-4892-82e6-da266702793c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:19.991960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89758b0f-85f5-40cd-8279-2f8dcc387c2e req-c3d96cf2-dc74-4892-82e6-da266702793c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1498060 Nov 23 02:33:20.025578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be750ad3-f975-4b3f-8e72-d6e12b2404d9 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 200 len: 918 time: 0.1611016 Nov 23 02:33:20.025853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.048999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:20.049341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:20.049678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:20.059904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:20.060227 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:20.064407 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 8 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:20.094229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed2b7b-e785-4b9b-979d-5d772c52e1ce tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.103677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2ed2b7b-e785-4b9b-979d-5d772c52e1ce tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=2a09573f-2950-430d-af36-e79277e1f259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0769246 Nov 23 02:33:20.104008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:20.104355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:20.104708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:20.105304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.125975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:20.126315 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:20.132281 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 9 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:20.150244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89758b0f-85f5-40cd-8279-2f8dcc387c2e req-43afbd62-dd4a-4d1e-a433-7a0cabdddd84 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513746 Nov 23 02:33:20.165779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-17a4ecef-ef4f-4724-8be8-23218b9e501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.167388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-17a4ecef-ef4f-4724-8be8-23218b9e501d service neutron] 10.222.0.41 "GET /v2.0/networks?id=298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 200 len: 919 time: 0.2213407 Nov 23 02:33:20.168703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:20.169042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:20.169382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:20.175721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:20.176051 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:20.181708 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempt 10 to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 Nov 23 02:33:20.228269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-303ab00b-52a4-4e8a-8f12-51441c415d37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 200 len: 217 time: 0.0534375 Nov 23 02:33:20.230921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:20.231255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:20.231595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempting to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:20.265947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:20.265947 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Failed to bind port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on host n-h1-714676-12 for vnic_type normal using segments [{'id': 'a2b475cf-9967-46bc-99d8-e43f3e4caf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '00f6e06b-9ee0-43fe-858d-1cd9f8ff3463'}] Nov 23 02:33:20.266317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.368651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port 9b8c7e30-5c2b-4064-823c-8a831f1efde9, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:20.369326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:33:20.377517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.445024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-36a8d9ec-6d3b-4253-9c29-87a627b7f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.447265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-36a8d9ec-6d3b-4253-9c29-87a627b7f21e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 200 len: 858 time: 0.2120485 Nov 23 02:33:20.476708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] In _notify_port_updated(), no bound segment for port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 on network 00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:33:20.477586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.478201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.479582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "PUT /v2.0/ports/9b8c7e30-5c2b-4064-823c-8a831f1efde9 HTTP/1.1" status: 200 len: 979 time: 2.1451814 Nov 23 02:33:20.495952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.502170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-c7c33105-76b1-4923-9837-d4d666743606 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=298bbe79-afd4-4525-9a6b-5de63c291b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451529 Nov 23 02:33:20.521179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcd10-cc7f-4ae0-a259-e6ee2ea52c21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8c7e30-5c2b-4064-823c-8a831f1efde9,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:20.596844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28ed9f-d52e-46d1-aef1-639a420211b7 req-780df3b0-20ec-488c-9d97-52b8276f8cd1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.602161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e28ed9f-d52e-46d1-aef1-639a420211b7 req-780df3b0-20ec-488c-9d97-52b8276f8cd1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2291710 Nov 23 02:33:20.618297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e8312-503d-460f-b426-0da5896d0ebe tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.623012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-282e8312-503d-460f-b426-0da5896d0ebe tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.5154610 Nov 23 02:33:20.623759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.655681 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a6be467-5caa-434e-9f90-5a6f1f90f6f1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 200 len: 205 time: 0.0307364 Nov 23 02:33:20.659273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.721693 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-e5747a06-e8f3-4812-ad52-c3acc2b970da service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109201 Nov 23 02:33:20.759830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e28ed9f-d52e-46d1-aef1-639a420211b7 req-2aae5cd2-1af7-4d50-9b2d-9a5dc8fd52ca tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566229 Nov 23 02:33:20.796222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.829019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Deleting port 9b8c7e30-5c2b-4064-823c-8a831f1efde9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:20.829019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.951507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] For port 9b8c7e30-5c2b-4064-823c-8a831f1efde9, host n-h1-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:20.951931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.960507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.980215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Calling delete_port for 9b8c7e30-5c2b-4064-823c-8a831f1efde9 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:21.001752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e9a5c-5a38-4a5d-81e2-2af173ef2b93 req-d8ca3667-6515-4904-9852-8545aae10de9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:21.003460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-333e9a5c-5a38-4a5d-81e2-2af173ef2b93 req-d8ca3667-6515-4904-9852-8545aae10de9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1191044 Nov 23 02:33:21.051066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port 76079461-fe55-4c94-b86f-a3d87b8b8d2a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:21.051389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.075527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab7499a-74ac-4e26-9b86-fc6634a5a723 req-f1c25319-de0f-4609-aebe-c9a4d4203cb3 service neutron] 10.222.0.41 "GET /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144205 Nov 23 02:33:21.119110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-333e9a5c-5a38-4a5d-81e2-2af173ef2b93 req-3b17bbd5-4093-4da0-a13a-90dc34c58059 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031995 Nov 23 02:33:21.171068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.202261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.212517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8c7e30-5c2b-4064-823c-8a831f1efde9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:21.214680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.218071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-17a97fd3-24bd-4f20-939f-9aa4d2683711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9b8c7e30-5c2b-4064-823c-8a831f1efde9 HTTP/1.1" status: 204 len: 168 time: 0.7185335 Nov 23 02:33:21.221057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:21.254795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for 76079461-fe55-4c94-b86f-a3d87b8b8d2a owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:21.294419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabd5b8-eea2-4414-9748-1c82c89bde22 req-41923609-5cdf-4ad6-8ed2-97c692c59bb8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:21.302581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eabd5b8-eea2-4414-9748-1c82c89bde22 req-41923609-5cdf-4ad6-8ed2-97c692c59bb8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0672038 Nov 23 02:33:21.321149 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-113b9514-c49b-4212-96bb-f106a057fc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:33:21.326015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-113b9514-c49b-4212-96bb-f106a057fc5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-337738365-project-admin] 10.222.0.15 "GET /v2.0/ports/9b8c7e30-5c2b-4064-823c-8a831f1efde9 HTTP/1.1" status: 404 len: 333 time: 0.1006429 Nov 23 02:33:21.326969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:21.435392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eabd5b8-eea2-4414-9748-1c82c89bde22 req-a0fed42d-3112-4df3-829b-c8d365f64dc5 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316347 Nov 23 02:33:21.472188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.499905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.547145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=76079461-fe55-4c94-b86f-a3d87b8b8d2a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:21.582926 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.606330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f6e06b-9ee0-43fe-858d-1cd9f8ff3463']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:21.618656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b475cf-9967-46bc-99d8-e43f3e4caf00') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:21.618963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b475cf-9967-46bc-99d8-e43f3e4caf00') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:21.629838 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.632970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.647000 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.654520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:33:21.654944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: items = [ Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:33:21.658746 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:33:21.748859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.752681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.760371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.768953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.772736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] 10.222.0.15 "DELETE /v2.0/networks/00f6e06b-9ee0-43fe-858d-1cd9f8ff3463 HTTP/1.1" status: 204 len: 168 time: 0.4447937 Nov 23 02:33:21.792803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a38798-97c7-4ded-a1be-c4e4895630a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429 tempest-PortsAdminExtendedAttrsIpV6TestJSON-75204429-project] Pushing event deleted for resources: {'Network': ['ID=00f6e06b-9ee0-43fe-858d-1cd9f8ff3463,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:21.807973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.809607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router 2a09573f-2950-430d-af36-e79277e1f259 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:21.828947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.834023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:21.838807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1280316801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:21.844188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-567ae4c8-79a0-4c95-afdb-4f1637aa1bb1 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 204 len: 168 time: 1.1837840 Nov 23 02:33:21.934292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.935427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:21.994859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1ecbb-6ccf-475a-8a3f-b008257f0fd7 req-be1735a5-1513-4297-8d43-b59ec3bd737b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:21.997282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ad1ecbb-6ccf-475a-8a3f-b008257f0fd7 req-be1735a5-1513-4297-8d43-b59ec3bd737b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1185470 Nov 23 02:33:22.041819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.057713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.087179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ad1ecbb-6ccf-475a-8a3f-b008257f0fd7 req-bba8c85c-755c-4243-a230-2e5ffc1f70ab tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621409 Nov 23 02:33:22.090571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.094733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47834) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:22.100002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:22.111504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5afb6e7e-a571-4b2e-b653-2b4451cfcd27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2758968 Nov 23 02:33:22.170789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:22.281263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205ab0-075d-4ef0-a145-190c933ae068 req-b8b0ae63-f069-47dc-bc97-082d55b75735 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:22.290091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36205ab0-075d-4ef0-a145-190c933ae068 req-b8b0ae63-f069-47dc-bc97-082d55b75735 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0731997 Nov 23 02:33:22.374711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36205ab0-075d-4ef0-a145-190c933ae068 req-4c9f4674-e72d-470c-ae37-1f9e99f002b7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835340 Nov 23 02:33:22.377733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4e5cb33e-25c8-47d4-8822-486961c91170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea60978bd6114af0ad7f3422b04f32ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056444 Nov 23 02:33:22.380203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:22.406203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.443900 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.479167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.603903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a68a4-f667-458c-a661-08bcd64f8b76 req-f85c3947-d1c3-4cf5-92b6-4724b8661ab1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:22.607214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a01a68a4-f667-458c-a661-08bcd64f8b76 req-f85c3947-d1c3-4cf5-92b6-4724b8661ab1 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0788655 Nov 23 02:33:22.612989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.616473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.618246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbc136e1-d619-4b83-af84-214db50034f4 HTTP/1.1" status: 204 len: 168 time: 0.2370501 Nov 23 02:33:22.647106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc362be7-5a78-4979-bea2-3ff919b06fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc136e1-d619-4b83-af84-214db50034f4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:22.701259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a01a68a4-f667-458c-a661-08bcd64f8b76 req-540d57c1-01b9-4189-b34e-a47c878dd1bc tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814455 Nov 23 02:33:22.739882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:22.762300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.059941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Allocated IP 172.25.1.50 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/0d9a2535-789d-42a1-8212-9478bbf664c2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:23.066351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:23.144000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e176059e-6121-4ba5-9e97-da15fea44595 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=795c885dd17e49aa9e7e6fa68f594707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760839 Nov 23 02:33:23.146958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47868) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:23.203228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.214428 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.243310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.243811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.247161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.310939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:23.311165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.314158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:23.314300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.316064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96afc72f-4381-4279-abc3-37e250468a18 HTTP/1.1" status: 204 len: 168 time: 0.1677434 Nov 23 02:33:23.323573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:23.327160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Pushing event updated for resources: {'Port': ['ID=0d9a2535-789d-42a1-8212-9478bbf664c2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:23.373475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51e0ae-f040-422e-bedb-b34c007421d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afc72f-4381-4279-abc3-37e250468a18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:23.465226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55e48-0676-4531-9591-d93c5800f44f req-44757af2-cb8d-4c81-9c50-aec03fbc0b36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:23.467147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29a55e48-0676-4531-9591-d93c5800f44f req-44757af2-cb8d-4c81-9c50-aec03fbc0b36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1498964 Nov 23 02:33:23.572887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29a55e48-0676-4531-9591-d93c5800f44f req-6e331804-017f-4cee-8ee9-e69ecc0cbc5b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983896 Nov 23 02:33:23.612532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d2d73-2a3b-47b0-abda-3e2172dd83ae req-c7e0df45-05e9-41e5-a570-cfb80102e285 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:23.620704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-269d2d73-2a3b-47b0-abda-3e2172dd83ae req-c7e0df45-05e9-41e5-a570-cfb80102e285 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0980113 Nov 23 02:33:23.674340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:23.714170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-269d2d73-2a3b-47b0-abda-3e2172dd83ae req-ee4222a1-37c2-449f-8261-b611814595f2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863318 Nov 23 02:33:23.886300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ffd26-bb6d-45ff-b2c4-9ff279e4990d req-dd9b1037-2681-433b-be84-800dbd8ef1ee tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:23.895925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-807ffd26-bb6d-45ff-b2c4-9ff279e4990d req-dd9b1037-2681-433b-be84-800dbd8ef1ee tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.0916955 Nov 23 02:33:23.967144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-807ffd26-bb6d-45ff-b2c4-9ff279e4990d req-8d5962ac-b85c-40e0-b818-741b2808ff63 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699503 Nov 23 02:33:23.997876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:24.003704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:24.202755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Router 013723bc-925e-4aa6-a554-2fc0a629dae4 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:24.382968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:24.388030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:24.392402 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c3550a3f-e2c1-4058-b80a-5d0dbeb54849 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "PUT /v2.0/routers/013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 200 len: 915 time: 2.2964265 Nov 23 02:33:24.392951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47916) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:24.393686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271490-f7c9-46da-b743-98715a08c846 None None] Sync routers for ids ['013723bc-925e-4aa6-a554-2fc0a629dae4'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:24.410604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] Routers {'013723bc-925e-4aa6-a554-2fc0a629dae4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:24.411385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['013723bc-925e-4aa6-a554-2fc0a629dae4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:24.509901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:24.522705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] Routers {'013723bc-925e-4aa6-a554-2fc0a629dae4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:24.524339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['013723bc-925e-4aa6-a554-2fc0a629dae4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:24.578491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-63271490-f7c9-46da-b743-98715a08c846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:24.579346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63271490-f7c9-46da-b743-98715a08c846 None None] The sync data for ids ['013723bc-925e-4aa6-a554-2fc0a629dae4'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:24.595309 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bc99ef60-172d-4fb4-8769-3736450bca48 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 200 len: 921 time: 0.2012563 Nov 23 02:33:24.597868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47922) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:24.817294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a00d4-1d93-4b4f-aea5-be5c3c23ffba req-20d99ef7-7afe-41f3-ada5-13ad60916dae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:24.827282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d8a00d4-1d93-4b4f-aea5-be5c3c23ffba req-20d99ef7-7afe-41f3-ada5-13ad60916dae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1234438 Nov 23 02:33:24.905174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:24.922807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d8a00d4-1d93-4b4f-aea5-be5c3c23ffba req-2bc91f39-0ff5-4452-aa3d-6e5974a9d86f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829327 Nov 23 02:33:24.994012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888ee7a-afe0-4dfb-b316-79fb1b1acc4a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:24.995634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2888ee7a-afe0-4dfb-b316-79fb1b1acc4a tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=013723bc-925e-4aa6-a554-2fc0a629dae4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3968539 Nov 23 02:33:24.998202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:25.004180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3ef8-5137-4a32-b5ca-901b858163c0 req-39be5e65-a0d1-4081-bd8a-f1c61eae3286 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:25.005965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-169f3ef8-5137-4a32-b5ca-901b858163c0 req-39be5e65-a0d1-4081-bd8a-f1c61eae3286 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0779836 Nov 23 02:33:25.136888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-169f3ef8-5137-4a32-b5ca-901b858163c0 req-f23ea6f7-c265-4b35-ac35-e3d65ec48131 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921566 Nov 23 02:33:25.162292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:25.164277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1d952-d209-4e41-878e-b713c6587741 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:25.172090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:25.174090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b0b1d952-d209-4e41-878e-b713c6587741 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1748044 Nov 23 02:33:25.181298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '171c01d1-2123-43ef-8e58-189586b2c323', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:25.232237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.236048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3fce65e-f322-4f83-b25b-4e469ea30027 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 200 len: 205 time: 0.0626576 Nov 23 02:33:25.240196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47956) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:25.249713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:25.275672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:25.281557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.381617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:25.405682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['171c01d1-2123-43ef-8e58-189586b2c323'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:25.412227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:25.486475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.613282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1541565302', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:25.635997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.682340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Made reservation on behalf of d470799c6497456d998fb2b756a4731c for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:25.688608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.701852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port 0d9a2535-789d-42a1-8212-9478bbf664c2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:25.702203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.725059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.847013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:25.872343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for 0d9a2535-789d-42a1-8212-9478bbf664c2 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:25.931584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.024937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.063919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] device_id is not set on port 503d1889-d98a-4b83-9511-70f83fad0022 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:26.121290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.169302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=0d9a2535-789d-42a1-8212-9478bbf664c2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:26.201958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c7cfd-4026-4cde-8777-1973aac63ebd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:26.244707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7bacb-3959-4fcb-bcb3-a3d23d39d9ab req-fa0bf9cf-e244-4dd9-959a-8365a9724954 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:26.253897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bb7bacb-3959-4fcb-bcb3-a3d23d39d9ab req-fa0bf9cf-e244-4dd9-959a-8365a9724954 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.2478416 Nov 23 02:33:26.271478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.379299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bb7bacb-3959-4fcb-bcb3-a3d23d39d9ab req-8fbeb013-b0b6-4f4d-bc83-6f57656e0fd1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243451 Nov 23 02:33:26.397952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.402870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.406633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Allocated IP 172.25.1.185 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/503d1889-d98a-4b83-9511-70f83fad0022) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:26.554545 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.555945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router 013723bc-925e-4aa6-a554-2fc0a629dae4 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:26.563869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.564967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-11d9ec13-1b61-4d51-bf78-889fd0758054 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 204 len: 168 time: 1.3237758 Nov 23 02:33:26.568906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:26.582106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-960056539', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:26.634979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.636241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.700140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:26.865186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5756b-7fe8-4f26-b2a2-5633bb1e9e40 req-e8995950-37a4-40ff-96db-da0c809b2d4d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:26.873323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ef5756b-7fe8-4f26-b2a2-5633bb1e9e40 req-e8995950-37a4-40ff-96db-da0c809b2d4d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.2739511 Nov 23 02:33:26.921643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:26.945065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.072334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ef5756b-7fe8-4f26-b2a2-5633bb1e9e40 req-d661e8de-c7d1-4115-a478-a4a2a52c22fa tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887250 Nov 23 02:33:27.081495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 171c01d1-2123-43ef-8e58-189586b2c323 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:27.082206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.110956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.111595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.192089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:27.196060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:27.200171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:27.231383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Pushing event updated for resources: {'Port': ['ID=503d1889-d98a-4b83-9511-70f83fad0022,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:27.261837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:27.262461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.326707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82cca76f-c6cf-4cb9-989a-7689de38ab99 tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9133065 Nov 23 02:33:27.330950 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.331328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:27.341122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.185'}]}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:27.379245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:27.391822 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb4ac79-5ad4-43a5-8ec5-bc03d781c013" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:27.398979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.401880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.427055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:27.435809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.489746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.571407 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e638c59e-32b8-4492-b171-955a3ec860eb x-openstack-request-id: req-e638c59e-32b8-4492-b171-955a3ec860eb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:27.571698 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:27.575369 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e638c59e-32b8-4492-b171-955a3ec860eb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:27.576221 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'code': 200} Nov 23 02:33:27.577638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:27.717006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.735001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8028a5-7b52-460a-937a-b7ce3b47ea2d req-84fd1ee9-fadc-488e-ac37-30c3795c289c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:27.744003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d8028a5-7b52-460a-937a-b7ce3b47ea2d req-84fd1ee9-fadc-488e-ac37-30c3795c289c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1351624 Nov 23 02:33:27.781204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.806654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:27.807021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d8028a5-7b52-460a-937a-b7ce3b47ea2d req-6c47b89e-fdc3-4303-a306-21b6f4c9b609 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571294 Nov 23 02:33:27.965045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57653a05-62af-4555-9cf7-92f5f78274ad req-d01928e3-4039-4759-858a-b4ef76341b26 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:27.969140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57653a05-62af-4555-9cf7-92f5f78274ad req-d01928e3-4039-4759-858a-b4ef76341b26 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 949 time: 0.0699525 Nov 23 02:33:28.008412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Allocated IP 172.25.1.59 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/b71219b3-ce9e-4729-877f-80f6936dd544) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:28.032287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57653a05-62af-4555-9cf7-92f5f78274ad req-4e190e0c-7a40-45fa-9af8-24ade7bdc94a tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566292 Nov 23 02:33:28.233773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:28.284041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd020d19-0b81-4e65-bd47-22cfc9073b3d req-b8845787-f250-4d0a-8a07-16c144b6a974 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:28.291983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd020d19-0b81-4e65-bd47-22cfc9073b3d req-b8845787-f250-4d0a-8a07-16c144b6a974 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1170261 Nov 23 02:33:28.312715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:28.317888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:28.391604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:28.409897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:28.413535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:28.467160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event updated for resources: {'Port': ['ID=b71219b3-ce9e-4729-877f-80f6936dd544,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:28.766919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:28.836723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:28.857459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd020d19-0b81-4e65-bd47-22cfc9073b3d req-71af7b49-aae8-4f6f-82ae-13d3624da88b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631785 Nov 23 02:33:29.024670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b93b55-a126-4e0c-bb7f-118c6a052a95 req-12bba218-d206-408c-ae8f-00e5818a9761 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:29.032622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64b93b55-a126-4e0c-bb7f-118c6a052a95 req-12bba218-d206-408c-ae8f-00e5818a9761 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1105504 Nov 23 02:33:29.072350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.154939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.230910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64b93b55-a126-4e0c-bb7f-118c6a052a95 req-51d61bfb-2fc2-469b-a500-9a8dddf34078 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969419 Nov 23 02:33:29.347158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Router 56dc7616-f088-4a3b-b61e-66e1d1f964a0 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:29.421232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.425143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.466389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.529776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.530477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8412fb26-9273-4bce-8370-ff016dee5301 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:29.558406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:29.571229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8444-c38c-4d1d-9cea-b592f859ab1f req-6c3712a8-bdd2-43ad-b512-550d0105c833 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:29.576938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4ff8444-c38c-4d1d-9cea-b592f859ab1f req-6c3712a8-bdd2-43ad-b512-550d0105c833 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 949 time: 0.3853641 Nov 23 02:33:29.590252 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] Sync routers for ids ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:29.598548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.599055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-00957c92-30ec-41e8-9f2e-f1e8bacf9d8a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0267234 Nov 23 02:33:29.601823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48058) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:29.608844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:29.618670 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] Routers {'56dc7616-f088-4a3b-b61e-66e1d1f964a0'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:29.619723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:29.633378 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:33:29.634480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7a0b9b75-c66b-46c8-ac30-2f679bdd298b tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3021429 Nov 23 02:33:29.639456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:29.673650 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:29.684445 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] Routers {'56dc7616-f088-4a3b-b61e-66e1d1f964a0'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:29.685130 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:29.735073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:29.736081 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567b4742-0caf-4a7c-a633-6e8a4fdcbc23 None None] The sync data for ids ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:29.793804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4ff8444-c38c-4d1d-9cea-b592f859ab1f req-3f6b0d9d-0192-4d11-8e83-35d2e1033f2e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068765 Nov 23 02:33:29.832543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Deleting port 503d1889-d98a-4b83-9511-70f83fad0022 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:29.832974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:29.987302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.003549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Calling delete_port for 503d1889-d98a-4b83-9511-70f83fad0022 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:30.095644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.132320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.146480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682ea17-30a3-428d-9c3b-56fdc2d4ae31 req-68641396-e0f6-4122-94e2-b91e35339f95 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:30.154716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5682ea17-30a3-428d-9c3b-56fdc2d4ae31 req-68641396-e0f6-4122-94e2-b91e35339f95 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0883899 Nov 23 02:33:30.203690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Deleting port b71219b3-ce9e-4729-877f-80f6936dd544 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:30.204039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.223234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5682ea17-30a3-428d-9c3b-56fdc2d4ae31 req-a824d257-9e84-4c92-b592-543b9c3b977f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673301 Nov 23 02:33:30.343931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.367454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Calling delete_port for b71219b3-ce9e-4729-877f-80f6936dd544 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:30.410753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.462196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Pushing event deleted for resources: {'Port': ['ID=503d1889-d98a-4b83-9511-70f83fad0022,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:30.488780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109e363-9241-486b-b63c-8e184328cf9f req-df77f40e-710a-469f-bd1b-3f23d346cba7 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:30.494037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9109e363-9241-486b-b63c-8e184328cf9f req-df77f40e-710a-469f-bd1b-3f23d346cba7 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1271300 Nov 23 02:33:30.628357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.670870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Pushing event deleted for resources: {'Port': ['ID=b71219b3-ce9e-4729-877f-80f6936dd544,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:30.697362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9109e363-9241-486b-b63c-8e184328cf9f req-deb60993-cec0-47be-a6f1-e4af5ca33e02 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755621 Nov 23 02:33:30.712175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:30.741976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ce2953a3-29f7-4328-9e4c-818189ceacad tempest-RoutersAdminNegativeTest-725613821 tempest-RoutersAdminNegativeTest-725613821-project-admin] 10.222.0.15 "DELETE /v2.0/ports/503d1889-d98a-4b83-9511-70f83fad0022 HTTP/1.1" status: 204 len: 168 time: 1.0985615 Nov 23 02:33:30.803151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.082646 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.086945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.092399 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:33:31.136011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.277131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Router 56dc7616-f088-4a3b-b61e-66e1d1f964a0 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:31.358370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e31f2a-0277-4ce1-b740-4a13a3623068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.380463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:31.390460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.391204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] Sync routers for ids ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:31.392341 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4f43085-c688-4e77-90b7-95c491c34e1a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "PUT /v2.0/routers/56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 200 len: 705 time: 1.7895632 Nov 23 02:33:31.394541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c364fbe-8825-42e4-b670-3d78a654797f req-49691525-00cb-4f43-9cae-b6377c66dc8c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:31.395067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48104) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.401661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c364fbe-8825-42e4-b670-3d78a654797f req-49691525-00cb-4f43-9cae-b6377c66dc8c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0813143 Nov 23 02:33:31.408255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] Routers {'56dc7616-f088-4a3b-b61e-66e1d1f964a0'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:31.409962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:31.485802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c364fbe-8825-42e4-b670-3d78a654797f req-09471f59-51fb-4c72-a462-bb2c707f1d52 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771186 Nov 23 02:33:31.503160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:31.531857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] Routers {'56dc7616-f088-4a3b-b61e-66e1d1f964a0'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:31.532862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:31.576968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e31f2a-0277-4ce1-b740-4a13a3623068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.581801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e31f2a-0277-4ce1-b740-4a13a3623068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.602405 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-645b5c8e-d9a5-4fe5-9020-78442c46ee57 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/routers/56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 200 len: 740 time: 0.2060204 Nov 23 02:33:31.604889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.624125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:31.643881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96195f2a-ec29-4a13-81da-7c9a3c34fffe None None] The sync data for ids ['56dc7616-f088-4a3b-b61e-66e1d1f964a0'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:31.645258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e31f2a-0277-4ce1-b740-4a13a3623068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01a682-5f5e-478e-8ece-8ad1d7a9805b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:31.652331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4e31f2a-0277-4ce1-b740-4a13a3623068 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90119efa46047988aadbc2cae533048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146780 Nov 23 02:33:31.655296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.737371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.738829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fcbf73f5-2cd8-46b1-9b31-d1f0d518bd77 tempest-RoutersAdminTest-1703108792 tempest-RoutersAdminTest-1703108792-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 200 len: 205 time: 0.1325243 Nov 23 02:33:31.755562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:31.781503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8dc46941-324c-4e56-8340-44a2cf32842a tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 200 len: 205 time: 0.0391111 Nov 23 02:33:31.782157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:31.956179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.030623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.125928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a122ce3-a017-45cf-9d37-34313af19948 req-ab1c409e-a758-4bf2-a6d9-f1267492152e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:32.127742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a122ce3-a017-45cf-9d37-34313af19948 req-ab1c409e-a758-4bf2-a6d9-f1267492152e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2498341 Nov 23 02:33:32.214541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.214541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.215133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a01a682-5f5e-478e-8ece-8ad1d7a9805b HTTP/1.1" status: 204 len: 168 time: 0.5580075 Nov 23 02:33:32.327308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d96b0-45af-4577-8239-93d613dd148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01a682-5f5e-478e-8ece-8ad1d7a9805b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:32.354562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.357890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.367444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a122ce3-a017-45cf-9d37-34313af19948 req-b8e61ccf-9733-46e1-9b4c-c758f453e22b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296236 Nov 23 02:33:32.420472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.421254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Fanout notify agent at l3_agent the message router_deleted on router 56dc7616-f088-4a3b-b61e-66e1d1f964a0 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:32.429827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.430984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-81241dfb-c839-4370-b753-0bf0358a0131 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 204 len: 168 time: 0.6478968 Nov 23 02:33:32.434698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48140) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.474849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e160a19c-2734-4296-9a50-92e7208393ab tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 200 len: 205 time: 0.0367558 Nov 23 02:33:32.475341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.554050 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-e3e8b71b-2997-4e37-86fb-fbeb3a9345a7 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:32.555167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3e8b71b-2997-4e37-86fb-fbeb3a9345a7 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/56dc7616-f088-4a3b-b61e-66e1d1f964a0 HTTP/1.1" status: 404 len: 336 time: 0.0787950 Nov 23 02:33:32.557900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48146) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.607318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e5d405d-a2dc-4620-8a77-bd0e0be54a3e tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 200 len: 205 time: 0.0481582 Nov 23 02:33:32.609933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48148) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.653022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873ff4d-94eb-4234-9a36-ef5813ccf271 req-2d3e5e35-66e7-441c-8c0b-59f7ca711218 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:32.663070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f873ff4d-94eb-4234-9a36-ef5813ccf271 req-2d3e5e35-66e7-441c-8c0b-59f7ca711218 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0938990 Nov 23 02:33:32.718181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.760803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f873ff4d-94eb-4234-9a36-ef5813ccf271 req-0783db96-0195-4850-b83e-f0f8e85d230d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962100 Nov 23 02:33:32.834367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e979bfc1-5b5a-484b-bc38-b957a6866421 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d470799c6497456d998fb2b756a4731c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146498 Nov 23 02:33:32.836895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:32.931393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:32.947726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:32.964742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.055803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.059296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.060579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/175c7cfd-4026-4cde-8777-1973aac63ebd HTTP/1.1" status: 204 len: 168 time: 0.2227340 Nov 23 02:33:33.084230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73111e-c558-4c19-b08c-0787c76eb2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c7cfd-4026-4cde-8777-1973aac63ebd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:33.101891 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-3c5cf0b6-8cff-4f06-947e-c9ca312bbecd tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:33.103186 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c5cf0b6-8cff-4f06-947e-c9ca312bbecd tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/013723bc-925e-4aa6-a554-2fc0a629dae4 HTTP/1.1" status: 404 len: 336 time: 0.4920073 Nov 23 02:33:33.105507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48170) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.119693 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.141601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d051d7e-01e7-484d-8c17-1ff7704d1de3 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 200 len: 205 time: 0.0348959 Nov 23 02:33:33.144023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.186292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:33.189388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:33.192938 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa103491-fe76-497a-9a61-af8caf19ebed" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:33.205611 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-dc95d9ed-968b-470f-a5ea-e4770b81cb0f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:33.207392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dc95d9ed-968b-470f-a5ea-e4770b81cb0f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/2a09573f-2950-430d-af36-e79277e1f259 HTTP/1.1" status: 404 len: 336 time: 0.0620751 Nov 23 02:33:33.209607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48178) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.224605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.262595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c600dbb9-0df8-4c9d-979b-2fe2f6e2162f tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 200 len: 205 time: 0.0507276 Nov 23 02:33:33.266969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.327687 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d794ae-8e92-4b8a-8b1e-1c09d6332e28 x-openstack-request-id: req-06d794ae-8e92-4b8a-8b1e-1c09d6332e28 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:33.327969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:33.328230 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06d794ae-8e92-4b8a-8b1e-1c09d6332e28 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:33.328642 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'code': 200} Nov 23 02:33:33.361530 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1aed0762-1ada-4bd9-a02b-ad1c8a9011d7 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:33.362425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1aed0762-1ada-4bd9-a02b-ad1c8a9011d7 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/ff5079af-fbe4-495d-8e68-b7d678036485 HTTP/1.1" status: 404 len: 336 time: 0.0944932 Nov 23 02:33:33.363436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:33.365239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.402930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-956c85b7-4f48-47d3-9726-28b659fae1fc tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 200 len: 205 time: 0.0363390 Nov 23 02:33:33.405292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.493045 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-3e923445-ebe7-49ab-918b-5404c0d81ddd tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:33.494287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3e923445-ebe7-49ab-918b-5404c0d81ddd tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/12339cd4-4f90-4a59-aa0d-968e15f4cdb1 HTTP/1.1" status: 404 len: 336 time: 0.0874023 Nov 23 02:33:33.496824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.534334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e0d20c60-4ef3-4881-924b-7c3659a9da10 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f6be198-f319-4648-bd21-fbb5a4e66b1a HTTP/1.1" status: 200 len: 205 time: 0.0360312 Nov 23 02:33:33.536784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48200) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.585550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede826-95c0-4a5e-a0e4-ca2fe9624a41 req-65c65af5-c82e-4be9-84ae-dc047e9a091b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:33.586613 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-007619bd-a6d7-40ca-b91c-7406cc051c27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] delete failed (client error): The resource could not be found. Nov 23 02:33:33.588328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-007619bd-a6d7-40ca-b91c-7406cc051c27 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/routers/2f6be198-f319-4648-bd21-fbb5a4e66b1a HTTP/1.1" status: 404 len: 336 time: 0.0504136 Nov 23 02:33:33.593586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dede826-95c0-4a5e-a0e4-ca2fe9624a41 req-65c65af5-c82e-4be9-84ae-dc047e9a091b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1030159 Nov 23 02:33:33.595216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:33.663873 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e0e66b-3e4e-468a-9bde-c3a1d0d738e2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] DELETE failed (client error): The resource could not be found. Nov 23 02:33:33.664533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e0e66b-3e4e-468a-9bde-c3a1d0d738e2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:33:33.674593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30e0e66b-3e4e-468a-9bde-c3a1d0d738e2 tempest-RoutersAdminTest-334841173 tempest-RoutersAdminTest-334841173-project] 10.222.0.15 "DELETE /v2.0/subnets/64ec2186-19fd-4e18-bcea-5399166938a1 HTTP/1.1" status: 404 len: 337 time: 0.0770907 Nov 23 02:33:33.683357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dede826-95c0-4a5e-a0e4-ca2fe9624a41 req-3015e060-4917-4de2-ae42-266f807a271c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883648 Nov 23 02:33:33.949672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b090-ac76-45d3-a97b-b25a89355803 req-1e04c217-91d6-46a7-85c3-1ecfe7afc346 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:33.952462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65a6b090-ac76-45d3-a97b-b25a89355803 req-1e04c217-91d6-46a7-85c3-1ecfe7afc346 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1072571 Nov 23 02:33:33.963584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.060064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65a6b090-ac76-45d3-a97b-b25a89355803 req-6c1e2b3b-fea3-4145-a19c-124db5c24a6b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990651 Nov 23 02:33:34.213753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fad2e72c-c191-4d64-9eba-18610f9668e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.359807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fad2e72c-c191-4d64-9eba-18610f9668e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.365912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fad2e72c-c191-4d64-9eba-18610f9668e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.412047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fad2e72c-c191-4d64-9eba-18610f9668e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d52d9d82ac514f1b971672ca58befcfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4473612 Nov 23 02:33:34.414872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2e72c-c191-4d64-9eba-18610f9668e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fab7b5-4550-469e-83e4-c52a670d84a2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:34.415361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.454105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.494102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.523430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.599065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-934d2b5e-725a-4539-8ee4-5002d29816bb tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.603811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-934d2b5e-725a-4539-8ee4-5002d29816bb tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1456687 Nov 23 02:33:34.604115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48252) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.613300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-fcc5d157-0d45-42f0-a1d5-d7de61fd39eb tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.618643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fcc5d157-0d45-42f0-a1d5-d7de61fd39eb tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0134735 Nov 23 02:33:34.621785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48254) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.629889 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.631824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-fdf6b787-1d53-4916-aa0f-be9461b7fba8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.635364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdf6b787-1d53-4916-aa0f-be9461b7fba8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0100176 Nov 23 02:33:34.638657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.640563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:34.641886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05fab7b5-4550-469e-83e4-c52a670d84a2 HTTP/1.1" status: 204 len: 168 time: 0.2255087 Nov 23 02:33:34.643951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-dcf3a48f-5be5-4f08-97ad-8646617da327 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.650063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dcf3a48f-5be5-4f08-97ad-8646617da327 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0084317 Nov 23 02:33:34.652879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48260) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.660954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-59cbffac-ad34-44eb-b109-07e2cbb0f5c2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.662165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59cbffac-ad34-44eb-b109-07e2cbb0f5c2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082262 Nov 23 02:33:34.665482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.672563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-e3034868-f4ad-4cbf-ae8d-52ba1f46838e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.673853 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3034868-f4ad-4cbf-ae8d-52ba1f46838e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0070744 Nov 23 02:33:34.679034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48264) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.679999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e54c75-b9f9-45fa-b497-56050f447a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fab7b5-4550-469e-83e4-c52a670d84a2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:34.685962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-2421e33c-79f4-4efe-b6e8-efb2f4ce72f6 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.703866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48268) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.705449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2421e33c-79f4-4efe-b6e8-efb2f4ce72f6 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0242555 Nov 23 02:33:34.712036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-6f924d9d-d05f-4e98-96fb-bccd22cf89c6 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.713378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6f924d9d-d05f-4e98-96fb-bccd22cf89c6 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0083916 Nov 23 02:33:34.716105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.727001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-9c328806-c5b0-4714-acb2-f3c4d209a629 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.731530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.731828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c328806-c5b0-4714-acb2-f3c4d209a629 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0142241 Nov 23 02:33:34.736627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-2a743327-651c-4cd2-86f3-7e5b5a0b2221 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.740102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2a743327-651c-4cd2-86f3-7e5b5a0b2221 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044055 Nov 23 02:33:34.740621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.753681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-85f2bf1a-3e4b-43cf-be62-4ba7ec08c5b2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.757324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-85f2bf1a-3e4b-43cf-be62-4ba7ec08c5b2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0131958 Nov 23 02:33:34.758093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.768946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-6d373318-fcad-49cd-8d54-434e3687f601 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.772466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d373318-fcad-49cd-8d54-434e3687f601 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064461 Nov 23 02:33:34.774074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.778790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-b20ee864-fa29-46fe-9918-3985a70684ec tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.782652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b20ee864-fa29-46fe-9918-3985a70684ec tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072186 Nov 23 02:33:34.783655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.791195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-0d903942-acfc-4d50-86a1-294b2642629c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.794974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48284) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.795456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0d903942-acfc-4d50-86a1-294b2642629c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0106182 Nov 23 02:33:34.799721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-4ae55bc1-b822-4fc0-a14e-bd05f2da612d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.802693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4ae55bc1-b822-4fc0-a14e-bd05f2da612d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042577 Nov 23 02:33:34.803315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48286) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.814468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-618a2e0d-1f05-406f-a85f-72eb6aefdec2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.827744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.831081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-618a2e0d-1f05-406f-a85f-72eb6aefdec2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0233381 Nov 23 02:33:34.837408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-04a45eed-788c-497b-b6f3-4b6d00004a1a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.839743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-04a45eed-788c-497b-b6f3-4b6d00004a1a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091450 Nov 23 02:33:34.842357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.846842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-aa3b1a46-dbfe-4d87-9e9d-f872c1c22bdf tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.852347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa3b1a46-dbfe-4d87-9e9d-f872c1c22bdf tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088632 Nov 23 02:33:34.852945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48292) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.857098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-8a2ab89c-cb70-43fc-ad91-e65cdf9930d8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.862271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a2ab89c-cb70-43fc-ad91-e65cdf9930d8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083296 Nov 23 02:33:34.863148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48294) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.869923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-025535b7-5d50-495f-98a6-c2bbdc8f8976 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.873845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48296) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.874257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-025535b7-5d50-495f-98a6-c2bbdc8f8976 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099044 Nov 23 02:33:34.878567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-ef233f3b-5a8e-40f6-9903-b62eb9495528 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.880682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef233f3b-5a8e-40f6-9903-b62eb9495528 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055230 Nov 23 02:33:34.884780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.889921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-449d8908-d1f0-4417-bd0b-7adfff54a805 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.893616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48300) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.893860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-449d8908-d1f0-4417-bd0b-7adfff54a805 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078473 Nov 23 02:33:34.898490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-282ad048-3e8c-49ed-bea7-7b983eaeff50 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.903492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-282ad048-3e8c-49ed-bea7-7b983eaeff50 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083368 Nov 23 02:33:34.904398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.915698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-46b64fe7-b562-4f35-9d91-30bb10f2550d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.922331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-46b64fe7-b562-4f35-9d91-30bb10f2550d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0166759 Nov 23 02:33:34.923412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318606-1249-4a0a-96f1-1480414739da req-d58e5ce0-4d49-43f5-9861-1669bc519cbd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:34.923957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48304) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.931610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-5b6e405a-55ee-45d3-a666-1c9363e2dac3 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.933238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e318606-1249-4a0a-96f1-1480414739da req-d58e5ce0-4d49-43f5-9861-1669bc519cbd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1226380 Nov 23 02:33:34.936122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5b6e405a-55ee-45d3-a666-1c9363e2dac3 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092170 Nov 23 02:33:34.936762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48306) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.942392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-aa6aabbe-59f1-4b50-baab-f5f4fb5bc318 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.947358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa6aabbe-59f1-4b50-baab-f5f4fb5bc318 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087073 Nov 23 02:33:34.948136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.951576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:34.957979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-fe20403f-27d2-424a-8652-a03bb607404b tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.964203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fe20403f-27d2-424a-8652-a03bb607404b tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0147867 Nov 23 02:33:34.965212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48310) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.971893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-8bd5ca5b-3693-4d97-bef4-f910de56c7f0 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.978393 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8bd5ca5b-3693-4d97-bef4-f910de56c7f0 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0116813 Nov 23 02:33:34.979387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.986074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-60ef6c4c-ba7c-464d-a516-3a5715f49cc5 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.990057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48314) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:34.990234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-60ef6c4c-ba7c-464d-a516-3a5715f49cc5 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077653 Nov 23 02:33:34.995486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-7d252d52-166d-4add-aaa7-2a44a347fed9 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:34.996748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d252d52-166d-4add-aaa7-2a44a347fed9 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052977 Nov 23 02:33:34.999090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48316) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.011155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-a7c28d79-870d-46b1-b06a-ae7c6012fd8c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.014333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7c28d79-870d-46b1-b06a-ae7c6012fd8c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0116475 Nov 23 02:33:35.015140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.021432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-9b68b722-0740-45dd-85a5-9c7119287474 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.026441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b68b722-0740-45dd-85a5-9c7119287474 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0101042 Nov 23 02:33:35.029743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48320) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.035168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-916ee2fb-2d6b-49e2-a2aa-fe3a80371526 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.041205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-916ee2fb-2d6b-49e2-a2aa-fe3a80371526 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0097558 Nov 23 02:33:35.042068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.048965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e318606-1249-4a0a-96f1-1480414739da req-3215b205-c62a-4724-8af8-5437c501715a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137226 Nov 23 02:33:35.050210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-741ce5f9-6bdd-4aa1-8865-6d84b3d24674 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.054739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.054896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-741ce5f9-6bdd-4aa1-8865-6d84b3d24674 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104642 Nov 23 02:33:35.061985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-0fd34e17-3897-4f2f-98f1-d0d05c3f5f06 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.065908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fd34e17-3897-4f2f-98f1-d0d05c3f5f06 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0098305 Nov 23 02:33:35.066997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.071489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-16a65972-2ab8-4565-bd89-7269d382f447 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.075497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.075645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-16a65972-2ab8-4565-bd89-7269d382f447 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074849 Nov 23 02:33:35.082638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-33e51ea2-5c47-4d97-9ea8-6e2afcabab4a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.088220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-33e51ea2-5c47-4d97-9ea8-6e2afcabab4a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0112848 Nov 23 02:33:35.096422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.100737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-ad0b1da9-c798-45db-bbcc-0b0850a39e96 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.118217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.123851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-d118138a-1bcd-492b-8e9b-0d10858182e2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.125420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad0b1da9-c798-45db-bbcc-0b0850a39e96 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0279064 Nov 23 02:33:35.131846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48340) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.133165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d118138a-1bcd-492b-8e9b-0d10858182e2 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0137568 Nov 23 02:33:35.141846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-c5bd8d0e-e25d-4622-8224-07517885a408 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.145948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5bd8d0e-e25d-4622-8224-07517885a408 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098929 Nov 23 02:33:35.146789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.157341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-672017f4-710b-4483-82aa-9ce9ea186d22 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.161224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-672017f4-710b-4483-82aa-9ce9ea186d22 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0132246 Nov 23 02:33:35.161377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.166416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-ba5f0e78-6fa7-49ad-a3dc-f434d7d641be tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.169699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ba5f0e78-6fa7-49ad-a3dc-f434d7d641be tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050342 Nov 23 02:33:35.170052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.185019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-9645e4d6-ee0f-4c52-acdd-a80ffdf7ae05 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.192920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.197608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9645e4d6-ee0f-4c52-acdd-a80ffdf7ae05 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0260417 Nov 23 02:33:35.200179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-e9b525ab-6e6e-4417-bc83-eb7a613ba07e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.201315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e9b525ab-6e6e-4417-bc83-eb7a613ba07e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0071635 Nov 23 02:33:35.203797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.211336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-1b421a1a-46a3-4f59-a341-dd40f4c08a8a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.213203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1b421a1a-46a3-4f59-a341-dd40f4c08a8a tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081129 Nov 23 02:33:35.215849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.233923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-2b5f6fc2-cf8d-4871-ab5f-0b2c6f6ea7e7 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.244913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48362) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.245216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2b5f6fc2-cf8d-4871-ab5f-0b2c6f6ea7e7 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0279219 Nov 23 02:33:35.250348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-6907a145-ccab-44e9-bc6c-b68feb57e42c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.254591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6907a145-ccab-44e9-bc6c-b68feb57e42c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0063007 Nov 23 02:33:35.255459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.273635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-fd302bc9-bc9c-4713-9600-52f0e88e7b0e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.275647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fd302bc9-bc9c-4713-9600-52f0e88e7b0e tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0191748 Nov 23 02:33:35.276626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:35.287995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.303894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-abfb6647-d6a1-44c2-9dcd-c7ce01035699 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.309469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '413eb475-41cb-4777-9daf-029b4e63056a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '413eb475-41cb-4777-9daf-029b4e63056a', 'mac_address': 'fa:16:3e:48:e4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:35.310832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-abfb6647-d6a1-44c2-9dcd-c7ce01035699 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0208275 Nov 23 02:33:35.313716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48372) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.317227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8f44-988e-42a9-8e85-5a10d28b72f1 req-c2310c14-a2b8-44bd-8a8e-f1e3c5501681 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:35.321582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-2b2869c0-7f98-4efc-8431-57a351e46f2d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.325640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adfd8f44-988e-42a9-8e85-5a10d28b72f1 req-c2310c14-a2b8-44bd-8a8e-f1e3c5501681 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.0790956 Nov 23 02:33:35.326905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2b2869c0-7f98-4efc-8431-57a351e46f2d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0119755 Nov 23 02:33:35.331523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.336184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-62260a6e-a780-40e8-ad1f-84d09b389c09 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.343917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-62260a6e-a780-40e8-ad1f-84d09b389c09 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0111237 Nov 23 02:33:35.344175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.348351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-10a335bd-ea29-4025-94a5-cea98fb7823d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.352514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.353330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10a335bd-ea29-4025-94a5-cea98fb7823d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079117 Nov 23 02:33:35.357290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-aa8c9ffd-2bbd-4923-bdd2-ec4bb16eb525 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.358355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa8c9ffd-2bbd-4923-bdd2-ec4bb16eb525 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044296 Nov 23 02:33:35.361376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.366715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-a824a71a-aafb-4721-a23e-3bbbbba707cf tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.370942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48382) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.371101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a824a71a-aafb-4721-a23e-3bbbbba707cf tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0085809 Nov 23 02:33:35.377786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-809fbe06-d605-440c-a07d-197ba72ba539 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.381684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-809fbe06-d605-440c-a07d-197ba72ba539 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093648 Nov 23 02:33:35.382462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.391431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-ff64c0a8-5812-4b99-af8c-60e19d030c29 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.395657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff64c0a8-5812-4b99-af8c-60e19d030c29 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119472 Nov 23 02:33:35.399751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.408762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-57c1ae53-547b-4cf9-b54f-473320f1bc6d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.415148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.416105 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-57c1ae53-547b-4cf9-b54f-473320f1bc6d tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0144458 Nov 23 02:33:35.416606 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.428265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-cb993d59-c822-4e2d-9569-068413c252f1 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.433357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.433654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cb993d59-c822-4e2d-9569-068413c252f1 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0123212 Nov 23 02:33:35.438718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-f9c33bd4-ccf5-4cce-a02b-9a5a6ffac4da tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.439800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9c33bd4-ccf5-4cce-a02b-9a5a6ffac4da tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061808 Nov 23 02:33:35.442274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.448024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-cf25f1a3-75cf-4593-945f-04f37f13a23b tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.454071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf25f1a3-75cf-4593-945f-04f37f13a23b tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0106757 Nov 23 02:33:35.456844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48394) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.461373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-1557c8cd-f49c-4bd0-9564-97245295ad00 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.463110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 413eb475-41cb-4777-9daf-029b4e63056a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:35.469296 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1557c8cd-f49c-4bd0-9564-97245295ad00 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0087895 Nov 23 02:33:35.469832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48396) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.475214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adfd8f44-988e-42a9-8e85-5a10d28b72f1 req-52df2d95-fce4-4db2-820a-047cf441710b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485367 Nov 23 02:33:35.478688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-d1badd6f-b2d8-4ba9-95f5-99f698e708a1 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.483459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1badd6f-b2d8-4ba9-95f5-99f698e708a1 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100186 Nov 23 02:33:35.484166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48398) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.493121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-742b0046-fbcb-4d68-abc0-e9e98762a7ad tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.500988 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-742b0046-fbcb-4d68-abc0-e9e98762a7ad tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0133703 Nov 23 02:33:35.501536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48400) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.511500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-97b5d609-9f6c-4cda-b666-8cc0d1136563 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.516284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97b5d609-9f6c-4cda-b666-8cc0d1136563 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136585 Nov 23 02:33:35.518766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48404) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.519134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.526441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-d34e61d1-d747-434a-a56a-1d031c0a7429 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.533047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48406) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.533244 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d34e61d1-d747-434a-a56a-1d031c0a7429 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0131986 Nov 23 02:33:35.538830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [None req-694cf2c4-e0ec-41a4-8fe6-f727be03a7e8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.539663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:35.540436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-694cf2c4-e0ec-41a4-8fe6-f727be03a7e8 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057971 Nov 23 02:33:35.543294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.548899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-c60ed3c0-f99d-4602-9cc1-b1adcdb8be85 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.549961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c60ed3c0-f99d-4602-9cc1-b1adcdb8be85 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055840 Nov 23 02:33:35.550173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.552583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48410) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.560181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-c496f729-f6f3-4a86-8641-8df5faffdb0c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.561247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c496f729-f6f3-4a86-8641-8df5faffdb0c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076432 Nov 23 02:33:35.564371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48412) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.577722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-739b3062-14dd-4489-a7e6-b45c68e5b661 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.578877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-739b3062-14dd-4489-a7e6-b45c68e5b661 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0135298 Nov 23 02:33:35.581528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.586406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-375a7005-c767-45e4-ba8f-67cec8d84d7c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.587511 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-375a7005-c767-45e4-ba8f-67cec8d84d7c tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050230 Nov 23 02:33:35.590280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48416) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.609448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [None req-c8bf6372-23de-4a7a-a18c-24a339aa08c9 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:35.610806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c8bf6372-23de-4a7a-a18c-24a339aa08c9 tempest-ExtensionsTestJSON-584438725 tempest-ExtensionsTestJSON-584438725-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0193529 Nov 23 02:33:35.640388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d6893e97-c3eb-4969-9b3a-385f8377279e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=885a5b9903b64cf8990367c7acd07210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187811 Nov 23 02:33:35.642995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48420) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:35.679974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:35.747776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.774016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['413eb475-41cb-4777-9daf-029b4e63056a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:35.778663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abcfe10f-d56b-401b-b390-b1c8770d2960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.796960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.887934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.891068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:35.892687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d0ab776-a2ce-4593-8972-2e313b82ac8d HTTP/1.1" status: 204 len: 168 time: 0.2484419 Nov 23 02:33:35.905372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343883c-894b-4971-9014-c12deb9f203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ab776-a2ce-4593-8972-2e313b82ac8d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:36.007475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48428) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:36.308850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4d2a-3c72-4f76-a5c1-2ac398d23fda req-9c4828fd-4cd5-40c8-9842-382737ffa93c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:36.316867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd7c4d2a-3c72-4f76-a5c1-2ac398d23fda req-9c4828fd-4cd5-40c8-9842-382737ffa93c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1409669 Nov 23 02:33:36.425602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd7c4d2a-3c72-4f76-a5c1-2ac398d23fda req-b6da69bf-c47f-4d4a-8d89-a1b48dc393fb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021206 Nov 23 02:33:36.529109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b88e82c8-12ca-4bce-bb46-d63d1dfd06cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:36.651169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b88e82c8-12ca-4bce-bb46-d63d1dfd06cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:36.660754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b88e82c8-12ca-4bce-bb46-d63d1dfd06cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:36.734306 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b88e82c8-12ca-4bce-bb46-d63d1dfd06cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2886f4ce14ed4ada8e9886c5200928a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7234423 Nov 23 02:33:36.735063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:36.780663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e82c8-12ca-4bce-bb46-d63d1dfd06cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a16ef-a2f3-4414-b024-ac50d0fd99cc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:36.939098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:36.951203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:36.992547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbd54a-9215-45d1-824c-72158940b4e8 req-8a79799b-5feb-4721-818e-86b41804c4f6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:37.008723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbfbd54a-9215-45d1-824c-72158940b4e8 req-8a79799b-5feb-4721-818e-86b41804c4f6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1559999 Nov 23 02:33:37.053966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.093453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 413eb475-41cb-4777-9daf-029b4e63056a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:37.093571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.188510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbfbd54a-9215-45d1-824c-72158940b4e8 req-ade05ae7-10a5-4d3f-89d0-d641b75c7b42 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768482 Nov 23 02:33:37.250683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.253589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.255034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc0a16ef-a2f3-4414-b024-ac50d0fd99cc HTTP/1.1" status: 204 len: 168 time: 0.5184047 Nov 23 02:33:37.275885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e42d20-e582-4459-a7bd-1c21908ad27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a16ef-a2f3-4414-b024-ac50d0fd99cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:37.279712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.381925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:37.386381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:37.389777 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e48556-529e-4a96-b4ef-c7be1904fb0f" -d '{"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-plugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:37.396498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:37.452933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:37.503389 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d51e06-677b-47ba-9904-d162348a2cf8 x-openstack-request-id: req-12d51e06-677b-47ba-9904-d162348a2cf8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:37.503553 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-plugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:37.503849 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12d51e06-677b-47ba-9904-d162348a2cf8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:37.504314 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a', 'code': 200} Nov 23 02:33:37.740785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3066c-6d1e-4e84-a559-e4667879a07f req-dea6683f-9776-4d34-9276-26a160871e95 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:37.757914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45d3066c-6d1e-4e84-a559-e4667879a07f req-dea6683f-9776-4d34-9276-26a160871e95 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1774919 Nov 23 02:33:37.929017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45d3066c-6d1e-4e84-a559-e4667879a07f req-eae01bd2-12cf-466d-be05-d81be9e98c24 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610620 Nov 23 02:33:38.009580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-75fd870d-bc1d-4af2-a391-60469d3834c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:38.650767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b5fa1-461a-4119-b9be-281c4be80c0f req-003a99ca-3e34-491f-a15f-897ceb59f52a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:38.665123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd8b5fa1-461a-4119-b9be-281c4be80c0f req-003a99ca-3e34-491f-a15f-897ceb59f52a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.2738531 Nov 23 02:33:38.783158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd8b5fa1-461a-4119-b9be-281c4be80c0f req-8792de7f-8e12-405b-9db4-6a3e68b44619 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913963 Nov 23 02:33:38.902262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:39.184143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1897042239', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:39.227469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.265187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Made reservation on behalf of b92c5adb185947629c36a6662e35b7ff for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:39.267552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.303819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.394571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:39.438757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075d12-9f8a-47be-9cc9-21187e374fe5 req-92faa1d2-b972-49d5-8dfd-b5a09b01b537 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:39.461267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f075d12-9f8a-47be-9cc9-21187e374fe5 req-92faa1d2-b972-49d5-8dfd-b5a09b01b537 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1580558 Nov 23 02:33:39.547128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f075d12-9f8a-47be-9cc9-21187e374fe5 req-02907ba7-2d9b-4973-9473-17b2a8d3befc tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845971 Nov 23 02:33:39.609350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935629107'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:39.665701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.683879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.752827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2074f9b-75ff-4d2a-97b8-16eed9173e0a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:39.765875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] device_id is not set on port eb931779-9716-4304-be98-f5c8a57d5f98 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:39.770339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:39.774941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.814851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.010133 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.019529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.101332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:40.169570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2f113-afff-4aed-90c2-cac8d941b3d7 req-d68ac9ac-b53d-4a10-8342-ebecbb6e7e5e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:40.177874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ba2f113-afff-4aed-90c2-cac8d941b3d7 req-d68ac9ac-b53d-4a10-8342-ebecbb6e7e5e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1659014 Nov 23 02:33:40.185198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240a03c8-becf-4e88-b2e1-6c8b394c207f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:40.196939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.197764 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 18709adc-f84d-4dba-aa3a-e8542d24c8d5 of type vlan for network dc2535ba-bf4a-4a87-ab37-5169cd034355 Nov 23 02:33:40.299174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Allocated IP 172.25.1.127 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/eb931779-9716-4304-be98-f5c8a57d5f98) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:40.331460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.340284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ba2f113-afff-4aed-90c2-cac8d941b3d7 req-f59750bd-1d53-4551-b696-a7dcf281d29b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615374 Nov 23 02:33:40.453644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.467102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:40.471421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.643568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:40.772480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=dc2535ba-bf4a-4a87-ab37-5169cd034355,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:40.790841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:40.824430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cb6dae5c-9cdc-4dae-a35f-1d3d837259d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4285543 Nov 23 02:33:41.097936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f1cf-c72a-4663-ba9e-03ae1813cc95 req-39fbedb3-8551-4907-8378-6d3b3e819b66 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:41.106801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd25f1cf-c72a-4663-ba9e-03ae1813cc95 req-39fbedb3-8551-4907-8378-6d3b3e819b66 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2374234 Nov 23 02:33:41.133137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:41.299112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd25f1cf-c72a-4663-ba9e-03ae1813cc95 req-a07774d9-7b23-4b49-8ab8-6bd06a0a4a95 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913462 Nov 23 02:33:41.361696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:41.598666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:41.674313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:41.680583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:41.690796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Pushing event updated for resources: {'Port': ['ID=eb931779-9716-4304-be98-f5c8a57d5f98,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:41.731616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:41.747261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:41.811670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd600-979f-4e67-8d0a-069091470f7f req-2671b2f8-33cd-437c-8896-432c057e0616 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:41.826793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ecfd600-979f-4e67-8d0a-069091470f7f req-2671b2f8-33cd-437c-8896-432c057e0616 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.2503028 Nov 23 02:33:41.909907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:41.968539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:41.977851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.074899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ecfd600-979f-4e67-8d0a-069091470f7f req-8b40b27d-8ebf-4867-b64f-ca1c3262d13d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419248 Nov 23 02:33:42.087014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdd7066c-6c64-45b7-98ab-af03c684397d tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1792910 Nov 23 02:33:42.090310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:42.100551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.127'}]}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:42.150176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.151831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.162332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.260149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:42.280525 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0848fd8d-374f-4256-85c7-c8ab1f0209a6" -d '{"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:42.301821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.405548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:42.456820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'port_id': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'mac_address': 'fa:16:3e:80:8d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dd386b-1601-425d-8e32-f6b103574214', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:42.497821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:42.567057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.610829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.615025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0694365-4156-43be-baeb-8c7ba958bb03 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:42.642775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:42.776830 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137414a-7af7-4aed-8c82-27d4ddfcf40b x-openstack-request-id: req-7137414a-7af7-4aed-8c82-27d4ddfcf40b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:42.777513 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:42.777753 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7137414a-7af7-4aed-8c82-27d4ddfcf40b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:42.778175 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'code': 200} Nov 23 02:33:42.794135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:42.810789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.914286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:42.933531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:42.999934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013f219-135b-43b3-a10c-e2a2f3dc0d91 req-4a982b91-aeca-4a8d-afcf-0b75a027506c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:43.022436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9013f219-135b-43b3-a10c-e2a2f3dc0d91 req-4a982b91-aeca-4a8d-afcf-0b75a027506c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1880972 Nov 23 02:33:43.150216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c0694365-4156-43be-baeb-8c7ba958bb03'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:43.307789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9013f219-135b-43b3-a10c-e2a2f3dc0d91 req-1ada1d59-d311-47a1-b3a2-2c4306602bbd tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323606 Nov 23 02:33:44.468129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16047f0-f87c-43c4-8650-29c1b551bb11 req-aec903cd-1eb4-4aa9-a447-951c8369f090 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:44.472644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c16047f0-f87c-43c4-8650-29c1b551bb11 req-aec903cd-1eb4-4aa9-a447-951c8369f090 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 945 time: 0.2173591 Nov 23 02:33:44.481607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.525656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.590401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:44.597809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c16047f0-f87c-43c4-8650-29c1b551bb11 req-8ad0a69d-68fe-4e7b-a30a-91d44ce6dca7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927727 Nov 23 02:33:44.612639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:44.857216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.949888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:44.953978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.333715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.336975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.394853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3576bd-4494-4925-8c70-0a0f06a51fe3 req-7ed88013-2a94-4272-bb6a-c981fc6ad6a3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.402279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe3576bd-4494-4925-8c70-0a0f06a51fe3 req-7ed88013-2a94-4272-bb6a-c981fc6ad6a3 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.3140678 Nov 23 02:33:45.437016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.437607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88a07cd2-38dd-40d2-be2c-1097ba5d1b53 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:33:45.457745 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:33:45.462309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd134f7f-17d4-4410-b579-019cb98cc25b tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3708446 Nov 23 02:33:45.464307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:45.479809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.567306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe3576bd-4494-4925-8c70-0a0f06a51fe3 req-73e96d40-1a4a-468e-bc5f-332cd6516b2a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638222 Nov 23 02:33:45.568391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=fde0e15e-896a-47a9-b0c4-74da6e879961,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:45.651241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:45.686297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': '18709adc-f84d-4dba-aa3a-e8542d24c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:45.686838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: dc2535ba-bf4a-4a87-ab37-5169cd034355, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:45.687580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Deleting port eb931779-9716-4304-be98-f5c8a57d5f98 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:45.688248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.736178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:45.756113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, dc2535ba-bf4a-4a87-ab37-5169cd034355) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:45.764168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.764918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.798223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba71f11-4f57-4267-b1e5-ab244488f9b4 None None] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:45.813868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:45.817911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a8b7d12-83fb-4286-a1a2-77d5d7f93e5e tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2245755 Nov 23 02:33:45.835882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079229016'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:45.898521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:45.902738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.959985 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.005695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Calling delete_port for eb931779-9716-4304-be98-f5c8a57d5f98 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:46.073685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:46.148274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c0694365-4156-43be-baeb-8c7ba958bb03 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:46.148914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.198895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.200975 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment abb72a16-cc5f-4745-bd26-d8ac0741138d of type vlan for network 48429aa2-7b84-4cb1-86a2-119df26d279d Nov 23 02:33:46.267472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.315029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:46.321433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:46.325996 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abff49a-cf20-4da7-be10-822744867477" -d '{"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:46.332323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.408133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:46.420482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.471380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-dc2535ba-bf4a-4a87-ab37-5169cd034355', 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': 'fde0e15e-896a-47a9-b0c4-74da6e879961'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:33:46.472268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.539306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50577ed0-0ee0-400a-a8df-1f9f8d41b9b5 req-51ba3399-962b-421c-8d8e-20bbaa9cf1f0 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:46.561595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50577ed0-0ee0-400a-a8df-1f9f8d41b9b5 req-51ba3399-962b-421c-8d8e-20bbaa9cf1f0 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 945 time: 0.3887963 Nov 23 02:33:46.587819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.597539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:46.598311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.815625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Allocated IP 2001:db8:0:ffff::2 (dc2535ba-bf4a-4a87-ab37-5169cd034355/fde0e15e-896a-47a9-b0c4-74da6e879961/80affad0-f090-4052-8fd5-0d7631a16075) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:46.864237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=48429aa2-7b84-4cb1-86a2-119df26d279d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:46.871453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0551867 Nov 23 02:33:46.874236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48638) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:46.878682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:46.879272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': '48429aa2-7b84-4cb1-86a2-119df26d279d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:46.958037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.958384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.958764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.959742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.960181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.960582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.960982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.961340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.961912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.962358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.962881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.963241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308fd8a-ff76-4695-9c95-1fe9a7cf8a42 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:46.982759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb931779-9716-4304-be98-f5c8a57d5f98,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:46.985632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 48429aa2-7b84-4cb1-86a2-119df26d279d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:47.032094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50577ed0-0ee0-400a-a8df-1f9f8d41b9b5 req-b7d1613d-8986-43ae-a5d2-a4d297ffea47 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693274 Nov 23 02:33:47.092348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.103067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55b0b96d-52bb-46ba-a7c3-838a4efb3cd5 tempest-RoutersAdminNegativeIpV6Test-1998340117 tempest-RoutersAdminNegativeIpV6Test-1998340117-project-admin] 10.222.0.15 "DELETE /v2.0/ports/eb931779-9716-4304-be98-f5c8a57d5f98 HTTP/1.1" status: 204 len: 168 time: 1.6371052 Nov 23 02:33:47.131697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:47.135835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.470796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.484711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.573473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:47.577514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:47.582398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:47.622959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Pushing event updated for resources: {'Port': ['ID=80affad0-f090-4052-8fd5-0d7631a16075,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:47.669087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2df65-6c8d-4744-a772-d8aef915d642 req-99e7443c-c244-4da1-a07b-97c8f7f9aefb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:47.686834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ee2df65-6c8d-4744-a772-d8aef915d642 req-99e7443c-c244-4da1-a07b-97c8f7f9aefb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1621952 Nov 23 02:33:47.709843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.731139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Attempting to bind port 80affad0-f090-4052-8fd5-0d7631a16075 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:47.731719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Attempting to bind port 80affad0-f090-4052-8fd5-0d7631a16075 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '18709adc-f84d-4dba-aa3a-e8542d24c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:47.733401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Attempting to bind port 80affad0-f090-4052-8fd5-0d7631a16075 on network dc2535ba-bf4a-4a87-ab37-5169cd034355 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:47.737601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:47.741172 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad979645-83ae-4473-b5e5-91b758d6389a x-openstack-request-id: req-ad979645-83ae-4473-b5e5-91b758d6389a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:47.742088 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-plugged", "status": "completed", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:47.742436 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad979645-83ae-4473-b5e5-91b758d6389a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:47.742943 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'code': 200} Nov 23 02:33:47.755883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:47.756410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Checking segment: {'id': '18709adc-f84d-4dba-aa3a-e8542d24c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:47.756953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.760775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Bound using segment: {'id': '18709adc-f84d-4dba-aa3a-e8542d24c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:47.760775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Bound port: 80affad0-f090-4052-8fd5-0d7631a16075, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18709adc-f84d-4dba-aa3a-e8542d24c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'dc2535ba-bf4a-4a87-ab37-5169cd034355'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:47.760775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.797902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=40f28669-250a-4e83-9e66-608306d81296,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:47.809996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': 'abb72a16-cc5f-4745-bd26-d8ac0741138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '48429aa2-7b84-4cb1-86a2-119df26d279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:47.810667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: 48429aa2-7b84-4cb1-86a2-119df26d279d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:47.829518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network 48429aa2-7b84-4cb1-86a2-119df26d279d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:47.840889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 48429aa2-7b84-4cb1-86a2-119df26d279d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:47.855201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:47.857141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.860287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c0460-e70f-4b6a-bbaf-81d00d3ba7cd None None] Network 48429aa2-7b84-4cb1-86a2-119df26d279d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:47.896736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ea32c3b-d2a7-41c2-86f0-5483c36c3114 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0213013 Nov 23 02:33:47.898052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48662) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:47.932742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ee2df65-6c8d-4744-a772-d8aef915d642 req-a917e891-6c48-4360-afc0-16518dee9211 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438276 Nov 23 02:33:48.034730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1fd6-94ed-4e4d-8cbc-051c91a77e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.058893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188542d9-3c5c-4475-b4b9-cfb5db1897dc req-d7965e27-7952-489b-b031-96450b56591b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.060510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-188542d9-3c5c-4475-b4b9-cfb5db1897dc req-d7965e27-7952-489b-b031-96450b56591b tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2215886 Nov 23 02:33:48.076285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d476-54f8-4ae1-a20b-9bb2827e7ce1 req-52b268da-48c7-4244-b07b-048c2d6e680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.078180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aaf2d476-54f8-4ae1-a20b-9bb2827e7ce1 req-52b268da-48c7-4244-b07b-048c2d6e680c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 1098 time: 0.1084414 Nov 23 02:33:48.082659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] For port 80affad0-f090-4052-8fd5-0d7631a16075, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:48.110403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] For port 80affad0-f090-4052-8fd5-0d7631a16075, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=80affad0-f090-4052-8fd5-0d7631a16075,segment=NetworkSegment(18709adc-f84d-4dba-aa3a-e8542d24c8d5),segment_id=18709adc-f84d-4dba-aa3a-e8542d24c8d5)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:48.124680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.167694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.219757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-188542d9-3c5c-4475-b4b9-cfb5db1897dc req-e9b0efa5-1454-417b-a7cb-8694e6bbdb28 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392527 Nov 23 02:33:48.267540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aaf2d476-54f8-4ae1-a20b-9bb2827e7ce1 req-e214359b-795e-4e35-a685-8941aa758c0e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638756 Nov 23 02:33:48.323667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1fd6-94ed-4e4d-8cbc-051c91a77e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.330341 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1fd6-94ed-4e4d-8cbc-051c91a77e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.343948 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.363635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d0e69-ff4f-4d5f-927c-fc6034df3efd req-eb40ed63-8d9b-4af9-a109-3c6cdec9cb62 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.375209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-620d0e69-ff4f-4d5f-927c-fc6034df3efd req-eb40ed63-8d9b-4af9-a109-3c6cdec9cb62 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.1884973 Nov 23 02:33:48.386083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba0e739-88a7-4278-810b-e700f3349fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-48429aa2-7b84-4cb1-86a2-119df26d279d', 'network_id': '48429aa2-7b84-4cb1-86a2-119df26d279d', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': '40f28669-250a-4e83-9e66-608306d81296'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:33:48.389283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aba0e739-88a7-4278-810b-e700f3349fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.416934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9051c5b-980c-468c-afa8-dc0bdc1866a3 None None] Pushing event updated for resources: {'Port': ['ID=80affad0-f090-4052-8fd5-0d7631a16075,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:48.454591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1fd6-94ed-4e4d-8cbc-051c91a77e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042965de-cf75-41f9-8986-fc1c303a06d3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:48.460880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b4c1fd6-94ed-4e4d-8cbc-051c91a77e22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d249f5144f04eafaa1b147aa94b2a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198884 Nov 23 02:33:48.465804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48670) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:48.510598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-d863222a-4113-4e5f-9fe4-ab0f766d3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.512370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-d863222a-4113-4e5f-9fe4-ab0f766d3c05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1632619 Nov 23 02:33:48.526731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-620d0e69-ff4f-4d5f-927c-fc6034df3efd req-f3f26b6f-cfa5-42c0-91b9-01176c16156a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504700 Nov 23 02:33:48.626573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.633654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-aba0e739-88a7-4278-810b-e700f3349fdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40f28669-250a-4e83-9e66-608306d81296: This subnet is being modified by another concurrent operation. Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:33:48.697583 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40f28669-250a-4e83-9e66-608306d81296: This subnet is being modified by another concurrent operation. Nov 23 02:33:48.701477 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 02:33:48.722272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=40f28669-250a-4e83-9e66-608306d81296,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:48.747207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.809317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.809795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.810001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.810490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.810955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.811417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.811871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.812273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.812670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.813067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.813464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.813853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:48.835942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b954b-70f4-42c1-b30d-676692f7190a None None] Network 48429aa2-7b84-4cb1-86a2-119df26d279d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:48.840067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-2efc3cd0-0a7e-4e6b-982f-1f53be95291a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.840673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-4749bffd-de37-434c-b4bf-43f855865280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:48.842129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-4749bffd-de37-434c-b4bf-43f855865280 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3093238 Nov 23 02:33:48.843285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-2efc3cd0-0a7e-4e6b-982f-1f53be95291a tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1836419 Nov 23 02:33:48.942391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.948509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-57ea3eb4-123d-4c93-9f57-1c4287a953d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 1001 time: 0.0924790 Nov 23 02:33:49.027190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Deleting port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:49.027586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.053666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.058135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.066069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/042965de-cf75-41f9-8986-fc1c303a06d3 HTTP/1.1" status: 204 len: 168 time: 0.5964532 Nov 23 02:33:49.075752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48429aa2-7b84-4cb1-86a2-119df26d279d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:49.099750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb72a16-cc5f-4745-bd26-d8ac0741138d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:49.100050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb72a16-cc5f-4745-bd26-d8ac0741138d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:49.110011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029a411-340f-49fa-b389-d01069840c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042965de-cf75-41f9-8986-fc1c303a06d3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:49.133681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.151898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.154934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-c9b219ae-8f7c-4db9-9bce-6c52094fd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:49.156424 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-c9b219ae-8f7c-4db9-9bce-6c52094fd74e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.1721501 Nov 23 02:33:49.162234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:33:49.162715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:33:49.166590 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:33:49.178655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80795ae2-6e7f-4799-8d9c-0a3bad51a030 req-1eff1c0e-795e-4653-92d7-fe4b55b36bad tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:49.180809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80795ae2-6e7f-4799-8d9c-0a3bad51a030 req-1eff1c0e-795e-4653-92d7-fe4b55b36bad tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 945 time: 0.1242270 Nov 23 02:33:49.247667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] For port 4ffc26f1-0d5e-49bf-8b87-2868586a3483, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4ffc26f1-0d5e-49bf-8b87-2868586a3483,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:49.254462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.308600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Calling delete_port for 4ffc26f1-0d5e-49bf-8b87-2868586a3483 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:49.342587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.349717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-da4ede3b-c784-4e95-9a74-742c4c0f9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:49.349717 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-da4ede3b-c784-4e95-9a74-742c4c0f9176 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803412 Nov 23 02:33:49.372061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.377559 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/48429aa2-7b84-4cb1-86a2-119df26d279d HTTP/1.1" status: 204 len: 168 time: 1.4782531 Nov 23 02:33:49.398657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:49.399956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f654b0-6c71-4370-b789-1f7d78287e46 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=48429aa2-7b84-4cb1-86a2-119df26d279d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:49.413928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519923219'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:49.425419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80795ae2-6e7f-4799-8d9c-0a3bad51a030 req-8664123c-6a97-460e-87fa-7d82d8034bfb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254338 Nov 23 02:33:49.541499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61604a9-72fe-4604-bfb7-4e2a4adfbc83 req-c04d0dcd-5266-422e-b442-9a5f1c8b66ce tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:49.562917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e61604a9-72fe-4604-bfb7-4e2a4adfbc83 req-c04d0dcd-5266-422e-b442-9a5f1c8b66ce tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.2106054 Nov 23 02:33:49.607196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48696) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:49.681823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:49.699373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e61604a9-72fe-4604-bfb7-4e2a4adfbc83 req-bbca5aa3-fa54-4f72-a0ef-9a54df7ef08d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313341 Nov 23 02:33:49.713674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:49.881322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 80affad0-f090-4052-8fd5-0d7631a16075 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:49.915133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964e3d1-4b1b-44f9-87e3-f9e07c1b7bfb req-c4a5690b-947b-41ac-8933-c49c08401334 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:49.916959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d964e3d1-4b1b-44f9-87e3-f9e07c1b7bfb req-c4a5690b-947b-41ac-8933-c49c08401334 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.2162580 Nov 23 02:33:49.983032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 80affad0-f090-4052-8fd5-0d7631a16075 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:49.991549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.011458 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-264679a6-df65-41c7-8812-44d1ffa88c32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b92c5adb185947629c36a6662e35b7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4030831 Nov 23 02:33:50.012414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:50.014900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48702) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:50.025803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-86029240-d0e3-4a34-aa2d-fd7deed67f6a service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645215 Nov 23 02:33:50.040684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.041054 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 40334a4c-77fe-4637-8a8a-1fe8bc6263b0 of type vlan for network 56a2811f-4818-4853-b383-ea6b2d502741 Nov 23 02:33:50.078226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.114745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:50.162853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Pushing event deleted for resources: {'Port': ['ID=4ffc26f1-0d5e-49bf-8b87-2868586a3483,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:50.206675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.209087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d964e3d1-4b1b-44f9-87e3-f9e07c1b7bfb req-3565b0e1-6df6-4d78-8221-22e5bc0490e4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513316 Nov 23 02:33:50.228952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.241913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099daeb0-1c5e-4f11-8cd0-dcff468f9fd5 None None] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:50.252028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.293633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] No DVR routers for this DVR port 4ffc26f1-0d5e-49bf-8b87-2868586a3483 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:33:50.293633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.297926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79d2a8bb-e4e7-4314-979c-347ba7496313 req-8ef8755c-ef3b-422a-a9c7-f4f8a21271f6 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "DELETE /v2.0/ports/4ffc26f1-0d5e-49bf-8b87-2868586a3483 HTTP/1.1" status: 204 len: 173 time: 1.4463251 Nov 23 02:33:50.298416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'name': 'network-vif-deleted', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:50.299849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80f240-0b9c-418b-98b2-7a4e991073b0 req-577ef0a0-6738-4770-a0c6-14bc495f823d service neutron] 10.222.0.47 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619824 Nov 23 02:33:50.302282 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e9da37-d03d-4fa0-a338-c078491ffe91" -d '{"events": [{"server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "name": "network-vif-deleted", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:50.311995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.313872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.322208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:50.323088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.358096 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff334d-c7e3-4bb9-a608-9f0ac505974b x-openstack-request-id: req-8aff334d-c7e3-4bb9-a608-9f0ac505974b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:50.358393 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260e6c6-cbac-434d-b3ff-4be130e34bc1", "name": "network-vif-deleted", "tag": "4ffc26f1-0d5e-49bf-8b87-2868586a3483", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:50.359108 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aff334d-c7e3-4bb9-a608-9f0ac505974b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:50.359242 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260e6c6-cbac-434d-b3ff-4be130e34bc1', 'name': 'network-vif-deleted', 'tag': '4ffc26f1-0d5e-49bf-8b87-2868586a3483', 'status': 'completed', 'code': 200} Nov 23 02:33:50.418764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0138102 Nov 23 02:33:50.419300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:50.425776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': '56a2811f-4818-4853-b383-ea6b2d502741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:50.429918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb1f2b-80e4-4f51-b6f7-77184ec0824b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=56a2811f-4818-4853-b383-ea6b2d502741,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:50.457727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.462308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.463677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2074f9b-75ff-4d2a-97b8-16eed9173e0a HTTP/1.1" status: 204 len: 168 time: 0.4477973 Nov 23 02:33:50.495902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69587b4-3cae-41b7-bad6-6dd1c4b9f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2074f9b-75ff-4d2a-97b8-16eed9173e0a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:50.570885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 56a2811f-4818-4853-b383-ea6b2d502741 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:50.613218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 80affad0-f090-4052-8fd5-0d7631a16075, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=80affad0-f090-4052-8fd5-0d7631a16075,segment=NetworkSegment(18709adc-f84d-4dba-aa3a-e8542d24c8d5),segment_id=18709adc-f84d-4dba-aa3a-e8542d24c8d5)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:50.642816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ac826e-5602-4071-a54c-a622c5140fa2 req-0f3bd7a5-4bc6-43a3-874d-22206bb91806 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=8260e6c6-cbac-434d-b3ff-4be130e34bc1 HTTP/1.1" status: 200 len: 210 time: 0.0598857 Nov 23 02:33:50.669204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621b884-a819-4ea2-ae02-ffa19e5999f6 req-3a23cd15-64fd-49ff-bd52-aec51f30c7fb tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:50.671732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.677808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d621b884-a819-4ea2-ae02-ffa19e5999f6 req-3a23cd15-64fd-49ff-bd52-aec51f30c7fb tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.3052049 Nov 23 02:33:50.756867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d621b884-a819-4ea2-ae02-ffa19e5999f6 req-4600aff2-0498-49b8-b79b-d6acb4d8cc7c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Nov 23 02:33:50.760274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:50.765236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.784104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e89436f0-a22b-47b0-a02c-188fa377190a None None] Provisioning complete for port 80affad0-f090-4052-8fd5-0d7631a16075 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:50.784478 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e89436f0-a22b-47b0-a02c-188fa377190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:50.994098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=80affad0-f090-4052-8fd5-0d7631a16075,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:51.056249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c3f34-e303-4e03-baaa-2e311d12473d req-4e46761b-dde5-43d0-867c-4ecfa6774bfb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:51.064097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-674c3f34-e303-4e03-baaa-2e311d12473d req-4e46761b-dde5-43d0-867c-4ecfa6774bfb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1450708 Nov 23 02:33:51.220485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-674c3f34-e303-4e03-baaa-2e311d12473d req-48542136-857f-461e-b96b-179eda69c538 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527741 Nov 23 02:33:51.430624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:51.551863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=ba031d7a-3409-4429-932f-4045cf14f5ed,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:51.608353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': '40334a4c-77fe-4637-8a8a-1fe8bc6263b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:51.609140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: 56a2811f-4818-4853-b383-ea6b2d502741, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:51.629587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f64c7-c1a1-4f48-8b9f-505d9da46966 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:33:51.658601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-ca9b593b-2ee0-406f-9edc-791408403aa5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:51.660250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-ca9b593b-2ee0-406f-9edc-791408403aa5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.1981828 Nov 23 02:33:51.661462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network 56a2811f-4818-4853-b383-ea6b2d502741 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:51.677601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 56a2811f-4818-4853-b383-ea6b2d502741) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:51.682573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:51.683259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:51.702336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-4b2fbd94-5f04-48e4-b3d3-6d3e55219e1d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/quotas/a961d112338745a9a579dd4da1a3c2eb HTTP/1.1" status: 200 len: 375 time: 0.0344851 Nov 23 02:33:51.711671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1a141a1d-b43a-49dd-bf08-fda77c6fdedb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2862206 Nov 23 02:33:51.712659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:51.717968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1930235358'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:51.773680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:51.780079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:51.844232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-3ec78946-d072-45db-9b56-6e5e7e272d2c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408825 Nov 23 02:33:51.851719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:51.870982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:51.871634 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment ecfd53aa-63f8-418b-ab60-3b1cf02f076c of type vlan for network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 Nov 23 02:33:51.890127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4ffc26f1-0d5e-49bf-8b87-2868586a3483 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:51.892748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 80affad0-f090-4052-8fd5-0d7631a16075 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:51.925906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.006449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 4ffc26f1-0d5e-49bf-8b87-2868586a3483 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:52.007685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4ffc26f1-0d5e-49bf-8b87-2868586a3483 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:52.016638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.029649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:52.030313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.092886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9036af87-e677-4b6b-8eea-5c11edf383db None None] Provisioning complete for port 80affad0-f090-4052-8fd5-0d7631a16075 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:52.093561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9036af87-e677-4b6b-8eea-5c11edf383db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.125466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=f0ff317e-9a6e-4d57-864b-fbd94d2090f0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:52.143911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:52.173832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:52.180487 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f2cf42d-0589-4e78-ae33-7c8d9c993a7b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4503443 Nov 23 02:33:52.182449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'f0ff317e-9a6e-4d57-864b-fbd94d2090f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:52.186748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 80affad0-f090-4052-8fd5-0d7631a16075 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:52.187134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.206181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48784) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:52.255060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-bee5c732-e014-4100-9f0c-21966cda935c service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055154 Nov 23 02:33:52.305776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c772217-17f7-4296-97c4-5913cd896185 req-811cd00f-fb5e-40d9-a845-49a31c97aa28 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:52.307359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c772217-17f7-4296-97c4-5913cd896185 req-811cd00f-fb5e-40d9-a845-49a31c97aa28 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2395327 Nov 23 02:33:52.395026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-729869986'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:52.433676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:52.438448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.452770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.478018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f64c7-c1a1-4f48-8b9f-505d9da46966 None None] Unable to find a vacant binding_index for network 56a2811f-4818-4853-b383-ea6b2d502741 and agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 02:33:52.484826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f64c7-c1a1-4f48-8b9f-505d9da46966 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 56a2811f-4818-4853-b383-ea6b2d502741) {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:33:52.583743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c772217-17f7-4296-97c4-5913cd896185 req-6d2c794c-00e7-4ecf-9679-06696faddff7 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736078 Nov 23 02:33:52.585280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.591872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.608119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-9b98e8d9-06f9-4926-b580-75797143ed7a service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526371 Nov 23 02:33:52.611448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:52.625392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.646873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:52.672383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed370821-d5de-41c7-b194-20f27502b02a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:52.687120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.687409 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Added segment 3fe777fe-d4b8-4a1d-b063-e4b726851e97 of type vlan for network b20378da-f2dc-44fc-9da6-a2503dd51b24 Nov 23 02:33:52.798042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.863320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:33:52.864054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:33:52.866169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.872006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:52.872630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:52.998242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7907586 Nov 23 02:33:53.005425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48802) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:53.024063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'subnet': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:53.024195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7819e-cfa9-48b1-ac08-364413bd2af4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Network': ['ID=b20378da-f2dc-44fc-9da6-a2503dd51b24,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:53.105414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:53.107819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:53.434450 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:53.560360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:53.585837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-56a2811f-4818-4853-b383-ea6b2d502741', 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': 'ba031d7a-3409-4429-932f-4045cf14f5ed'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:33:53.587010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:53.607432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:53.610622 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f033e2-e2ad-4deb-9ef4-1c030068c999" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:53.615173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0820559-89ae-4a94-94d2-1cd926f93b56 req-d55f9f10-a284-4f09-a46f-70b4c3e45697 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 210 time: 0.0701292 Nov 23 02:33:53.658026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-db293321-9cb2-4c2f-961e-3cef906fe2ae tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:53.659651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-db293321-9cb2-4c2f-961e-3cef906fe2ae tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc8555b-7ca8-4637-81ce-f3468313c9ad HTTP/1.1" status: 200 len: 946 time: 0.7832389 Nov 23 02:33:53.762032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbfff4-49fb-47d8-b975-0493a24586b3 req-4924b340-34de-45c6-a340-6bd58179d924 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:53.769771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcbbfff4-49fb-47d8-b975-0493a24586b3 req-4924b340-34de-45c6-a340-6bd58179d924 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.8114984 Nov 23 02:33:53.812654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:53.817826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:53.818831 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba57fe4-3d38-4625-9c23-db6135a298cb x-openstack-request-id: req-eba57fe4-3d38-4625-9c23-db6135a298cb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:53.819357 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-unplugged", "status": "failed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "code": 422}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:53.820280 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eba57fe4-3d38-4625-9c23-db6135a298cb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:53.820870 n-d-714676-12 neutron-server[103573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'code': 422} returned with failed status Nov 23 02:33:53.826900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:53.840419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:53.841624 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:53.844608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.036551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:54.043858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.067638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcbbfff4-49fb-47d8-b975-0493a24586b3 req-bb0059f9-45f3-4f7b-8338-ec80fdc351a9 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968721 Nov 23 02:33:54.129967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port b6c1948b-30ae-4dc0-b1fe-097d929b2beb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:54.130595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.174270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Allocated IP 2001:db8::3 (56a2811f-4818-4853-b383-ea6b2d502741/ba031d7a-3409-4429-932f-4045cf14f5ed/a5c9579f-5b28-4025-a51c-e9b1cb6f07e1) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:54.233294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a8a7f-9bb7-4f50-8b06-0380d1e88991 req-9da0f4c6-3ff4-437c-b84a-5a68019abfef tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:54.243115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c88a8a7f-9bb7-4f50-8b06-0380d1e88991 req-9da0f4c6-3ff4-437c-b84a-5a68019abfef tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.3243616 Nov 23 02:33:54.272060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Deleting port c0694365-4156-43be-baeb-8c7ba958bb03 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:54.272932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.354315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port c0694365-4156-43be-baeb-8c7ba958bb03 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:54.359896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.366481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=13722882-eced-46fd-86b5-efd9937478cb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:54.489701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.521892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': 'ecfd53aa-63f8-418b-ab60-3b1cf02f076c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f0ff317e-9a6e-4d57-864b-fbd94d2090f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:54.522284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: f0ff317e-9a6e-4d57-864b-fbd94d2090f0, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:54.534467 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.543240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c88a8a7f-9bb7-4f50-8b06-0380d1e88991 req-baf609b8-2dd5-4769-a5fa-538dc2b0dca8 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980309 Nov 23 02:33:54.552979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Network 56a2811f-4818-4853-b383-ea6b2d502741 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:54.556316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:54.576963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:54.606763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 73563f13-af51-4a30-836d-55c3fc78b4e1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:54.607135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.624724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] For port c0694365-4156-43be-baeb-8c7ba958bb03, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c0694365-4156-43be-baeb-8c7ba958bb03,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:54.625725 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.656095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:54.675049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Calling delete_port for c0694365-4156-43be-baeb-8c7ba958bb03 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:54.693069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.700974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Attempting to bind port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:54.701357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Attempting to bind port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '40334a4c-77fe-4637-8a8a-1fe8bc6263b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:54.701755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Attempting to bind port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 on network 56a2811f-4818-4853-b383-ea6b2d502741 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:54.703993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Pushing event updated for resources: {'Port': ['ID=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:54.713925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:54.714308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Checking segment: {'id': '40334a4c-77fe-4637-8a8a-1fe8bc6263b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:54.715349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.715349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Bound using segment: {'id': '40334a4c-77fe-4637-8a8a-1fe8bc6263b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:54.715713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Bound port: a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40334a4c-77fe-4637-8a8a-1fe8bc6263b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '56a2811f-4818-4853-b383-ea6b2d502741'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:54.716201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.768792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f0ff317e-9a6e-4d57-864b-fbd94d2090f0) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:54.834691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] For port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:54.838070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] For port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,segment=NetworkSegment(40334a4c-77fe-4637-8a8a-1fe8bc6263b0),segment_id=40334a4c-77fe-4637-8a8a-1fe8bc6263b0)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:54.852727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.857408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port dcce24dd-1a48-46c1-a988-8de86b042b6b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:54.857781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.863854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:54.865069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:54.992364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Subnet': ['ID=824c80d8-5e05-4871-b8d7-ac958a27fb68,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:54.992593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c780fe-daa1-46bd-af91-a1659f7eb476 None None] Pushing event updated for resources: {'Port': ['ID=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:55.090279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port a34e6c3b-2f55-448e-82b9-0ab05588cab3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:55.090670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.105726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-064fa957-6ab5-4f87-a61a-a5d02f30b929 req-26c174a5-a17e-42d6-aa72-f9358f6d9ee9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 210 time: 0.2317188 Nov 23 02:33:55.144261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88dd8a48-6cf1-49f2-8e92-db9f356ddd27 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9669275 Nov 23 02:33:55.144943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:55.172273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Port a34e6c3b-2f55-448e-82b9-0ab05588cab3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:55.185613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d94da25c-996e-4f89-a9f9-ce953bde3f4d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.190727 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d94da25c-996e-4f89-a9f9-ce953bde3f4d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.2672584 Nov 23 02:33:55.193422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 209cc3dc-8ea8-4380-b86c-94042595c887 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:55.193793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.223363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Request body: {'port': {'device_id': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'admin_state_up': True, 'tenant_id': 'a961d112338745a9a579dd4da1a3c2eb'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:55.353368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Checking segment: {'id': '3fe777fe-d4b8-4a1d-b063-e4b726851e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:55.353831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network hostable DHCP agents. Network: b20378da-f2dc-44fc-9da6-a2503dd51b24, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:55.435664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 387e270d-03ae-49c1-b7ca-2b1679113c72 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:55.436033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.441392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:55.495624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Port 387e270d-03ae-49c1-b7ca-2b1679113c72 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:55.515557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.521635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:55.521635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.533113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b20378da-f2dc-44fc-9da6-a2503dd51b24) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:55.580942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.584138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Made reservation on behalf of a961d112338745a9a579dd4da1a3c2eb for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:55.588277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.588507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.702138 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.747530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c0694365-4156-43be-baeb-8c7ba958bb03'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:55.760332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d34271f0-71df-4154-ae5e-c649aee13f16 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7537055 Nov 23 02:33:55.786415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48868) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:55.795214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 78695397-fe8a-4300-8d00-444bcd469ae7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:55.795820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.796718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-343723978'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:55.842080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event deleted for resources: {'Port': ['ID=c0694365-4156-43be-baeb-8c7ba958bb03,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:55.854255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.899364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:55.942946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] No DVR routers for this DVR port c0694365-4156-43be-baeb-8c7ba958bb03 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:33:55.969185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13675e44-7401-4868-86df-3bdde738b9f3 req-664c4d92-633a-4062-9014-c98ce5c7723d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.978372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13675e44-7401-4868-86df-3bdde738b9f3 req-664c4d92-633a-4062-9014-c98ce5c7723d tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.2879071 Nov 23 02:33:55.987880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:55.991371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b30523bf-7ab9-4255-9ddb-25fd2c855ba9 req-182630d0-334c-4524-9f2d-d5e2962400ba tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "DELETE /v2.0/ports/c0694365-4156-43be-baeb-8c7ba958bb03 HTTP/1.1" status: 204 len: 173 time: 2.3083961 Nov 23 02:33:55.994929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-deleted', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:55.997340 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b9af98-fc96-49b3-8231-5f38ff34c7e3" -d '{"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-deleted", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:56.072403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13675e44-7401-4868-86df-3bdde738b9f3 req-9933e3b3-b46f-47d1-849f-869bb23aec58 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921068 Nov 23 02:33:56.077669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.136172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:56.150111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.176873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=13722882-eced-46fd-86b5-efd9937478cb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:56.211710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port 1d67c911-651a-4b38-97e2-3d61c4ae6049 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:56.229080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Provisioning complete for port 31a496be-280c-445a-b30a-0798c2f43519 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:56.229653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.322496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:56.322994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.326562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fe177cfa-37a1-41a1-8698-7ef0bd653c46 None None] Port 31a496be-280c-445a-b30a-0798c2f43519 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:56.327951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Allocated IP 172.20.0.13 (7dc3d393-6373-45a5-95a5-d072cab53431/42dd386b-1601-425d-8e32-f6b103574214/71f78314-176b-4b14-b3b2-ce4f350380d6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:56.361043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-8efba05c-a438-42d4-96a5-81e693e954c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884241 Nov 23 02:33:56.378433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-6b3c1ec9-e43f-4f8c-a519-80c101312342 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:56.391957 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.392146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-6b3c1ec9-e43f-4f8c-a519-80c101312342 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222216 Nov 23 02:33:56.396108 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1872b9c1-f95c-40b1-be66-73b270668bf5 x-openstack-request-id: req-1872b9c1-f95c-40b1-be66-73b270668bf5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:56.396648 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc8555b-7ca8-4637-81ce-f3468313c9ad", "name": "network-vif-deleted", "tag": "c0694365-4156-43be-baeb-8c7ba958bb03", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:56.397122 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1872b9c1-f95c-40b1-be66-73b270668bf5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:56.398280 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc8555b-7ca8-4637-81ce-f3468313c9ad', 'name': 'network-vif-deleted', 'tag': 'c0694365-4156-43be-baeb-8c7ba958bb03', 'status': 'completed', 'code': 200} Nov 23 02:33:56.431649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6f156-dbc0-4ed3-adbc-30232b6df656 req-3368a649-99b8-4ca9-bb09-95db7f557bc2 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:56.440704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06e6f156-dbc0-4ed3-adbc-30232b6df656 req-3368a649-99b8-4ca9-bb09-95db7f557bc2 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 944 time: 0.2391546 Nov 23 02:33:56.449278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ff317e-9a6e-4d57-864b-fbd94d2090f0']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:56.468347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfd53aa-63f8-418b-ab60-3b1cf02f076c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:56.469011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfd53aa-63f8-418b-ab60-3b1cf02f076c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:56.491633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.510210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.555061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.593280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06e6f156-dbc0-4ed3-adbc-30232b6df656 req-0b009927-5480-4297-af4c-9fc83d007155 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513016 Nov 23 02:33:56.612497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,segment=NetworkSegment(40334a4c-77fe-4637-8a8a-1fe8bc6263b0),segment_id=40334a4c-77fe-4637-8a8a-1fe8bc6263b0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:56.622817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::383 (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/1d67c911-651a-4b38-97e2-3d61c4ae6049) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:56.623284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:33:56.623865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.630284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:33:56.640383 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:33:56.795114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:56.834060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.846433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db2f9b6c-b334-496b-9f03-8fb3125dae52 req-8da52ae2-3e5b-46cb-a4c8-25e3d8e2104e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 210 time: 0.1994367 Nov 23 02:33:56.858128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:56.875367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/f0ff317e-9a6e-4d57-864b-fbd94d2090f0 HTTP/1.1" status: 204 len: 168 time: 1.7046094 Nov 23 02:33:56.877822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48902) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:56.893892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1057719665'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:56.899159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f9cc-4eff-499a-b34d-a84bcebd9976 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=f0ff317e-9a6e-4d57-864b-fbd94d2090f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:56.927644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f973f1-56f5-4ad9-8dba-f9a3b6ea505e None None] Network 56a2811f-4818-4853-b383-ea6b2d502741 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:56.932136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b559f-4b1e-42a0-841e-45ac97de6d4d None None] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:57.012208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.016320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a4262-7f46-4995-a34a-eda184e8b629 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:33:57.018133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787525d7-eafc-4e5a-9262-c39a7da5e2f1 None None] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:57.019836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b559f-4b1e-42a0-841e-45ac97de6d4d None None] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:33:57.045481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99152c89-ef1e-45f2-906b-517f3a894929 None None] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:57.152508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:57.153399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:57.156213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.220313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99152c89-ef1e-45f2-906b-517f3a894929 None None] Network f0ff317e-9a6e-4d57-864b-fbd94d2090f0 could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:33:57.267571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.270347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bfbe808b-55e7-4a9d-a85a-8c615abc29b0 None None] Provisioning complete for port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:57.271102 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bfbe808b-55e7-4a9d-a85a-8c615abc29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.298104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:57.368137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98132187-6d84-461d-b011-f8386ace2971 req-b319cdd7-461f-4b0a-97c7-3df16c69c258 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:57.371757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98132187-6d84-461d-b011-f8386ace2971 req-b319cdd7-461f-4b0a-97c7-3df16c69c258 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.1490147 Nov 23 02:33:57.428408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.461534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98132187-6d84-461d-b011-f8386ace2971 req-4538f860-bc5a-47cc-8705-2a81518e4dbe tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769327 Nov 23 02:33:57.463411 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.463411 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 0984eb2a-3edd-466e-b74b-7d8dbdca6b30 of type vlan for network 655d363c-6a5b-40f0-acff-7d66669bd4bc Nov 23 02:33:57.538789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:57.543411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Network 7dc3d393-6373-45a5-95a5-d072cab53431 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:57.546898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.561210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b20378da-f2dc-44fc-9da6-a2503dd51b24', 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'tenant_id': '13da3fae51964d12b1156e7203cf56f7', 'fixed_ips': [{'subnet_id': '824c80d8-5e05-4871-b8d7-ac958a27fb68'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:33:57.562408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.575654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:57.578230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:57.615269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3efe6e-03c0-4431-80c9-4bc90c6d55c5 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:33:57.650545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:57.651276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.700999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.715483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:57.727730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:57.730448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:57.738845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:57.739715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.770702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:57.774749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=1d67c911-651a-4b38-97e2-3d61c4ae6049,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:57.793399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d576d8ac-f7b2-41c4-83a0-7060af48da0e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5740347 Nov 23 02:33:57.832394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: c0694365-4156-43be-baeb-8c7ba958bb03 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:57.832394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c0694365-4156-43be-baeb-8c7ba958bb03 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:57.842610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7960b08f-c6eb-44ec-a5ad-41368632bfcd tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0552628 Nov 23 02:33:57.847795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48926) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:57.852460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:57.852637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Request body: {'port': {'device_id': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:57.909252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.910532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-864109024', 'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:3a:56:ac'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:57.915983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:57.916797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:57.941379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8bcae-9e9a-4f6c-a6d4-e2b8f07fee68 req-ea319eb3-634c-44a1-9cae-f059bb4f9d38 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:57.942849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffb8bcae-9e9a-4f6c-a6d4-e2b8f07fee68 req-ea319eb3-634c-44a1-9cae-f059bb4f9d38 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 944 time: 0.1962194 Nov 23 02:33:58.046790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=655d363c-6a5b-40f0-acff-7d66669bd4bc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:58.053956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-927e619f-380d-42e1-bdc2-a7e6ed65b350 None None] Provisioning complete for port 71f78314-176b-4b14-b3b2-ce4f350380d6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:58.054335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-927e619f-380d-42e1-bdc2-a7e6ed65b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:58.099684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:58.113260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-59055567-5415-44cc-82de-d0b58e3e6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:58.114907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-59055567-5415-44cc-82de-d0b58e3e6b6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9&tenant_id=1ae7b7da3792423dbcef40abacf67c50 HTTP/1.1" status: 200 len: 1096 time: 0.2649050 Nov 23 02:33:58.143820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6e7401e-07ea-42c3-ac9c-2cbb07d82b38 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2639534 Nov 23 02:33:58.144477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48930) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:58.156786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:58.264954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:58.406683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffb8bcae-9e9a-4f6c-a6d4-e2b8f07fee68 req-baf035aa-7dba-4263-ae7c-0b2650180993 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959742 Nov 23 02:33:58.414679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 655d363c-6a5b-40f0-acff-7d66669bd4bc details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:58.530610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-927e619f-380d-42e1-bdc2-a7e6ed65b350 None None] Port 71f78314-176b-4b14-b3b2-ce4f350380d6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:58.542819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b708de3-b66c-45ac-aebd-59423058b230 req-9d32a843-86de-4cd4-b24f-c9a4a5398b61 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:58.548854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Allocated IP 2001:db8::2 (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/24710a14-8dc4-457b-844c-d9b723d37c85) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:58.552130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b708de3-b66c-45ac-aebd-59423058b230 req-9d32a843-86de-4cd4-b24f-c9a4a5398b61 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 932 time: 0.3947611 Nov 23 02:33:58.560627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:58.690618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:58.695256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:58.724114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:58.971354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-89809023-7e76-4ce5-a694-8757fd9e4099 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:58.972891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-89809023-7e76-4ce5-a694-8757fd9e4099 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.7627101 Nov 23 02:33:59.041397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.054318 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.066762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af573d3-6750-43e4-81c7-df95f3b0a054 None None] Network 56a2811f-4818-4853-b383-ea6b2d502741 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:59.146327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:59.154436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:59.155346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:59.164670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.172582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:59.181574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:59.184154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Pushing event updated for resources: {'Port': ['ID=24710a14-8dc4-457b-844c-d9b723d37c85,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:59.204235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.204590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.204916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.205250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.205586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.205932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.206238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.206586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.207301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.207630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.207956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.208279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:59.218294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b708de3-b66c-45ac-aebd-59423058b230 req-817f2ea2-18dc-4169-95fc-727c88bb2da1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591125 Nov 23 02:33:59.219349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:59.227879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8ca3047b-28f6-4ed0-901c-e0deedcc55fe None None] Provisioning complete for port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:59.228279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ca3047b-28f6-4ed0-901c-e0deedcc55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.268646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Deleting port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:59.268984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.304679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64aa44-4611-4432-ad13-234900d496c1 req-f4118114-5762-44bf-9c4f-c98894a27deb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:59.306162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d64aa44-4611-4432-ad13-234900d496c1 req-f4118114-5762-44bf-9c4f-c98894a27deb tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 946 time: 0.5575073 Nov 23 02:33:59.318170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.338894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:59.362303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.368574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port b08911c4-3f34-4004-af29-be0ed0246a63 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:33:59.399679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Transition to ACTIVE for port object 171c01d1-2123-43ef-8e58-189586b2c323 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:33:59.408427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Attempting to bind port 24710a14-8dc4-457b-844c-d9b723d37c85 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:59.408909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Attempting to bind port 24710a14-8dc4-457b-844c-d9b723d37c85 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3fe777fe-d4b8-4a1d-b063-e4b726851e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:59.409205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Attempting to bind port 24710a14-8dc4-457b-844c-d9b723d37c85 on network b20378da-f2dc-44fc-9da6-a2503dd51b24 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:59.442749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.445303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:59.445857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Checking segment: {'id': '3fe777fe-d4b8-4a1d-b063-e4b726851e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:59.446128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.446457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Bound using segment: {'id': '3fe777fe-d4b8-4a1d-b063-e4b726851e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:59.452428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Bound port: 24710a14-8dc4-457b-844c-d9b723d37c85, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe777fe-d4b8-4a1d-b063-e4b726851e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:59.452863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.499472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d64aa44-4611-4432-ad13-234900d496c1 req-8c475aaf-55c4-4237-869a-f13f5c6ca639 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/security-groups?id=58366ce7-9fe6-4929-947b-e568ed719a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845655 Nov 23 02:33:59.558231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] For port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:59.559297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.595414 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.655960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:59.665185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Calling delete_port for 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:59.689658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] For port 24710a14-8dc4-457b-844c-d9b723d37c85, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:59.700645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] For port 24710a14-8dc4-457b-844c-d9b723d37c85, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=24710a14-8dc4-457b-844c-d9b723d37c85,segment=NetworkSegment(3fe777fe-d4b8-4a1d-b063-e4b726851e97),segment_id=3fe777fe-d4b8-4a1d-b063-e4b726851e97)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:59.739834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.748904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=9']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:59.801681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.924264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008ba38-fbf6-451a-8a07-d3ef920adde1 None None] Pushing event updated for resources: {'Port': ['ID=24710a14-8dc4-457b-844c-d9b723d37c85,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:59.951625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b32d9-a304-4a00-a821-01b0c826a9f9 req-563a6635-202d-48c8-a5f3-784aad3da34e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:59.957972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f3b32d9-a304-4a00-a821-01b0c826a9f9 req-563a6635-202d-48c8-a5f3-784aad3da34e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 944 time: 0.4000669 Nov 23 02:33:59.976586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.980052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Transition to ACTIVE for port object 71f78314-176b-4b14-b3b2-ce4f350380d6 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:34:00.001968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.003135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::b0 (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/b08911c4-3f34-4004-af29-be0ed0246a63) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:00.046886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] No DVR routers for this DVR port 171c01d1-2123-43ef-8e58-189586b2c323 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:00.137274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7345cabe-939f-45b7-9e83-794aa55598da None None] Provisioning complete for port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:00.138681 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7345cabe-939f-45b7-9e83-794aa55598da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.145431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d27e8-7d44-481d-b109-9c404f6e16e8 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:00.173460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=eec086ad-f243-40b4-9382-666b49dc80bb,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:00.187579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:00.200129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.251152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f3b32d9-a304-4a00-a821-01b0c826a9f9 req-8b4f03ac-6cba-458d-97dd-62562baaff87 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846398 Nov 23 02:34:00.281221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Pushing event deleted for resources: {'Port': ['ID=3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:00.325051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54852d85-93a1-4dd1-a6da-44e3913145f2 None None] DHCP port deletion for 298bbe79-afd4-4525-9a6b-5de63c291b7b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:00.371189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': '0984eb2a-3edd-466e-b74b-7d8dbdca6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:00.371554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: 655d363c-6a5b-40f0-acff-7d66669bd4bc, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:00.401883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] No DVR routers for this DVR port 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:00.405521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.410235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b1c36a1-0d9f-49da-b14b-5e5d055e4805 req-b147f5b1-4cb4-4259-9951-0b4a82d6545c tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.41 "DELETE /v2.0/ports/3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd HTTP/1.1" status: 204 len: 173 time: 1.4235001 Nov 23 02:34:00.414856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'name': 'network-vif-deleted', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:00.417754 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e1bd0a-1fd9-4eed-bc69-1e5d928ff6dd" -d '{"events": [{"server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "name": "network-vif-deleted", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:00.452270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network 655d363c-6a5b-40f0-acff-7d66669bd4bc is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:00.474734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Attempting to bind port 71f78314-176b-4b14-b3b2-ce4f350380d6 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:00.475078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Attempting to bind port 71f78314-176b-4b14-b3b2-ce4f350380d6 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:00.476024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Attempting to bind port 71f78314-176b-4b14-b3b2-ce4f350380d6 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:00.483509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 655d363c-6a5b-40f0-acff-7d66669bd4bc) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:00.489530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Port 71f78314-176b-4b14-b3b2-ce4f350380d6 on network 7dc3d393-6373-45a5-95a5-d072cab53431 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:34:00.490555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Attempting to bind port 71f78314-176b-4b14-b3b2-ce4f350380d6 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:00.499266 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed057bd-efb3-4d0e-92de-c606ff7a58a5 x-openstack-request-id: req-4ed057bd-efb3-4d0e-92de-c606ff7a58a5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:00.499690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ca501-6bc7-45cd-91eb-aa90ec5f8d74 None None] Network 655d363c-6a5b-40f0-acff-7d66669bd4bc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:00.501221 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642f26a8-8467-49b3-9a9e-c518ac7603c6", "name": "network-vif-deleted", "tag": "3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:00.501336 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ed057bd-efb3-4d0e-92de-c606ff7a58a5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:00.501750 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642f26a8-8467-49b3-9a9e-c518ac7603c6', 'name': 'network-vif-deleted', 'tag': '3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd', 'status': 'completed', 'code': 200} Nov 23 02:34:00.512584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.513210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.529672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:00.530101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Checking segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:00.530583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Bound using segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:00.531056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Bound port: 71f78314-176b-4b14-b3b2-ce4f350380d6, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:00.531423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.563766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d438c06-f4b4-4a4e-800e-26325257f39f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4178524 Nov 23 02:34:00.603289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48984) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:00.723692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:00.748020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:00.756604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.760255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.805543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-655d363c-6a5b-40f0-acff-7d66669bd4bc', 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': 'eec086ad-f243-40b4-9382-666b49dc80bb'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:00.807734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.812583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.813493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.815271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/71f78314-176b-4b14-b3b2-ce4f350380d6 HTTP/1.1" status: 200 len: 1093 time: 2.9715190 Nov 23 02:34:00.820946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07391157-24d5-48c4-9f55-efbc3da750a8 req-58d36e22-17c8-426b-9934-75126590a505 tempest-ServerRescueNegativeTestJSON-460539994 tempest-ServerRescueNegativeTestJSON-460539994-project] 10.222.0.15 "GET /v2.0/ports?device_id=642f26a8-8467-49b3-9a9e-c518ac7603c6 HTTP/1.1" status: 200 len: 210 time: 0.0662458 Nov 23 02:34:00.860130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91878ede-abbd-4386-b69e-9234941274fa None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:00.862547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cd2d6-9fef-4102-9544-8de17daef4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:00.902335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:00.943690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8d344-c1bf-4f5c-bf11-93a164a204bb req-a7c93195-600a-45cc-abde-a044530cfc9b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.945730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dea8d344-c1bf-4f5c-bf11-93a164a204bb req-a7c93195-600a-45cc-abde-a044530cfc9b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 944 time: 0.1899812 Nov 23 02:34:00.952345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:00.952684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:00.953020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:01.013162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:34:01.013774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Attempting to bind port 171c01d1-2123-43ef-8e58-189586b2c323 on network 9217600a-924c-43d2-9487-45e4a554bc00 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:01.049351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.063039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:01.063703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Checking segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:01.063848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Bound using segment: {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:01.064199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Bound port: 171c01d1-2123-43ef-8e58-189586b2c323, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbeb68af-2491-4519-bd25-d714d647ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:01.064616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.073852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-65d8c22b-986c-4a85-a32f-fccb2a35a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.076318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-65d8c22b-986c-4a85-a32f-fccb2a35a3f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1023414 Nov 23 02:34:01.078859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Allocated IP 2001:db8::1 (655d363c-6a5b-40f0-acff-7d66669bd4bc/eec086ad-f243-40b4-9382-666b49dc80bb/a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:01.131352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dea8d344-c1bf-4f5c-bf11-93a164a204bb req-6b9d893b-0ae9-4654-ac37-fc639c6d70b8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756625 Nov 23 02:34:01.164713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-d4efd77d-b67f-43cf-8c86-f837af706682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f78314-176b-4b14-b3b2-ce4f350380d6 HTTP/1.1" status: 200 len: 217 time: 0.0737259 Nov 23 02:34:01.249089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.251169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:01.261202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-6af27119-777b-463d-b050-23e9aeae7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.262774 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-6af27119-777b-463d-b050-23e9aeae7953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.0894542 Nov 23 02:34:01.265424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:01.297677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.306760 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-1d1b4071-a20c-4d0a-812c-bc2d9cafd775 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355837 Nov 23 02:34:01.334681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:01.356939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:01.363050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.363326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.364690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] 10.222.0.41 "PUT /v2.0/ports/171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 1093 time: 3.1046603 Nov 23 02:34:01.365467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:01.371681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.372465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.375257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:01.377604 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3548e9-8021-4734-ae26-500430f4a398" -d '{"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:01.380277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=b08911c4-3f34-4004-af29-be0ed0246a63,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:01.395994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.408742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.461466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe5f56-935d-4909-9475-bb2500628a6c service neutron] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:01.478805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.484759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Network 655d363c-6a5b-40f0-acff-7d66669bd4bc is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:01.489909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:01.500294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:01.512908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Pushing event updated for resources: {'Port': ['ID=a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:01.528279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=eec086ad-f243-40b4-9382-666b49dc80bb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:01.555633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e31d3-0713-4805-a56c-1d8da8ca5b83 req-7944b063-7e9b-43d1-ae1e-64016a9fcdc3 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.566099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd7e31d3-0713-4805-a56c-1d8da8ca5b83 req-7944b063-7e9b-43d1-ae1e-64016a9fcdc3 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 950 time: 0.2717228 Nov 23 02:34:01.596537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd5765f-fae4-4d76-bad7-5d6d85565551 None None] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:01.611347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fece4cff-f177-47e5-ba1c-7329ee74b517 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.7430296 Nov 23 02:34:01.616859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:01.618122 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.627329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Attempting to bind port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:01.627702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Attempting to bind port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '0984eb2a-3edd-466e-b74b-7d8dbdca6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:01.628074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Attempting to bind port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 on network 655d363c-6a5b-40f0-acff-7d66669bd4bc {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:01.629454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-9fac7306-c131-4e86-a60a-360f8cfc83e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158467 Nov 23 02:34:01.652927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655d363c-6a5b-40f0-acff-7d66669bd4bc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:01.702370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0984eb2a-3edd-466e-b74b-7d8dbdca6b30') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:01.702723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0984eb2a-3edd-466e-b74b-7d8dbdca6b30') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:01.703151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:01.715873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.751899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-441861d0-f4b1-4d3b-b5bb-f5bfff9504ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.753482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-441861d0-f4b1-4d3b-b5bb-f5bfff9504ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1097 time: 0.2840521 Nov 23 02:34:01.759814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.765198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:01.765720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Checking segment: {'id': '0984eb2a-3edd-466e-b74b-7d8dbdca6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:01.766236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.767034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Bound using segment: {'id': '0984eb2a-3edd-466e-b74b-7d8dbdca6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:01.768317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Bound port: a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0984eb2a-3edd-466e-b74b-7d8dbdca6b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:01.768806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.776515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:01.777817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.778723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:01.779196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 3ec534c5-1ee7-4054-b24b-1e1a2b5b73cd not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:01.779895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd7e31d3-0713-4805-a56c-1d8da8ca5b83 req-4b08be9b-7355-478d-96cc-4cc9612e0c04 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128043 Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:01.793455 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:01.863300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e090664-2ea4-419f-83b7-0748623c15a4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.867906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0023af89-42e8-4509-99f6-87aa8cbd7d71 req-59669337-0cf2-44eb-8fe2-95f510190757 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265732 Nov 23 02:34:01.872916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e090664-2ea4-419f-83b7-0748623c15a4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.875630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] For port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:01.884494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] Provisioning complete for port 24710a14-8dc4-457b-844c-d9b723d37c85 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:01.885235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.887611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 24710a14-8dc4-457b-844c-d9b723d37c85 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:01.891972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e090664-2ea4-419f-83b7-0748623c15a4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.894953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e090664-2ea4-419f-83b7-0748623c15a4 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2770290 Nov 23 02:34:01.897840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49022) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:01.908774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:34:01.908774 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:34:01.908774 n-d-714676-12 neutron-server[103572]: [parameters: {'id': '655d363c-6a5b-40f0-acff-7d66669bd4bc'}] Nov 23 02:34:01.908774 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:34:01.908774 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:34:01.915714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b55a3-1a04-4543-bd78-3d3deaec9f9f req-27e28b3f-f1ed-41b7-9c61-04f49df771ae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.922469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-719b55a3-1a04-4543-bd78-3d3deaec9f9f req-27e28b3f-f1ed-41b7-9c61-04f49df771ae tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.4257994 Nov 23 02:34:01.927007 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a593d-eaf9-4c37-9de4-624230996d83 x-openstack-request-id: req-2a5a593d-eaf9-4c37-9de4-624230996d83 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:01.927295 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:01.927548 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a5a593d-eaf9-4c37-9de4-624230996d83 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:01.927949 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'status': 'completed', 'code': 200} Nov 23 02:34:01.940900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] For port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8,segment=NetworkSegment(0984eb2a-3edd-466e-b74b-7d8dbdca6b30),segment_id=0984eb2a-3edd-466e-b74b-7d8dbdca6b30)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:01.978334 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.034567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port b08911c4-3f34-4004-af29-be0ed0246a63 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:02.035235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.110346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-719b55a3-1a04-4543-bd78-3d3deaec9f9f req-02b1a524-d353-4fd0-bf80-3d7dc5e734b4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869593 Nov 23 02:34:02.122388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-a5169e40-10ef-47d6-8c86-0a909350dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.125513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-a5169e40-10ef-47d6-8c86-0a909350dd81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3366673 Nov 23 02:34:02.152218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bb5e7-3c17-4e65-929a-50ac038df0b1 None None] Network 655d363c-6a5b-40f0-acff-7d66669bd4bc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:02.176069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf522-0090-4e65-aacd-611d5a7a7dbc None None] Pushing event updated for resources: {'Port': ['ID=a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:02.179259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 24710a14-8dc4-457b-844c-d9b723d37c85 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:02.179914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.246597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:02.269066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.296147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for b08911c4-3f34-4004-af29-be0ed0246a63 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:02.302369 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.412586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.413115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-83338e60-350d-4082-bccc-34c92760b991 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 999 time: 0.2613187 Nov 23 02:34:02.432844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] For port 24710a14-8dc4-457b-844c-d9b723d37c85, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=24710a14-8dc4-457b-844c-d9b723d37c85,segment=NetworkSegment(3fe777fe-d4b8-4a1d-b063-e4b726851e97),segment_id=3fe777fe-d4b8-4a1d-b063-e4b726851e97)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:02.483280 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.503229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-46007643-84f2-4fb8-a28c-adae5c00a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.507335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-46007643-84f2-4fb8-a28c-adae5c00a5b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.0846019 Nov 23 02:34:02.511832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:02.519487 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5425aa-a205-49e7-8646-6189903a7a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:02.564511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.639077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=b08911c4-3f34-4004-af29-be0ed0246a63,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:02.647281 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2195bb-fed6-47fd-8e71-f16077a58cae x-openstack-request-id: req-bc2195bb-fed6-47fd-8e71-f16077a58cae {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:02.648028 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:02.651186 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc2195bb-fed6-47fd-8e71-f16077a58cae {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:02.651450 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'status': 'completed', 'code': 200} Nov 23 02:34:02.692693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:02.693082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.756322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-02fcb927-99d2-44da-a465-8938e7b59bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.759403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-02fcb927-99d2-44da-a465-8938e7b59bed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2013283 Nov 23 02:34:02.771743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fb2e8-6e1d-47f6-ad77-160370473a44 req-ce4befc4-c4cd-461f-a11e-e10941d4a7d7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.774112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d7fb2e8-6e1d-47f6-ad77-160370473a44 req-ce4befc4-c4cd-461f-a11e-e10941d4a7d7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 944 time: 0.2612994 Nov 23 02:34:02.865017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8,segment=NetworkSegment(0984eb2a-3edd-466e-b74b-7d8dbdca6b30),segment_id=0984eb2a-3edd-466e-b74b-7d8dbdca6b30)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:02.865404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.892592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-718cdca1-0998-42ab-97e0-0819720fb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.894437 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-718cdca1-0998-42ab-97e0-0819720fb009 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 1096 time: 0.1985183 Nov 23 02:34:02.895746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.901486 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-01cb5c26-8475-4d69-a080-e07f83b3869a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/b08911c4-3f34-4004-af29-be0ed0246a63 HTTP/1.1" status: 204 len: 168 time: 1.0000100 Nov 23 02:34:02.910348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49050) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:02.932605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae405da8-c196-4183-ba60-8146c83d1437 None None] Pushing event updated for resources: {'Port': ['ID=24710a14-8dc4-457b-844c-d9b723d37c85,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:02.935673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:02.984882 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-71931b36-fbe9-4eff-9ab4-43548ce044b6 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] GET failed (client error): The resource could not be found. Nov 23 02:34:02.992434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71931b36-fbe9-4eff-9ab4-43548ce044b6 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports/b08911c4-3f34-4004-af29-be0ed0246a63 HTTP/1.1" status: 404 len: 333 time: 0.0750659 Nov 23 02:34:02.993855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49052) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:02.995779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d7fb2e8-6e1d-47f6-ad77-160370473a44 req-ce1554ea-28dc-444c-b20b-4b0105acb32c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069840 Nov 23 02:34:03.000402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100135491'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:03.063009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Could not find standard attr ID for object b08911c4-3f34-4004-af29-be0ed0246a63. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:03.100220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Provisioning complete for port 1d67c911-651a-4b38-97e2-3d61c4ae6049 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:03.101793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.161604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Port 1d67c911-651a-4b38-97e2-3d61c4ae6049 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:03.196601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Provisioning complete for port 24710a14-8dc4-457b-844c-d9b723d37c85 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:03.197229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8447e812-3388-4133-82e7-75dad8e50ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.230850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-c77f613d-67f1-4f0e-bd8c-4cdb58b899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:03.237051 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-c77f613d-67f1-4f0e-bd8c-4cdb58b899e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 915 time: 0.3302603 Nov 23 02:34:03.278517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-0f3bd2be-353e-4045-b84d-5e051800dcf5 service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026023 Nov 23 02:34:03.310320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-404db16b-802a-475a-ae19-9dec8cad73fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71f78314-176b-4b14-b3b2-ce4f350380d6 HTTP/1.1" status: 200 len: 217 time: 0.0538349 Nov 23 02:34:03.312452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.376192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:03.411395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-45154262-a8be-427a-aa8a-ffbda74589a7 service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128924 Nov 23 02:34:03.434260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port a2fe28bf-183a-4ddd-a2b1-000cf3f7a5a8 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:03.457803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe27e-4bdc-4580-8d89-a56f466721c6 req-3c4a0abb-9405-4c77-8870-935a723707ca tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:03.468143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf0fe27e-4bdc-4580-8d89-a56f466721c6 req-3c4a0abb-9405-4c77-8870-935a723707ca tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.2081823 Nov 23 02:34:03.505153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-63764c0a-5f36-4c2a-9ae9-292973a19131 None None] Provisioning complete for port 1d67c911-651a-4b38-97e2-3d61c4ae6049 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:03.505519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63764c0a-5f36-4c2a-9ae9-292973a19131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.578271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.595632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-e9a27f48-87ff-417c-8472-9ec591a8b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:03.597060 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-e9a27f48-87ff-417c-8472-9ec591a8b6da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.2287683 Nov 23 02:34:03.601527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:03.601928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf0fe27e-4bdc-4580-8d89-a56f466721c6 req-086566b4-093d-4860-876d-b7937ee72f29 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280124 Nov 23 02:34:03.611270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.659623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655d363c-6a5b-40f0-acff-7d66669bd4bc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:03.662731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3548e9-8021-4734-ae26-500430f4a398 req-05a81802-bd43-4d38-b2a4-0c7c3f9b0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:03.664004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-d70ccca4-6ca4-4090-8859-36f1aeee149d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447404 Nov 23 02:34:03.669333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-05a81802-bd43-4d38-b2a4-0c7c3f9b0bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1097 time: 0.1319788 Nov 23 02:34:03.677127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0984eb2a-3edd-466e-b74b-7d8dbdca6b30') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:03.677311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0984eb2a-3edd-466e-b74b-7d8dbdca6b30') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:03.697797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port 8492a4c8-d97b-41d0-aff8-957c6ba49797 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:03.698538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-63764c0a-5f36-4c2a-9ae9-292973a19131 None None] Port 1d67c911-651a-4b38-97e2-3d61c4ae6049 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:03.710972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.711213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.730479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:03.822002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 24710a14-8dc4-457b-844c-d9b723d37c85 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:03.910175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8101ab8b-ece7-4062-ac78-7e0c35b195f5 None None] Could not find standard attr ID for object b08911c4-3f34-4004-af29-be0ed0246a63. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:03.966207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:03.974216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 24710a14-8dc4-457b-844c-d9b723d37c85 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:03.974630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.998841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'port_id': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'mac_address': 'fa:16:3e:49:68:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dd386b-1601-425d-8e32-f6b103574214', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:04.065372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::3be (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/8492a4c8-d97b-41d0-aff8-957c6ba49797) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:04.072675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100950fd-9d39-45b8-8dba-28a36ad28e91 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:34:04.073393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3548e9-8021-4734-ae26-500430f4a398 req-3a61de94-9af8-4f7d-a9a8-0b023f04c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:04.075050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-3a61de94-9af8-4f7d-a9a8-0b023f04c68b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.3783257 Nov 23 02:34:04.242907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.248374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c460b-13f6-4924-8e9b-dcf567cdf49d req-082a05f9-b6ea-4917-a66c-5bece59e6322 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:04.250874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-831c460b-13f6-4924-8e9b-dcf567cdf49d req-082a05f9-b6ea-4917-a66c-5bece59e6322 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 944 time: 0.1227171 Nov 23 02:34:04.262760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:04.263199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.263624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:04.268862 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:04.290818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-1e3e71ec-0158-4cab-8e38-cf145be84c32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 999 time: 0.1834261 Nov 23 02:34:04.375174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:04.481483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-831c460b-13f6-4924-8e9b-dcf567cdf49d req-a0807018-1435-43e9-b1ef-59575d57275f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167747 Nov 23 02:34:04.530254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:04.536938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3548e9-8021-4734-ae26-500430f4a398 req-5b6c1678-054d-4d99-88a9-3e58dd3b903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:04.538968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-5b6c1678-054d-4d99-88a9-3e58dd3b903a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.2206171 Nov 23 02:34:04.548972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.595134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Deleting port 209cc3dc-8ea8-4380-b86c-94042595c887 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:04.595489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.612572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100950fd-9d39-45b8-8dba-28a36ad28e91 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:34:04.783504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] For port 209cc3dc-8ea8-4380-b86c-94042595c887, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=209cc3dc-8ea8-4380-b86c-94042595c887,segment=NetworkSegment(249dd36b-1fdd-4945-b33b-a19e74a48a08),segment_id=249dd36b-1fdd-4945-b33b-a19e74a48a08)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:04.783878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.795179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:04.807149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Calling delete_port for 209cc3dc-8ea8-4380-b86c-94042595c887 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:04.868811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['71f78314-176b-4b14-b3b2-ce4f350380d6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:04.884594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.889930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:04.899684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/655d363c-6a5b-40f0-acff-7d66669bd4bc HTTP/1.1" status: 204 len: 168 time: 4.2949827 Nov 23 02:34:04.907423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49104) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:04.921460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280415357'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:04.938700 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-a9909c2d-7d5f-4e57-9e5d-e8cda415ac95 service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2575130 Nov 23 02:34:04.970581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a4b73-7770-4a14-94cd-0ea3309ae1d9 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=655d363c-6a5b-40f0-acff-7d66669bd4bc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:05.005133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.010222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:05.014691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.075181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09ffcc-726d-41f6-9400-c66b86d37705 req-d771b26e-0b68-420a-9cac-1e5486f4c3ee tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:05.076847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be09ffcc-726d-41f6-9400-c66b86d37705 req-d771b26e-0b68-420a-9cac-1e5486f4c3ee tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.1271389 Nov 23 02:34:05.083868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3548e9-8021-4734-ae26-500430f4a398 req-4f6fb4c8-1dfd-4a28-8ec8-d70f6ba6c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:05.085548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-4f6fb4c8-1dfd-4a28-8ec8-d70f6ba6c126 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369495 Nov 23 02:34:05.112505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:05.128994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.162222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:05.238824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be09ffcc-726d-41f6-9400-c66b86d37705 req-ceac3f13-14b1-4b80-aea1-c66a7c9f1cc4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521761 Nov 23 02:34:05.245746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=8492a4c8-d97b-41d0-aff8-957c6ba49797,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:05.297091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.318849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.319776 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 44b27133-2e02-42c0-a439-d19ff7bc3def of type vlan for network ea628c23-99b2-4d9b-87b8-e546524626fa Nov 23 02:34:05.338408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:05.343397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:05.357413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:05.371668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:05.376807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.380444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Pushing event deleted for resources: {'Port': ['ID=209cc3dc-8ea8-4380-b86c-94042595c887,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:05.449279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:05.452026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b8ee384e-20d0-454f-b688-a39ff4c16186 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4556110 Nov 23 02:34:05.464119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:3a:56:ac'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:05.518884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-6a4bb137-5b20-472d-a305-fb0a143eb2a6 service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611546 Nov 23 02:34:05.532212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.557253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2c075-74ac-49bf-bd3b-36a96d1a5759 None None] DHCP port deletion for 298bbe79-afd4-4525-9a6b-5de63c291b7b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:05.683226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ed5425aa-a205-49e7-8646-6189903a7a3c req-d2ab6a15-bb44-4d0c-b40d-e1df7d2b726f service neutron] 10.222.0.41 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544579 Nov 23 02:34:05.689815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.714046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:05.716671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.739924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c3548e9-8021-4734-ae26-500430f4a398 req-b1121df6-381f-4977-8772-21115707b488 service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778555 Nov 23 02:34:05.893955 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a17393e1-6520-4bbc-b693-d584738aff02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.967294 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.995015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0737195 Nov 23 02:34:05.999595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49124) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:06.015637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'ea628c23-99b2-4d9b-87b8-e546524626fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:06.036823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:06.043002 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68d677-b87e-462a-b980-d87308289e04" -d '{"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-unplugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:06.060194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6f25-ffa2-4195-988c-63cccb43cd62 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=ea628c23-99b2-4d9b-87b8-e546524626fa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.080774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:06.083794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network ea628c23-99b2-4d9b-87b8-e546524626fa details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:06.195864 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c5881-18b8-48e3-a83d-b86f0a3159b9 x-openstack-request-id: req-074c5881-18b8-48e3-a83d-b86f0a3159b9 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:06.196592 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-unplugged", "status": "completed", "tag": "413eb475-41cb-4777-9daf-029b4e63056a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:06.196592 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-074c5881-18b8-48e3-a83d-b86f0a3159b9 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:06.197153 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a', 'code': 200} Nov 23 02:34:06.208449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.254942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b4c4da0-100a-4739-a02d-12f77a387cf9 None None] Provisioning complete for port 8492a4c8-d97b-41d0-aff8-957c6ba49797 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:06.255446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b4c4da0-100a-4739-a02d-12f77a387cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.312396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c4da0-100a-4739-a02d-12f77a387cf9 None None] Port 8492a4c8-d97b-41d0-aff8-957c6ba49797 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:06.337332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.361891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:06.370200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.773143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.797575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d1eeb-499c-40af-9ea8-cc0921b9d657 req-19a44b14-b9b8-4cb0-90a4-89c006acb846 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:06.807865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a30d1eeb-499c-40af-9ea8-cc0921b9d657 req-19a44b14-b9b8-4cb0-90a4-89c006acb846 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 945 time: 1.0632694 Nov 23 02:34:06.879707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e556724-8176-4b50-9fc3-1da3e9ddd4d3 req-bf175a46-7f0d-4432-b1f5-a0ec21a1e19e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:06.887414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e556724-8176-4b50-9fc3-1da3e9ddd4d3 req-bf175a46-7f0d-4432-b1f5-a0ec21a1e19e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.1954265 Nov 23 02:34:06.942355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': '44b27133-2e02-42c0-a439-d19ff7bc3def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ea628c23-99b2-4d9b-87b8-e546524626fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:06.942355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: ea628c23-99b2-4d9b-87b8-e546524626fa, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:06.954299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=6c3d5c84-ae13-4242-9d00-fe1177dbb607,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.967058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e556724-8176-4b50-9fc3-1da3e9ddd4d3 req-99e27a7a-598d-4da8-9912-45e8bc2114fc tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766718 Nov 23 02:34:07.000842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.004877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network ea628c23-99b2-4d9b-87b8-e546524626fa is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:07.030463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, ea628c23-99b2-4d9b-87b8-e546524626fa) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:07.035870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:07.037233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.043345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4131ab0-d480-4649-af9d-28282d2c05ff None None] Network ea628c23-99b2-4d9b-87b8-e546524626fa requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:07.070068 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1cef1371-0282-45af-a968-b6680dabca65 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0657384 Nov 23 02:34:07.072601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49158) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:07.118865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a30d1eeb-499c-40af-9ea8-cc0921b9d657 req-82764e10-6970-4556-93f7-ebbd04fd0652 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080289 Nov 23 02:34:07.168728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:07.229611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.321721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.447769 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.556467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.638946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6dc9b9-99e0-420b-9343-2ff28903d691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-ea628c23-99b2-4d9b-87b8-e546524626fa', 'network_id': 'ea628c23-99b2-4d9b-87b8-e546524626fa', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': '6c3d5c84-ae13-4242-9d00-fe1177dbb607'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:07.639863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4c6dc9b9-99e0-420b-9343-2ff28903d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.673595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3d5c84-ae13-4242-9d00-fe1177dbb607,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:07.694692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:07.717339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:07.742970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Router de61e67b-0e46-43ca-b4f4-9448c899e065 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:34:07.823716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.864112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'mac_address': 'fa:16:3e:aa:ed:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:07.894286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea628c23-99b2-4d9b-87b8-e546524626fa']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:07.921743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b27133-2e02-42c0-a439-d19ff7bc3def') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:07.922135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b27133-2e02-42c0-a439-d19ff7bc3def') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:07.960766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:07.995066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.002919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:08.003527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:08.011328 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:08.097572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:34:08.122106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.150267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.155538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:08.158941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.162474 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/ea628c23-99b2-4d9b-87b8-e546524626fa HTTP/1.1" status: 204 len: 168 time: 1.0888209 Nov 23 02:34:08.165900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49170) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:08.171418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586695719'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:08.185071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:08.186401 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-109ee222-b525-492e-84c8-9817d134783d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.198230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.201803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:34:08.227476 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Sync routers for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:34:08.236662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ec925cd-8a13-4d26-b9b6-416a89906343 admin admin] 10.222.0.15 "PUT /v2.0/routers/de61e67b-0e46-43ca-b4f4-9448c899e065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9822299 Nov 23 02:34:08.245701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:08.247034 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:08.250213 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:34:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:08.252682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:08.257818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.310228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:08.328576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.328981 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment fc5a916a-c023-484d-92da-1d7721e1cf0c of type vlan for network d3747b75-d71e-4f28-9403-e553b5d9c0af Nov 23 02:34:08.363895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d0335-192f-47d3-b504-f2e2bb7b2836 None None] Network ea628c23-99b2-4d9b-87b8-e546524626fa requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:08.374082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:08.384094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 71f78314-176b-4b14-b3b2-ce4f350380d6 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:34:08.391428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.402567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 71f78314-176b-4b14-b3b2-ce4f350380d6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:08.403363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.427268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508b5c-db97-406f-9df2-15fd3a2c78e4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=ea628c23-99b2-4d9b-87b8-e546524626fa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:08.431996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.438982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:08.439660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.498334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['65b2bfb1-4dcd-4d73-811d-764f65d24b8b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:08.552426 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3831029 Nov 23 02:34:08.559284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:08.569897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:08.624811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.648220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f38d7d-e368-4ebc-b898-a5331d66454c req-c7a5ba64-692d-4eeb-bf6e-2f8c066716f5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:08.648697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d0335-192f-47d3-b504-f2e2bb7b2836 None None] Network ea628c23-99b2-4d9b-87b8-e546524626fa could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:34:08.656944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57f38d7d-e368-4ebc-b898-a5331d66454c req-c7a5ba64-692d-4eeb-bf6e-2f8c066716f5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.2116528 Nov 23 02:34:08.661928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.701759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904fac-4849-4c93-947f-7a87f46a14be tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=d3747b75-d71e-4f28-9403-e553b5d9c0af,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:08.730318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:08.737943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.817121 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:08.844103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:08.855202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.874182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] In _notify_port_updated(), no bound segment for port 8492a4c8-d97b-41d0-aff8-957c6ba49797 on network b20378da-f2dc-44fc-9da6-a2503dd51b24 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:34:08.880172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:08.881102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.882899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "PUT /v2.0/ports/8492a4c8-d97b-41d0-aff8-957c6ba49797 HTTP/1.1" status: 200 len: 1003 time: 3.4299543 Nov 23 02:34:08.930731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49178) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:08.951107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57f38d7d-e368-4ebc-b898-a5331d66454c req-5e168898-e579-4660-b63b-9f48cf8d284e tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931828 Nov 23 02:34:08.999602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.079247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857c5f8-7f24-43e3-89d1-6ff67d26803e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=8492a4c8-d97b-41d0-aff8-957c6ba49797,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:09.204691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.352033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.368954 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:34:05Z', 'revision_number': 5, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port': {'id': 'dcce24dd-1a48-46c1-a988-8de86b042b6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:06Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:09.371510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:09.379467 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a68213-0262-423c-a396-32a701b9db9b" -d '{"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:09.414615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.424602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:09.429439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-90f389bb-0fcd-4ba4-9080-84adf9aec2ea None None] Provisioning complete for port 8492a4c8-d97b-41d0-aff8-957c6ba49797 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:09.431358 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90f389bb-0fcd-4ba4-9080-84adf9aec2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.442693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Checking router: de61e67b-0e46-43ca-b4f4-9448c899e065 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:09.446162 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.487448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Routers {'de61e67b-0e46-43ca-b4f4-9448c899e065'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:09.496209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b3a77-a658-4d05-8a8c-633d48fba2c1 req-ed03535b-785b-4076-8dba-768180d83558 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:09.496813 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:34:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['de61e67b-0e46-43ca-b4f4-9448c899e065'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:09.497952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067b3a77-a658-4d05-8a8c-633d48fba2c1 req-ed03535b-785b-4076-8dba-768180d83558 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 945 time: 0.3071375 Nov 23 02:34:09.537762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 8492a4c8-d97b-41d0-aff8-957c6ba49797 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:09.538153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.546358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Deleting port dcce24dd-1a48-46c1-a988-8de86b042b6b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:09.546854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.602443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=77c4c555-2c22-4429-af95-748bc82d3e39,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:09.648565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-90f389bb-0fcd-4ba4-9080-84adf9aec2ea None None] Port 8492a4c8-d97b-41d0-aff8-957c6ba49797 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:09.659517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] For port dcce24dd-1a48-46c1-a988-8de86b042b6b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dcce24dd-1a48-46c1-a988-8de86b042b6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:09.659884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.670617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:09.674458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Calling delete_port for dcce24dd-1a48-46c1-a988-8de86b042b6b owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:09.706229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': 'fc5a916a-c023-484d-92da-1d7721e1cf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:09.706644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: d3747b75-d71e-4f28-9403-e553b5d9c0af, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:09.747427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network d3747b75-d71e-4f28-9403-e553b5d9c0af is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:09.762704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d3747b75-d71e-4f28-9403-e553b5d9c0af) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:09.771067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:09.772563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.773032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686b0c11-0052-4071-b5f8-5cfcd1dcbeca None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:09.781415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] Set router de61e67b-0e46-43ca-b4f4-9448c899e065 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:09.811281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f70059b5-6287-43bd-ad73-6e93b90716da tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2486267 Nov 23 02:34:09.812050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49184) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:09.824922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:09.941233 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:34:08Z', 'revision_number': 6, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:10.012772 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efa294-60fb-4e89-b8e0-896a3e6b224c None None] The sync data for ids ['de61e67b-0e46-43ca-b4f4-9448c899e065'] in n-d-714676-12 is: [{'id': 'de61e67b-0e46-43ca-b4f4-9448c899e065', 'name': 'tempest-ServerRescueNegativeTestJSON-697130616-router', 'tenant_id': '29ae4fe26d7b44e0978500b37e5101a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:05Z', 'updated_at': '2021-11-23T02:34:08Z', 'revision_number': 6, 'project_id': '29ae4fe26d7b44e0978500b37e5101a2', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:10.071520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:10.075676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.292022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067b3a77-a658-4d05-8a8c-633d48fba2c1 req-3fe54d27-414c-4740-a8e7-602726e9ab42 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7859979 Nov 23 02:34:10.295027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.366267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 8492a4c8-d97b-41d0-aff8-957c6ba49797 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:10.664416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.672938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d3747b75-d71e-4f28-9403-e553b5d9c0af', 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': '77c4c555-2c22-4429-af95-748bc82d3e39'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:10.674778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.721200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcce24dd-1a48-46c1-a988-8de86b042b6b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:10.913850 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.077261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.084822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.089516 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda43bd7-08fc-427c-993d-ae4ac664b352 x-openstack-request-id: req-bda43bd7-08fc-427c-993d-ae4ac664b352 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:11.089911 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:11.090149 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bda43bd7-08fc-427c-993d-ae4ac664b352 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:11.090517 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'code': 200} Nov 23 02:34:11.098939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.105391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955b59a-dd00-4b71-983c-cf7fc6171774 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:11.127213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.225116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Allocated IP 2001:db8::2 (d3747b75-d71e-4f28-9403-e553b5d9c0af/77c4c555-2c22-4429-af95-748bc82d3e39/ae8c653c-f4a5-4154-8b8e-23d493236afd) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:11.260433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.291238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=4b77075c-cb50-4cbe-a004-0c06f02577f0,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:11.299406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=8492a4c8-d97b-41d0-aff8-957c6ba49797,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:11.312612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network d3747b75-d71e-4f28-9403-e553b5d9c0af is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:11.319897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:11.329585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.332478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.372269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c3317223-63c3-4aa7-8371-d66ef6e6d8f0 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5562410 Nov 23 02:34:11.376041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:11.377068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49190) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:11.427054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-c0de5d43-c8a8-40fe-b0e0-34f4f23e4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.429163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-c0de5d43-c8a8-40fe-b0e0-34f4f23e4e54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=067d5906a505414bb05b5647aed6f694&device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 1100 time: 0.3114140 Nov 23 02:34:11.625680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.630974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de61e67b-0e46-43ca-b4f4-9448c899e065 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:34:11.634247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:11.634584 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.651062 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.653023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15c7d28f-40a3-4a68-8cc3-b5d31d37c483 admin admin] 10.222.0.15 "DELETE /v2.0/routers/de61e67b-0e46-43ca-b4f4-9448c899e065 HTTP/1.1" status: 204 len: 168 time: 3.3992784 Nov 23 02:34:11.699012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:11.705776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.713170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a0a42d9-cfca-4405-b656-4e491962a03a tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/8492a4c8-d97b-41d0-aff8-957c6ba49797 HTTP/1.1" status: 204 len: 168 time: 2.7588458 Nov 23 02:34:11.723930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:11.791512 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.797232 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.824077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.882969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855301b4-f804-462a-a243-813e0c68ccd7 req-cef7727f-88a9-4f35-95e1-e342821e2143 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.889257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-855301b4-f804-462a-a243-813e0c68ccd7 req-cef7727f-88a9-4f35-95e1-e342821e2143 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.8847654 Nov 23 02:34:11.901612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Pushing event updated for resources: {'Port': ['ID=ae8c653c-f4a5-4154-8b8e-23d493236afd,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:11.910119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dcce24dd-1a48-46c1-a988-8de86b042b6b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:11.924922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.926780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.932400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.935011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.938766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.948633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f245a158-300b-4649-979d-4f29b0401565 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5705371 Nov 23 02:34:11.949226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:11.974418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:11.976928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053229174'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:12.007657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-89d35b54-db66-447d-8d0c-440f9b2b114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.008245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46fa44-242d-42d1-a149-4f4924fedef4 req-31d1c08a-54da-4d18-8964-d895301c5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.009065 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-89d35b54-db66-447d-8d0c-440f9b2b114d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.4858153 Nov 23 02:34:12.010439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:12.012032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dcce24dd-1a48-46c1-a988-8de86b042b6b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:12.012611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dcce24dd-1a48-46c1-a988-8de86b042b6b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:12.013231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 209cc3dc-8ea8-4380-b86c-94042595c887 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:12.013960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d46fa44-242d-42d1-a149-4f4924fedef4 req-31d1c08a-54da-4d18-8964-d895301c5010 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 1098 time: 0.7723286 Nov 23 02:34:12.025591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:12.029701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:12.044177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.047882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:12.056157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 209cc3dc-8ea8-4380-b86c-94042595c887 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:12.056865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 209cc3dc-8ea8-4380-b86c-94042595c887 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:12.058169 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-38925bb7-701e-4215-ae24-27264d692a45 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] GET failed (client error): The resource could not be found. Nov 23 02:34:12.065841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38925bb7-701e-4215-ae24-27264d692a45 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports/8492a4c8-d97b-41d0-aff8-957c6ba49797 HTTP/1.1" status: 404 len: 333 time: 0.2137876 Nov 23 02:34:12.070110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:12.089431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1762735536'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:12.111654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-7803a882-f72f-47af-a684-c19b309d3e6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b HTTP/1.1" status: 200 len: 217 time: 0.0942097 Nov 23 02:34:12.117225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:12.133844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Attempting to bind port ae8c653c-f4a5-4154-8b8e-23d493236afd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:12.134671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Attempting to bind port ae8c653c-f4a5-4154-8b8e-23d493236afd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fc5a916a-c023-484d-92da-1d7721e1cf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:12.135320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Attempting to bind port ae8c653c-f4a5-4154-8b8e-23d493236afd on network d3747b75-d71e-4f28-9403-e553b5d9c0af {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:12.137923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.156502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Deleting subnet 324fef30-4a84-41d6-8913-454c4acda5fa {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:12.169688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:12.170540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Checking segment: {'id': 'fc5a916a-c023-484d-92da-1d7721e1cf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:12.171213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.172353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Bound using segment: {'id': 'fc5a916a-c023-484d-92da-1d7721e1cf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:12.173111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Bound port: ae8c653c-f4a5-4154-8b8e-23d493236afd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5a916a-c023-484d-92da-1d7721e1cf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:12.173749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.179048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:12.184863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-79c15e20-01e9-4ce8-9030-8b7de02f7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.186360 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-79c15e20-01e9-4ce8-9030-8b7de02f7051 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0679944 Nov 23 02:34:12.225660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.226039 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2 of type vlan for network d772a1a2-f516-444b-8302-3117944db3ce Nov 23 02:34:12.229118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.262018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:12.309876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] For port ae8c653c-f4a5-4154-8b8e-23d493236afd, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:12.313667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] For port ae8c653c-f4a5-4154-8b8e-23d493236afd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae8c653c-f4a5-4154-8b8e-23d493236afd,segment=NetworkSegment(fc5a916a-c023-484d-92da-1d7721e1cf0c),segment_id=fc5a916a-c023-484d-92da-1d7721e1cf0c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:12.323440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.403908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7a59d-98f1-4356-8176-e962575285f1 None None] Pushing event updated for resources: {'Port': ['ID=ae8c653c-f4a5-4154-8b8e-23d493236afd,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:12.405685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.415657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-caf44414-9d79-4c4e-ac02-a1141b573fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.417250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-caf44414-9d79-4c4e-ac02-a1141b573fa7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2196836 Nov 23 02:34:12.446454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d46fa44-242d-42d1-a149-4f4924fedef4 req-cb33c2b0-4798-4568-aebd-9609fde4ff27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050109 Nov 23 02:34:12.474493 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.533190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.576737 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-9ede95d2-1792-4e89-bfd3-8fef8f382672 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489360 Nov 23 02:34:12.651843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-855301b4-f804-462a-a243-813e0c68ccd7 req-a08a205c-e2ad-4c8a-8186-314f83b7f15c tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7275486 Nov 23 02:34:12.667815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.782470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd7ff567-2a8b-4de0-beb5-79557ac6f0e3 req-25fb721c-d3bc-492d-ab1c-935b2fa77eaf service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944375 Nov 23 02:34:12.801741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324fef30-4a84-41d6-8913-454c4acda5fa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:12.807166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.829955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.830923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.878862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.884270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b03f6-9568-4d26-9a8b-b1bbf9faa03d None None] Network 298bbe79-afd4-4525-9a6b-5de63c291b7b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:12.908022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a63bd016-75e0-4ac7-962c-c4d2f980488d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/324fef30-4a84-41d6-8913-454c4acda5fa HTTP/1.1" status: 204 len: 168 time: 1.1920741 Nov 23 02:34:12.915019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:13.004134 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0343835 Nov 23 02:34:13.004935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:13.030019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:13.043291 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.099394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:13.102067 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b39dad-1e79-41cc-a82c-6afff2d04181" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:13.135461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5612302-0546-40ee-997d-622bc716344f None None] DHCP port deletion for 298bbe79-afd4-4525-9a6b-5de63c291b7b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:13.197031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371f85f-9339-4cb2-8482-15e1e351f0bd tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=d772a1a2-f516-444b-8302-3117944db3ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:13.215846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d772a1a2-f516-444b-8302-3117944db3ce details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:13.266861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e08ccf-e76d-4b7d-9db2-8752a16f8558 req-77a6150a-9262-4321-9e1a-46d4ab339169 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:13.269395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e08ccf-e76d-4b7d-9db2-8752a16f8558 req-77a6150a-9262-4321-9e1a-46d4ab339169 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.4106388 Nov 23 02:34:13.279298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.346171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298bbe79-afd4-4525-9a6b-5de63c291b7b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:13.363481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:13.368485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.413575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249dd36b-1fdd-4945-b33b-a19e74a48a08') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:13.414377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249dd36b-1fdd-4945-b33b-a19e74a48a08') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:13.422042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port 8c58f0d1-17ff-4283-90ca-9348cdec6737 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:13.461571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.483275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.516868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.565296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e08ccf-e76d-4b7d-9db2-8752a16f8558 req-61a30a83-b818-4fa9-b21e-3f0bf0920eb2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723591 Nov 23 02:34:13.577939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.600221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:13.600772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:13.605770 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:13.637648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network d772a1a2-f516-444b-8302-3117944db3ce is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:34:13.643988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:13.644632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.649504 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "PUT /v2.0/networks/d772a1a2-f516-444b-8302-3117944db3ce HTTP/1.1" status: 200 len: 723 time: 0.6330113 Nov 23 02:34:13.653069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49214) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:13.659450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:13.819869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.822763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020cf92-3f51-43e3-9f98-3c7b1c9bc81c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=d772a1a2-f516-444b-8302-3117944db3ce,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:13.835039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d772a1a2-f516-444b-8302-3117944db3ce details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:13.841281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.863639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/298bbe79-afd4-4525-9a6b-5de63c291b7b HTTP/1.1" status: 204 len: 168 time: 0.9299593 Nov 23 02:34:13.931381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d7232-ec7f-4ec1-80c0-fcb924bcaa1e admin admin] Pushing event deleted for resources: {'Network': ['ID=298bbe79-afd4-4525-9a6b-5de63c291b7b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:13.978161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae8c653c-f4a5-4154-8b8e-23d493236afd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:13.981331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::3ba (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/8c58f0d1-17ff-4283-90ca-9348cdec6737) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:13.989497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:14.001059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.171787 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9d35e-d877-4df5-ba42-39a3d47dbc79 x-openstack-request-id: req-e6d9d35e-d877-4df5-ba42-39a3d47dbc79 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:14.180876 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-plugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:14.181205 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6d9d35e-d877-4df5-ba42-39a3d47dbc79 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:14.181563 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'code': 200} Nov 23 02:34:14.255950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:14.256958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.338109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8adbb46-e3c5-422c-853c-32e7734053db None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:14.351333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:14.414641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.488558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b96958a-ca15-40b6-98cf-3a7a0c52268f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29ae4fe26d7b44e0978500b37e5101a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310329 Nov 23 02:34:14.489616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49224) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:14.617339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.658772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4834ccab-a7f6-4fe8-9d6b-bfadbe5b616b None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:14.659276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4834ccab-a7f6-4fe8-9d6b-bfadbe5b616b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.753335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:14.754120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: d772a1a2-f516-444b-8302-3117944db3ce, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:14.770904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=3b6cc340-3a7e-4402-9cf0-ccc501781b60,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:14.800810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network d772a1a2-f516-444b-8302-3117944db3ce is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:14.814658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.824658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d772a1a2-f516-444b-8302-3117944db3ce) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:14.829152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:14.829933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.862093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c25e366-eb86-4a90-9d80-40f24c6cf3a4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2079074 Nov 23 02:34:14.862790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:14.868720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:14.882059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ae8c653c-f4a5-4154-8b8e-23d493236afd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae8c653c-f4a5-4154-8b8e-23d493236afd,segment=NetworkSegment(fc5a916a-c023-484d-92da-1d7721e1cf0c),segment_id=fc5a916a-c023-484d-92da-1d7721e1cf0c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:14.888871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c6778-ccee-4efa-8eb5-5a0bab327535 None None] Network d772a1a2-f516-444b-8302-3117944db3ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:15.001143 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.166820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521397'] for subnet, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.420638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ae8c653c-f4a5-4154-8b8e-23d493236afd,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.422879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.435229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-eb293470-0cbe-46a8-a66e-e726ca30c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:15.436897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-eb293470-0cbe-46a8-a66e-e726ca30c2ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ae7b7da3792423dbcef40abacf67c50&device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1097 time: 0.8382807 Nov 23 02:34:15.461200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed137d-aaeb-45c6-9aab-711fa8418494 req-c0845787-28b8-4935-817b-b6272f2d9b34 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:15.463153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aed137d-aaeb-45c6-9aab-711fa8418494 req-c0845787-28b8-4935-817b-b6272f2d9b34 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 1.1180274 Nov 23 02:34:15.490605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d772a1a2-f516-444b-8302-3117944db3ce', 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': '3b6cc340-3a7e-4402-9cf0-ccc501781b60'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:15.491550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.529714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Update dhcp port {'port': {'network_id': 'd3747b75-d71e-4f28-9403-e553b5d9c0af', 'fixed_ips': [{'subnet_id': '77c4c555-2c22-4429-af95-748bc82d3e39', 'ip_address': '2001:db8::2'}, {'subnet_id': '4b77075c-cb50-4cbe-a004-0c06f02577f0'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'ae8c653c-f4a5-4154-8b8e-23d493236afd'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:34:15.595982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.663104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.675389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.687637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aed137d-aaeb-45c6-9aab-711fa8418494 req-03538104-ba90-43bf-931f-4a73ee60d71f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097118 Nov 23 02:34:15.777812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793994141004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8541866'] for subnet, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.924451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=3b6cc340-3a7e-4402-9cf0-ccc501781b60,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.945835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:15.948879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:15.949595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.958028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-393f54f1-f86b-445d-b1ca-3d417311d3d4 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "PUT /v2.0/subnets/3b6cc340-3a7e-4402-9cf0-ccc501781b60 HTTP/1.1" status: 200 len: 826 time: 1.0919626 Nov 23 02:34:15.958889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49234) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:16.010015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:16.018273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:16.025351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:16.026035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.135061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.148709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0754557 Nov 23 02:34:16.151421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:16.162497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Allocated IP 172.20.0.1 (d3747b75-d71e-4f28-9403-e553b5d9c0af/4b77075c-cb50-4cbe-a004-0c06f02577f0/ae8c653c-f4a5-4154-8b8e-23d493236afd) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:16.165208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:56:ac'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:16.208822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aabf4-9283-4693-b273-6e43a468c020 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=8c58f0d1-17ff-4283-90ca-9348cdec6737,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:16.279703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-104f0a70-65e4-4053-8394-b8bfc5161683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:16.283766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-104f0a70-65e4-4053-8394-b8bfc5161683 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 200 len: 918 time: 0.7809806 Nov 23 02:34:16.315741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] For port ae8c653c-f4a5-4154-8b8e-23d493236afd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae8c653c-f4a5-4154-8b8e-23d493236afd,segment=NetworkSegment(fc5a916a-c023-484d-92da-1d7721e1cf0c),segment_id=fc5a916a-c023-484d-92da-1d7721e1cf0c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:16.357016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.374134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae8c653c-f4a5-4154-8b8e-23d493236afd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:16.385325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.423692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.444479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a8c1-2d82-4413-b123-6719929419ed req-84fd0a79-1352-417e-a71c-04bd0c0fbd4c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:16.447707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d41a8c1-2d82-4413-b123-6719929419ed req-84fd0a79-1352-417e-a71c-04bd0c0fbd4c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.5939183 Nov 23 02:34:16.490206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.491590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e391dd-c8f8-4b39-9208-e3dc8b3fb42c None None] Pushing event updated for resources: {'Port': ['ID=ae8c653c-f4a5-4154-8b8e-23d493236afd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:16.511836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.516360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58366ce7-9fe6-4929-947b-e568ed719a8c HTTP/1.1" status: 204 len: 168 time: 2.0228543 Nov 23 02:34:16.597772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-3dd68542-9331-41cc-b3c6-c127139ab880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 200 len: 999 time: 0.2921860 Nov 23 02:34:16.715502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:16.716156 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.725380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Allocated IP 2001:db8::2 (d772a1a2-f516-444b-8302-3117944db3ce/3b6cc340-3a7e-4402-9cf0-ccc501781b60/11871c75-1f82-49c2-85a0-716ed7a885c5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:16.855807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea6d7-56ee-470c-b82e-5cdae61b0e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58366ce7-9fe6-4929-947b-e568ed719a8c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:16.951878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.996707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-135ca91e-2833-4b8c-aea3-778ef39bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:17.003607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-135ca91e-2833-4b8c-aea3-778ef39bfbc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 200 len: 856 time: 0.2070866 Nov 23 02:34:17.008679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d41a8c1-2d82-4413-b123-6719929419ed req-e3cbd6e7-0380-476d-91dd-880772a9aa95 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383704 Nov 23 02:34:17.151362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-f65a7e66-a294-4b76-b5f6-c198a86081f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:17.152926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dfcc65d0-19d7-4e19-8659-3b5e8ff9e4da None None] Provisioning complete for port 8c58f0d1-17ff-4283-90ca-9348cdec6737 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:17.153376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfcc65d0-19d7-4e19-8659-3b5e8ff9e4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.155816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-f65a7e66-a294-4b76-b5f6-c198a86081f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9217600a-924c-43d2-9487-45e4a554bc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422315 Nov 23 02:34:17.217096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc65d0-19d7-4e19-8659-3b5e8ff9e4da None None] Port 8c58f0d1-17ff-4283-90ca-9348cdec6737 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:17.575562 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.591146 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.618730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.776774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6cc340-3a7e-4402-9cf0-ccc501781b60,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:17.791149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Network d772a1a2-f516-444b-8302-3117944db3ce is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:17.795094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:17.807052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-19c03c19-d109-45e1-b70d-7990c95c24fd service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402199 Nov 23 02:34:17.832127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:17.834386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964288e-560f-4a9f-b8be-de525f9022ea None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:17.957331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.051462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772a1a2-f516-444b-8302-3117944db3ce']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.077627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae8c653c-f4a5-4154-8b8e-23d493236afd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:18.104407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.104704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.133874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.153617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90d7f690-a93c-406a-bfb3-416672a207e7 req-6f41c8b9-b655-4f89-8fa8-f17972bf9427 service neutron] 10.222.0.41 "GET /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173723 Nov 23 02:34:18.185737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.196771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Pushing event updated for resources: {'Port': ['ID=11871c75-1f82-49c2-85a0-716ed7a885c5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:18.202352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:18.202901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:18.206472 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:18.263513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08019b-c4dd-4277-93a9-364cb13753e7 req-a07ce95d-946a-4e8c-832a-e25d98cc7bb4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:18.267750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f08019b-c4dd-4277-93a9-364cb13753e7 req-a07ce95d-946a-4e8c-832a-e25d98cc7bb4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.7264421 Nov 23 02:34:18.294136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.324993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:34:18.324993 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:34:18.324993 n-d-714676-12 neutron-server[103572]: [parameters: {'id': 'd772a1a2-f516-444b-8302-3117944db3ce'}] Nov 23 02:34:18.324993 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:34:18.325502 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:34:18.328864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.359160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] In _notify_port_updated(), no bound segment for port 8c58f0d1-17ff-4283-90ca-9348cdec6737 on network b20378da-f2dc-44fc-9da6-a2503dd51b24 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:34:18.367389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0a513b28-2a48-42f1-a686-308fdaf180d8 None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:18.367837 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a513b28-2a48-42f1-a686-308fdaf180d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.374386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:18.375129 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.379437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:18.403392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "PUT /v2.0/ports/8c58f0d1-17ff-4283-90ca-9348cdec6737 HTTP/1.1" status: 200 len: 1003 time: 2.2437859 Nov 23 02:34:18.476700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Attempting to bind port 11871c75-1f82-49c2-85a0-716ed7a885c5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:18.477084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Attempting to bind port 11871c75-1f82-49c2-85a0-716ed7a885c5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:18.477453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Attempting to bind port 11871c75-1f82-49c2-85a0-716ed7a885c5 on network d772a1a2-f516-444b-8302-3117944db3ce {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:18.499043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:18.499446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.598336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:18.598826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Checking segment: {'id': 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:18.599268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.599676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Bound using segment: {'id': 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:18.600840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Bound port: 11871c75-1f82-49c2-85a0-716ed7a885c5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd772a1a2-f516-444b-8302-3117944db3ce'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:18.601335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.603885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64839f0-aa1b-4976-8d10-cd7584274fba tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=8c58f0d1-17ff-4283-90ca-9348cdec6737,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:18.615264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f08019b-c4dd-4277-93a9-364cb13753e7 req-4101752c-9685-46f3-8b38-37c53c651ece tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384194 Nov 23 02:34:18.657655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 8c58f0d1-17ff-4283-90ca-9348cdec6737 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:18.658567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.808769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] For port 11871c75-1f82-49c2-85a0-716ed7a885c5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:18.812925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] For port 11871c75-1f82-49c2-85a0-716ed7a885c5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=11871c75-1f82-49c2-85a0-716ed7a885c5,segment=NetworkSegment(ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2),segment_id=ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:18.826794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.901613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.939080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.976214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 8c58f0d1-17ff-4283-90ca-9348cdec6737 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:19.051027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1580563-904b-4bbe-b975-ea77ce462423 req-8aa45579-1a9a-42e4-8959-73d00bdd33e4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:19.061614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1580563-904b-4bbe-b975-ea77ce462423 req-8aa45579-1a9a-42e4-8959-73d00bdd33e4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1856799 Nov 23 02:34:19.106294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port 11871c75-1f82-49c2-85a0-716ed7a885c5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:19.106963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.216563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1580563-904b-4bbe-b975-ea77ce462423 req-52b0739e-49d5-46f4-b6d1-e827633f43dd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538029 Nov 23 02:34:19.315673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port 11871c75-1f82-49c2-85a0-716ed7a885c5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=11871c75-1f82-49c2-85a0-716ed7a885c5,segment=NetworkSegment(ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2),segment_id=ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:19.316040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.349192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7ccee446-ad3d-44ac-b913-195f7236aa4e None None] Provisioning complete for port 8c58f0d1-17ff-4283-90ca-9348cdec6737 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:19.349579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ccee446-ad3d-44ac-b913-195f7236aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.438029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd963cbb-4030-48c0-ba58-6d22379ede35 req-8b6f576b-8906-4a13-bedd-38e18cad0136 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:19.450456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd963cbb-4030-48c0-ba58-6d22379ede35 req-8b6f576b-8906-4a13-bedd-38e18cad0136 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.1076238 Nov 23 02:34:19.466425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for 11871c75-1f82-49c2-85a0-716ed7a885c5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:19.482662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6513f-440f-4464-af8a-c1ef294a370d None None] Network d772a1a2-f516-444b-8302-3117944db3ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:19.538747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd963cbb-4030-48c0-ba58-6d22379ede35 req-50c924a1-3c95-4f1c-a76e-6e0d293746c5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700552 Nov 23 02:34:19.539463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1c4d1-2fe2-4b9e-bd8b-878556d62608 None None] Pushing event updated for resources: {'Port': ['ID=11871c75-1f82-49c2-85a0-716ed7a885c5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:19.614394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.658531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7ccee446-ad3d-44ac-b913-195f7236aa4e None None] Port 8c58f0d1-17ff-4283-90ca-9348cdec6737 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:19.690676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=8c58f0d1-17ff-4283-90ca-9348cdec6737,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:19.812679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.837384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.840229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4747de61-0f24-40c7-9bea-adeb428c330f None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:19.840606 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4747de61-0f24-40c7-9bea-adeb428c330f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.841247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3999984d-ff04-48ec-9be7-2782e41ee526 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/8c58f0d1-17ff-4283-90ca-9348cdec6737 HTTP/1.1" status: 204 len: 168 time: 1.4603665 Nov 23 02:34:19.882831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.896748 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38d58b4-316c-4f42-a07a-d9bb59b3ffd0 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] GET failed (client error): The resource could not be found. Nov 23 02:34:19.909646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e38d58b4-316c-4f42-a07a-d9bb59b3ffd0 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports/8c58f0d1-17ff-4283-90ca-9348cdec6737 HTTP/1.1" status: 404 len: 333 time: 0.0690346 Nov 23 02:34:19.910542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.914010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port 11871c75-1f82-49c2-85a0-716ed7a885c5 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:19.922196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100609356'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:19.951320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a71ab-3932-477f-8bbd-ca3d762bb8de None None] Network d772a1a2-f516-444b-8302-3117944db3ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:19.994532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=11871c75-1f82-49c2-85a0-716ed7a885c5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.108136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.171807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:20.176327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.184339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772a1a2-f516-444b-8302-3117944db3ce']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.213914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.214538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae968ecf-a6af-4e24-9ea8-fdb0c019a1b2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.234325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.238941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port 957c7229-1757-4892-a42d-2b52f48b7b20 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:20.259223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.287775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920af86d-1286-4d02-bbc6-94f37e1bf50b None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:34:20.322541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:20.322541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:20.342544 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:20.544443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.589342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.599190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/d772a1a2-f516-444b-8302-3117944db3ce HTTP/1.1" status: 204 len: 168 time: 4.6377041 Nov 23 02:34:20.616896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:20.618386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087e374-504e-4136-9a0b-c7a8a7aa89de tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=d772a1a2-f516-444b-8302-3117944db3ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.671671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920af86d-1286-4d02-bbc6-94f37e1bf50b None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:34:20.715875 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-657f5bc2-0e8b-4281-b47a-8c6f0d75c1ef tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:20.719138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657f5bc2-0e8b-4281-b47a-8c6f0d75c1ef tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:20.723508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::158 (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/957c7229-1757-4892-a42d-2b52f48b7b20) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:20.727914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-657f5bc2-0e8b-4281-b47a-8c6f0d75c1ef tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/d772a1a2-f516-444b-8302-3117944db3ce HTTP/1.1" status: 404 len: 339 time: 0.0930848 Nov 23 02:34:20.738126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:20.751042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-153813668', 'description': 'd1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:20.807078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:20.815898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.931343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:20.962236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.963282 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 8fa1457e-7da0-4f75-a9e8-9254189ad268 of type vlan for network 1afca393-cdf8-44fb-ad3b-2d88c65ad259 Nov 23 02:34:20.998268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.069997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.076302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.137456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.152599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:21.156468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.174608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:21.192256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:21.200782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:21.215258 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4748642 Nov 23 02:34:21.216378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49340) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.222091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:21.223717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.263704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3467252 Nov 23 02:34:21.268576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.281300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'network_id': 'b20378da-f2dc-44fc-9da6-a2503dd51b24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-939431290'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:21.374214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb65d0-ee96-4914-82fe-eb4ca280bb22 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=957c7229-1757-4892-a42d-2b52f48b7b20,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:21.448364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2748d8-24be-4081-865b-151d4f30eb21 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:21.456536 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b2748d8-24be-4081-865b-151d4f30eb21 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks?id=1afca393-cdf8-44fb-ad3b-2d88c65ad259 HTTP/1.1" status: 200 len: 764 time: 0.2363546 Nov 23 02:34:21.457276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.470415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'description': 'd2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:21.524989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae574fc-3889-465a-9d5e-e34b5c4524c2 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=1afca393-cdf8-44fb-ad3b-2d88c65ad259,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:21.541259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1afca393-cdf8-44fb-ad3b-2d88c65ad259 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:21.665615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Made reservation on behalf of 13da3fae51964d12b1156e7203cf56f7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:21.670517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.723893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] device_id is not set on port 456e7e66-1a21-4d0b-91f6-c16b88428fbb yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:21.833683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.850436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1c8a5aea-eed2-4a62-b70e-b60a0a0fcc66 None None] Provisioning complete for port 957c7229-1757-4892-a42d-2b52f48b7b20 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:21.851109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5aea-eed2-4a62-b70e-b60a0a0fcc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.888878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.903726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network 1afca393-cdf8-44fb-ad3b-2d88c65ad259 is not hosted by any dhcp agent {{(pid=103571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:34:21.911970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:21.913514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.918376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.919104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "PUT /v2.0/networks/1afca393-cdf8-44fb-ad3b-2d88c65ad259 HTTP/1.1" status: 200 len: 761 time: 0.4604568 Nov 23 02:34:21.995308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a5aea-eed2-4a62-b70e-b60a0a0fcc66 None None] Port 957c7229-1757-4892-a42d-2b52f48b7b20 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:22.021447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Allocated IP 2001:db8::1a1 (b20378da-f2dc-44fc-9da6-a2503dd51b24/824c80d8-5e05-4871-b8d7-ac958a27fb68/456e7e66-1a21-4d0b-91f6-c16b88428fbb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:22.030648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee6a79-d53a-4cd2-b995-c4c87827b100 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=1afca393-cdf8-44fb-ad3b-2d88c65ad259,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:22.047566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1afca393-cdf8-44fb-ad3b-2d88c65ad259 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:22.185643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be082-d630-4e13-894b-34a9df93a480 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:22.188710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0b9be082-d630-4e13-894b-34a9df93a480 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks?id=1afca393-cdf8-44fb-ad3b-2d88c65ad259 HTTP/1.1" status: 200 len: 764 time: 0.2681386 Nov 23 02:34:22.192734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:22.557422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:22.645261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:22.697796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:22.732905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601e294-de5a-4eeb-b4a8-d44b9829b55d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:22.737471 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7601e294-de5a-4eeb-b4a8-d44b9829b55d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5434999 Nov 23 02:34:22.738240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49368) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:22.771512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:22.776682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:22.783461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:22.789841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:22.790472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:22.800224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=456e7e66-1a21-4d0b-91f6-c16b88428fbb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:22.842660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-481c6916-406f-4f54-b0a9-27c3eae82f19 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5729678 Nov 23 02:34:22.847246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:22.865348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::383', 'mac_address': 'fa:16:3e:3a:56:ac'}, {'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:95:4d:ed'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:22.898175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f5708c0-0fdb-4a5d-ba25-27feccf35cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.261042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-76e8ab64-5563-4dbd-9fb9-fbe43bdd2c58 None None] Provisioning complete for port 456e7e66-1a21-4d0b-91f6-c16b88428fbb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:23.261727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76e8ab64-5563-4dbd-9fb9-fbe43bdd2c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.300768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.338469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.363016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76e8ab64-5563-4dbd-9fb9-fbe43bdd2c58 None None] Port 456e7e66-1a21-4d0b-91f6-c16b88428fbb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:23.455365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f5708c0-0fdb-4a5d-ba25-27feccf35cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.463696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5f5708c0-0fdb-4a5d-ba25-27feccf35cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.530207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5708c0-0fdb-4a5d-ba25-27feccf35cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74de24c4-be2e-460f-a134-3521db7b84c0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:23.559193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-efb34f1d-fe54-45c3-baea-bb1b8eb20661 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 207 time: 0.8167689 Nov 23 02:34:23.559746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:23.601665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5f5708c0-0fdb-4a5d-ba25-27feccf35cce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22b7d91b3b5d4175ba270e7540d4d861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9515190 Nov 23 02:34:23.604512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:23.723380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.747323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.852190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.854797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:23.855964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74de24c4-be2e-460f-a134-3521db7b84c0 HTTP/1.1" status: 204 len: 168 time: 0.2507038 Nov 23 02:34:23.902494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1bc2-71fd-4cc8-9a20-d914fc51fb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74de24c4-be2e-460f-a134-3521db7b84c0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:23.911714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.919393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.942666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.963037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.970158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.977379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:23.980301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f850d580-922a-4820-a5ce-a503af99de93 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4199317 Nov 23 02:34:23.984169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.010177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.022719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.108236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] In _notify_port_updated(), no bound segment for port 456e7e66-1a21-4d0b-91f6-c16b88428fbb on network b20378da-f2dc-44fc-9da6-a2503dd51b24 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:34:24.113877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.114560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.115935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "PUT /v2.0/ports/456e7e66-1a21-4d0b-91f6-c16b88428fbb HTTP/1.1" status: 200 len: 1067 time: 1.2661476 Nov 23 02:34:24.119099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.158238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c92ec3-05bd-4416-a633-ac9c6c0c88d8 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event updated for resources: {'Port': ['ID=456e7e66-1a21-4d0b-91f6-c16b88428fbb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:24.212662 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-82b4a8b8-bcba-4329-af0e-2922c6710560 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2235312 Nov 23 02:34:24.213373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.479673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49402) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.502243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0176694-d7dc-4869-97f9-98077c702ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.515998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.518104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.519649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.521374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.523640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.525600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6c885249-b106-4452-8e50-c179de17c92c tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3112581 Nov 23 02:34:24.531303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49404) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.544792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 456e7e66-1a21-4d0b-91f6-c16b88428fbb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:24.545241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.557642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0faae8-5a14-4c36-a8b7-7f90478919e5 req-a0af93b5-db88-4718-851e-7b057be7425d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.562264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d0faae8-5a14-4c36-a8b7-7f90478919e5 req-a0af93b5-db88-4718-851e-7b057be7425d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.1612301 Nov 23 02:34:24.640730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.644048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.646723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.649356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.651477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.653281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eec67bd4-b5a5-4405-b62e-48bb4b1a6b8d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1206799 Nov 23 02:34:24.658489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49410) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.667493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b13690e8-dbc5-4451-b5bd-8facf60dc72c None None] Provisioning complete for port 456e7e66-1a21-4d0b-91f6-c16b88428fbb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:24.672298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b13690e8-dbc5-4451-b5bd-8facf60dc72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.677458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d0faae8-5a14-4c36-a8b7-7f90478919e5 req-4021d512-471d-43d7-affd-ae90059625c4 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999498 Nov 23 02:34:24.711336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.744070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 456e7e66-1a21-4d0b-91f6-c16b88428fbb owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:24.813641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b13690e8-dbc5-4451-b5bd-8facf60dc72c None None] Port 456e7e66-1a21-4d0b-91f6-c16b88428fbb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:24.886087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee74659-56fa-4cef-a61e-e854a849f307 req-775a1a1f-d7ae-4c6c-8110-21eb53abadc8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.887652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dee74659-56fa-4cef-a61e-e854a849f307 req-775a1a1f-d7ae-4c6c-8110-21eb53abadc8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1213288 Nov 23 02:34:24.904991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0176694-d7dc-4869-97f9-98077c702ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.917453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0176694-d7dc-4869-97f9-98077c702ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:24.949411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d7a96-83dd-4e89-8690-1099d8e44216 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:24.951179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d6d7a96-83dd-4e89-8690-1099d8e44216 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks/dc2535ba-bf4a-4a87-ab37-5169cd034355 HTTP/1.1" status: 200 len: 804 time: 0.2916985 Nov 23 02:34:24.958647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.977514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b0176694-d7dc-4869-97f9-98077c702ffd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af66c5a779d8442cb0a4cb859a3661dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938145 Nov 23 02:34:24.979261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49420) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:24.987827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0176694-d7dc-4869-97f9-98077c702ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d294f9aa-b8b0-43df-8a77-bc5aba305b7b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:25.018747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dee74659-56fa-4cef-a61e-e854a849f307 req-391cb5b5-c7d8-4e47-a88d-03d0781ae817 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189811 Nov 23 02:34:25.040649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.052010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.065161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.101848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=456e7e66-1a21-4d0b-91f6-c16b88428fbb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:25.121017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.124111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.125470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d294f9aa-b8b0-43df-8a77-bc5aba305b7b HTTP/1.1" status: 204 len: 168 time: 0.1452801 Nov 23 02:34:25.136257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaa7ce-ffb6-49b9-8645-ece9995b6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294f9aa-b8b0-43df-8a77-bc5aba305b7b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:25.217567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a2a0dd26-ada9-45c1-8d81-525921565e7f tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/networks/dc2535ba-bf4a-4a87-ab37-5169cd034355?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2575953 Nov 23 02:34:25.220878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49430) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.297617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425a53f4-2fd8-4fec-a21c-4ea966b63f58 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.299066 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-425a53f4-2fd8-4fec-a21c-4ea966b63f58 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets/fde0e15e-896a-47a9-b0c4-74da6e879961 HTTP/1.1" status: 200 len: 843 time: 0.0771220 Nov 23 02:34:25.302803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49442) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.313653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ee697-ad67-4902-9127-432aa61aebba req-4326b4d8-d44e-4c5b-80fb-bf342d9177d1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.315503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b1ee697-ad67-4902-9127-432aa61aebba req-4326b4d8-d44e-4c5b-80fb-bf342d9177d1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.2067080 Nov 23 02:34:25.425480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5825b4-d728-4e4f-bcfc-f4fd74bad5ac tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.430449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc5825b4-d728-4e4f-bcfc-f4fd74bad5ac tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "GET /v2.0/subnets/fde0e15e-896a-47a9-b0c4-74da6e879961?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1232898 Nov 23 02:34:25.432249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.432552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.439336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518962525'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:25.440478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23bec0f7-18df-4b38-a747-0e06f2375a87 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/456e7e66-1a21-4d0b-91f6-c16b88428fbb HTTP/1.1" status: 204 len: 168 time: 1.3207066 Nov 23 02:34:25.443672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49460) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.459809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b1ee697-ad67-4902-9127-432aa61aebba req-208b6eee-61b4-4b66-8ce3-55f055f774d4 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331019 Nov 23 02:34:25.478057 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-91734942-0222-4d36-8ad1-707920fd9e67 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] GET failed (client error): The resource could not be found. Nov 23 02:34:25.481440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-91734942-0222-4d36-8ad1-707920fd9e67 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports/456e7e66-1a21-4d0b-91f6-c16b88428fbb HTTP/1.1" status: 404 len: 333 time: 0.0346925 Nov 23 02:34:25.482590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49462) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.536273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:25.540727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.555947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031079-0cc7-4eb2-a717-b0af74a39794 req-8f286ebc-a310-47b7-b263-20839bc3c2d1 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.564626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20031079-0cc7-4eb2-a717-b0af74a39794 req-8f286ebc-a310-47b7-b263-20839bc3c2d1 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 950 time: 0.0697262 Nov 23 02:34:25.605411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:25.621384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.621825 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Added segment 3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d of type vlan for network 87b15edd-e51e-4365-8f5d-174e521bc3c5 Nov 23 02:34:25.637050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20031079-0cc7-4eb2-a717-b0af74a39794 req-bdc466de-8e46-4b2d-b4a9-3344ce39d4ec tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714447 Nov 23 02:34:25.700999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 957c7229-1757-4892-a42d-2b52f48b7b20 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:25.701542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.765800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.848195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.858901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.860008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.921526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a1fce-02cd-481e-aae1-5ac9249c3b91 req-3dcf06b5-04c5-49bb-8558-4a6e7872270d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:25.924553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d8a1fce-02cd-481e-aae1-5ac9249c3b91 req-3dcf06b5-04c5-49bb-8558-4a6e7872270d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.0804214 Nov 23 02:34:25.955731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:25.964366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Network': ['ID=87b15edd-e51e-4365-8f5d-174e521bc3c5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:25.976914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 957c7229-1757-4892-a42d-2b52f48b7b20 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:25.979401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:25.981329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e79b221-3b6d-43b6-8de3-3db4e689e8a5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5480304 Nov 23 02:34:25.984338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:25.991648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:26.142075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Made reservation on behalf of bf655bb555114595a0e376559fd902b6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:26.145963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.220181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Performing IP validity checks on allocation pools {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:34:26.220621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:34:26.346490 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.402180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55101218-2f15-4e97-a5ae-eae7904d6234 req-742d1e39-4525-4129-b109-9bc5ad292654 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:26.403796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=957c7229-1757-4892-a42d-2b52f48b7b20,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:26.409547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55101218-2f15-4e97-a5ae-eae7904d6234 req-742d1e39-4525-4129-b109-9bc5ad292654 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.4674666 Nov 23 02:34:26.442248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d8a1fce-02cd-481e-aae1-5ac9249c3b91 req-c02c4ab4-0088-4c98-9611-99f13fd9f9e5 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826562 Nov 23 02:34:26.461552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.464888 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-620e1864-7a6b-4844-9352-fa999c1dfb7d tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/957c7229-1757-4892-a42d-2b52f48b7b20 HTTP/1.1" status: 204 len: 168 time: 0.9813688 Nov 23 02:34:26.469431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:26.509456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.514453 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b97c7c5-826d-493a-bfad-eabb470dc30f tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] GET failed (client error): The resource could not be found. Nov 23 02:34:26.516166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b97c7c5-826d-493a-bfad-eabb470dc30f tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "GET /v2.0/ports/957c7229-1757-4892-a42d-2b52f48b7b20 HTTP/1.1" status: 404 len: 333 time: 0.0455544 Nov 23 02:34:26.519917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49526) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:26.545601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55101218-2f15-4e97-a5ae-eae7904d6234 req-cb317831-951d-4e9c-b55d-1db48024c0f1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300924 Nov 23 02:34:26.587291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:26.602653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Checking segment: {'id': '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:26.603049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network hostable DHCP agents. Network: 87b15edd-e51e-4365-8f5d-174e521bc3c5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:26.632953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:26.649903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 87b15edd-e51e-4365-8f5d-174e521bc3c5) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:26.661703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b33448f-2bf7-4120-995f-872140aba815 None None] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:26.663814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:26.665753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.675281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 1d67c911-651a-4b38-97e2-3d61c4ae6049 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:26.675693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.694180 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b31b9a2-5476-4ea4-bb70-1797891b93c3 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7080212 Nov 23 02:34:26.697571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49534) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:26.720834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:26.816680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.834989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 1d67c911-651a-4b38-97e2-3d61c4ae6049 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:26.871969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521397'] for subnet, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:26.970049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-87b15edd-e51e-4365-8f5d-174e521bc3c5', 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5', 'tenant_id': 'bf655bb555114595a0e376559fd902b6', 'fixed_ips': [{'subnet_id': '801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:26.971995 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.032828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.093884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=1d67c911-651a-4b38-97e2-3d61c4ae6049,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:27.113912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.119007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66a8d4a7-a6cc-42c5-86ed-e11cbe944d7e tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/ports/1d67c911-651a-4b38-97e2-3d61c4ae6049 HTTP/1.1" status: 204 len: 168 time: 0.5978446 Nov 23 02:34:27.121449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49586) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:27.227302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting subnet 824c80d8-5e05-4871-b8d7-ac958a27fb68 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:27.233824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.275243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793994141004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8541866'] for subnet, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.324304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.353213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:27.353832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.355198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "PUT /v2.0/subnets/801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7 HTTP/1.1" status: 200 len: 900 time: 0.6491997 Nov 23 02:34:27.364777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49608) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:27.383025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be9ca3-4957-4c61-9349-50efe0ce9c90 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event updated for resources: {'Subnet': ['ID=801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:27.383722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Allocated IP 2001:db8::3 (87b15edd-e51e-4365-8f5d-174e521bc3c5/801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7/dd032b28-ca2d-4da8-84f8-cce72378bab0) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:27.504531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.589372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.635915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Subnet': ['ID=824c80d8-5e05-4871-b8d7-ac958a27fb68,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:27.655092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371497a-ff02-4d01-979a-fa9fb699c62c req-fcbd2dcd-6184-4964-b34d-34b61ac861c1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:27.656888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7371497a-ff02-4d01-979a-fa9fb699c62c req-fcbd2dcd-6184-4964-b34d-34b61ac861c1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 945 time: 0.1418316 Nov 23 02:34:27.657458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.661023 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c02f855-0669-47fd-81b1-662567871487 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/subnets/824c80d8-5e05-4871-b8d7-ac958a27fb68 HTTP/1.1" status: 204 len: 168 time: 0.5385735 Nov 23 02:34:27.664052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49634) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:27.670896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.706415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f00364-361b-42d7-b91f-abfd55d580f0 None None] Network b20378da-f2dc-44fc-9da6-a2503dd51b24 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:27.814851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.820576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:27.824779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.874119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7371497a-ff02-4d01-979a-fa9fb699c62c req-39172b66-deed-45c9-b1fe-5d8682745e17 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936929 Nov 23 02:34:27.966713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Deleting port 24710a14-8dc4-457b-844c-d9b723d37c85 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:27.967857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:27.995527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.007358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72974-5a7a-4087-87a3-492c6fb0a8d6 req-a32db0f4-7395-40fc-a1c0-59779f7dbf1a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:28.008911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07a72974-5a7a-4087-87a3-492c6fb0a8d6 req-a32db0f4-7395-40fc-a1c0-59779f7dbf1a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1952984 Nov 23 02:34:28.009177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.089252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:28.092576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:28.109884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:28.116236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:28.125812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] For port 24710a14-8dc4-457b-844c-d9b723d37c85, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=24710a14-8dc4-457b-844c-d9b723d37c85,segment=NetworkSegment(3fe777fe-d4b8-4a1d-b063-e4b726851e97),segment_id=3fe777fe-d4b8-4a1d-b063-e4b726851e97)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:28.126268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.126720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '171c01d1-2123-43ef-8e58-189586b2c323', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'port_id': '171c01d1-2123-43ef-8e58-189586b2c323', 'mac_address': 'fa:16:3e:2f:bc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:28.158415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Calling delete_port for 24710a14-8dc4-457b-844c-d9b723d37c85 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:28.163379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.167134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] DHCP port deletion for b20378da-f2dc-44fc-9da6-a2503dd51b24 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:28.229373 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.231941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Pushing event updated for resources: {'Port': ['ID=dd032b28-ca2d-4da8-84f8-cce72378bab0,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.241096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07a72974-5a7a-4087-87a3-492c6fb0a8d6 req-7513dbb3-d419-4cb5-b8b1-30cdd29b7044 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075891 Nov 23 02:34:28.286056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:28.295740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Attempting to bind port dd032b28-ca2d-4da8-84f8-cce72378bab0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:28.296349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Attempting to bind port dd032b28-ca2d-4da8-84f8-cce72378bab0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:28.296896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Attempting to bind port dd032b28-ca2d-4da8-84f8-cce72378bab0 on network 87b15edd-e51e-4365-8f5d-174e521bc3c5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:28.314418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:28.315029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Checking segment: {'id': '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:28.315606 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.316156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Bound using segment: {'id': '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:28.316823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Bound port: dd032b28-ca2d-4da8-84f8-cce72378bab0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:28.317402 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.336581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.342755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:28.375467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.384787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.386530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:28.405134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.439091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b15edd-e51e-4365-8f5d-174e521bc3c5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.452081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.452529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.465351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.473923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Deleting port 24710a14-8dc4-457b-844c-d9b723d37c85 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:28.474202 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.480556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Port': ['ID=24710a14-8dc4-457b-844c-d9b723d37c85,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.483007 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.486639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] For port dd032b28-ca2d-4da8-84f8-cce72378bab0, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:28.492705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:28.493389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.497608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] No DVR routers for this DVR port 24710a14-8dc4-457b-844c-d9b723d37c85 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:28.501681 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:28.621163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.642899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.api [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:34:28.642899 n-d-714676-12 neutron-server[103571]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:34:28.642899 n-d-714676-12 neutron-server[103571]: [parameters: {'id': '87b15edd-e51e-4365-8f5d-174e521bc3c5'}] Nov 23 02:34:28.642899 n-d-714676-12 neutron-server[103571]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:34:28.643351 n-d-714676-12 neutron-server[103571]: DEBUG oslo_db.api [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:34:28.646663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.684939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] For port dd032b28-ca2d-4da8-84f8-cce72378bab0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd032b28-ca2d-4da8-84f8-cce72378bab0,segment=NetworkSegment(3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d),segment_id=3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:28.686346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20378da-f2dc-44fc-9da6-a2503dd51b24']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.701930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] For port 24710a14-8dc4-457b-844c-d9b723d37c85, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:28.702688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.705952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.715681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe777fe-d4b8-4a1d-b063-e4b726851e97') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.715681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe777fe-d4b8-4a1d-b063-e4b726851e97') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:28.743689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.760740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Calling delete_port for 24710a14-8dc4-457b-844c-d9b723d37c85 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:28.769881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Port 24710a14-8dc4-457b-844c-d9b723d37c85 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:34:28.781471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.784053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.794172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:28.799139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:28.801381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:28.806880 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:28.876562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] No DVR routers for this DVR port 24710a14-8dc4-457b-844c-d9b723d37c85 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:28.886103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:28.911779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb120ea-388b-4a26-9836-f5d39d7c2736 None None] Pushing event updated for resources: {'Port': ['ID=dd032b28-ca2d-4da8-84f8-cce72378bab0,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.920102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.929324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:28.932613 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] 10.222.0.15 "DELETE /v2.0/networks/b20378da-f2dc-44fc-9da6-a2503dd51b24 HTTP/1.1" status: 204 len: 168 time: 1.2675216 Nov 23 02:34:28.955520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa0eeb-e962-4946-9999-1f641a4357a9 tempest-AllowedAddressPairIpV6TestJSON-137778987 tempest-AllowedAddressPairIpV6TestJSON-137778987-project] Pushing event deleted for resources: {'Network': ['ID=b20378da-f2dc-44fc-9da6-a2503dd51b24,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:28.963509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723a179-d1dd-4f6d-ace2-0af25b1536e2 None None] Pushing event deleted for resources: {'Port': ['ID=24710a14-8dc4-457b-844c-d9b723d37c85,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:29.003777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecbe511-d82e-4a53-aafe-bcbfac5fc400 None None] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:29.046079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f53751-c133-44d0-9646-2a50c1eb3ddb req-d7666ac7-5e6b-46cf-ba5c-b5418b3707d6 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:29.048109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94f53751-c133-44d0-9646-2a50c1eb3ddb req-d7666ac7-5e6b-46cf-ba5c-b5418b3707d6 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.0657983 Nov 23 02:34:29.075344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.112965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:29.125519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94f53751-c133-44d0-9646-2a50c1eb3ddb req-6759c076-7c3e-4edc-a1be-0191003d2e85 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684741 Nov 23 02:34:29.144150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.144633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:29.155350 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.210536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:29.284615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port dd032b28-ca2d-4da8-84f8-cce72378bab0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:29.286857 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.368082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:29.376548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637206c-27d4-4487-aefb-338ff4f3e355 None None] Network 87b15edd-e51e-4365-8f5d-174e521bc3c5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:29.378916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['320bf0b9-2ee8-4635-9934-5310ef9088ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:29.438727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port dd032b28-ca2d-4da8-84f8-cce72378bab0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd032b28-ca2d-4da8-84f8-cce72378bab0,segment=NetworkSegment(3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d),segment_id=3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:29.439090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.455914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for dd032b28-ca2d-4da8-84f8-cce72378bab0 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:29.579017 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.600325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['171c01d1-2123-43ef-8e58-189586b2c323'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:29.625698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=dd032b28-ca2d-4da8-84f8-cce72378bab0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:29.632719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port dd032b28-ca2d-4da8-84f8-cce72378bab0 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:29.684042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506d35e-5ba5-4dc9-861f-669c39690c46 req-25425897-34e4-4a14-8269-e0fc1aa7507a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:29.685667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9506d35e-5ba5-4dc9-861f-669c39690c46 req-25425897-34e4-4a14-8269-e0fc1aa7507a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1391730 Nov 23 02:34:29.694995 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.784832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.856396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b15edd-e51e-4365-8f5d-174e521bc3c5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:29.872865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 24710a14-8dc4-457b-844c-d9b723d37c85 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:29.890327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:29.890658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbdcf8e-ad92-4a14-9bc6-3de3aa5e6d7d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:29.939485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:29.941438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:29.963331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 24710a14-8dc4-457b-844c-d9b723d37c85 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:29.963671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 24710a14-8dc4-457b-844c-d9b723d37c85 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:30.019951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.035749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:30.036680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.088635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:30.144105 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:30.159501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9506d35e-5ba5-4dc9-861f-669c39690c46 req-4cc97a9a-4826-43ed-9a9b-5ba11b8c51c6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606838 Nov 23 02:34:30.160923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.197667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:30.205856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:30.208287 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aaf02c-c24e-444d-aa6b-67a1530e3937" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:30.231276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.232008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.246952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/87b15edd-e51e-4365-8f5d-174e521bc3c5 HTTP/1.1" status: 204 len: 168 time: 2.8874114 Nov 23 02:34:30.251745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49824) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:30.280616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34cb8-cce0-4c50-90cc-3bc0fccce67b tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=87b15edd-e51e-4365-8f5d-174e521bc3c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:30.353220 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-818c69d4-9fad-4ae4-aaf6-e1afe070a7bb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:30.355546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818c69d4-9fad-4ae4-aaf6-e1afe070a7bb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:30.364102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:30.366722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-818c69d4-9fad-4ae4-aaf6-e1afe070a7bb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/801bbe22-87a7-4e2e-8dae-50dcf0a1ffc7 HTTP/1.1" status: 404 len: 337 time: 0.1081734 Nov 23 02:34:30.401567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:30.402379 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-28055352-addd-4d12-a407-4c09d938cc19 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:30.403012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28055352-addd-4d12-a407-4c09d938cc19 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:30.406345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28055352-addd-4d12-a407-4c09d938cc19 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/87b15edd-e51e-4365-8f5d-174e521bc3c5 HTTP/1.1" status: 404 len: 339 time: 0.0412855 Nov 23 02:34:30.409335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:30.429986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091ab8-a334-4920-9d68-c5a03d6ca452 req-ecb4fde7-f512-4ea9-b470-22277bc2066a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:30.431800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39091ab8-a334-4920-9d68-c5a03d6ca452 req-ecb4fde7-f512-4ea9-b470-22277bc2066a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1403272 Nov 23 02:34:30.475303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8b4ab-6be1-408e-9ada-de69b6d2bb7c None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:34:30.583128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39091ab8-a334-4920-9d68-c5a03d6ca452 req-db96b15f-a2b7-4ab9-9668-00c5caa57940 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311069 Nov 23 02:34:30.612572 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa0441-3f83-41f9-87ea-20f06a66b604 x-openstack-request-id: req-6afa0441-3f83-41f9-87ea-20f06a66b604 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:30.613066 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-unplugged", "status": "completed", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:30.613066 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6afa0441-3f83-41f9-87ea-20f06a66b604 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:30.613493 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'code': 200} Nov 23 02:34:30.692308 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-92a0a4d8-ff8f-4e60-b1ec-6757ddcf0ca2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13da3fae51964d12b1156e7203cf56f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511926 Nov 23 02:34:30.692492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:30.701553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.775459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8b4ab-6be1-408e-9ada-de69b6d2bb7c None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:34:30.776773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.834809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.845734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.901317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afca393-cdf8-44fb-ad3b-2d88c65ad259']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:30.935741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa1457e-7da0-4f75-a9e8-9254189ad268') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:30.938295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa1457e-7da0-4f75-a9e8-9254189ad268') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:30.948866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.955417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.962107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed370821-d5de-41c7-b194-20f27502b02a HTTP/1.1" status: 204 len: 168 time: 0.2664955 Nov 23 02:34:30.964884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:30.981359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2152f-9344-462d-8d9a-d0a8e169ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed370821-d5de-41c7-b194-20f27502b02a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:30.999560 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.007814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:31.008217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:31.011401 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:31.197725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.206402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.214552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:31.220960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/1afca393-cdf8-44fb-ad3b-2d88c65ad259 HTTP/1.1" status: 204 len: 168 time: 0.8048515 Nov 23 02:34:31.244856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed72989-ec3b-4ab5-b370-ec3370f3f355 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=1afca393-cdf8-44fb-ad3b-2d88c65ad259,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:31.285327 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-798326d8-6f26-4132-b423-06ac29faa583 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:31.287870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798326d8-6f26-4132-b423-06ac29faa583 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:31.294000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49862) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:31.319384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-798326d8-6f26-4132-b423-06ac29faa583 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/3b6cc340-3a7e-4402-9cf0-ccc501781b60 HTTP/1.1" status: 404 len: 337 time: 0.1038918 Nov 23 02:34:31.332001 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-935af1e5-3563-463c-aaab-03fb6f3d1c60 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:31.332520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935af1e5-3563-463c-aaab-03fb6f3d1c60 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:31.354983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:31.363751 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-935af1e5-3563-463c-aaab-03fb6f3d1c60 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/d772a1a2-f516-444b-8302-3117944db3ce HTTP/1.1" status: 404 len: 339 time: 0.0685167 Nov 23 02:34:31.476912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting subnet 4b77075c-cb50-4cbe-a004-0c06f02577f0 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:31.480809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.556174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27170-927b-4529-a9bd-76bd36059eab req-93cce574-3bd0-4892-ad97-bd10b05135ff tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:31.558223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34a27170-927b-4529-a9bd-76bd36059eab req-93cce574-3bd0-4892-ad97-bd10b05135ff tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1510959 Nov 23 02:34:31.595391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.669874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34a27170-927b-4529-a9bd-76bd36059eab req-fc0ed8a1-8140-4493-9574-d68e8816b2b2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949240 Nov 23 02:34:31.814908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:31.862362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.906096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2de699-b05e-4ca7-8a53-c7f0b03a8d64 req-bd170f97-9b0c-4c61-bb16-608d9d4e3b97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:31.909228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e2de699-b05e-4ca7-8a53-c7f0b03a8d64 req-bd170f97-9b0c-4c61-bb16-608d9d4e3b97 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 946 time: 0.1026843 Nov 23 02:34:31.960049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 171c01d1-2123-43ef-8e58-189586b2c323 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:34:31.967655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 171c01d1-2123-43ef-8e58-189586b2c323 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:31.970273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:31.998347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e2de699-b05e-4ca7-8a53-c7f0b03a8d64 req-960ef38c-e55f-4e01-9ad3-95464c00d816 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783064 Nov 23 02:34:32.032161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.117709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=4b77075c-cb50-4cbe-a004-0c06f02577f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:32.126920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.133190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49926) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:32.147560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d079509c-b80d-4ade-ba23-09ec45a664eb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/4b77075c-cb50-4cbe-a004-0c06f02577f0 HTTP/1.1" status: 204 len: 168 time: 0.7916257 Nov 23 02:34:32.177926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c59fa-6e8b-4563-9a01-ce7af5129eb9 None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:32.207397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting subnet 77c4c555-2c22-4429-af95-748bc82d3e39 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:32.218978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.267523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.391103 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.461113 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.463757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:32.475024 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.475798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:32.618074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.623649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:32.627241 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c79a77-4fd2-42a8-b79d-7b851ce4e460" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:32.630600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:32.671857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 320bf0b9-2ee8-4635-9934-5310ef9088ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:32.673461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.681682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.690673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:32.701583 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/77c4c555-2c22-4429-af95-748bc82d3e39 HTTP/1.1" status: 204 len: 168 time: 0.5646074 Nov 23 02:34:32.751667 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f04bd-b058-4866-935a-020847d984e5 x-openstack-request-id: req-185f04bd-b058-4866-935a-020847d984e5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:32.752134 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-plugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:32.752458 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-185f04bd-b058-4866-935a-020847d984e5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:32.752938 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'code': 200} Nov 23 02:34:32.785081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60936ede-65a0-42cb-9aa6-c3b0ad5d0f97 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=77c4c555-2c22-4429-af95-748bc82d3e39,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:32.868077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.883037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:32.994046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:33.005413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.065195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9bfa4-c297-49b0-a00a-4a8dc00601ec req-05a8ac3b-51de-4a90-98a6-17f3d3151b5d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:33.065195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12a9bfa4-c297-49b0-a00a-4a8dc00601ec req-05a8ac3b-51de-4a90-98a6-17f3d3151b5d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1647208 Nov 23 02:34:33.143707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea18e1c-079a-4c39-bc0d-9c99dae89bdc req-6f3e5368-e046-4c10-b27b-55b74212ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:33.153875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea18e1c-079a-4c39-bc0d-9c99dae89bdc req-6f3e5368-e046-4c10-b27b-55b74212ac89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 1099 time: 0.1280854 Nov 23 02:34:33.204086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:33.344139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12a9bfa4-c297-49b0-a00a-4a8dc00601ec req-d443bdd7-c46a-4601-95ba-ec4049466b3c tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892563 Nov 23 02:34:33.348541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49972) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:33.451738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea18e1c-079a-4c39-bc0d-9c99dae89bdc req-f06b5fe4-ee18-4b26-81d7-0c5454c0f7a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655293 Nov 23 02:34:33.465430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port ae8c653c-f4a5-4154-8b8e-23d493236afd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:33.465849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.576792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2104848585'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:33.598950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port ae8c653c-f4a5-4154-8b8e-23d493236afd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae8c653c-f4a5-4154-8b8e-23d493236afd,segment=NetworkSegment(fc5a916a-c023-484d-92da-1d7721e1cf0c),segment_id=fc5a916a-c023-484d-92da-1d7721e1cf0c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:33.598950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.629950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4f257-4cd1-4dfb-8e9f-743d51f7a460 req-761bb7a2-0b2d-45fd-9590-f165a366e897 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:33.639912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61a4f257-4cd1-4dfb-8e9f-743d51f7a460 req-761bb7a2-0b2d-45fd-9590-f165a366e897 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.1491389 Nov 23 02:34:33.643115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for ae8c653c-f4a5-4154-8b8e-23d493236afd owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:33.653197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:33.656739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.689761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.706698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21b48a-385a-441f-b952-75a51cf042fa None None] Network d3747b75-d71e-4f28-9403-e553b5d9c0af requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:33.802394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61a4f257-4cd1-4dfb-8e9f-743d51f7a460 req-5cd08aa9-154a-45a6-81d0-39ddd84f3d6d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614063 Nov 23 02:34:33.874323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.901256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port ae8c653c-f4a5-4154-8b8e-23d493236afd on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:33.935630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.939616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=ae8c653c-f4a5-4154-8b8e-23d493236afd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:33.945860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:33.966876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-47a4fa4f-0d7e-4de5-ab3a-59ba3d5deff3 None None] Provisioning complete for port ae8c653c-f4a5-4154-8b8e-23d493236afd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:33.968070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-47a4fa4f-0d7e-4de5-ab3a-59ba3d5deff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.001055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9febd713-640c-4241-9140-59ec2a40c1e6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:34.028490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:34.035041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-47a4fa4f-0d7e-4de5-ab3a-59ba3d5deff3 None None] Port ae8c653c-f4a5-4154-8b8e-23d493236afd was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:34:34.048076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.048631 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Added segment e438c78c-6b92-4b46-89e9-8524c8e5bc6f of type vlan for network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 Nov 23 02:34:34.128532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.148954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.168675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3abf0f-3c22-4f71-a212-d25e2ee95c48 None None] DHCP port deletion for d3747b75-d71e-4f28-9403-e553b5d9c0af request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:34.170401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3747b75-d71e-4f28-9403-e553b5d9c0af']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:34.212224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5a916a-c023-484d-92da-1d7721e1cf0c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:34.212659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5a916a-c023-484d-92da-1d7721e1cf0c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:34.214898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.222745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:34.224017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.239480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.280535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9284277 Nov 23 02:34:34.286464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.303231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:34.303723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.323754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.329804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:34.410537 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:34.424615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.432696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.435490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/d3747b75-d71e-4f28-9403-e553b5d9c0af HTTP/1.1" status: 204 len: 168 time: 1.7428637 Nov 23 02:34:34.453544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.492900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b0bd1-2ff0-458d-8e57-4e284feafa60 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Network': ['ID=7b8caf0b-cac0-4b64-834e-8688d7f0c350,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:34.505966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:34.526027 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30e13e5-a0d3-48c1-a3bd-20ed929ea591 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:34.526489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30e13e5-a0d3-48c1-a3bd-20ed929ea591 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:34.529567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d30e13e5-a0d3-48c1-a3bd-20ed929ea591 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/6c3d5c84-ae13-4242-9d00-fe1177dbb607 HTTP/1.1" status: 404 len: 337 time: 0.0724745 Nov 23 02:34:34.533542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50014) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.554488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14e5f9-72fd-4018-aa4e-053e161723c5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=d3747b75-d71e-4f28-9403-e553b5d9c0af,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:34.565847 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-38620452-fa82-4af6-87e0-2cdf72863ae5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:34.573563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38620452-fa82-4af6-87e0-2cdf72863ae5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:34.581293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.587521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38620452-fa82-4af6-87e0-2cdf72863ae5 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/ea628c23-99b2-4d9b-87b8-e546524626fa HTTP/1.1" status: 404 len: 339 time: 0.0519805 Nov 23 02:34:34.625080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:34.630047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:34.655919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d926b-f422-4998-b8f9-f9cadc972c28 req-39fbc70f-8299-4f20-827b-31b07a72e3db tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:34.665735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730d926b-f422-4998-b8f9-f9cadc972c28 req-39fbc70f-8299-4f20-827b-31b07a72e3db tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.2539785 Nov 23 02:34:34.698644 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccec3d8-3a7e-4f81-bd1d-87c3a8a1f8d7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:34.699810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccec3d8-3a7e-4f81-bd1d-87c3a8a1f8d7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:34.703654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ccec3d8-3a7e-4f81-bd1d-87c3a8a1f8d7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/eec086ad-f243-40b4-9382-666b49dc80bb HTTP/1.1" status: 404 len: 337 time: 0.1213429 Nov 23 02:34:34.715914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.743129 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52a3f06-6383-44eb-896e-59f21fd608af tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:34.743893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52a3f06-6383-44eb-896e-59f21fd608af tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:34.749295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c52a3f06-6383-44eb-896e-59f21fd608af tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/655d363c-6a5b-40f0-acff-7d66669bd4bc HTTP/1.1" status: 404 len: 339 time: 0.0292099 Nov 23 02:34:34.752993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:34.754269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:34.757575 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec5dc82-13c0-4948-b64a-3d3ca5ef2820" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:34.919548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8961cf1-cc28-47cf-9be3-67cd2834f0e9 req-9fcd7cd9-019e-4db0-bd78-32d22d7edce9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:34.932033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8961cf1-cc28-47cf-9be3-67cd2834f0e9 req-9fcd7cd9-019e-4db0-bd78-32d22d7edce9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.4094803 Nov 23 02:34:34.939449 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4adfb06-c8cc-4d1e-b729-8cd68330aa47 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:34.939960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4adfb06-c8cc-4d1e-b729-8cd68330aa47 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:34.945633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4adfb06-c8cc-4d1e-b729-8cd68330aa47 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/13722882-eced-46fd-86b5-efd9937478cb HTTP/1.1" status: 404 len: 337 time: 0.1869028 Nov 23 02:34:34.968814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50040) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:35.038308 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-656a40f4-837c-44c5-88f9-bbaa4e2c447d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:35.038851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656a40f4-837c-44c5-88f9-bbaa4e2c447d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:35.049413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730d926b-f422-4998-b8f9-f9cadc972c28 req-336aea8e-cec1-4d2a-a3e4-4d3525f5ceb1 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826778 Nov 23 02:34:35.049582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-656a40f4-837c-44c5-88f9-bbaa4e2c447d tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/f0ff317e-9a6e-4d57-864b-fbd94d2090f0 HTTP/1.1" status: 404 len: 339 time: 0.0701599 Nov 23 02:34:35.060342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8961cf1-cc28-47cf-9be3-67cd2834f0e9 req-b00c57f9-4377-421e-868c-30926f57a0df tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275506 Nov 23 02:34:35.061527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:35.073349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.155075 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f16378-b3b4-4529-9d28-e6d7800e68b6 x-openstack-request-id: req-42f16378-b3b4-4529-9d28-e6d7800e68b6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:35.155664 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:35.155664 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42f16378-b3b4-4529-9d28-e6d7800e68b6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:35.156019 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:34:35.178624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=b01d8b81-d469-4e44-92ca-4d9111a8b510,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:35.205514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:35.206077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network hostable DHCP agents. Network: 7b8caf0b-cac0-4b64-834e-8688d7f0c350, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:35.223651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting subnet ba031d7a-3409-4429-932f-4045cf14f5ed {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:35.233794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:35.234266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.254114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7b8caf0b-cac0-4b64-834e-8688d7f0c350) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:35.261363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:35.264785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.274154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372f6c1-1cba-4b14-b9e4-0c3ac6d4000a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:35.308743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-621592ec-8fd9-4eda-8fd7-b37b9c3ddc28 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9837167 Nov 23 02:34:35.312529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50076) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:35.320042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.321009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'name': 'tempest-NetworksTestDHCPv6-1718133269'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:35.419652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.498562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.609704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a737-9d85-4dec-9dca-a39e586e7fa7 req-cf33032e-bb78-4ed1-8403-a8f90024525a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:35.611409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88f8a737-9d85-4dec-9dca-a39e586e7fa7 req-cf33032e-bb78-4ed1-8403-a8f90024525a tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.1272264 Nov 23 02:34:35.612283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=ba031d7a-3409-4429-932f-4045cf14f5ed,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:35.617282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.620998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-24452a79-194e-4cc2-8fa0-2b4a612302a7 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/ba031d7a-3409-4429-932f-4045cf14f5ed HTTP/1.1" status: 204 len: 168 time: 0.5578868 Nov 23 02:34:35.623987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:35.672651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9dc8a-ada1-4f29-9c85-9eefa75f5c17 None None] Network 56a2811f-4818-4853-b383-ea6b2d502741 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:35.742743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:35.754179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.800198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'b01d8b81-d469-4e44-92ca-4d9111a8b510'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:35.802165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.831940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port e7ee8608-04a4-49af-a54e-7fa179bbee51 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:35.843228 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-881d0821-74f3-4df3-a2f0-3743f75eeb08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.867601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae8c653c-f4a5-4154-8b8e-23d493236afd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:35.944869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.987211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88f8a737-9d85-4dec-9dca-a39e586e7fa7 req-84b295f9-976b-4f38-9d1d-03b923ebfd2f tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230186 Nov 23 02:34:36.055996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ae8c653c-f4a5-4154-8b8e-23d493236afd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:36.056232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae8c653c-f4a5-4154-8b8e-23d493236afd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:36.083098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:36.084460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.118905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::144 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b01d8b81-d469-4e44-92ca-4d9111a8b510/e7ee8608-04a4-49af-a54e-7fa179bbee51) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:36.180018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-a0939c74-c353-461b-9bd0-14c05ff81ac4 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:36.181703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-a0939c74-c353-461b-9bd0-14c05ff81ac4 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.4187496 Nov 23 02:34:36.232486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,segment=NetworkSegment(40334a4c-77fe-4637-8a8a-1fe8bc6263b0),segment_id=40334a4c-77fe-4637-8a8a-1fe8bc6263b0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:36.233092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.249898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:36.326238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] DHCP port deletion for 56a2811f-4818-4853-b383-ea6b2d502741 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:36.390651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.401863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Deleting port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:36.402546 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.437863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:36.443740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:36.524194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] For port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:36.524597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.548500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165b1c-7f7b-40a8-93dd-60b3feb6d472 req-955cc7ea-c49f-45c1-82f8-7e9012e77a21 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:36.549989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63165b1c-7f7b-40a8-93dd-60b3feb6d472 req-955cc7ea-c49f-45c1-82f8-7e9012e77a21 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.3661749 Nov 23 02:34:36.562422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Calling delete_port for a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:36.567241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:34:36.570078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.588638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7146355-9fb7-4a5f-98bf-f7da9dd756f0 req-4679d376-7898-40f0-b1fc-606ee5aabe30 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:36.596089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7146355-9fb7-4a5f-98bf-f7da9dd756f0 req-4679d376-7898-40f0-b1fc-606ee5aabe30 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 948 time: 0.3952587 Nov 23 02:34:36.616449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] Pushing event deleted for resources: {'Port': ['ID=a5c9579f-5b28-4025-a51c-e9b1cb6f07e1,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:36.628453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7ccc8-c0d4-426d-9c5f-57a36a924062 None None] No DVR routers for this DVR port a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:36.661468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.686125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Deleting port 413eb475-41cb-4777-9daf-029b4e63056a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:36.686869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.718276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a2811f-4818-4853-b383-ea6b2d502741']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:36.764041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63165b1c-7f7b-40a8-93dd-60b3feb6d472 req-b3b92825-2c0e-4033-9c94-c90d34c73d97 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842353 Nov 23 02:34:36.766297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40334a4c-77fe-4637-8a8a-1fe8bc6263b0') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:36.772127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40334a4c-77fe-4637-8a8a-1fe8bc6263b0') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:36.807559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7146355-9fb7-4a5f-98bf-f7da9dd756f0 req-76beb7f9-f4c1-4f5f-9e22-bd3170bb45a7 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104304 Nov 23 02:34:36.823569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.856200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.870186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:36.870605 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:36.876810 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:36.908010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.951612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] For port 413eb475-41cb-4777-9daf-029b4e63056a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=413eb475-41cb-4777-9daf-029b4e63056a,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:36.952197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.973685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.979168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.985169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/56a2811f-4818-4853-b383-ea6b2d502741 HTTP/1.1" status: 204 len: 168 time: 1.3573911 Nov 23 02:34:36.987128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50110) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:36.997335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Calling delete_port for 413eb475-41cb-4777-9daf-029b4e63056a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:37.010933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93100a-3397-40dc-ac6d-6e246c66ff45 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=56a2811f-4818-4853-b383-ea6b2d502741,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:37.037366 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1253c0-ccac-4fc1-a33d-a8f0dcd10ddb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:37.037833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1253c0-ccac-4fc1-a33d-a8f0dcd10ddb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:37.041012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f1253c0-ccac-4fc1-a33d-a8f0dcd10ddb tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/40f28669-250a-4e83-9e66-608306d81296 HTTP/1.1" status: 404 len: 337 time: 0.0529094 Nov 23 02:34:37.043732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:37.072464 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ae1050-847b-48ae-9b04-9a96164805ac tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] DELETE failed (client error): The resource could not be found. Nov 23 02:34:37.072977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ae1050-847b-48ae-9b04-9a96164805ac tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:34:37.076139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0ae1050-847b-48ae-9b04-9a96164805ac tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/48429aa2-7b84-4cb1-86a2-119df26d279d HTTP/1.1" status: 404 len: 339 time: 0.0307579 Nov 23 02:34:37.082928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:37.144406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.149898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting subnet fde0e15e-896a-47a9-b0c4-74da6e879961 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:37.159300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b01d8b81-d469-4e44-92ca-4d9111a8b510/3388156b-76c7-4522-b888-d9cfc8ee175b) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:37.160508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d42bf-80ea-46e8-bc81-2f32b181447e req-da657e53-d3c2-4d1e-b3b4-9a222bf5eb17 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:37.162608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.169349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a51d42bf-80ea-46e8-bc81-2f32b181447e req-da657e53-d3c2-4d1e-b3b4-9a222bf5eb17 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.0992117 Nov 23 02:34:37.224523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a51d42bf-80ea-46e8-bc81-2f32b181447e req-c61c62d0-ddab-4131-a412-6dbe49fce285 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542524 Nov 23 02:34:37.305531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:37.422104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.448220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.576652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:37.582869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:37.587653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:37.610601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Pushing event updated for resources: {'Port': ['ID=3388156b-76c7-4522-b888-d9cfc8ee175b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:37.678759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Attempting to bind port 3388156b-76c7-4522-b888-d9cfc8ee175b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:37.679559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Attempting to bind port 3388156b-76c7-4522-b888-d9cfc8ee175b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:37.679692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Attempting to bind port 3388156b-76c7-4522-b888-d9cfc8ee175b on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:37.688759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:37.688759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:37.689113 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.689660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:37.690322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Bound port: 3388156b-76c7-4522-b888-d9cfc8ee175b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:37.690560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.801232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:37.829631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] For port 3388156b-76c7-4522-b888-d9cfc8ee175b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:37.832121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:37.832469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a5c9579f-5b28-4025-a51c-e9b1cb6f07e1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:37.862695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:37.877033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.880330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=e7ee8608-04a4-49af-a54e-7fa179bbee51,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:37.911405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:37.918050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:37.918718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.953206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] For port 3388156b-76c7-4522-b888-d9cfc8ee175b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3388156b-76c7-4522-b888-d9cfc8ee175b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:37.954938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:37.961776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.019326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Pushing event deleted for resources: {'Port': ['ID=413eb475-41cb-4777-9daf-029b4e63056a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:38.031289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-186d213b-71e2-4304-82d1-ce2140a1a73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7175603 Nov 23 02:34:38.053158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50136) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:38.110738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dd3b8-7b6a-408e-af12-7d7f5334b808 None None] Pushing event updated for resources: {'Port': ['ID=3388156b-76c7-4522-b888-d9cfc8ee175b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:38.133580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e09e6d09-60ff-49e1-9b75-60fddc75ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.133697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a62936-6be0-4f0f-98db-ae1746b5fcc8 req-6387c08a-72f5-4c98-a5c2-d12b03ae84e6 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f5922de-5a4e-4a96-b766-360458c45361 HTTP/1.1" status: 200 len: 210 time: 0.1437492 Nov 23 02:34:38.199349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c081ec2-babc-4e4a-8fd8-388ea85eb659 req-ed94523b-d61c-44de-9b49-05df6b113fbf tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:38.207318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] No DVR routers for this DVR port 413eb475-41cb-4777-9daf-029b4e63056a on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:38.208350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c081ec2-babc-4e4a-8fd8-388ea85eb659 req-ed94523b-d61c-44de-9b49-05df6b113fbf tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.2938943 Nov 23 02:34:38.216918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.220980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a100f3ec-375e-45c1-ba74-d80e23a94045 req-e6b6331b-8116-4baa-8369-947a05a26c5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "DELETE /v2.0/ports/413eb475-41cb-4777-9daf-029b4e63056a HTTP/1.1" status: 204 len: 173 time: 2.0324652 Nov 23 02:34:38.221667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-deleted', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:38.224221 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54707e29-a401-4a14-b07d-23c0e44ff885" -d '{"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-deleted", "tag": "413eb475-41cb-4777-9daf-029b4e63056a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:38.268022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9767631-1d20-4071-842b-dd46b0a9af33 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:38.285727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9767631-1d20-4071-842b-dd46b0a9af33 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:38.296465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9767631-1d20-4071-842b-dd46b0a9af33 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2371230 Nov 23 02:34:38.299930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50140) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:38.308008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.391612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c081ec2-babc-4e4a-8fd8-388ea85eb659 req-7f706330-c4ae-4fde-a2a9-a70d91f38ad8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767192 Nov 23 02:34:38.513531 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d029142-7bc8-4f2c-bdcf-967c49a4ed30 x-openstack-request-id: req-5d029142-7bc8-4f2c-bdcf-967c49a4ed30 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:38.513913 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5922de-5a4e-4a96-b766-360458c45361", "name": "network-vif-deleted", "tag": "413eb475-41cb-4777-9daf-029b4e63056a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:38.514086 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d029142-7bc8-4f2c-bdcf-967c49a4ed30 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:38.514472 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5922de-5a4e-4a96-b766-360458c45361', 'name': 'network-vif-deleted', 'tag': '413eb475-41cb-4777-9daf-029b4e63056a', 'status': 'completed', 'code': 200} Nov 23 02:34:38.656298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port e7ee8608-04a4-49af-a54e-7fa179bbee51 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:38.656648 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.776352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.832013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.832417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd53c0-4208-49b5-8923-28e071f771d2 None None] Network dc2535ba-bf4a-4a87-ab37-5169cd034355 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:38.837271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/subnets/fde0e15e-896a-47a9-b0c4-74da6e879961 HTTP/1.1" status: 204 len: 168 time: 1.7532942 Nov 23 02:34:38.840663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9cb1-02f7-42ab-b862-e02bfbcbf844 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Subnet': ['ID=fde0e15e-896a-47a9-b0c4-74da6e879961,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:38.841502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:38.866959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:38.936363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.973755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for e7ee8608-04a4-49af-a54e-7fa179bbee51 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:39.018089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.096969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Deleting port 80affad0-f090-4052-8fd5-0d7631a16075 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:39.097483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.211817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] For port 80affad0-f090-4052-8fd5-0d7631a16075, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=80affad0-f090-4052-8fd5-0d7631a16075,segment=NetworkSegment(18709adc-f84d-4dba-aa3a-e8542d24c8d5),segment_id=18709adc-f84d-4dba-aa3a-e8542d24c8d5)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:39.212483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.233652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.275110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:39.298823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Calling delete_port for 80affad0-f090-4052-8fd5-0d7631a16075 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:39.357774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f45999e-f000-4880-9aa1-d7088edca63e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.364059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.369877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=e7ee8608-04a4-49af-a54e-7fa179bbee51,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:39.373033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 413eb475-41cb-4777-9daf-029b4e63056a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:39.373384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 413eb475-41cb-4777-9daf-029b4e63056a not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:39.483354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.498452 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2d045123-a8b4-44f4-bb4b-c4341b2da0f2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/e7ee8608-04a4-49af-a54e-7fa179bbee51 HTTP/1.1" status: 204 len: 168 time: 1.1973181 Nov 23 02:34:39.501857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:39.525096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] DHCP port deletion for dc2535ba-bf4a-4a87-ab37-5169cd034355 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:39.652368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Deleting port 80affad0-f090-4052-8fd5-0d7631a16075 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:39.656425 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.659426 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.737251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c9670-f27e-4628-9ba1-df46c5949b39 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:39.739133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c9670-f27e-4628-9ba1-df46c5949b39 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:39.741549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be3c9670-f27e-4628-9ba1-df46c5949b39 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2384791 Nov 23 02:34:39.747300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50166) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:39.786680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] No DVR routers for this DVR port 80affad0-f090-4052-8fd5-0d7631a16075 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:39.792235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Port': ['ID=80affad0-f090-4052-8fd5-0d7631a16075,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:39.859057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] For port 80affad0-f090-4052-8fd5-0d7631a16075, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:39.860328 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.902623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Calling delete_port for 80affad0-f090-4052-8fd5-0d7631a16075 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:39.908967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Port 80affad0-f090-4052-8fd5-0d7631a16075 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:34:39.910980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.938617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet b01d8b81-d469-4e44-92ca-4d9111a8b510 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:39.944139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f45999e-f000-4880-9aa1-d7088edca63e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.946627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.960073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] Pushing event deleted for resources: {'Port': ['ID=80affad0-f090-4052-8fd5-0d7631a16075,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:39.969752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3388156b-76c7-4522-b888-d9cfc8ee175b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:39.976764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f45999e-f000-4880-9aa1-d7088edca63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.978799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f40ae7-250a-410d-b43c-22eed653e9f8 req-4ba4857c-4062-4531-b38b-279519784641 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:39.989699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0f40ae7-250a-410d-b43c-22eed653e9f8 req-4ba4857c-4062-4531-b38b-279519784641 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.2326193 Nov 23 02:34:39.999590 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.020418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb90f1-d44d-4851-a505-7e126d78b2de None None] No DVR routers for this DVR port 80affad0-f090-4052-8fd5-0d7631a16075 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:40.049949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30135b0f-49da-454e-a570-050dfeb05ff0 req-c2dae3be-0fa1-4552-aa48-64c8e8ab984e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:40.057191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.059369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30135b0f-49da-454e-a570-050dfeb05ff0 req-c2dae3be-0fa1-4552-aa48-64c8e8ab984e tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 948 time: 0.2362199 Nov 23 02:34:40.090352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:40.090734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.094849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f45999e-f000-4880-9aa1-d7088edca63e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=847dd77916844fb5a30c30cc709f7ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2245231 Nov 23 02:34:40.100849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50172) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:40.104523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2535ba-bf4a-4a87-ab37-5169cd034355']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:40.111065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45999e-f000-4880-9aa1-d7088edca63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f21a9-8bf8-47c0-92e7-f533bea64c62,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:40.156530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da126e3-3532-4536-80c6-90b27f382f82 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:40.229728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.245036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.252858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:40.253517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.293259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.368722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.406411 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.409191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.410940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb6f21a9-8bf8-47c0-92e7-f533bea64c62 HTTP/1.1" status: 204 len: 168 time: 0.3084059 Nov 23 02:34:40.411416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.414000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=b01d8b81-d469-4e44-92ca-4d9111a8b510,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:40.425323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.429742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce29490b-0de5-4898-a37f-d8f583331458 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b01d8b81-d469-4e44-92ca-4d9111a8b510 HTTP/1.1" status: 204 len: 168 time: 0.6813667 Nov 23 02:34:40.431131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35776ff-9385-487e-b2ed-80748b623b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f21a9-8bf8-47c0-92e7-f533bea64c62,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:40.432807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:40.502978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97d9ae68-d402-455d-83f6-690396990439 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689275 Nov 23 02:34:40.506072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50178) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:40.511603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:40.526928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.583050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18709adc-f84d-4dba-aa3a-e8542d24c8d5') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:40.583909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18709adc-f84d-4dba-aa3a-e8542d24c8d5') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:40.619409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.666605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0f40ae7-250a-410d-b43c-22eed653e9f8 req-6a7fce56-19cb-45c1-bcee-90b9261d6d2b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752107 Nov 23 02:34:40.672586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:40.675960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.686654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.702789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30135b0f-49da-454e-a570-050dfeb05ff0 req-bc0748eb-5d68-478e-bc6e-435d1ece6263 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413212 Nov 23 02:34:40.717805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:40.720345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.727357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] For port 3388156b-76c7-4522-b888-d9cfc8ee175b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3388156b-76c7-4522-b888-d9cfc8ee175b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:40.735400 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:40.752173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.815420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.816190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:34:40.816565 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:34:40.879301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.886329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:40.893441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] 10.222.0.15 "DELETE /v2.0/networks/dc2535ba-bf4a-4a87-ab37-5169cd034355 HTTP/1.1" status: 204 len: 168 time: 2.0508168 Nov 23 02:34:40.897954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1091e29-182d-4595-b24d-4760e66e88a6 None None] Pushing event updated for resources: {'Port': ['ID=3388156b-76c7-4522-b888-d9cfc8ee175b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:40.922391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f47b54-3d28-4704-84c8-5fce0c31ce13 tempest-NetworksIpV6Test-1501421738 tempest-NetworksIpV6Test-1501421738-project] Pushing event deleted for resources: {'Network': ['ID=dc2535ba-bf4a-4a87-ab37-5169cd034355,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:41.065320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.100801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b14f5-4d07-4cb9-9aaa-f79027c60d8f None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:41.120843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:41.125990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:41.132971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:41.133648 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.151026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=70d47727-b5d2-4a36-b8b0-8770d26044bd,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:41.171409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7dd96649-007f-4f8a-a417-55834fd8e73b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6638489 Nov 23 02:34:41.173914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:41.179799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:41.185007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'name': 'tempest-NetworksTestDHCPv6-497774080'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:41.195744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae573e07-1d61-4cb0-bf14-d7ee14835ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.238552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94c36623-22db-4ed1-828e-7953dcbe67f3 None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:41.239296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94c36623-22db-4ed1-828e-7953dcbe67f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.323780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae573e07-1d61-4cb0-bf14-d7ee14835ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.334850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae573e07-1d61-4cb0-bf14-d7ee14835ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.383297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:41.391224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.404369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ae573e07-1d61-4cb0-bf14-d7ee14835ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8beb9053b6744e39d1cbf55faaadefc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233977 Nov 23 02:34:41.405754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae573e07-1d61-4cb0-bf14-d7ee14835ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad9e78-9f7c-41e7-b7f9-abc86e2a9a54,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:41.409332 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:41.435117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port a44a1d93-989a-4245-b376-41cb67d07763 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:41.456550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50198) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:41.540705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.596108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-ecc2fbb8-2c39-4065-9763-010f573984b9 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:41.602844 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-ecc2fbb8-2c39-4065-9763-010f573984b9 tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 948 time: 0.1835840 Nov 23 02:34:41.612601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.614116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 80affad0-f090-4052-8fd5-0d7631a16075 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:41.653226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 80affad0-f090-4052-8fd5-0d7631a16075 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:41.653584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 80affad0-f090-4052-8fd5-0d7631a16075 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:41.704874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::361 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/70d47727-b5d2-4a36-b8b0-8770d26044bd/a44a1d93-989a-4245-b376-41cb67d07763) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:41.711775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.715619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.737189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbad9e78-9f7c-41e7-b7f9-abc86e2a9a54 HTTP/1.1" status: 204 len: 168 time: 0.3258615 Nov 23 02:34:41.798316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:41.876277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3388156b-76c7-4522-b888-d9cfc8ee175b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:41.889422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5f463-dd2f-4b18-8c54-e3d11c0a2e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad9e78-9f7c-41e7-b7f9-abc86e2a9a54,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:41.942390 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.041522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44749b9e-a111-43c2-b65c-de0a765e326a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:42.050147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1e9ba77-41ae-47f3-bfdc-80dc593badfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf655bb555114595a0e376559fd902b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5800383 Nov 23 02:34:42.055686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50216) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:42.139089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.155810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:42.156389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.175493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Deleting port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:42.176136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.285994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=a44a1d93-989a-4245-b376-41cb67d07763,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:42.356198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf71804-0cf6-4ff1-807d-bcbac122d988 req-fafbd0d8-3da7-42c4-b1b3-31a32c1d0d5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:42.369202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecf71804-0cf6-4ff1-807d-bcbac122d988 req-fafbd0d8-3da7-42c4-b1b3-31a32c1d0d5d tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/ports?device_id=29bc01e5-8a16-4c79-8e98-a528c2f2dc21 HTTP/1.1" status: 200 len: 948 time: 0.3872683 Nov 23 02:34:42.375951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa2bec06-156d-4565-b027-852c8c2b126c None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:42.376442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa2bec06-156d-4565-b027-852c8c2b126c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.383856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.416563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:42.432436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.453230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] For port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:42.453592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.476255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:42.504199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcb1d-2255-4d03-93d7-0ba725503888 req-35853410-1323-41c3-9b8b-16543b13498d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:42.515023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-beefcb1d-2255-4d03-93d7-0ba725503888 req-35853410-1323-41c3-9b8b-16543b13498d tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.6542141 Nov 23 02:34:42.522601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:42.538228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:42.538925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.540266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Calling delete_port for 65b2bfb1-4dcd-4d73-811d-764f65d24b8b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:42.704128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-beefcb1d-2255-4d03-93d7-0ba725503888 req-e07edea2-8137-4f2b-95ec-d4bf8c854d4b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880496 Nov 23 02:34:42.710445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4fbf09f1-b534-449b-84fb-7c17bd29d5fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5322316 Nov 23 02:34:42.712228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecf71804-0cf6-4ff1-807d-bcbac122d988 req-fbab112d-a3df-446c-98fa-43c31b79fc6c tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.15 "GET /v2.0/security-groups?id=a16071a4-d829-4212-be7d-6812bf542f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207831 Nov 23 02:34:42.735910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:42.817270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.824384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.825670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/240a03c8-becf-4e88-b2e1-6c8b394c207f HTTP/1.1" status: 204 len: 168 time: 0.7689931 Nov 23 02:34:42.836551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d099a-ccd9-48a0-b809-617057c36289 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:42.842123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:42.843295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d099a-ccd9-48a0-b809-617057c36289 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:42.845277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5a5d099a-ccd9-48a0-b809-617057c36289 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1055126 Nov 23 02:34:42.850149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:42.858313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bede0-20f6-42be-8361-3472d2299ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a03c8-becf-4e88-b2e1-6c8b394c207f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:42.926234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Pushing event deleted for resources: {'Port': ['ID=65b2bfb1-4dcd-4d73-811d-764f65d24b8b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:43.070210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port a44a1d93-989a-4245-b376-41cb67d07763 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:43.070592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.097481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] No DVR routers for this DVR port 65b2bfb1-4dcd-4d73-811d-764f65d24b8b on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:43.116950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.120598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-de72ae2f-331f-4840-a76e-27a7afcd3ec3 req-cfba574b-23f4-4bae-a2bf-8725f07e21da tempest-ListImageFiltersTestJSON-205324859 tempest-ListImageFiltersTestJSON-205324859-project] 10.222.0.47 "DELETE /v2.0/ports/65b2bfb1-4dcd-4d73-811d-764f65d24b8b HTTP/1.1" status: 204 len: 173 time: 1.4329593 Nov 23 02:34:43.121125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-deleted', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:43.124418 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3552df48-2842-40fe-a855-619863f33c93" -d '{"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-deleted", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:43.248739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.272519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for a44a1d93-989a-4245-b376-41cb67d07763 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:43.316303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3663c3ec-72b4-45e0-9eaa-15ab8b14760e None None] Provisioning complete for port a44a1d93-989a-4245-b376-41cb67d07763 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:43.316846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3663c3ec-72b4-45e0-9eaa-15ab8b14760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.405645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3663c3ec-72b4-45e0-9eaa-15ab8b14760e None None] Port a44a1d93-989a-4245-b376-41cb67d07763 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:43.426673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3663c3ec-72b4-45e0-9eaa-15ab8b14760e None None] Provisioning complete for port 3388156b-76c7-4522-b888-d9cfc8ee175b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:43.428242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3663c3ec-72b4-45e0-9eaa-15ab8b14760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.598676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.673623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=a44a1d93-989a-4245-b376-41cb67d07763,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:43.690745 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08caf2-b092-48ba-8963-16267aa4da52 x-openstack-request-id: req-8b08caf2-b092-48ba-8963-16267aa4da52 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:43.691264 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bc01e5-8a16-4c79-8e98-a528c2f2dc21", "name": "network-vif-deleted", "tag": "65b2bfb1-4dcd-4d73-811d-764f65d24b8b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:43.691475 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b08caf2-b092-48ba-8963-16267aa4da52 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:43.691978 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bc01e5-8a16-4c79-8e98-a528c2f2dc21', 'name': 'network-vif-deleted', 'tag': '65b2bfb1-4dcd-4d73-811d-764f65d24b8b', 'status': 'completed', 'code': 200} Nov 23 02:34:43.752202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.757480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-60d77c9d-dceb-4fbe-9461-43585ddbf9fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/a44a1d93-989a-4245-b376-41cb67d07763 HTTP/1.1" status: 204 len: 168 time: 0.9058764 Nov 23 02:34:43.759918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:43.776928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f3aabb83-b803-41e9-ba41-c5ee2c218ba8 None None] Could not find standard attr ID for object e7ee8608-04a4-49af-a54e-7fa179bbee51. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:43.915763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3d429-597a-47b8-8de5-3714c46269c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:43.918162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3d429-597a-47b8-8de5-3714c46269c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:43.920043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebc3d429-597a-47b8-8de5-3714c46269c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1589565 Nov 23 02:34:43.924379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:44.047415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392070f3-799a-4acd-9098-5f118dd2133f req-46e9985f-b155-4296-95ed-00e3f0be4096 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:44.055869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-392070f3-799a-4acd-9098-5f118dd2133f req-46e9985f-b155-4296-95ed-00e3f0be4096 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1401222 Nov 23 02:34:44.079383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 70d47727-b5d2-4a36-b8b0-8770d26044bd {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:44.095228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.140494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-392070f3-799a-4acd-9098-5f118dd2133f req-85dd1909-d825-4ca6-b976-69abf5be95af tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797098 Nov 23 02:34:44.210416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bb2db555-290c-438a-8cd8-071bf65c5f2c None None] Could not find standard attr ID for object a44a1d93-989a-4245-b376-41cb67d07763. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:44.211819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.316190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.434955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.497995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=70d47727-b5d2-4a36-b8b0-8770d26044bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:44.504941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.511590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8be00ec3-f978-491c-b14f-06efdbc0457d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/70d47727-b5d2-4a36-b8b0-8770d26044bd HTTP/1.1" status: 204 len: 168 time: 0.5841353 Nov 23 02:34:44.513983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50306) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:44.578269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907348b3-e05e-402e-9c76-008241e4b3e4 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:44.590200 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc2f6d83-3f44-4996-8fb2-a89a02abd01f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683877 Nov 23 02:34:44.590739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:44.596282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:44.799425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:44.810016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:44.863126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:44.964643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Deleting port 3388156b-76c7-4522-b888-d9cfc8ee175b {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:44.966564 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.101249 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:34:45.194170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] For port 3388156b-76c7-4522-b888-d9cfc8ee175b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3388156b-76c7-4522-b888-d9cfc8ee175b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:45.194766 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.222644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Calling delete_port for 3388156b-76c7-4522-b888-d9cfc8ee175b owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:45.329795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.392441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:45.435276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.446164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 65b2bfb1-4dcd-4d73-811d-764f65d24b8b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:45.446532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 65b2bfb1-4dcd-4d73-811d-764f65d24b8b not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:45.450599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:45.461543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:45.492629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ed111-db3c-4336-ae51-7ca133160733 req-f3464658-ec3e-4c42-99ae-61dcf7e34e1b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:45.507890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d9ed111-db3c-4336-ae51-7ca133160733 req-f3464658-ec3e-4c42-99ae-61dcf7e34e1b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.2467194 Nov 23 02:34:45.511677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] Pushing event deleted for resources: {'Port': ['ID=3388156b-76c7-4522-b888-d9cfc8ee175b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:45.526357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db2fb5d-ca9a-419a-be34-21f4d71ec6dc None None] No DVR routers for this DVR port 3388156b-76c7-4522-b888-d9cfc8ee175b on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:45.533980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:45.550405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.559625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa9259-34c6-4852-8ddb-63876f39eb70 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:45.634440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d9ed111-db3c-4336-ae51-7ca133160733 req-ee7309e5-4f3a-4c35-8789-baa493ad31cb tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233344 Nov 23 02:34:45.652630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0604789 Nov 23 02:34:45.655341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:45.662178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'name': 'tempest-NetworksTestDHCPv6-1974065270'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:45.676612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab086e2-9118-45d7-a6bb-c3811e987fb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=a923d675-98af-4a37-8265-5695d0499d2c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:45.820934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'a923d675-98af-4a37-8265-5695d0499d2c'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:45.825298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.862989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3388156b-76c7-4522-b888-d9cfc8ee175b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:45.876412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:45.890212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:45.897693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:45.901416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:45.947448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 8535a950-906f-459e-84fc-e677d95612ce yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:46.213118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::2b2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a923d675-98af-4a37-8265-5695d0499d2c/8535a950-906f-459e-84fc-e677d95612ce) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:46.277646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:46.290962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'port_id': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'mac_address': 'fa:16:3e:49:68:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dd386b-1601-425d-8e32-f6b103574214', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:46.298480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3388156b-76c7-4522-b888-d9cfc8ee175b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:46.298829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3388156b-76c7-4522-b888-d9cfc8ee175b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:46.402320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.406871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.439225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:46.441623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:46.445196 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78bbcb5-49f6-4b89-932c-4a71fc847c3d" -d '{"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:46.452029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.454275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.462346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.524824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:46.554789 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2936acb8-f5a8-4a1c-b8c7-1456d5348cd7 x-openstack-request-id: req-2936acb8-f5a8-4a1c-b8c7-1456d5348cd7 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:46.555085 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-unplugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:46.555354 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2936acb8-f5a8-4a1c-b8c7-1456d5348cd7 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:46.556111 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'code': 200} Nov 23 02:34:46.585657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a923d675-98af-4a37-8265-5695d0499d2c/197aac8e-8472-4633-afd3-e57bc4290322) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:46.593339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:46.622479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:46.650440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:46.655852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:34:46.656559 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:34:46.671033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:46.694535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:46.701079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.732337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=8535a950-906f-459e-84fc-e677d95612ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:46.774302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:46.777691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f067117b-bbd7-4f4d-a3fb-c7cc2809c1ce tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1171219 Nov 23 02:34:46.912713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.937072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:46.971197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e77bbd-db43-4cf0-a73c-4becf9030efd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:46.976021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d9e77bbd-db43-4cf0-a73c-4becf9030efd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2000103 Nov 23 02:34:46.979575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:47.035324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26b52-b71c-42a3-8c4f-7ffcdc90d542 req-d2fa5d6b-e29f-43f8-93a4-9e0e72b3c597 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:47.050935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eae26b52-b71c-42a3-8c4f-7ffcdc90d542 req-d2fa5d6b-e29f-43f8-93a4-9e0e72b3c597 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 944 time: 0.2336619 Nov 23 02:34:47.070921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Pushing event updated for resources: {'Port': ['ID=197aac8e-8472-4633-afd3-e57bc4290322,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:47.107681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:47.113825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:47.119404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:47.131770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eae26b52-b71c-42a3-8c4f-7ffcdc90d542 req-87764e5c-fd2c-4d7b-b069-ef11a7f93828 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795782 Nov 23 02:34:47.254952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.275758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Attempting to bind port 197aac8e-8472-4633-afd3-e57bc4290322 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:47.276126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Attempting to bind port 197aac8e-8472-4633-afd3-e57bc4290322 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:47.276506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Attempting to bind port 197aac8e-8472-4633-afd3-e57bc4290322 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:47.293561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:47.295919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:47.296707 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.297116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:47.297619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Bound port: 197aac8e-8472-4633-afd3-e57bc4290322, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:47.298157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.301108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 8535a950-906f-459e-84fc-e677d95612ce {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:47.302350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.325129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:47.346899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:47.373453 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.474667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.488691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:47.489931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 8535a950-906f-459e-84fc-e677d95612ce owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:47.581401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] For port 197aac8e-8472-4633-afd3-e57bc4290322, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:47.592008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] For port 197aac8e-8472-4633-afd3-e57bc4290322, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=197aac8e-8472-4633-afd3-e57bc4290322,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:47.612405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.688263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:47.770703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['71f78314-176b-4b14-b3b2-ce4f350380d6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:47.839457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.891445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=8535a950-906f-459e-84fc-e677d95612ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:47.905355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c8883-cbd6-42ca-9a1e-bf9521b78ed0 None None] Pushing event updated for resources: {'Port': ['ID=197aac8e-8472-4633-afd3-e57bc4290322,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:47.962984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:47.972191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-296d1297-144e-49cb-bc80-ba38c89eaa68 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/8535a950-906f-459e-84fc-e677d95612ce HTTP/1.1" status: 204 len: 168 time: 0.9894660 Nov 23 02:34:47.972525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.091887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a885a-b2bf-4d60-a2dc-4064378cf2a1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:48.094166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a885a-b2bf-4d60-a2dc-4064378cf2a1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:48.096247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc8a885a-b2bf-4d60-a2dc-4064378cf2a1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1220207 Nov 23 02:34:48.101859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.192244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet a923d675-98af-4a37-8265-5695d0499d2c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:48.197297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.278696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.303122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50448) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.393918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd26b779-5f6f-4147-9d7a-cebb8be4c59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.422949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a50902-829c-42ac-bf39-408a9bbb1c79 req-a95d414f-54f7-4fc1-9909-1b12b3779fda tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:48.432176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7a50902-829c-42ac-bf39-408a9bbb1c79 req-a95d414f-54f7-4fc1-9909-1b12b3779fda tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 945 time: 0.1038136 Nov 23 02:34:48.543024 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd26b779-5f6f-4147-9d7a-cebb8be4c59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.548419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5f4e6f8b-23ea-4828-a355-c84bd70af3a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=067d5906a505414bb05b5647aed6f694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8567543 Nov 23 02:34:48.548612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.556041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.579050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd26b779-5f6f-4147-9d7a-cebb8be4c59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.603280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7a50902-829c-42ac-bf39-408a9bbb1c79 req-e844ffdc-8055-4187-a86a-a153814a9df8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700692 Nov 23 02:34:48.651842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26b779-5f6f-4147-9d7a-cebb8be4c59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca25d10-f3c2-433d-a5a6-b5797b8f0568,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:48.655074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.658707 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd26b779-5f6f-4147-9d7a-cebb8be4c59c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=035be941610a4f90b1244136ecd02dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522046 Nov 23 02:34:48.659107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.690061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.704805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.719320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a923d675-98af-4a37-8265-5695d0499d2c HTTP/1.1" status: 204 len: 168 time: 0.6072223 Nov 23 02:34:48.719571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50458) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.719668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=a923d675-98af-4a37-8265-5695d0499d2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:48.728421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.729006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.729583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.730163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.733790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.734170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.734527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.734880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.735217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.735550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.735881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.736215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77629101-6814-44b1-b887-4a9ca2670926 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.763874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3df71ee4-bcad-4429-9bad-a06bae7103d6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517135 Nov 23 02:34:48.766642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.784396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.797571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.856733 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.886813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30674e28-ee7c-4f37-a06b-2857df2d7d2e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:48.892359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30674e28-ee7c-4f37-a06b-2857df2d7d2e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1234519 Nov 23 02:34:48.893374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:48.930448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.937379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:48.943175 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a16071a4-d829-4212-be7d-6812bf542f97 HTTP/1.1" status: 204 len: 168 time: 0.3912201 Nov 23 02:34:48.972244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16071a4-d829-4212-be7d-6812bf542f97,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:48.985965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.986374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.986802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.987189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.987628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.988060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.988401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.988779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.989218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.989548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.991345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:48.991672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcafdb4f-e5aa-4cdc-8922-926e7bd85199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:49.013139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.031576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8756373c-5623-40be-a9da-2f3d1ebbcb99 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:49.036016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.038748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8756373c-5623-40be-a9da-2f3d1ebbcb99 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1428869 Nov 23 02:34:49.039509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50472) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:49.041106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ca25d10-f3c2-433d-a5a6-b5797b8f0568 HTTP/1.1" status: 204 len: 168 time: 0.3809369 Nov 23 02:34:49.052927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972368be-ef84-484c-83f0-894c3eb44e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca25d10-f3c2-433d-a5a6-b5797b8f0568,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:49.224598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00d1eedc-e3e5-4579-b80e-d69ed8b081c4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1754570 Nov 23 02:34:49.229214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:49.241960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:49.487140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:49.494441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1940cef-a163-4d78-8592-c61c66195262 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:49.503038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.722111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:49.759330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4b28882-5282-4f3a-8695-b49007cfd75e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.839101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] Provisioning complete for port 197aac8e-8472-4633-afd3-e57bc4290322 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:49.839613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.917317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:49.961367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:49.994266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:49.999889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:50.003495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:50.004189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.015821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 197aac8e-8472-4633-afd3-e57bc4290322 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:50.094088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=227f6f45-835f-4a9b-93d3-d9c1037e1e43,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:50.156454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-63178d8e-53dd-48e1-9f4b-198a462626d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9226730 Nov 23 02:34:50.156639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4b28882-5282-4f3a-8695-b49007cfd75e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.157071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:50.172338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c536b3-f26c-4c5b-95c2-06bc94988b53 req-71827fcc-ad5c-45e4-8aa1-e91e447e20a8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:50.177718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': '227f6f45-835f-4a9b-93d3-d9c1037e1e43', 'ip_address': '2001:db8::2590:9dd1:649b:fd9f'}], 'name': 'tempest-NetworksTestDHCPv6-153369609'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:50.180803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33c536b3-f26c-4c5b-95c2-06bc94988b53 req-71827fcc-ad5c-45e4-8aa1-e91e447e20a8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 945 time: 0.3377447 Nov 23 02:34:50.184514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4b28882-5282-4f3a-8695-b49007cfd75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.225746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4b28882-5282-4f3a-8695-b49007cfd75e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7072268fad804d648014be24adeb8e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026419 Nov 23 02:34:50.238400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:50.239379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:50.246427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 71f78314-176b-4b14-b3b2-ce4f350380d6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:50.263688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.358912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:50.389604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33c536b3-f26c-4c5b-95c2-06bc94988b53 req-095a27b5-4d27-4d71-81ef-bd0c6a937afa tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075040 Nov 23 02:34:50.398202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b28882-5282-4f3a-8695-b49007cfd75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57082a52-da2c-4abd-a221-9d182923414c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:50.483580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.485479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 197aac8e-8472-4633-afd3-e57bc4290322 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:50.485844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.491803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.533579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.557035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.585434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] For port 197aac8e-8472-4633-afd3-e57bc4290322, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=197aac8e-8472-4633-afd3-e57bc4290322,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:50.585924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 861a811d-e816-453b-ad16-f4d8b2833aed yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:50.624975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:50.649679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.678729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.681517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:50.682731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57082a52-da2c-4abd-a221-9d182923414c HTTP/1.1" status: 204 len: 168 time: 0.4319959 Nov 23 02:34:50.703434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bc71b-6376-4212-913d-60dca0b3fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57082a52-da2c-4abd-a221-9d182923414c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:51.060526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2082570093-network', 'tenant_id': '7666d3b3ea2f4f7fbcb6f1c24fbe8b49'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:51.100462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::2590:9dd1:649b:fd9f (7b8caf0b-cac0-4b64-834e-8688d7f0c350/227f6f45-835f-4a9b-93d3-d9c1037e1e43/861a811d-e816-453b-ad16-f4d8b2833aed) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:51.112639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Made reservation on behalf of 7666d3b3ea2f4f7fbcb6f1c24fbe8b49 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:51.118317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.183036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.287918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Deleting port 197aac8e-8472-4633-afd3-e57bc4290322 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:51.288298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.509743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] For port 197aac8e-8472-4633-afd3-e57bc4290322, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=197aac8e-8472-4633-afd3-e57bc4290322,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:51.510153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.548446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Calling delete_port for 197aac8e-8472-4633-afd3-e57bc4290322 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:51.550103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.567477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.608513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:34:51.628472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.628880 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Added segment a2f10ed6-adb8-42bf-b8ff-59806afacfd2 of type vlan for network d090ca22-7366-491d-88de-b6b98a26c8c2 Nov 23 02:34:51.765833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.817471 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with 197aac8e-8472-4633-afd3-e57bc4290322 Nov 23 02:34:51.817471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.831169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.891294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] No DVR routers for this DVR port 197aac8e-8472-4633-afd3-e57bc4290322 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:51.891657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50574) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:51.896595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752c3e7-1ec7-4b23-a68b-000c9aa20fb0 None None] Pushing event updated for resources: {'Port': ['ID=197aac8e-8472-4633-afd3-e57bc4290322,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:51.948889 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.952813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:51.953530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:51.961354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013481b9-e2eb-42ef-9a49-9b6755d8a5b0 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:52.064913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 197aac8e-8472-4633-afd3-e57bc4290322 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:52.066534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:52.072849 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a0fde-3dd0-4b63-a24b-2117233366b1" -d '{"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:52.097002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06686-955b-4a5d-9e3d-847aac5a3bfc None None] Pushing event deleted for resources: {'Port': ['ID=197aac8e-8472-4633-afd3-e57bc4290322,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.148799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:52.156139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0e1c7-6400-40e8-9193-eb2755aa1839 req-5133efa1-c5fb-4368-aa73-563cdc5da4b6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:52.170882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1e0e1c7-6400-40e8-9193-eb2755aa1839 req-5133efa1-c5fb-4368-aa73-563cdc5da4b6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 945 time: 0.3416245 Nov 23 02:34:52.198787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba98734f-ef88-43de-ab22-831171e74471,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.239166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50598) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:52.242089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 197aac8e-8472-4633-afd3-e57bc4290322 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:52.242434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 197aac8e-8472-4633-afd3-e57bc4290322 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:52.243071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6169882 Nov 23 02:34:52.246353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.249410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Request body: {'subnet': {'network_id': 'd090ca22-7366-491d-88de-b6b98a26c8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2082570093-subnet', 'tenant_id': '7666d3b3ea2f4f7fbcb6f1c24fbe8b49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:52.254042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aabb1-59b7-4763-9a54-77082e10e7ab admin admin] Pushing event updated for resources: {'Network': ['ID=d090ca22-7366-491d-88de-b6b98a26c8c2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.307579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Made reservation on behalf of 7666d3b3ea2f4f7fbcb6f1c24fbe8b49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:52.310405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.347181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1e0e1c7-6400-40e8-9193-eb2755aa1839 req-86be8656-32bc-4e8c-8abe-182bceac445b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751392 Nov 23 02:34:52.380983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.383942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d090ca22-7366-491d-88de-b6b98a26c8c2 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:34:52.408811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.495794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.531811 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca945c4b-4dac-4c5e-95eb-946bec3a79d8 x-openstack-request-id: req-ca945c4b-4dac-4c5e-95eb-946bec3a79d8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:52.532113 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-plugged", "status": "completed", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:52.532955 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca945c4b-4dac-4c5e-95eb-946bec3a79d8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:52.533468 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'code': 200} Nov 23 02:34:52.557587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50e43c0-3f7f-476d-bf9b-7021ef3e1a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.585278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=861a811d-e816-453b-ad16-f4d8b2833aed,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.606035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:52.610698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:52.616672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '227f6f45-835f-4a9b-93d3-d9c1037e1e43'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:34:52.622341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.634260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:52.640529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:52.641185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.676097 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2239f505-4f15-461f-ae22-442402387189 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5181506 Nov 23 02:34:52.678358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.679326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:52.724370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50e43c0-3f7f-476d-bf9b-7021ef3e1a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.731615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d50e43c0-3f7f-476d-bf9b-7021ef3e1a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.748341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b786a31e-67a5-413e-9438-ad3e63c13f1e,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.756706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Checking segment: {'id': 'a2f10ed6-adb8-42bf-b8ff-59806afacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'd090ca22-7366-491d-88de-b6b98a26c8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:52.757162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Network hostable DHCP agents. Network: d090ca22-7366-491d-88de-b6b98a26c8c2, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:34:52.781714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Network d090ca22-7366-491d-88de-b6b98a26c8c2 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:34:52.800156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d090ca22-7366-491d-88de-b6b98a26c8c2) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:52.807308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:52.807308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:52.827299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44986300-c07a-44f5-b653-630aad6cf1ad None None] Network d090ca22-7366-491d-88de-b6b98a26c8c2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:52.840865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9623c5cf-b54c-4118-8312-1aa1b6ac3163 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5891726 Nov 23 02:34:52.850033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e43c0-3f7f-476d-bf9b-7021ef3e1a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da9d49d-0b27-455a-80be-b34a35be27b2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:52.886426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be5eb2-0b74-4eba-9908-aa28f0c81957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:52.891897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6be5eb2-0b74-4eba-9908-aa28f0c81957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2114749 Nov 23 02:34:52.894666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50622) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:52.907602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d50e43c0-3f7f-476d-bf9b-7021ef3e1a7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f4625cd93d04b939b10be1997f0728c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0038197 Nov 23 02:34:52.913775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:52.935518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/227f6f45-835f-4a9b-93d3-d9c1037e1e43/0e23c006-32ba-4d19-b267-3768a91b0bfc) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:53.011436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.043128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.081597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 861a811d-e816-453b-ad16-f4d8b2833aed {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:53.082139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.100768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.103764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.104970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8da9d49d-0b27-455a-80be-b34a35be27b2 HTTP/1.1" status: 204 len: 168 time: 0.1843772 Nov 23 02:34:53.122439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba369b0-cb4d-43a2-b535-44ed7788a758 None None] Network d090ca22-7366-491d-88de-b6b98a26c8c2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:53.122951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d3b4d-4707-4165-b0c3-06bf801978a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da9d49d-0b27-455a-80be-b34a35be27b2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:53.238278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52c46c-780e-4057-849a-579afc28d0e7 req-cf24f357-93d1-4694-b268-b41ec95a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:53.242765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c52c46c-780e-4057-849a-579afc28d0e7 req-cf24f357-93d1-4694-b268-b41ec95a6398 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 1098 time: 0.3493149 Nov 23 02:34:53.249301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.267643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 861a811d-e816-453b-ad16-f4d8b2833aed owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:53.306139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.309022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.323044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.349486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c52c46c-780e-4057-849a-579afc28d0e7 req-99ac1784-3995-4d68-96b2-8bf038622f63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984447 Nov 23 02:34:53.417457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:53.435076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:53.438749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:53.462544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Pushing event updated for resources: {'Port': ['ID=0e23c006-32ba-4d19-b267-3768a91b0bfc,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:53.497855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.498111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Attempting to bind port 0e23c006-32ba-4d19-b267-3768a91b0bfc on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:53.498413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Attempting to bind port 0e23c006-32ba-4d19-b267-3768a91b0bfc by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:53.498764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Attempting to bind port 0e23c006-32ba-4d19-b267-3768a91b0bfc on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:53.505846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:53.506216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:53.506675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.507709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:53.507709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Bound port: 0e23c006-32ba-4d19-b267-3768a91b0bfc, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:53.507986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.539092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=861a811d-e816-453b-ad16-f4d8b2833aed,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:53.545147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927dff-6758-4c8b-9fb5-11f55fcf7b6d req-b8502543-4d94-473e-ad2c-80f7f8150001 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:53.555165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b927dff-6758-4c8b-9fb5-11f55fcf7b6d req-b8502543-4d94-473e-ad2c-80f7f8150001 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.1190464 Nov 23 02:34:53.569112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.573446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8264aae1-4d7b-4247-86bc-110041aa48f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/861a811d-e816-453b-ad16-f4d8b2833aed HTTP/1.1" status: 204 len: 168 time: 0.6771328 Nov 23 02:34:53.575466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50650) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:53.592121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] For port 0e23c006-32ba-4d19-b267-3768a91b0bfc, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:53.596133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] For port 0e23c006-32ba-4d19-b267-3768a91b0bfc, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0e23c006-32ba-4d19-b267-3768a91b0bfc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:53.603135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.631952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-757176224', 'description': 'tempest-description-724522894'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:53.656580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c516b-71a3-462a-ae55-9db941344aff tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:53.658177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c516b-71a3-462a-ae55-9db941344aff tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:53.667019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f1c516b-71a3-462a-ae55-9db941344aff tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0904331 Nov 23 02:34:53.667780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:53.670831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b927dff-6758-4c8b-9fb5-11f55fcf7b6d req-4d627322-67b5-448f-a5e6-39b08308bc61 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135504 Nov 23 02:34:53.685785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.737250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f6250-0905-4458-9576-53f69dea46e5 None None] Pushing event updated for resources: {'Port': ['ID=0e23c006-32ba-4d19-b267-3768a91b0bfc,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:53.784139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 227f6f45-835f-4a9b-93d3-d9c1037e1e43 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:53.789850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.809524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50660) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:53.850544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.852454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd4e9-ab6d-4f19-b5b7-867204f9c2a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.862846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.875486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.904979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3920-2a15-4608-95bc-049dcc4adc12 req-f311aec1-86d5-43c7-86b8-833c9903c4e1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:53.912911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9f3920-2a15-4608-95bc-049dcc4adc12 req-f311aec1-86d5-43c7-86b8-833c9903c4e1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1266916 Nov 23 02:34:53.985647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.989088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:53.990409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56a5a386-9e54-4dd2-b65f-228a0f71945d req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3809619 Nov 23 02:34:53.996664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea8ac7-4714-424d-bb74-048ac8630418 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874c512b-6c12-4274-aed0-16717dae5f55,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.052987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9f3920-2a15-4608-95bc-049dcc4adc12 req-899b51b9-c75f-4055-8aa9-0c87783e832a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391466 Nov 23 02:34:54.078267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.095048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd4e9-ab6d-4f19-b5b7-867204f9c2a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.105132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0bbd4e9-ab6d-4f19-b5b7-867204f9c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.116003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=227f6f45-835f-4a9b-93d3-d9c1037e1e43,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.118251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.124348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fa4ee63f-d069-4e13-85d7-65444b6ccf8b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/227f6f45-835f-4a9b-93d3-d9c1037e1e43 HTTP/1.1" status: 204 len: 168 time: 0.4530413 Nov 23 02:34:54.124348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50670) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:54.167275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbd4e9-ab6d-4f19-b5b7-867204f9c2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f88ec3-28ef-48c1-bbc6-c75fe1e8cb49,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.206583 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2006625b-ef55-4732-969d-9f36627ad75e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783780 Nov 23 02:34:54.206770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50676) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:54.215855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.239128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c0bbd4e9-ab6d-4f19-b5b7-867204f9c2a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f11b1f12b7b7432f8c86f8015237e827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281905 Nov 23 02:34:54.239957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:54.316917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-247186c3-3f8e-430d-a66b-0183b7ded1b5 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/874c512b-6c12-4274-aed0-16717dae5f55 HTTP/1.1" status: 200 len: 1822 time: 0.1029599 Nov 23 02:34:54.339601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.346121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874c512b-6c12-4274-aed0-16717dae5f55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.346443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '874c512b-6c12-4274-aed0-16717dae5f55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.350052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:54.360657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.394560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.499840 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.528234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.535966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.564145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.577807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6b05e71-9f7d-4f86-9980-ec19f5019118 req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2343347 Nov 23 02:34:54.577807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.577807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.578480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37f88ec3-28ef-48c1-bbc6-c75fe1e8cb49 HTTP/1.1" status: 204 len: 168 time: 0.3323205 Nov 23 02:34:54.605136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847cde-0877-497f-b6db-72af78b808d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f88ec3-28ef-48c1-bbc6-c75fe1e8cb49,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.608445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b95ed7-1622-4095-a87d-5a981da897fc tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6140160-896d-49f0-9e12-9d71dc72a58d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.617007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2050797931', 'description': 'tempest-description-1292959432'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.666890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.700201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.767328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.779130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.830345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.837319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-745250cb-d166-4918-ad5a-c590b3fe6ec5 req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2336051 Nov 23 02:34:54.842775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fccb4-50d3-439d-ad8c-c1d84fcd8081 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da75222-b39f-4d9e-b124-0f4425330382,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.844028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:54.848074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:54.852374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:54.852984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:54.878837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:54.900620 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8797f9a4-4d35-4a50-85d4-2622a9e08e4a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6878557 Nov 23 02:34:54.901348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:54.911350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'd0cfa6f2-0a78-4642-9144-6f0d22b5ecdf', 'ip_address': '2001:db8::464:33ae:a0d3:5c34'}], 'name': 'tempest-NetworksTestDHCPv6-1138222902'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.981176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-a161e81b-1775-4f66-9e55-082c11924ec1 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/3da75222-b39f-4d9e-b124-0f4425330382 HTTP/1.1" status: 200 len: 1824 time: 0.1140664 Nov 23 02:34:54.988988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3da75222-b39f-4d9e-b124-0f4425330382', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:54.989309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3da75222-b39f-4d9e-b124-0f4425330382', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:55.104234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.140836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.143502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:55.169817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.194788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e8f0d-6e41-46e7-b5f7-971721c8771c None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:55.263930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.265200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a398ec11-7af1-4324-baf4-35cb3305f25d req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2832108 Nov 23 02:34:55.269388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dceb8-5963-40e6-b5b1-e9df08ee7a6e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3dade0-9d72-41a6-be1f-4dc40f52eaa5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:55.317920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Provisioning complete for port 0e23c006-32ba-4d19-b267-3768a91b0bfc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:55.318299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.335880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030331a-b0de-44eb-8f7f-590592652861 req-ad8a6e5a-4e3e-47e6-9946-8ab5832c9aa9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:55.338197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5030331a-b0de-44eb-8f7f-590592652861 req-ad8a6e5a-4e3e-47e6-9946-8ab5832c9aa9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1310050 Nov 23 02:34:55.356350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.397504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port da0ae2db-c898-4d44-9d90-95ea2aeebd4e yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:34:55.485108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1633269408', 'description': 'tempest-description-777142121'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:55.501689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5030331a-b0de-44eb-8f7f-590592652861 req-7fa71080-9495-4448-8864-1005e0080e05 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568482 Nov 23 02:34:55.508762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.601287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.601542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] For port 0e23c006-32ba-4d19-b267-3768a91b0bfc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0e23c006-32ba-4d19-b267-3768a91b0bfc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:55.617099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.659365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Could not find standard attr ID for object 861a811d-e816-453b-ad16-f4d8b2833aed. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:55.704324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbf549-7b0b-425a-b729-0a24e91b30e1 None None] Pushing event updated for resources: {'Port': ['ID=0e23c006-32ba-4d19-b267-3768a91b0bfc,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:55.777711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62e13f-4294-4b28-a9ca-87bbd095bcae req-a9826a08-c53b-4ff2-87bd-aa68e748738b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:55.779388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f62e13f-4294-4b28-a9ca-87bbd095bcae req-a9826a08-c53b-4ff2-87bd-aa68e748738b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.1633639 Nov 23 02:34:55.783992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::464:33ae:a0d3:5c34 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf/da0ae2db-c898-4d44-9d90-95ea2aeebd4e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:55.872467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.885278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.895735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eb809dc5-832c-4a03-8cce-a148e17e6901 None None] Provisioning complete for port 0e23c006-32ba-4d19-b267-3768a91b0bfc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:55.896615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eb809dc5-832c-4a03-8cce-a148e17e6901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.911112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:55.953201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f62e13f-4294-4b28-a9ca-87bbd095bcae req-4be97b9a-00b7-4b1a-8c9b-4df06472aeca tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650593 Nov 23 02:34:55.975151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:55.976544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b20d61c8-d3e2-47ac-a220-89825fa8a50f req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5402708 Nov 23 02:34:56.038551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1485564297', 'description': 'tempest-description-721889878'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:56.043481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c4437-1c16-4770-8628-6f51e00baa35 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83fb893-3229-4627-be57-2a273d32c9cf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:56.106826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0e23c006-32ba-4d19-b267-3768a91b0bfc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:56.138988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.206964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.321260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.331696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.355658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.446154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.447629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccab7f6a-e8c8-4e24-9439-4419e720f5b5 req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4163740 Nov 23 02:34:56.449660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:56.457096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca90881-7864-44e7-83b4-ef751ce19eac tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff34011-8776-44be-b834-93e3be32c41c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:56.491832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:56.510626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:56.517091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:56.517091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.574748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.576441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6698587 Nov 23 02:34:56.579004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:56.580519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45cddf-c1aa-4ea9-9a6f-7ca87cb8a11e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=da0ae2db-c898-4d44-9d90-95ea2aeebd4e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:56.623603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:56.626263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:56.629348 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff85b89-412e-45ab-99ec-fe28be48def3" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:56.636718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.641291 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-dd3b8033-d749-40c1-8727-20753451d4ea tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/f83fb893-3229-4627-be57-2a273d32c9cf HTTP/1.1" status: 200 len: 1823 time: 0.1434946 Nov 23 02:34:56.719972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e81171-8d24-4f77-9c23-bdeeba17846c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:56.738163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e81171-8d24-4f77-9c23-bdeeba17846c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:56.743665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a1e81171-8d24-4f77-9c23-bdeeba17846c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1632016 Nov 23 02:34:56.746105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50788) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:56.790051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0e23c006-32ba-4d19-b267-3768a91b0bfc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:56.790809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:56.837487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-5a0e0160-7447-49c6-ba2b-d1bc387691fb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/6ff34011-8776-44be-b834-93e3be32c41c HTTP/1.1" status: 200 len: 1823 time: 0.1901875 Nov 23 02:34:56.854259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:56.870136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f83fb893-3229-4627-be57-2a273d32c9cf', 'remote_group_id': '6ff34011-8776-44be-b834-93e3be32c41c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:56.870537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f83fb893-3229-4627-be57-2a273d32c9cf', 'remote_group_id': '6ff34011-8776-44be-b834-93e3be32c41c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:56.963294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-2a72c40a-9158-4d1a-a753-606c4e359a3b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:56.970389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-2a72c40a-9158-4d1a-a753-606c4e359a3b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.2953734 Nov 23 02:34:56.985409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4caedfe4-24af-4bd2-b494-b7d04b30e0df None None] Could not find standard attr ID for object 8535a950-906f-459e-84fc-e677d95612ce. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:56.990617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-b457a3cb-541f-450e-9813-a6787e2ea0b6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/quotas/a961d112338745a9a579dd4da1a3c2eb HTTP/1.1" status: 200 len: 375 time: 0.0192909 Nov 23 02:34:57.006068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port da0ae2db-c898-4d44-9d90-95ea2aeebd4e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:57.006709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.006906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4caedfe4-24af-4bd2-b494-b7d04b30e0df None None] Provisioning complete for port da0ae2db-c898-4d44-9d90-95ea2aeebd4e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:57.007433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4caedfe4-24af-4bd2-b494-b7d04b30e0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.031352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.080184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4caedfe4-24af-4bd2-b494-b7d04b30e0df None None] Port da0ae2db-c898-4d44-9d90-95ea2aeebd4e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:57.085450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4caedfe4-24af-4bd2-b494-b7d04b30e0df None None] Could not find standard attr ID for object 861a811d-e816-453b-ad16-f4d8b2833aed. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:34:57.102344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.116553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-172c077e-4595-422a-bc40-c969220c6b90 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1099153 Nov 23 02:34:57.130869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.202887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a93400-d29e-452b-8a61-17e35ce9828e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:57.212741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.213959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e321fca4-6463-4918-bc71-fdf23b7fdb84 req-7c50bfcf-3bef-4229-b70c-71369875712e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3616290 Nov 23 02:34:57.231568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.259408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for da0ae2db-c898-4d44-9d90-95ea2aeebd4e owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:57.280452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-59c8e550-8e18-4624-a7f9-d302e9a25d39 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628919 Nov 23 02:34:57.284252 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa725e05-05b6-477c-ac0b-8b1cb85080bd x-openstack-request-id: req-fa725e05-05b6-477c-ac0b-8b1cb85080bd {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:57.284557 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:57.284819 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa725e05-05b6-477c-ac0b-8b1cb85080bd {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:57.285238 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:34:57.313671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-551962995', 'description': 'tempest-description-1131394413'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:57.399787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.462126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-a43f7024-d17c-42ca-86e0-134d69915724 service neutron] 10.222.0.15 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724818 Nov 23 02:34:57.523511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.555046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.559819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.594008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51cd292-029a-45ed-8fe0-abd21eb45f60,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:57.607977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=da0ae2db-c898-4d44-9d90-95ea2aeebd4e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:57.617274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.620075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-905b8aae-e427-4f81-a5d0-288412d7af91 req-26779a11-2959-472f-bf10-521a4764b6cb tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3115776 Nov 23 02:34:57.653965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.658254 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d51bbc1-3db4-4851-8b48-774736cccaa0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/da0ae2db-c898-4d44-9d90-95ea2aeebd4e HTTP/1.1" status: 204 len: 168 time: 0.9104674 Nov 23 02:34:57.660631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:57.724446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-407397525', 'description': 'tempest-description-1848081429'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:57.774134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.785793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98ea96-90b0-4ef2-86c0-a1feb5159dca tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:57.789116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98ea96-90b0-4ef2-86c0-a1feb5159dca tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:57.791080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3e98ea96-90b0-4ef2-86c0-a1feb5159dca tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1285644 Nov 23 02:34:57.793788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:57.902201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:57.905766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.923999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:57.935641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.938707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fa22fad-d4da-4da8-9083-77217dc04eb8 req-f8bb1314-a5ba-4a4a-9379-f1542304b190 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 210 time: 0.0536885 Nov 23 02:34:57.940431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.985848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:57.985848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0251a371-655d-46e2-a942-2e3ff4f53f1c req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2608905 Nov 23 02:34:57.985848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ace3f3-6d6a-45a9-bf45-cd0a2a25abc2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d2cec-30c7-46bd-8fce-74494ea48557,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:58.063535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.191180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-06b20ddd-098c-479c-985f-93a3340406dd tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/e51cd292-029a-45ed-8fe0-abd21eb45f60 HTTP/1.1" status: 200 len: 1823 time: 0.1678393 Nov 23 02:34:58.191336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:58.205482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.219984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:58.331649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.334577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.346346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:58.367577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:58.371922 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.391306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:58.411836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-6b4f176d-a934-43ec-8b48-ad1426308311 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/d91d2cec-30c7-46bd-8fce-74494ea48557 HTTP/1.1" status: 200 len: 1823 time: 0.2193961 Nov 23 02:34:58.416862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.421669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e51cd292-029a-45ed-8fe0-abd21eb45f60', 'remote_group_id': 'd91d2cec-30c7-46bd-8fce-74494ea48557', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:58.424286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-99c444c1-0c76-4fc7-9617-97144797742c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf HTTP/1.1" status: 204 len: 168 time: 0.6286705 Nov 23 02:34:58.425055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50858) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:58.428240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e51cd292-029a-45ed-8fe0-abd21eb45f60', 'remote_group_id': 'd91d2cec-30c7-46bd-8fce-74494ea48557', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:58.429638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:58.432630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54456bca-ee5c-4165-b0b5-1199726c380b None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:58.524471 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fa659625-1bb1-4158-81d0-d4af973272bd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982533 Nov 23 02:34:58.530415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-60a380d5-4791-49d6-a472-29bd3d66e335 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:58.532491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-60a380d5-4791-49d6-a472-29bd3d66e335 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d9c1a3-cf07-4359-a455-0b7f2efe0cc8 HTTP/1.1" status: 200 len: 946 time: 0.3836596 Nov 23 02:34:58.532778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50862) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:58.542852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca783265-ed4d-47a4-939b-c5d9aa1b9fe8 req-6f653bbe-bce3-4a69-8d2f-cd19d24f7d29 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:58.545311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:58.551049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca783265-ed4d-47a4-939b-c5d9aa1b9fe8 req-6f653bbe-bce3-4a69-8d2f-cd19d24f7d29 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.4008293 Nov 23 02:34:58.638003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['320bf0b9-2ee8-4635-9934-5310ef9088ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:58.672079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca783265-ed4d-47a4-939b-c5d9aa1b9fe8 req-e119b6ea-8e5b-42cd-b0a0-070151704164 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200275 Nov 23 02:34:58.762372 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.834417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:58.857449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.900361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:58.902669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.924109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.023640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fa506d-13e3-4f89-9508-0b4247a3418c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:59.035638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.064230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb25b15e-e19f-4d7f-8d8b-ba19afca6eb1 req-d038c45c-c2ae-4e83-8fb5-1ab6a2cfd347 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6512916 Nov 23 02:34:59.078236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Deleting port 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:59.078589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.190149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Deleting port 0e23c006-32ba-4d19-b267-3768a91b0bfc {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:59.190693 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.252655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] For port 71f78314-176b-4b14-b3b2-ce4f350380d6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=71f78314-176b-4b14-b3b2-ce4f350380d6,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:59.253113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.286698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Calling delete_port for 71f78314-176b-4b14-b3b2-ce4f350380d6 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:59.362031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] For port 0e23c006-32ba-4d19-b267-3768a91b0bfc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0e23c006-32ba-4d19-b267-3768a91b0bfc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:59.362795 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.412296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Calling delete_port for 0e23c006-32ba-4d19-b267-3768a91b0bfc owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:59.462413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.555816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.579116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.609944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:59.632853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['71f78314-176b-4b14-b3b2-ce4f350380d6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:59.636511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:59.649255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:59.653232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:59.663311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.687478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-07520906-418b-4ca5-87d8-92ab040b0263 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1535137 Nov 23 02:34:59.690192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50910) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:59.695407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15', 'ip_address': '2001:db8::7e2d:89e6:9695:1980'}], 'name': 'tempest-NetworksTestDHCPv6-262025222'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:59.722157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:59.818822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Pushing event deleted for resources: {'Port': ['ID=0e23c006-32ba-4d19-b267-3768a91b0bfc,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:59.836010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] No DVR routers for this DVR port 0e23c006-32ba-4d19-b267-3768a91b0bfc on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:59.857968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.857968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.858413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.858788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.859128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.859462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.860031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.860377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.862276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.864650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.865021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.870591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865eacb-cc76-4624-9950-544d033421b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:59.880666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d1b3f-efeb-4775-b210-ced39ec8d8ea None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:00.010852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:00.091438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:00.109042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0e23c006-32ba-4d19-b267-3768a91b0bfc no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:00.222671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0e23c006-32ba-4d19-b267-3768a91b0bfc {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:00.223344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0e23c006-32ba-4d19-b267-3768a91b0bfc not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:00.316250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 320bf0b9-2ee8-4635-9934-5310ef9088ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:00.316933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.337511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-e0b6b845-c84e-4f65-9875-a1be11f9fbb1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:00.339548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-e0b6b845-c84e-4f65-9875-a1be11f9fbb1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.47 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 814 time: 0.3422921 Nov 23 02:35:00.425011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event deleted for resources: {'Port': ['ID=71f78314-176b-4b14-b3b2-ce4f350380d6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:00.463009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae15d678-3200-4d45-b961-e0eee6db058f req-ddaf77d6-5acc-4ed6-bf34-6635dba11e21 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 210 time: 0.0533736 Nov 23 02:35:00.482647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c99fde-4486-4aa3-8a3d-2198df7e93a7 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:00.491034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:00.493585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.495512 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.502626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Request body: {'port': {'device_id': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'admin_state_up': True, 'tenant_id': 'a961d112338745a9a579dd4da1a3c2eb'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:00.581107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] No DVR routers for this DVR port 71f78314-176b-4b14-b3b2-ce4f350380d6 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:00.590005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-da969e31-fc10-4c8f-a34f-982eacf74d5b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/d91d2cec-30c7-46bd-8fce-74494ea48557 HTTP/1.1" status: 200 len: 1823 time: 1.2857864 Nov 23 02:35:00.592051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port e41b9368-4ad5-4741-bda5-5898e0e2933d yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:00.594461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.612441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c393971d-1352-4a3f-9321-7959ce6f0ce8 req-6b4ff0f3-fdae-4d34-b13a-55b417aeb76e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.41 "DELETE /v2.0/ports/71f78314-176b-4b14-b3b2-ce4f350380d6 HTTP/1.1" status: 204 len: 173 time: 2.0511665 Nov 23 02:35:00.613049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-deleted', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:00.616025 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ecf3b-25b0-4f44-9b22-868ead48b39b" -d '{"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-deleted", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:00.740634 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd93cfa-dd1e-4a96-a6d0-1eae2f7a4514 x-openstack-request-id: req-5dd93cfa-dd1e-4a96-a6d0-1eae2f7a4514 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:00.743553 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d9c1a3-cf07-4359-a455-0b7f2efe0cc8", "name": "network-vif-deleted", "tag": "71f78314-176b-4b14-b3b2-ce4f350380d6", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:00.746916 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dd93cfa-dd1e-4a96-a6d0-1eae2f7a4514 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:00.747513 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d9c1a3-cf07-4359-a455-0b7f2efe0cc8', 'name': 'network-vif-deleted', 'tag': '71f78314-176b-4b14-b3b2-ce4f350380d6', 'status': 'completed', 'code': 200} Nov 23 02:35:00.767459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.840468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.899013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.952274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:00.954049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15/4c0c0aa3-d9bc-4f92-a516-89b4252a0b95) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:00.956097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:00.959044 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbfba23-d971-4a4c-91df-d936b5c35df7" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:00.965264 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.966073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:01.000247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 71f78314-176b-4b14-b3b2-ce4f350380d6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:01.000600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 71f78314-176b-4b14-b3b2-ce4f350380d6 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:01.058737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.062289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.063940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f787001-df23-459c-bbaa-f4889cf9e2f3 req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/d91d2cec-30c7-46bd-8fce-74494ea48557 HTTP/1.1" status: 204 len: 173 time: 0.4410601 Nov 23 02:35:01.076187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efb625-258e-42a0-b71d-3b76cf268577 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d2cec-30c7-46bd-8fce-74494ea48557,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:01.122995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Made reservation on behalf of a961d112338745a9a579dd4da1a3c2eb for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:01.131760 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.179052 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9244d8-ac9a-4538-adb3-d479d9c580d4 x-openstack-request-id: req-7c9244d8-ac9a-4538-adb3-d479d9c580d4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:01.179363 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:01.179625 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c9244d8-ac9a-4538-adb3-d479d9c580d4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:01.180584 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:35:01.234377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:01.362902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.370971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.418047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:01.420283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Allocated IP 172.20.0.13 (7dc3d393-6373-45a5-95a5-d072cab53431/42dd386b-1601-425d-8e32-f6b103574214/e55a30fd-56c0-4d90-82eb-e8ad19c35288) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:01.424694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:01.434948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:01.479052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:01.511069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096bfa8-f594-4627-80f1-3cb6eb23aa49 req-9574f9db-c558-4c56-9671-06172f88a971 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:01.519115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Attempting to bind port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:01.519521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Attempting to bind port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:01.519862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Attempting to bind port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:01.526177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:01.526646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:01.527065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.528089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:01.528278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b096bfa8-f594-4627-80f1-3cb6eb23aa49 req-9574f9db-c558-4c56-9671-06172f88a971 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.3396766 Nov 23 02:35:01.528372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Bound port: 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:01.528474 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.609514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] For port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:01.612784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] For port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:01.622341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.622704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1323bd06-f5d6-4088-86bd-d417c4758c85 req-6502f6d1-0454-4a9e-9b7d-fbc0caa1512f tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/e51cd292-029a-45ed-8fe0-abd21eb45f60 HTTP/1.1" status: 200 len: 1823 time: 0.3465910 Nov 23 02:35:01.696017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b096bfa8-f594-4627-80f1-3cb6eb23aa49 req-8e99d20c-26c9-47cf-a041-4edccb6912b0 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639924 Nov 23 02:35:01.737983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1242261927', 'description': 'tempest-description-276175527'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:01.788471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15260-61ae-4d7c-a253-0ceee3e0cc55 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:01.819424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.827437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6af3d3b3-df87-4c84-a88a-e9493b16eba6 req-960ba22d-459d-4998-ac66-1333b6023d44 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 210 time: 0.0796239 Nov 23 02:35:01.852106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.999421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.031124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.047338 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.131281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.132632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47dce07c-586b-4e15-a90b-21d1e9ecc1d2 req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4000106 Nov 23 02:35:02.135462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5866d-e8ec-42e1-93f3-8d24b4d73494 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2135f8ab-c07c-4e48-8f5b-293525d3b09a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:02.229724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::7e2d:89e6:9695:1980 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15/e41b9368-4ad5-4741-bda5-5898e0e2933d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:02.313827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-e6915227-4ea9-4a4b-ab5b-8483b46cfa31 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 200 len: 1823 time: 0.1447134 Nov 23 02:35:02.332037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135f8ab-c07c-4e48-8f5b-293525d3b09a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:02.342695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135f8ab-c07c-4e48-8f5b-293525d3b09a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:02.499282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.567237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.581083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.622399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9780fa0-a1c4-455a-9191-15ba02b23bc6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:02.639662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.642072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdf8aaf9-96a0-4757-b389-a20795a7151c req-6e0c4979-df54-4a6e-bdc2-137ae0a69bf3 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3158858 Nov 23 02:35:02.832065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event updated for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:02.877608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:02.882707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-c1b9887f-da92-4f83-a88e-3f5a333bf521 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 200 len: 2417 time: 0.2049291 Nov 23 02:35:02.896634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Network 7dc3d393-6373-45a5-95a5-d072cab53431 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:02.906299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:02.912522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:02.932111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570a6b7-69ee-4030-b805-dc58f8e2c670 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:02.955009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135f8ab-c07c-4e48-8f5b-293525d3b09a', 'remote_group_id': None}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:02.957467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2135f8ab-c07c-4e48-8f5b-293525d3b09a', 'remote_group_id': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:03.063310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c675-60e8-4784-bc49-786538774e5a req-3a8a951e-2178-4373-bb49-07c50d90af6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.071914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b302c675-60e8-4784-bc49-786538774e5a req-3a8a951e-2178-4373-bb49-07c50d90af6a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.2752845 Nov 23 02:35:03.090205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a64fcc15-df59-4676-954a-22fde5efbb9f None None] Provisioning complete for port e55a30fd-56c0-4d90-82eb-e8ad19c35288 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:03.093959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a64fcc15-df59-4676-954a-22fde5efbb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.107107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.112779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.187268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.236381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:03.241938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:03.243456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a64fcc15-df59-4676-954a-22fde5efbb9f None None] Port e55a30fd-56c0-4d90-82eb-e8ad19c35288 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:03.248695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:03.259248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.260461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.266718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-5609914d-d601-4b50-9b39-0332ecaeff83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7706196 Nov 23 02:35:03.339299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b302c675-60e8-4784-bc49-786538774e5a req-19128e84-55cf-4368-8927-cfe5b0c2d4d6 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520611 Nov 23 02:35:03.344200 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6525779 Nov 23 02:35:03.344881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50996) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:03.370350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.411983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2aae2-192f-4b0a-9003-da2a4c6f7a2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=e41b9368-4ad5-4741-bda5-5898e0e2933d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:03.424177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.436750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.485827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7c34f-9e70-40c0-bfd4-10aaf8b5cf84 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.496155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7c34f-9e70-40c0-bfd4-10aaf8b5cf84 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.501056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64a7c34f-9e70-40c0-bfd4-10aaf8b5cf84 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1525888 Nov 23 02:35:03.501935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:03.522139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482eae72-e99e-44ca-bfb0-fd9ab075bd85,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:03.597118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.600493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Request body: {'port': {'device_id': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:03.601940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92b4bea2-4767-436c-a60d-626f0ec62ed1 req-13affaf4-c99a-4008-9ca9-6c783935eb93 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6678357 Nov 23 02:35:03.670117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343c9a-ce17-4fac-b69a-fa3c871fe43d req-6a182d97-a8ed-445c-88b8-7e19f7981540 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:03.683987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40343c9a-ce17-4fac-b69a-fa3c871fe43d req-6a182d97-a8ed-445c-88b8-7e19f7981540 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 932 time: 0.1721551 Nov 23 02:35:03.723177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port e41b9368-4ad5-4741-bda5-5898e0e2933d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:03.724248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.820579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6a86f69-36cc-4983-ac26-635e443914c6 req-77935517-9bfb-4520-987b-2585ac83d91c tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 200 len: 3016 time: 0.1830409 Nov 23 02:35:03.881936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40343c9a-ce17-4fac-b69a-fa3c871fe43d req-b374df42-7bf6-4a32-af87-86da88a13556 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734951 Nov 23 02:35:03.941543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.963773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-153ec5fc-8b6d-4f69-bc4f-f0e02ee4b88e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-group-rules/482eae72-e99e-44ca-bfb0-fd9ab075bd85 HTTP/1.1" status: 200 len: 783 time: 0.0653203 Nov 23 02:35:04.015920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for e41b9368-4ad5-4741-bda5-5898e0e2933d owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:04.019507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] Provisioning complete for port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:04.025550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.100421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-67f36f31-0d76-4e64-97bf-939c6a075f43 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 200 len: 3016 time: 0.1300673 Nov 23 02:35:04.177826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:04.191664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.214465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.320814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.336176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.339600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.344056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71a1234c-e8fb-4e1f-9c7f-6b18858f488f req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/482eae72-e99e-44ca-bfb0-fd9ab075bd85 HTTP/1.1" status: 204 len: 173 time: 0.2427428 Nov 23 02:35:04.401210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd44bef-f34b-4546-8759-3da27792cb4b tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=482eae72-e99e-44ca-bfb0-fd9ab075bd85,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:04.414885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] For port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:04.438603 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.538764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:04.542398 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.628877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd787625-f803-4883-9b58-35030c6d1f5b req-2afe2c68-7744-435a-ade0-455bd6b89160 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 200 len: 2417 time: 0.2104445 Nov 23 02:35:04.699167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2aa5b4c1-8faa-4915-a6d4-e36fefc10937 None None] Provisioning complete for port e41b9368-4ad5-4741-bda5-5898e0e2933d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:04.699702 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2aa5b4c1-8faa-4915-a6d4-e36fefc10937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.717020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101f968-e59e-4253-9c29-b8f3f7a78434 req-7da396b5-0308-474d-b885-5c6934f6a32b tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:04.728434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3101f968-e59e-4253-9c29-b8f3f7a78434 req-7da396b5-0308-474d-b885-5c6934f6a32b tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.2302475 Nov 23 02:35:04.762009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8933673-c020-49f4-9b6f-86fda14aa96f None None] Pushing event updated for resources: {'Port': ['ID=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:04.821869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5b4c1-8faa-4915-a6d4-e36fefc10937 None None] Port e41b9368-4ad5-4741-bda5-5898e0e2933d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:04.881487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd787625-f803-4883-9b58-35030c6d1f5b req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.899229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3101f968-e59e-4253-9c29-b8f3f7a78434 req-0d1bb6cb-7258-45ba-b12f-f92f0fd30e1b tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559474 Nov 23 02:35:04.950579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd787625-f803-4883-9b58-35030c6d1f5b req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:04.963527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.081976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b716-cd73-493c-b9f1-cc5680ce2bb4 req-8239431b-5eaf-453b-a669-8bc9132f560a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:05.093494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b26b716-cd73-493c-b9f1-cc5680ce2bb4 req-8239431b-5eaf-453b-a669-8bc9132f560a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 932 time: 0.0893366 Nov 23 02:35:05.116194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd787625-f803-4883-9b58-35030c6d1f5b req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.118874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-dd787625-f803-4883-9b58-35030c6d1f5b req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.120067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd787625-f803-4883-9b58-35030c6d1f5b req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/2135f8ab-c07c-4e48-8f5b-293525d3b09a HTTP/1.1" status: 204 len: 173 time: 0.4901667 Nov 23 02:35:05.144056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09887179-4c96-4569-bab8-64920f4e2b33 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135f8ab-c07c-4e48-8f5b-293525d3b09a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:05.191494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b26b716-cd73-493c-b9f1-cc5680ce2bb4 req-31bcdd6c-5b5c-4d95-b17b-2f36aa5d80fd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969729 Nov 23 02:35:05.223045 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-20dbed22-c8ad-4472-bd51-96415e892808 req-fc134bdf-e977-4736-8b82-2837661f7a32 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] show failed (client error): The resource could not be found. Nov 23 02:35:05.229581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20dbed22-c8ad-4472-bd51-96415e892808 req-fc134bdf-e977-4736-8b82-2837661f7a32 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/d91d2cec-30c7-46bd-8fce-74494ea48557 HTTP/1.1" status: 404 len: 352 time: 0.0344512 Nov 23 02:35:05.328791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6b6f0952-bb6b-450c-8ea2-e0755052fb89 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/e51cd292-029a-45ed-8fe0-abd21eb45f60 HTTP/1.1" status: 200 len: 1823 time: 0.0773878 Nov 23 02:35:05.428385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.437723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-bc04323e-516e-42b1-94c1-171ca9a3fd45 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:05.439453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-bc04323e-516e-42b1-94c1-171ca9a3fd45 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.5112922 Nov 23 02:35:05.467013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.495462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.526427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.529406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.530673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc595374-ec3f-464c-b1f9-2ad4fab2c7cf req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/e51cd292-029a-45ed-8fe0-abd21eb45f60 HTTP/1.1" status: 204 len: 173 time: 0.2008693 Nov 23 02:35:05.549372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaad98-ea00-406c-8480-1284bdd3e436 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51cd292-029a-45ed-8fe0-abd21eb45f60,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:05.621438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1817bf77-08e5-4161-bd28-8195f24276ff req-0470c72d-5f5d-4b60-b8ec-bb6be98b74b6 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/6ff34011-8776-44be-b834-93e3be32c41c HTTP/1.1" status: 200 len: 1823 time: 0.0591755 Nov 23 02:35:05.647827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b64d82da-f993-4bb2-89dc-064ad1b4ba8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.659647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=e41b9368-4ad5-4741-bda5-5898e0e2933d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:05.712579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1817bf77-08e5-4161-bd28-8195f24276ff req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.743369 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1817bf77-08e5-4161-bd28-8195f24276ff req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.747054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.750556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1fc75ab7-a7c5-4a0b-944f-ed8c4408a66b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/e41b9368-4ad5-4741-bda5-5898e0e2933d HTTP/1.1" status: 204 len: 168 time: 2.2473001 Nov 23 02:35:05.759075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51042) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:05.883848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1817bf77-08e5-4161-bd28-8195f24276ff req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.884221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Deleting port 1954ae2a-162d-43de-a433-b4b420c01922 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:05.884773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.888721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1817bf77-08e5-4161-bd28-8195f24276ff req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.890257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1817bf77-08e5-4161-bd28-8195f24276ff req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ff34011-8776-44be-b834-93e3be32c41c HTTP/1.1" status: 204 len: 173 time: 0.2627599 Nov 23 02:35:05.924079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1969c-9cab-4299-9a9d-beaa9742206e tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff34011-8776-44be-b834-93e3be32c41c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:06.025284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:06.153717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] For port 1954ae2a-162d-43de-a433-b4b420c01922, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=1954ae2a-162d-43de-a433-b4b420c01922,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:06.154261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.170363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-6d24c4d0-a41d-4664-972f-acd821582756 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/f83fb893-3229-4627-be57-2a273d32c9cf HTTP/1.1" status: 200 len: 1823 time: 0.2489538 Nov 23 02:35:06.186680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:06.187883 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.247050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc85e0-606e-4e8b-bffc-1eab23fb9c71 req-2e8feaee-6fd3-49c6-b4a3-3d014f6c1166 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:06.248737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34bc85e0-606e-4e8b-bffc-1eab23fb9c71 req-2e8feaee-6fd3-49c6-b4a3-3d014f6c1166 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 945 time: 0.1668127 Nov 23 02:35:06.312926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34bc85e0-606e-4e8b-bffc-1eab23fb9c71 req-79328f76-e6de-4d12-bda8-c52516a2f32a tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups?id=4396e83b-05bb-48b4-bb01-b5343e9a5344&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562267 Nov 23 02:35:06.389154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.489696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.675034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2391989-7887-4c60-8591-454066881570 req-ba4593ec-d5a8-4ef2-aa3b-968d9f8fb7c2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:06.677594 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2391989-7887-4c60-8591-454066881570 req-ba4593ec-d5a8-4ef2-aa3b-968d9f8fb7c2 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 932 time: 0.2166157 Nov 23 02:35:06.693858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.696808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.698091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2458090-ed5d-4d93-b2b7-587535c64a54 req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/f83fb893-3229-4627-be57-2a273d32c9cf HTTP/1.1" status: 204 len: 173 time: 0.5171039 Nov 23 02:35:06.730168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.731508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.731838 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Floating IP 76f9208c-945d-44bc-801a-317d052c9a79 disassociated. External IP: 172.25.1.197, port: 1954ae2a-162d-43de-a433-b4b420c01922. Nov 23 02:35:06.742337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Calling delete_port for 1954ae2a-162d-43de-a433-b4b420c01922 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:06.754481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e13d4-3c86-4706-92e7-eb92ed141a39 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83fb893-3229-4627-be57-2a273d32c9cf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:06.813343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2391989-7887-4c60-8591-454066881570 req-33cd0ee1-2c38-4f4f-ae76-c3e6418ddec0 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218822 Nov 23 02:35:06.819888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-3ede3ed6-7cef-46ca-b289-f4ada1977a8f tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/3da75222-b39f-4d9e-b124-0f4425330382 HTTP/1.1" status: 200 len: 2424 time: 0.0955954 Nov 23 02:35:06.910179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.915713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bccde-8fff-4d81-bca6-a26c1cecf1ed tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:06.917581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bccde-8fff-4d81-bca6-a26c1cecf1ed tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:06.921333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff7bccde-8fff-4d81-bca6-a26c1cecf1ed tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1585951 Nov 23 02:35:06.922249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:06.976773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55a30fd-56c0-4d90-82eb-e8ad19c35288 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:06.982446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event deleted for resources: {'Port': ['ID=1954ae2a-162d-43de-a433-b4b420c01922,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:06.989961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.020049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Transition to ACTIVE for port object e55a30fd-56c0-4d90-82eb-e8ad19c35288 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:35:07.030792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.089384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.106730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.114080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:07.127002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.140720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d81aa-e860-4751-ba65-a43ac955fdea None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:07.221514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.324484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.330894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.334468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c0b4a66-f2a8-4829-85fd-6c15d71766ba req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/3da75222-b39f-4d9e-b124-0f4425330382 HTTP/1.1" status: 204 len: 173 time: 0.5085101 Nov 23 02:35:07.355158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1954ae2a-162d-43de-a433-b4b420c01922 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:07.421234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 1954ae2a-162d-43de-a433-b4b420c01922 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:07.421645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 1954ae2a-162d-43de-a433-b4b420c01922 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:07.518673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Pushing event updated for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:07.537820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Router e2c69ab4-604e-4324-97a4-36dc8928a1a5 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:07.593681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9fd6b0d-6c6b-4f81-84ce-27b0d8769669 req-d377fec6-b1e8-4b94-a35c-c1561ea08c49 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6bf6b5e-633e-45fa-a51e-915b34c0500c HTTP/1.1" status: 200 len: 210 time: 0.1167386 Nov 23 02:35:07.594331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea025a-4681-4352-8a0c-043ee3765375 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da75222-b39f-4d9e-b124-0f4425330382,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:07.760835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.778394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Attempting to bind port e55a30fd-56c0-4d90-82eb-e8ad19c35288 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:07.780058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Attempting to bind port e55a30fd-56c0-4d90-82eb-e8ad19c35288 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:07.781815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Attempting to bind port e55a30fd-56c0-4d90-82eb-e8ad19c35288 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:07.783913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-49f69d67-d649-4b50-8085-a9fb0f04afd2 tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "GET /v2.0/security-groups/874c512b-6c12-4274-aed0-16717dae5f55 HTTP/1.1" status: 200 len: 2416 time: 0.3821216 Nov 23 02:35:07.804901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Port e55a30fd-56c0-4d90-82eb-e8ad19c35288 on network 7dc3d393-6373-45a5-95a5-d072cab53431 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:35:07.805544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Attempting to bind port e55a30fd-56c0-4d90-82eb-e8ad19c35288 on network 7dc3d393-6373-45a5-95a5-d072cab53431 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:07.818139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:07.818868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Checking segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:07.819498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Bound using segment: {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:07.820194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Bound port: e55a30fd-56c0-4d90-82eb-e8ad19c35288, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb40dcd-0aa6-43a2-8065-4c29f9554423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:07.820804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.988636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:08.029194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Sync routers for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:08.063803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.081053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.093169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] No DVR routers for this DVR port 1954ae2a-162d-43de-a433-b4b420c01922 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:08.100396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.102244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:08.103220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:34:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:08.107809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.112905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-344a07ed-6036-4bd3-afcf-c50af66de0af req-4e7fa49c-d575-4a76-925a-b6a343a3fb31 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.47 "DELETE /v2.0/ports/1954ae2a-162d-43de-a433-b4b420c01922 HTTP/1.1" status: 204 len: 173 time: 2.6586258 Nov 23 02:35:08.114838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'name': 'network-vif-deleted', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:08.117465 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f038a-fe5b-41a7-807c-d970a38e51f1" -d '{"events": [{"server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "name": "network-vif-deleted", "tag": "1954ae2a-162d-43de-a433-b4b420c01922"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:08.126372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:08.158206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:08.169106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.193900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:08.220510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb34915-1c08-4ec9-be86-e0329bbc97e8 req-2aee6f4c-c332-415b-a420-5e7cc102e383 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.227822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adb34915-1c08-4ec9-be86-e0329bbc97e8 req-2aee6f4c-c332-415b-a420-5e7cc102e383 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 944 time: 0.2824578 Nov 23 02:35:08.244413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.251701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b0d8f98-6b91-4537-97c1-b1889d510e5a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15 HTTP/1.1" status: 204 len: 168 time: 1.3278143 Nov 23 02:35:08.268925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.307470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.309888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.316291 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] 10.222.0.47 "PUT /v2.0/ports/e55a30fd-56c0-4d90-82eb-e8ad19c35288 HTTP/1.1" status: 200 len: 1093 time: 5.0198524 Nov 23 02:35:08.379931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbce8d4-1f46-405d-9f23-9e02116a8158 service neutron] Pushing event updated for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:08.381013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3b763b1-76ac-489a-b2c3-259538d5818f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080892 Nov 23 02:35:08.383428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.386128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0636846-fb7d-4418-947e-1640052e034b None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:08.390747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.398666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91517ae9-3c91-4881-867f-9516881ce840 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:08.412639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7d55f84e-4f8a-4d60-96b6-7705c8bb33e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.495460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-a3cdda3f-9b69-4e0a-af23-42889fb5f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.501488 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-a3cdda3f-9b69-4e0a-af23-42889fb5f35d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 1096 time: 0.0990114 Nov 23 02:35:08.518063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba00187-7ce6-4623-8a96-d490857c3922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.608637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-b409372f-9a57-4b80-aa19-22afd593471e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288 HTTP/1.1" status: 200 len: 217 time: 0.0969605 Nov 23 02:35:08.705821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adb34915-1c08-4ec9-be86-e0329bbc97e8 req-d1c25513-861c-4f7c-9642-ac3fac826fd7 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712918 Nov 23 02:35:08.750670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-42dc6d07-1a85-40e8-9d9b-748714ae02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.752180 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-42dc6d07-1a85-40e8-9d9b-748714ae02c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.1314116 Nov 23 02:35:08.792123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf948e-3593-4144-8bcc-8465c0dd5f2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.793887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3bf948e-3593-4144-8bcc-8465c0dd5f2c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3887997 Nov 23 02:35:08.807239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.852028 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6893693-01e0-4932-8f88-1ebb93c6d649 x-openstack-request-id: req-c6893693-01e0-4932-8f88-1ebb93c6d649 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:08.852331 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bf6b5e-633e-45fa-a51e-915b34c0500c", "name": "network-vif-deleted", "tag": "1954ae2a-162d-43de-a433-b4b420c01922", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:08.852591 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6893693-01e0-4932-8f88-1ebb93c6d649 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:08.853700 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bf6b5e-633e-45fa-a51e-915b34c0500c', 'name': 'network-vif-deleted', 'tag': '1954ae2a-162d-43de-a433-b4b420c01922', 'status': 'completed', 'code': 200} Nov 23 02:35:08.856311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-eb6e2687-f2b8-4dd7-afd0-3011e717f1c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965438 Nov 23 02:35:08.941866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:08.953179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.955904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.957060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eeb353f-d5e8-4361-aab2-5ee6cecc7340 req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] 10.222.0.15 "DELETE /v2.0/security-groups/874c512b-6c12-4274-aed0-16717dae5f55 HTTP/1.1" status: 204 len: 173 time: 1.1380351 Nov 23 02:35:08.965462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.993759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a56b93-8371-431f-93bc-caa697b04297 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:08.995337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70a56b93-8371-431f-93bc-caa697b04297 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1862702 Nov 23 02:35:09.008452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51128) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.021194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51130) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.077615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-25a6fedd-4f9e-45ca-9b5a-1b3cc2331b2e service neutron] 10.222.0.47 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115805 Nov 23 02:35:09.080653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4b29e-241e-4dad-9604-1614421181db tempest-SecurityGroupRulesTestJSON-437392771 tempest-SecurityGroupRulesTestJSON-437392771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c512b-6c12-4274-aed0-16717dae5f55,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:09.086586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6285049-5348-457a-be6d-d2fb35c9af79 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734925 Nov 23 02:35:09.091091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51132) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.187988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba00187-7ce6-4623-8a96-d490857c3922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.206643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Deleting subnet b786a31e-67a5-413e-9438-ad3e63c13f1e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:09.225309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.228840 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba00187-7ce6-4623-8a96-d490857c3922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.353579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.361626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba00187-7ce6-4623-8a96-d490857c3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a4c6b-a96c-4bea-8e8a-ff67f1bb4dbd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:09.433393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.438732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ba00187-7ce6-4623-8a96-d490857c3922 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5642fd12314d4291ac1c8a011a844ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3713439 Nov 23 02:35:09.495013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.614626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.709654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:09.739932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.787998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:09.846759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.892905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:09.909624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.942138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.961647 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.965830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b786a31e-67a5-413e-9438-ad3e63c13f1e HTTP/1.1" status: 204 len: 168 time: 0.9941049 Nov 23 02:35:09.976003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.984980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Checking router: e2c69ab4-604e-4324-97a4-36dc8928a1a5 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:10.033484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:10.041002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128e49e-bd48-47d4-a768-6e63d2576f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b786a31e-67a5-413e-9438-ad3e63c13f1e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.059314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.133803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:10.134739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.151123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855e3b4-f44e-46ea-9387-7a54d31d6ee1 req-413c0be8-a53a-444f-8733-351bf5e0208b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:10.159250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e855e3b4-f44e-46ea-9387-7a54d31d6ee1 req-413c0be8-a53a-444f-8733-351bf5e0208b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 944 time: 0.2266831 Nov 23 02:35:10.183886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.186779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.189564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.190809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c51a4c6b-a96c-4bea-8e8a-ff67f1bb4dbd HTTP/1.1" status: 204 len: 168 time: 0.6946282 Nov 23 02:35:10.199017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.201664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.205090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "DELETE /v2.0/security-groups/4396e83b-05bb-48b4-bb01-b5343e9a5344 HTTP/1.1" status: 204 len: 168 time: 1.1807106 Nov 23 02:35:10.212807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:10.230179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ac3a-b638-44b2-a223-7a6270213dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a4c6b-a96c-4bea-8e8a-ff67f1bb4dbd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.263897 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-e5b7e7f5-a788-4850-909a-92d0bbab71be tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] show failed (client error): The resource could not be found. Nov 23 02:35:10.263897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e5b7e7f5-a788-4850-909a-92d0bbab71be tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "GET /v2.0/security-groups/4396e83b-05bb-48b4-bb01-b5343e9a5344 HTTP/1.1" status: 404 len: 347 time: 0.0397110 Nov 23 02:35:10.274215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51168) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:10.370067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Deleting port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:10.370476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.377946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e855e3b4-f44e-46ea-9387-7a54d31d6ee1 req-38c528b8-1737-461a-84ba-34acb3d0e7ff tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178237 Nov 23 02:35:10.440522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:10.445089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.447537 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.456094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743c15a-2833-4808-8ea8-121b95d673f8 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4396e83b-05bb-48b4-bb01-b5343e9a5344,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.533710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d090ca22-7366-491d-88de-b6b98a26c8c2']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.557481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f10ed6-adb8-42bf-b8ff-59806afacfd2') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.557780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f10ed6-adb8-42bf-b8ff-59806afacfd2') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.604743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7544f0f8-135e-403f-9bb4-d0d563febb07 req-55d4a909-968a-443a-86e8-c1f0e47b2f28 service neutron] 10.222.0.47 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5170295 Nov 23 02:35:10.608551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.649968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.657746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:10.658145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:10.678115 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:10.755887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Deleting port 387e270d-03ae-49c1-b7ca-2b1679113c72 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:10.756430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.863698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.869322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:10.872556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.878895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.881001 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a43392d-4664-4660-9d8c-833f5ea0af80" -d '{"events": [{"name": "network-changed", "server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:10.886405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d090ca22-7366-491d-88de-b6b98a26c8c2 HTTP/1.1" status: 204 len: 168 time: 0.8934767 Nov 23 02:35:10.917342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c422f2-04ca-4a6e-9a98-945d25a16af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d090ca22-7366-491d-88de-b6b98a26c8c2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.934799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:10.949840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:10.988945 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd98406a-2b54-4e8d-920b-589c57f7ca90 x-openstack-request-id: req-cd98406a-2b54-4e8d-920b-589c57f7ca90 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:10.992315 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:10.992833 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd98406a-2b54-4e8d-920b-589c57f7ca90 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:10.993467 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288', 'status': 'completed', 'code': 200} Nov 23 02:35:11.001458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.146904 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.159340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:11.172485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] For port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:11.172863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.203256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:11.216569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.217450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.247925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Calling delete_port for 387e270d-03ae-49c1-b7ca-2b1679113c72 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:11.251672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-75122bbc-f3bd-4232-9888-89a8596bc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:11.253548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-75122bbc-f3bd-4232-9888-89a8596bc7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a961d112338745a9a579dd4da1a3c2eb&device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 1096 time: 0.2475593 Nov 23 02:35:11.258724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Calling delete_port for 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:11.286142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:11.369220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8a4acf2-9cda-4749-871d-ac5d05bad1c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7666d3b3ea2f4f7fbcb6f1c24fbe8b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085822 Nov 23 02:35:11.384637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:11.401961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:11.550294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728267ea-0180-464a-b48a-5b07128c5af3 req-56b49753-61db-4a4e-ae07-3dece70d88b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:11.563877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-728267ea-0180-464a-b48a-5b07128c5af3 req-56b49753-61db-4a4e-ae07-3dece70d88b1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.3605411 Nov 23 02:35:11.594879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05335d06-0f0a-409f-9a79-d7f0b1ec994e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.596531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.637055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] Pushing event deleted for resources: {'Port': ['ID=4c0c0aa3-d9bc-4f92-a516-89b4252a0b95,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:11.642002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:11.644900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf51d1a-f81e-4395-a9e0-76589311afbe None None] No DVR routers for this DVR port 4c0c0aa3-d9bc-4f92-a516-89b4252a0b95 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:11.690948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166c01d2-0a42-49a9-8b81-12873b8ad0ad None None] The sync data for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 is: [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:32:42Z', 'revision_number': 4, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9b18072d-9c39-48f7-8e99-0ad6ad23232c', 'name': '', 'network_id': 'e5552394-584e-4053-b1d6-e0c2cd34cdff', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'mac_address': 'fa:16:3e:d8:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:41Z', 'updated_at': '2021-11-23T02:32:48Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'subnets': [{'id': '16d38535-1775-4871-9cf3-d25ae20fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:11.781131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.809821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-728267ea-0180-464a-b48a-5b07128c5af3 req-87205228-7624-48ef-9749-c2e85cde27cb tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394605 Nov 23 02:35:11.821154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.834149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643d7ff-1b35-4c93-b398-742b5a42a9ed req-a35b3132-cd99-422f-89db-17543e071ecd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:11.834591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.836575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d51bec86-e920-482a-81d3-b9d251ac0cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.841856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3643d7ff-1b35-4c93-b398-742b5a42a9ed req-a35b3132-cd99-422f-89db-17543e071ecd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 944 time: 0.2755663 Nov 23 02:35:11.897604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.965316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:11.972127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-892564a4-dd53-4b1c-b868-937bbab854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:11.974207 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-892564a4-dd53-4b1c-b868-937bbab854ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 200 len: 915 time: 0.7108493 Nov 23 02:35:11.981466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:11.993513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3643d7ff-1b35-4c93-b398-742b5a42a9ed req-11c2721c-4b83-4e22-b1d3-c2e24ad748f6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505742 Nov 23 02:35:11.998220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e5b88-8a89-467f-803d-cdb38cb2e25c None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:12.016797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05335d06-0f0a-409f-9a79-d7f0b1ec994e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.023430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.025726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05335d06-0f0a-409f-9a79-d7f0b1ec994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.037116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:12.038102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.062285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=6a310d00-6d4b-47ef-8d89-2d431a6e9cb2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.098335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.100877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Pushing event deleted for resources: {'Port': ['ID=387e270d-03ae-49c1-b7ca-2b1679113c72,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.101058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.102178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba98734f-ef88-43de-ab22-831171e74471 HTTP/1.1" status: 204 len: 168 time: 0.7142482 Nov 23 02:35:12.108511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05335d06-0f0a-409f-9a79-d7f0b1ec994e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b014d-1b82-4eb1-9d03-0780dd7a243f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.115847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05335d06-0f0a-409f-9a79-d7f0b1ec994e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65d25491f2114a23a82eb744ca554e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6732428 Nov 23 02:35:12.133046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:12.133793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b17d7d-66ca-461a-a1a7-3fe250863448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba98734f-ef88-43de-ab22-831171e74471,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.141340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-0a126092-a97a-4ca2-b88d-89db0425759d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288 HTTP/1.1" status: 200 len: 217 time: 0.1356888 Nov 23 02:35:12.179286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1a66f-17cf-4718-8b7a-7d5014764c5e None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:12.221702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.222365 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203aa52c-4124-4897-96b9-d3193f369bc8 None None] New status for floating IP 76f9208c-945d-44bc-801a-317d052c9a79: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:35:12.261672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.316380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6d3dfc56-f649-4fca-9d85-6b2b57ab6813 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2239742 Nov 23 02:35:12.340060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:12.353452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': '6a310d00-6d4b-47ef-8d89-2d431a6e9cb2', 'ip_address': '2001:db8::656b:c35e:69bc:e4a8'}], 'name': 'tempest-NetworksTestDHCPv6-280172703'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:12.423406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.440292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.441716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-89221c5d-5082-4d1b-923a-b3ead14fc215 tempest-ServersTestJSON-559825456 tempest-ServersTestJSON-559825456-project] 10.222.0.15 "DELETE /v2.0/floatingips/76f9208c-945d-44bc-801a-317d052c9a79 HTTP/1.1" status: 204 len: 168 time: 2.1349888 Nov 23 02:35:12.446142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:12.460152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-5781e993-dfb2-41a9-be2b-1f1cb97e8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:12.462944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-5781e993-dfb2-41a9-be2b-1f1cb97e8173 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 200 len: 854 time: 0.2981405 Nov 23 02:35:12.545512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '6a310d00-6d4b-47ef-8d89-2d431a6e9cb2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:12.550106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.586422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-b0ce6f7e-6000-44b4-8775-a1380b4692ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7dc3d393-6373-45a5-95a5-d072cab53431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897179 Nov 23 02:35:12.600113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.603879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.610620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/104b014d-1b82-4eb1-9d03-0780dd7a243f HTTP/1.1" status: 204 len: 168 time: 0.4739316 Nov 23 02:35:12.644693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299393a-47e1-4908-8004-29e15e8e01e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b014d-1b82-4eb1-9d03-0780dd7a243f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.789096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-c59add5e-0eaa-4148-a8d2-f83eab48b574 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:12.790673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-c59add5e-0eaa-4148-a8d2-f83eab48b574 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.1718230 Nov 23 02:35:12.796228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/6a310d00-6d4b-47ef-8d89-2d431a6e9cb2/e0460886-bcae-40d4-91b2-2aaeecc21195) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:12.830924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:12.871490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-097f55bd-a821-4d3e-a258-f674af909d1a service neutron] 10.222.0.47 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738810 Nov 23 02:35:13.069295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.094647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.124300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7a43392d-4664-4660-9d8c-833f5ea0af80 req-183e4b07-97f9-4c27-a244-0df35bb0b47c service neutron] 10.222.0.47 "GET /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310567 Nov 23 02:35:13.147854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d51bec86-e920-482a-81d3-b9d251ac0cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.162527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d51bec86-e920-482a-81d3-b9d251ac0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.173278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:13.175563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:13.182744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Pushing event updated for resources: {'Port': ['ID=e0460886-bcae-40d4-91b2-2aaeecc21195,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.194148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:13.249181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d51bec86-e920-482a-81d3-b9d251ac0cf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52382be0d0ab4b0b848aa8f9c5050f24&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2943769 Nov 23 02:35:13.250121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bec86-e920-482a-81d3-b9d251ac0cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c77519-668f-489b-83c2-b2b167b9ca67,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.252829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51240) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.309886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.338265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Attempting to bind port e0460886-bcae-40d4-91b2-2aaeecc21195 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:13.338672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Attempting to bind port e0460886-bcae-40d4-91b2-2aaeecc21195 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:13.338984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.339112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Attempting to bind port e0460886-bcae-40d4-91b2-2aaeecc21195 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:13.346830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:13.347211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:13.348810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.349213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:13.350409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Bound port: e0460886-bcae-40d4-91b2-2aaeecc21195, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:13.350889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.385103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 03286696-14c7-475a-a777-692689aadfff yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:13.386290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.389756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e55a30fd-56c0-4d90-82eb-e8ad19c35288 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:13.436382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Deleting port 171c01d1-2123-43ef-8e58-189586b2c323 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:13.437041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.484979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.488584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.490382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80c77519-668f-489b-83c2-b2b167b9ca67 HTTP/1.1" status: 204 len: 168 time: 0.2365558 Nov 23 02:35:13.514648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dbbf5-b9fc-4498-baa9-e71dd529802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c77519-668f-489b-83c2-b2b167b9ca67,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.562357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] For port e0460886-bcae-40d4-91b2-2aaeecc21195, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:13.575046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] For port e0460886-bcae-40d4-91b2-2aaeecc21195, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e0460886-bcae-40d4-91b2-2aaeecc21195,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:13.601118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560975ec-96c6-4048-805f-2b84c356cf5c req-15aa6669-0ed8-4ce3-82e4-4886de55f82d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:13.604025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-560975ec-96c6-4048-805f-2b84c356cf5c req-15aa6669-0ed8-4ce3-82e4-4886de55f82d tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.6188982 Nov 23 02:35:13.705105 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.749051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68097a-d5f3-4139-a9a7-f58c7401e038 req-3f015a29-0716-49ad-a478-f6c410599c4a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:13.752611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac68097a-d5f3-4139-a9a7-f58c7401e038 req-3f015a29-0716-49ad-a478-f6c410599c4a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 944 time: 0.6630745 Nov 23 02:35:13.853980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebfb99-88a4-45ac-bf4c-d0059ebce152 None None] Pushing event updated for resources: {'Port': ['ID=e0460886-bcae-40d4-91b2-2aaeecc21195,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.862169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:13.887362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288', 'network_id': '7dc3d393-6373-45a5-95a5-d072cab53431', 'port_id': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288', 'mac_address': 'fa:16:3e:35:3c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dd386b-1601-425d-8e32-f6b103574214', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:13.994469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.020667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55a30fd-56c0-4d90-82eb-e8ad19c35288 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:14.020945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:14.062050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:14.072135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.193558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:14.280976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e55a30fd-56c0-4d90-82eb-e8ad19c35288'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:14.393825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51272) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:14.419034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8ab364b-4984-41c7-9475-1cc60601652f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.593308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-8660c439-35a0-4f8a-83a1-e59370d9e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:14.597943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-8660c439-35a0-4f8a-83a1-e59370d9e5df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1099 time: 0.1211991 Nov 23 02:35:14.731145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1776187339-network', 'tenant_id': '236dd9c3bf9b456bbd6fbf37beeb617d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:14.774886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Made reservation on behalf of 236dd9c3bf9b456bbd6fbf37beeb617d for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:14.783578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.862316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.894604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8ab364b-4984-41c7-9475-1cc60601652f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.920725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a8ab364b-4984-41c7-9475-1cc60601652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.946926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-9d612e11-6993-45b0-aae1-e5207573ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:14.948791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-9d612e11-6993-45b0-aae1-e5207573ca64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3260469 Nov 23 02:35:15.006725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::656b:c35e:69bc:e4a8 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/6a310d00-6d4b-47ef-8d89-2d431a6e9cb2/03286696-14c7-475a-a777-692689aadfff) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:15.083845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a8ab364b-4984-41c7-9475-1cc60601652f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=126c51f9adcc4075b50ca15c5de62b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6887324 Nov 23 02:35:15.089637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:15.092868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab364b-4984-41c7-9475-1cc60601652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7c53f-3420-4e9b-8933-31a230fad672,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.174761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-321c6d1f-d57f-4520-a784-1c38f16fac70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1002 time: 0.2045987 Nov 23 02:35:15.216593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac68097a-d5f3-4139-a9a7-f58c7401e038 req-933220a3-a2a7-4f43-829d-9ba77939e0d1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4268451 Nov 23 02:35:15.232118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:15.232491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.238423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-560975ec-96c6-4048-805f-2b84c356cf5c req-6e096dab-6815-46cc-95e2-0f4a9bffa8bc tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5576329 Nov 23 02:35:15.295916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-30c2a086-7c4a-4860-9c79-513a9a902893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:15.297584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-30c2a086-7c4a-4860-9c79-513a9a902893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1148589 Nov 23 02:35:15.336211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.354067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.366093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:35:15.368443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.397005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.417716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e55a30fd-56c0-4d90-82eb-e8ad19c35288 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:15.466052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.469141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.470154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7e7c53f-3420-4e9b-8933-31a230fad672 HTTP/1.1" status: 204 len: 168 time: 0.3782969 Nov 23 02:35:15.481939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.482417 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Added segment 6f0cef84-1e01-438a-9b39-776e9e263102 of type vlan for network d8659f10-411c-450a-8adc-0ea85ac531f4 Nov 23 02:35:15.508939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.511329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e46c9-dba4-4256-b192-8f39570d384b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.565855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.590257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-3c87955f-0021-4b38-b78f-719ac2ecd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:15.592225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-3c87955f-0021-4b38-b78f-719ac2ecd316 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2816527 Nov 23 02:35:15.593236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d0271-1b33-4bc7-8a90-6d51e1098621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7c53f-3420-4e9b-8933-31a230fad672,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.618198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] Provisioning complete for port e0460886-bcae-40d4-91b2-2aaeecc21195 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:15.620319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.681163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.723862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=03286696-14c7-475a-a777-692689aadfff,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.729353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.730342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:15.730974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.734781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port e55a30fd-56c0-4d90-82eb-e8ad19c35288 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:35:15.758151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e55a30fd-56c0-4d90-82eb-e8ad19c35288 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:15.759656 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.850038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:15.859430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.865953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:15.907363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:15.914855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:15.915538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.924452 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-e42d8f34-61cd-4012-a2a8-90e167d426dd service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197122 Nov 23 02:35:15.970712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9487097 Nov 23 02:35:15.985967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:15.992514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Request body: {'subnet': {'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1776187339-subnet', 'tenant_id': '236dd9c3bf9b456bbd6fbf37beeb617d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:16.055881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 171c01d1-2123-43ef-8e58-189586b2c323 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:16.076377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f19157c1-3511-4bc5-a6c1-ab481cbcc36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7274075 Nov 23 02:35:16.077204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:16.100301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff2639-c36b-44d2-a785-ae9f511b7e50 admin admin] Pushing event updated for resources: {'Network': ['ID=d8659f10-411c-450a-8adc-0ea85ac531f4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:16.136097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': '6a310d00-6d4b-47ef-8d89-2d431a6e9cb2', 'ip_address': '2001:db8::656b:c35e:69bc:e4a8'}], 'name': 'tempest-NetworksTestDHCPv6-1635377'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:16.157871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.199110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Made reservation on behalf of 236dd9c3bf9b456bbd6fbf37beeb617d for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:16.201766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.357335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:16.371742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.411805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d8659f10-411c-450a-8adc-0ea85ac531f4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:35:16.524538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba43bab0-42a4-4582-974d-ad0553663082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.568495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:16.572237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:16.574934 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc0ab57-147b-435d-b5f1-2e8bac47a350" -d '{"events": [{"server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:16.603690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7721d81-a0e6-452d-8c9e-f92fd6d3d55c req-8807b53d-ade5-4619-8efe-42d415c318a7 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627166 Nov 23 02:35:16.618911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:16.625348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.637370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e0460886-bcae-40d4-91b2-2aaeecc21195 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:16.664495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 0ee3278d-a776-4024-af95-e3aa78e1aac7 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:16.712628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] For port e0460886-bcae-40d4-91b2-2aaeecc21195, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e0460886-bcae-40d4-91b2-2aaeecc21195,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:16.714270 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.744421 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.824352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.827588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:16.844748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6cff-6c52-4336-848d-728aa013c11c req-ecf66ddb-6d87-4528-8728-315542c22ecc tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.852807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-768d6cff-6c52-4336-848d-728aa013c11c req-ecf66ddb-6d87-4528-8728-315542c22ecc tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 945 time: 0.3214116 Nov 23 02:35:16.870304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.870543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.870860 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Floating IP 71ced55f-f49d-4311-b35c-1ff8dcdda016 disassociated. External IP: 172.25.1.13, port: 171c01d1-2123-43ef-8e58-189586b2c323. Nov 23 02:35:16.871309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Calling delete_port for 171c01d1-2123-43ef-8e58-189586b2c323 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:16.883876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 171c01d1-2123-43ef-8e58-189586b2c323, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=171c01d1-2123-43ef-8e58-189586b2c323,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:16.893884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e0460886-bcae-40d4-91b2-2aaeecc21195 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:16.895839 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.900674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.995397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.044914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840e1dc2-f697-43bb-836c-6207e0920d05,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.063745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c9058-2b94-4ae0-b78b-d2587e0b4ccc req-ed7c5c06-5cb2-427b-82a8-a0c4067b8ee7 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:17.066289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d55c9058-2b94-4ae0-b78b-d2587e0b4ccc req-ed7c5c06-5cb2-427b-82a8-a0c4067b8ee7 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 947 time: 0.6412349 Nov 23 02:35:17.097343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Checking segment: {'id': '6f0cef84-1e01-438a-9b39-776e9e263102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:17.099123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Network hostable DHCP agents. Network: d8659f10-411c-450a-8adc-0ea85ac531f4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:35:17.105684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba43bab0-42a4-4582-974d-ad0553663082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.133638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fb7e552d-fafd-4a8d-8023-c852d1020bb7 None None] Provisioning complete for port 03286696-14c7-475a-a777-692689aadfff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:17.134535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb7e552d-fafd-4a8d-8023-c852d1020bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.134688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba43bab0-42a4-4582-974d-ad0553663082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.151013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Network d8659f10-411c-450a-8adc-0ea85ac531f4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:35:17.173215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d8659f10-411c-450a-8adc-0ea85ac531f4) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:17.193938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:17.194657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.239552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20965e3e-20d6-4b30-9338-10ed03d3a664 None None] Network d8659f10-411c-450a-8adc-0ea85ac531f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:17.258560 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9a15f40-1be1-43f8-8fea-1f9aa106f0e0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2708983 Nov 23 02:35:17.383277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87476f0-7207-4a09-8839-dee5ef40c9a2 None None] Pushing event updated for resources: {'Port': ['ID=e0460886-bcae-40d4-91b2-2aaeecc21195,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.408744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43bab0-42a4-4582-974d-ad0553663082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0667577-819d-4ea1-9bd2-29cffe295eaa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.444296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ba43bab0-42a4-4582-974d-ad0553663082 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5a8b0a489b74eb8a92222062ab0969e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0794823 Nov 23 02:35:17.449634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:17.455260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-768d6cff-6c52-4336-848d-728aa013c11c req-fc6c1daa-7629-4499-aab2-611fa2561524 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013861 Nov 23 02:35:17.511967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e552d-fafd-4a8d-8023-c852d1020bb7 None None] Port 03286696-14c7-475a-a777-692689aadfff cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:17.594041 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3adc7-ba07-4797-b1ce-711fdccd2e7d x-openstack-request-id: req-0ea3adc7-ba07-4797-b1ce-711fdccd2e7d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:17.595130 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "name": "network-vif-plugged", "status": "completed", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:17.595130 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea3adc7-ba07-4797-b1ce-711fdccd2e7d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:17.595130 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288', 'code': 200} Nov 23 02:35:17.601304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d55c9058-2b94-4ae0-b78b-d2587e0b4ccc req-a9e231e6-a2eb-476d-9a1d-4f647052bfbf tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups?id=79877639-e34a-446c-bc91-118bcc0e99da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5129831 Nov 23 02:35:17.613762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.632664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.717883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.784125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.812807 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:35:17.813433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:35:17.851577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=171c01d1-2123-43ef-8e58-189586b2c323,revision_number=13']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.855626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd032836-71dc-4a2a-bc3f-319734dd6d1c req-a8ddac76-b4cb-41ff-856d-32ef833ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:17.859645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd032836-71dc-4a2a-bc3f-319734dd6d1c req-a8ddac76-b4cb-41ff-856d-32ef833ea07f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 1098 time: 0.1568315 Nov 23 02:35:17.864833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4883a0-032d-4c30-b69d-b07a2f4169e9 None None] Network d8659f10-411c-450a-8adc-0ea85ac531f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:17.907750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a714eec5-d4ec-4276-bbc4-ef1bfeca877f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8040178 Nov 23 02:35:17.910448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:17.931112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.934133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.935706 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0667577-819d-4ea1-9bd2-29cffe295eaa HTTP/1.1" status: 204 len: 168 time: 0.4848828 Nov 23 02:35:17.972068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04991dbd-9075-45fe-896f-bd2d0c8b0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0667577-819d-4ea1-9bd2-29cffe295eaa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.033421 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd032836-71dc-4a2a-bc3f-319734dd6d1c req-a6b64903-0f13-4d6d-bfc9-6f320a964317 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645858 Nov 23 02:35:18.197673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbece649-4db1-486d-a36a-d2ce2d9a482d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:18.203963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbece649-4db1-486d-a36a-d2ce2d9a482d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:18.205925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bbece649-4db1-486d-a36a-d2ce2d9a482d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2906384 Nov 23 02:35:18.208761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51356) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.233328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:18.287778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-46d1aa0e-3823-4149-b5d8-0b52d70f4dfe tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:18.289686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-46d1aa0e-3823-4149-b5d8-0b52d70f4dfe tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/networks?id=d8659f10-411c-450a-8adc-0ea85ac531f4 HTTP/1.1" status: 200 len: 814 time: 0.2479343 Nov 23 02:35:18.359816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Deleting port 9b18072d-9c39-48f7-8e99-0ad6ad23232c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:18.359816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.434823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e0460886-bcae-40d4-91b2-2aaeecc21195 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:18.443363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-e24618d8-9c18-458d-adda-6f229924db83 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/quotas/236dd9c3bf9b456bbd6fbf37beeb617d HTTP/1.1" status: 200 len: 375 time: 0.1168866 Nov 23 02:35:18.548360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-915e2269-db4c-4ad8-9d16-ef632445310c tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=236dd9c3bf9b456bbd6fbf37beeb617d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587878 Nov 23 02:35:18.553203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 03286696-14c7-475a-a777-692689aadfff {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:18.553999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.623604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e0460886-bcae-40d4-91b2-2aaeecc21195 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.624138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.731755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.767627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 03286696-14c7-475a-a777-692689aadfff owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:18.816074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] For port 9b18072d-9c39-48f7-8e99-0ad6ad23232c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9b18072d-9c39-48f7-8e99-0ad6ad23232c,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:18.816536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.839752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:18.853318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Calling delete_port for 9b18072d-9c39-48f7-8e99-0ad6ad23232c owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:18.858314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:18.872378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:18.873564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:18.976957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] No DVR routers for this DVR port 171c01d1-2123-43ef-8e58-189586b2c323 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:19.043720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:19.056764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:19.060195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccde91ea-0712-4eb8-be34-570b478c0883 req-8157a951-ccd4-4c55-9b38-ddc85e413fb1 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.41 "DELETE /v2.0/ports/171c01d1-2123-43ef-8e58-189586b2c323 HTTP/1.1" status: 204 len: 173 time: 6.2588282 Nov 23 02:35:19.060661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-deleted', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:19.071996 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338db857-d2c1-471f-b83a-069a5fc6e4a2" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-deleted", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:19.101056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=03286696-14c7-475a-a777-692689aadfff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:19.114814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-318eaf6d-9f97-4c7a-98b0-6547a2a10352 service neutron] 10.222.0.15 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386107 Nov 23 02:35:19.122653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33ed08-7cc5-402b-b27a-75f9e7a4b647 req-dc0b4454-5367-425d-82e9-aaecf2e4ed2a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:19.127454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:19.133712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a247c221-5882-4089-8387-65b631b9edf7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/03286696-14c7-475a-a777-692689aadfff HTTP/1.1" status: 204 len: 168 time: 0.9222014 Nov 23 02:35:19.137167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:19.143225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e33ed08-7cc5-402b-b27a-75f9e7a4b647 req-dc0b4454-5367-425d-82e9-aaecf2e4ed2a tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.4984546 Nov 23 02:35:19.165948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:19.362867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022db5c4-47a4-4c50-b348-1206fed8d8a7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:19.364947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022db5c4-47a4-4c50-b348-1206fed8d8a7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:19.369171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-022db5c4-47a4-4c50-b348-1206fed8d8a7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2281940 Nov 23 02:35:19.369565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:19.502888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 6a310d00-6d4b-47ef-8d89-2d431a6e9cb2 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:19.516419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:19.608359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e33ed08-7cc5-402b-b27a-75f9e7a4b647 req-1289c3c3-ed1c-4a6e-b5c7-dcbf500682c6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621215 Nov 23 02:35:19.682900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0476465e-14af-4d1e-9355-d9105f57f301 service neutron] 10.222.0.15 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348897 Nov 23 02:35:19.715177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:19.722068 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb354aac-29cd-4876-ba13-2326ee083a04" -d '{"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:19.824187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:19.875434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:19.998202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:20.050048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:20.051281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:20.390123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:20.419381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:20.579463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:20.640271 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294348b4-8a2e-41d0-b5e7-76c9f67d2062 x-openstack-request-id: req-294348b4-8a2e-41d0-b5e7-76c9f67d2062 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:20.641121 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-deleted", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:20.641533 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-294348b4-8a2e-41d0-b5e7-76c9f67d2062 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:20.642120 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-deleted', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'status': 'completed', 'code': 200} Nov 23 02:35:20.658183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18072d-9c39-48f7-8e99-0ad6ad23232c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:20.671774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:20.712700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:20.721464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f0fd280-c111-496a-a8f9-893bf22532f9 req-a233f545-2bb5-47d0-bef1-46af5de357ac tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 210 time: 0.0652761 Nov 23 02:35:20.724408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/6a310d00-6d4b-47ef-8d89-2d431a6e9cb2 HTTP/1.1" status: 204 len: 168 time: 1.3510890 Nov 23 02:35:20.726702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51428) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:20.743868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea4171b1-a41e-4519-b5d0-e6be2751c412 req-16c3f1f9-3be4-47b9-b1eb-d444e191ff52 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e561db-2e11-48f6-a25f-38c0492aa8e9 HTTP/1.1" status: 200 len: 210 time: 0.0839653 Nov 23 02:35:20.744450 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462cd7e5-0f1a-40f6-a675-37eb3ce8673f x-openstack-request-id: req-462cd7e5-0f1a-40f6-a675-37eb3ce8673f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:20.746153 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e561db-2e11-48f6-a25f-38c0492aa8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "171c01d1-2123-43ef-8e58-189586b2c323", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:20.747684 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-462cd7e5-0f1a-40f6-a675-37eb3ce8673f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:20.751426 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e561db-2e11-48f6-a25f-38c0492aa8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '171c01d1-2123-43ef-8e58-189586b2c323', 'code': 200} Nov 23 02:35:20.763324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20b875f-d77f-4fc0-821e-04aa622d6187 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:20.807853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00295210-de88-4d57-a0c0-077511840555 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=6a310d00-6d4b-47ef-8d89-2d431a6e9cb2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:20.937630 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c152656e-85a4-4c4d-944a-24937031f40e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2062221 Nov 23 02:35:20.941256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51438) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:20.948822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:21.030971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc745af-c323-48c9-aee5-a1f8129d8783 req-6b891f83-3f2c-46bd-8f97-39a0d72c2b1b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.047694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fc745af-c323-48c9-aee5-a1f8129d8783 req-6b891f83-3f2c-46bd-8f97-39a0d72c2b1b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.1433434 Nov 23 02:35:21.170598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:21.177872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.221761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.356254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fc745af-c323-48c9-aee5-a1f8129d8783 req-d2e8fd21-af8c-4126-9df0-e636e00c60a9 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070149 Nov 23 02:35:21.577861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:21.620008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.630547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:21.632694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d940f28-9b8a-4130-a5dd-4fbcea48c1fb None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e3f1842d-4cee-4b4e-94b1-86aeea09a8ff', 'name': '', 'network_id': '9217600a-924c-43d2-9487-45e4a554bc00', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'mac_address': 'fa:16:3e:08:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '28469d6e-317d-433c-a452-400aed8b3355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'subnets': [{'id': '28469d6e-317d-433c-a452-400aed8b3355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:21.657575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f826195-a1a7-4c4f-b95a-64ae3cb1af0d req-7d6308ed-a5c8-4fd0-92ef-1833777c6213 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.665862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f826195-a1a7-4c4f-b95a-64ae3cb1af0d req-7d6308ed-a5c8-4fd0-92ef-1833777c6213 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.1928525 Nov 23 02:35:21.714402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=caea4333-fa1f-4ce9-84b4-55719a77e5f5,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:21.725395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:21.726981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:21.730589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.731246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.752127 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6310eee9-534d-4a77-ba3e-d23537445e86 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8093858 Nov 23 02:35:21.753373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Deleting port e0460886-bcae-40d4-91b2-2aaeecc21195 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:21.753872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.755665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51450) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:21.761991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'caea4333-fa1f-4ce9-84b4-55719a77e5f5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1246420611'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:21.901640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:21.995151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03fbd02d-c7b4-45fb-82e6-95cc9fda42f3 req-741fda4e-075b-468f-b80f-09806c1b3411 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 210 time: 0.1408336 Nov 23 02:35:22.013659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:22.110473 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:35:22.164968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] For port e0460886-bcae-40d4-91b2-2aaeecc21195, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e0460886-bcae-40d4-91b2-2aaeecc21195,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:22.165583 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:22.199542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Calling delete_port for e0460886-bcae-40d4-91b2-2aaeecc21195 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:22.232270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe375158-2a37-4221-b2be-5bd8ffd14ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:22.349119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51466) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:22.367871 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d247d43-afbb-41a2-9c1d-e4dad38907fa None None] New status for floating IP 71ced55f-f49d-4311-b35c-1ff8dcdda016: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:35:22.391567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Router e2c69ab4-604e-4324-97a4-36dc8928a1a5 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:22.402804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f826195-a1a7-4c4f-b95a-64ae3cb1af0d req-e72d540d-05ba-4e11-9406-7708b5595584 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355723 Nov 23 02:35:22.468234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:22.491052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:22.550020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] Pushing event deleted for resources: {'Port': ['ID=e0460886-bcae-40d4-91b2-2aaeecc21195,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:22.587332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9967111-6ec9-4c78-bdcb-0caaed8c49c7 None None] No DVR routers for this DVR port e0460886-bcae-40d4-91b2-2aaeecc21195 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:22.613179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e0460886-bcae-40d4-91b2-2aaeecc21195 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:22.620325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 2e0b64a8-272d-4e24-a119-03938779c59f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:22.622557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5193585d-a43a-4aaf-8f66-46d70cdae5b2 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:22.712324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e0460886-bcae-40d4-91b2-2aaeecc21195 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:22.713588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e0460886-bcae-40d4-91b2-2aaeecc21195 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:22.791790 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:35:22.794662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:35:22.821416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-53aebd83-774e-400c-8bb6-43e4afe78f2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0637081 Nov 23 02:35:22.822095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51472) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:22.841342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:22.871013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-25cced41-0f96-41b4-8ef6-5b5349216eec admin admin] 10.222.0.15 "PUT /v2.0/routers/e2c69ab4-604e-4324-97a4-36dc8928a1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4219379 Nov 23 02:35:22.874538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:22.882448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4ec1ead3-dbe8-4a3c-b7c3-261d5f596802 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0569465 Nov 23 02:35:22.883131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:22.891171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Sync routers for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:22.958592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe375158-2a37-4221-b2be-5bd8ffd14ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:22.983067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe375158-2a37-4221-b2be-5bd8ffd14ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.013481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fe375158-2a37-4221-b2be-5bd8ffd14ced admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc7046a148f4538bc0ea099a6fd7d27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1102951 Nov 23 02:35:23.018008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51480) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:23.061702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bd341-d4e0-402c-bbe5-fa43fe5df422 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:23.062345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bd341-d4e0-402c-bbe5-fa43fe5df422 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:23.063952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d40bd341-d4e0-402c-bbe5-fa43fe5df422 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1765037 Nov 23 02:35:23.091125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:23.092171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:23.100553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe375158-2a37-4221-b2be-5bd8ffd14ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8ee8a-e84c-4523-b324-dfde15670095,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:23.117244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:23.133214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae4378-e415-4f41-9cc6-946a1a81565c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'caea4333-fa1f-4ce9-84b4-55719a77e5f5'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:23.134230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4378-e415-4f41-9cc6-946a1a81565c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.206641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.218642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-b0b874ca-afa0-4174-90b6-81f7b0398fc8 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:23.222327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-b0b874ca-afa0-4174-90b6-81f7b0398fc8 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.41 "GET /v2.0/networks?id=d8659f10-411c-450a-8adc-0ea85ac531f4 HTTP/1.1" status: 200 len: 814 time: 0.3849130 Nov 23 02:35:23.246726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet caea4333-fa1f-4ce9-84b4-55719a77e5f5 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:23.251708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Request body: {'port': {'device_id': '6fd23740-095f-4247-86ab-1868007569f7', 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4', 'admin_state_up': True, 'tenant_id': '236dd9c3bf9b456bbd6fbf37beeb617d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:23.253603 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.289140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.383836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.392592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.401161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.405138 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ca8ee8a-e84c-4523-b324-dfde15670095 HTTP/1.1" status: 204 len: 168 time: 0.3831873 Nov 23 02:35:23.458463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cff82-cc3f-4b61-9f97-dad33d328598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8ee8a-e84c-4523-b324-dfde15670095,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:23.522084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:23.535268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.604342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.658150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.693322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.721529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Made reservation on behalf of 236dd9c3bf9b456bbd6fbf37beeb617d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:23.728268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.729713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.756970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f173bfd-e044-48c5-8900-1b6d321a5cba req-8b06b8a0-9eb2-496c-8770-38a1b5a795eb tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 210 time: 0.5198202 Nov 23 02:35:23.789244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.792457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:23.796449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "DELETE /v2.0/security-groups/79877639-e34a-446c-bc91-118bcc0e99da HTTP/1.1" status: 204 len: 168 time: 1.4434469 Nov 23 02:35:23.802329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:23.840781 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-0a093c28-5e28-488e-b8fe-683a8b962675 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] show failed (client error): The resource could not be found. Nov 23 02:35:23.850680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a093c28-5e28-488e-b8fe-683a8b962675 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "GET /v2.0/security-groups/79877639-e34a-446c-bc91-118bcc0e99da HTTP/1.1" status: 404 len: 347 time: 0.0466270 Nov 23 02:35:23.851559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:23.880634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca264e35-e5b7-40ca-8be8-9e87af063263 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79877639-e34a-446c-bc91-118bcc0e99da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:23.962064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59954-f326-43b0-9af3-d8ebfab06138 req-83c62b01-8cc1-40a9-bfa7-540241693e66 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:23.963847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55b59954-f326-43b0-9af3-d8ebfab06138 req-83c62b01-8cc1-40a9-bfa7-540241693e66 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.7403214 Nov 23 02:35:24.017067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.030705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:35:19Z', 'revision_number': 5, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port': {'id': '84e9a94a-3a6c-4dd7-b430-9ffacdabf36a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:37Z', 'updated_at': '2021-11-23T02:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:24.088257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Checking router: e2c69ab4-604e-4324-97a4-36dc8928a1a5 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:24.109064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Routers {'e2c69ab4-604e-4324-97a4-36dc8928a1a5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:24.109889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:24.171171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.225131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55b59954-f326-43b0-9af3-d8ebfab06138 req-a81e3573-61e2-43ab-903e-8bc9c21d1422 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500722 Nov 23 02:35:24.229553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] Set router e2c69ab4-604e-4324-97a4-36dc8928a1a5 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-b4ae4378-e415-4f41-9cc6-946a1a81565c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caea4333-fa1f-4ce9-84b4-55719a77e5f5: This subnet is being modified by another concurrent operation. Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:35:24.232683 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet caea4333-fa1f-4ce9-84b4-55719a77e5f5: This subnet is being modified by another concurrent operation. Nov 23 02:35:24.237201 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 02:35:24.260504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=caea4333-fa1f-4ce9-84b4-55719a77e5f5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:24.276062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.300141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Allocated IP 172.20.0.13 (d8659f10-411c-450a-8adc-0ea85ac531f4/840e1dc2-f697-43bb-836c-6207e0920d05/5f61b61a-8cb7-4705-9dc3-1651efda4b29) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:24.304038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2815de29-d740-4496-9c3a-ca7d7d7a6ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/caea4333-fa1f-4ce9-84b4-55719a77e5f5 HTTP/1.1" status: 204 len: 168 time: 1.1814172 Nov 23 02:35:24.305430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Deleting port a34e6c3b-2f55-448e-82b9-0ab05588cab3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:24.306029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a4ba9f-bdbe-4d7f-b4ef-d08859b8a4ea None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:35:24.307090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:24.307563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.373619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:35:24Z', 'revision_number': 6, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:24.410492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fd452487-c2c9-4228-98a4-c8cad3f94456 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950615 Nov 23 02:35:24.415444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51540) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:24.417934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4793b2e6-762f-443f-8865-12ebb906ee95 None None] The sync data for ids ['e2c69ab4-604e-4324-97a4-36dc8928a1a5'] in n-d-714676-12 is: [{'id': 'e2c69ab4-604e-4324-97a4-36dc8928a1a5', 'name': 'tempest-ServersTestJSON-1274643168-router', 'tenant_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:32:36Z', 'updated_at': '2021-11-23T02:35:24Z', 'revision_number': 6, 'project_id': '2279ae000b1149eb9263d81b8a4ac0d7', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:24.431563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:24.614283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a4ba9f-bdbe-4d7f-b4ef-d08859b8a4ea None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:35:24.622804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Deleting port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:24.627038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.636097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.636573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.652770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Calling delete_port for a34e6c3b-2f55-448e-82b9-0ab05588cab3 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:24.751637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1575c-87ed-45ac-bbe0-c4cd877db62d req-264292c5-abb4-43be-a1d4-2c16f7aae0b8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:24.760756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15e1575c-87ed-45ac-bbe0-c4cd877db62d req-264292c5-abb4-43be-a1d4-2c16f7aae0b8 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.3357241 Nov 23 02:35:24.934830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.983447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Pushing event deleted for resources: {'Port': ['ID=a34e6c3b-2f55-448e-82b9-0ab05588cab3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:25.033255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] For port 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:25.034720 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.043525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd25f19a-00ad-45d4-8165-ac06cd90886a req-b81c690c-756e-47d9-a083-448bdce2350f tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 210 time: 0.1311748 Nov 23 02:35:25.055808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.084807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15e1575c-87ed-45ac-bbe0-c4cd877db62d req-46c02405-c8da-4c4c-b8ca-b81e910c82dd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229470 Nov 23 02:35:25.091919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Calling delete_port for 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:25.243719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.254043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.259149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9872efc3-ca7e-4f0a-9c1e-57e899ac0e36 tempest-AttachVolumeShelveTestJSON-1391981963 tempest-AttachVolumeShelveTestJSON-1391981963-project] 10.222.0.15 "DELETE /v2.0/floatingips/71ced55f-f49d-4311-b35c-1ff8dcdda016 HTTP/1.1" status: 204 len: 168 time: 1.3631277 Nov 23 02:35:25.265553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.296680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:25.302228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.589053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Network d8659f10-411c-450a-8adc-0ea85ac531f4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:25.613040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Pushing event updated for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:25.627637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:25.656389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:25.707624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bade587d-cb92-45c9-b0ff-7ec92c48dc83 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:25.730292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c2207-509c-482a-aaff-bc68fdb574d8 None None] DHCP port deletion for d8659f10-411c-450a-8adc-0ea85ac531f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:25.802827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.875707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=b0429606-72e0-4bef-b640-19be05a4a794,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:25.885580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:25.886889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7da43116-ea08-457f-8029-a879922feb4b None None] Provisioning complete for port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:25.887276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7da43116-ea08-457f-8029-a879922feb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.887413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:25.890993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:25.891944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.899445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc2b028-7218-4304-8257-bd8f2fc40758 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:25.914571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f409bc6d-9061-44b1-9f02-a378f5066ab2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4959545 Nov 23 02:35:25.915533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:25.926912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:25.983445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.987521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:25.992359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:25.995435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.019957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7da43116-ea08-457f-8029-a879922feb4b None None] Port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:26.022386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51578) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:26.065577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922768-0b31-406a-a1ed-65c8e228f6a0 req-be015948-93c5-4ad8-b5d0-cd9983435d2b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:26.076769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd922768-0b31-406a-a1ed-65c8e228f6a0 req-be015948-93c5-4ad8-b5d0-cd9983435d2b tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.4656444 Nov 23 02:35:26.149977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-0817830d-a679-40fc-b0cb-28bf8d732d67 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8920896 Nov 23 02:35:26.177367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Request body: {'port': {'device_id': '6fd23740-095f-4247-86ab-1868007569f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:26.211420 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.254018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.258570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'b0429606-72e0-4bef-b640-19be05a4a794'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:26.259461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.261370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.301626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.302911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4453627c-0c53-46b2-98bb-f900cf96fa01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3851538 Nov 23 02:35:26.305681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51588) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:26.344309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd922768-0b31-406a-a1ed-65c8e228f6a0 req-39104145-6a53-484b-9801-4f18a25db375 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663496 Nov 23 02:35:26.352534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e9a94a-3a6c-4dd7-b430-9ffacdabf36a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:26.467193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302c13d-4003-4479-811e-69afe8ed40f5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:26.470050 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.471402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9b18072d-9c39-48f7-8e99-0ad6ad23232c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:26.499209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9b18072d-9c39-48f7-8e99-0ad6ad23232c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:26.510398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9b18072d-9c39-48f7-8e99-0ad6ad23232c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:26.511087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:26.582528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:26.584364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 84e9a94a-3a6c-4dd7-b430-9ffacdabf36a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:26.693908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b0429606-72e0-4bef-b640-19be05a4a794/ec4838ce-a94e-453c-8234-a0f0ddf3b0b5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:26.776366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef95fc8e-1174-42d6-9720-ad9c7af4fedf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.013058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef95fc8e-1174-42d6-9720-ad9c7af4fedf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.055437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.060077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61b61a-8cb7-4705-9dc3-1651efda4b29 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:27.068735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.074738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.077050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef95fc8e-1174-42d6-9720-ad9c7af4fedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.089999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Transition to ACTIVE for port object 5f61b61a-8cb7-4705-9dc3-1651efda4b29 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:35:27.119918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:27.123615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:27.130319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:27.147206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e563-15ca-4f79-bc05-02e7d4f29f1c req-0b54a492-3a6a-49a1-99bf-8ab80cebcb4e tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:27.157023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d22e563-15ca-4f79-bc05-02e7d4f29f1c req-0b54a492-3a6a-49a1-99bf-8ab80cebcb4e tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 932 time: 0.9156713 Nov 23 02:35:27.175481 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.233788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95fc8e-1174-42d6-9720-ad9c7af4fedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905626f-f9e3-4d04-8b9c-820fa3bf1591,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:27.236032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Pushing event updated for resources: {'Port': ['ID=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:27.270369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef95fc8e-1174-42d6-9720-ad9c7af4fedf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7e3ef305080484ead29651a7912f469&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2428558 Nov 23 02:35:27.272407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51604) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:27.288011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Attempting to bind port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:27.288298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Attempting to bind port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:27.288671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Attempting to bind port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:27.334445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:27.334874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:27.336468 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.336873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:27.339237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Bound port: ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:27.339650 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.341913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.352618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.375253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89ef15-fd83-4a77-94dc-dffff87128e2 None None] DHCP port deletion for d8659f10-411c-450a-8adc-0ea85ac531f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:27.484699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] For port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:27.490989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] For port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:27.514602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.520333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.663614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.666627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a62fe-1629-4fec-8957-af3a5651936a None None] Pushing event updated for resources: {'Port': ['ID=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:27.742675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.755730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:27.757204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2905626f-f9e3-4d04-8b9c-820fa3bf1591 HTTP/1.1" status: 204 len: 168 time: 0.4832575 Nov 23 02:35:27.781187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c29f1-73db-43a7-9799-badfd14ac44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905626f-f9e3-4d04-8b9c-820fa3bf1591,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:28.031738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::1 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/b0429606-72e0-4bef-b640-19be05a4a794/b647dace-adf2-4024-91d1-ecca8a710353) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:28.221447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.260036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.312541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:28.338184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:28.340170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:28.343726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:28.345289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.521094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:28.565251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:28.568803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.604226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d22e563-15ca-4f79-bc05-02e7d4f29f1c req-e8853154-2fb7-4822-a39d-8ae26e326328 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4461298 Nov 23 02:35:28.637113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.648948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883ff31-9f75-422c-8d2c-d7a54891a795 req-11fcc2fc-a076-45fb-9e34-dfc72d9618a6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:28.650948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0883ff31-9f75-422c-8d2c-d7a54891a795 req-11fcc2fc-a076-45fb-9e34-dfc72d9618a6 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 1.5558488 Nov 23 02:35:28.658628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:28.659014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.682056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.947963 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.949167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c69ab4-604e-4324-97a4-36dc8928a1a5 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:35:28.960363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:28.961921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-42bf3178-47e1-48df-97ed-db1d561d001a admin admin] 10.222.0.15 "DELETE /v2.0/routers/e2c69ab4-604e-4324-97a4-36dc8928a1a5 HTTP/1.1" status: 204 len: 168 time: 6.0842202 Nov 23 02:35:28.969075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:29.005701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.097073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:29.110234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.126949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Deleting subnet 16d38535-1775-4871-9cf3-d25ae20fd109 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:29.157643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.172268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0883ff31-9f75-422c-8d2c-d7a54891a795 req-4c8aa7a4-31d5-41ff-ab17-906ac0beddc1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877865 Nov 23 02:35:29.221983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Attempting to bind port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:29.227102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Attempting to bind port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6f0cef84-1e01-438a-9b39-776e9e263102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:29.227757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Attempting to bind port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 on network d8659f10-411c-450a-8adc-0ea85ac531f4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:29.248449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:29.253896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 on network d8659f10-411c-450a-8adc-0ea85ac531f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:35:29.272393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Attempting to bind port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 on network d8659f10-411c-450a-8adc-0ea85ac531f4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:29.328870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.335510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:29.337803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Checking segment: {'id': '6f0cef84-1e01-438a-9b39-776e9e263102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:29.341323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Bound using segment: {'id': '6f0cef84-1e01-438a-9b39-776e9e263102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:29.342478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Bound port: 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f0cef84-1e01-438a-9b39-776e9e263102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:29.343229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.373906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.383131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.383940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.463417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.517569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:29.522857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29,segment=NetworkSegment(6f0cef84-1e01-438a-9b39-776e9e263102),segment_id=6f0cef84-1e01-438a-9b39-776e9e263102)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:29.527610 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.555510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:29.585733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:29.589385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc73116-9f47-457a-9ddd-3483ae03e50f None None] DHCP port deletion for d8659f10-411c-450a-8adc-0ea85ac531f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:29.597282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.613183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f61b61a-8cb7-4705-9dc3-1651efda4b29 HTTP/1.1" status: 200 len: 1093 time: 3.4555528 Nov 23 02:35:29.614128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:29.621091 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb1739-8126-46fd-91e0-2dcaa31d57b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:29.736604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:29.739609 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855e463-a548-4476-be06-07956d95c13e x-openstack-request-id: req-0855e463-a548-4476-be06-07956d95c13e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:29.740249 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:29.740733 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0855e463-a548-4476-be06-07956d95c13e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:29.741331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:29.741594 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29', 'status': 'completed', 'code': 200} Nov 23 02:35:29.817313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474b87a-357b-4920-9884-d56be33765f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:29.847659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-16c23b79-9c4f-4a4f-accf-baab44e48ed5 None None] Provisioning complete for port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:29.848243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16c23b79-9c4f-4a4f-accf-baab44e48ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.927423 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.114486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.148105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-2f32641e-4c62-4014-9557-50acd741b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:30.150848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-2f32641e-4c62-4014-9557-50acd741b04a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=236dd9c3bf9b456bbd6fbf37beeb617d&device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 1096 time: 0.4646409 Nov 23 02:35:30.243937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-24457cfa-10dd-4b2e-a9a5-2895227436b3 None None] Provisioning complete for port b647dace-adf2-4024-91d1-ecca8a710353 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:30.244324 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24457cfa-10dd-4b2e-a9a5-2895227436b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.296373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d38535-1775-4871-9cf3-d25ae20fd109,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:30.369572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925e4301-d0c3-4bce-b3d3-516e0a6abdab None None] Network e5552394-584e-4053-b1d6-e0c2cd34cdff requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:30.381850 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.387194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e32242dc-dc41-4d45-9cb9-8011c5e923ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/16d38535-1775-4871-9cf3-d25ae20fd109 HTTP/1.1" status: 204 len: 168 time: 1.4113522 Nov 23 02:35:30.402563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51694) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:30.415692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf62b0-c518-4f70-a4f1-9a571e27db6a req-64f7719b-759b-4a6d-ac63-92f1800fd983 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:30.417294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbf62b0-c518-4f70-a4f1-9a571e27db6a req-64f7719b-759b-4a6d-ac63-92f1800fd983 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 944 time: 0.6048570 Nov 23 02:35:30.533076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-308db0ec-e92c-4edb-b9ca-9a9fa6e4459e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29 HTTP/1.1" status: 200 len: 217 time: 0.2325969 Nov 23 02:35:30.549176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:30.643599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-85ac7f39-76b5-4405-8680-df141d481393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:30.645144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-85ac7f39-76b5-4405-8680-df141d481393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840e1dc2-f697-43bb-836c-6207e0920d05 HTTP/1.1" status: 200 len: 854 time: 0.0620320 Nov 23 02:35:30.666818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.702188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-46728fee-895f-462c-9ffe-7d312456f672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8659f10-411c-450a-8adc-0ea85ac531f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473971 Nov 23 02:35:30.704031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-24457cfa-10dd-4b2e-a9a5-2895227436b3 None None] Port b647dace-adf2-4024-91d1-ecca8a710353 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:30.762795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbf62b0-c518-4f70-a4f1-9a571e27db6a req-f073402c-88d8-4259-9a25-38cd806003fb tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267184 Nov 23 02:35:30.803501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:30.803921 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.818450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Router 60b39085-9ae2-451b-bf2f-ea5ea048a808 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:35:30.824688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ea15b-b28d-4480-a081-8f524c7887b3 req-f2e70ca2-95cf-4f12-a710-59290f7d02d5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:30.832463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-156ea15b-b28d-4480-a081-8f524c7887b3 req-f2e70ca2-95cf-4f12-a710-59290f7d02d5 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.5307248 Nov 23 02:35:30.955489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:30.968626 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Sync routers for ids ['60b39085-9ae2-451b-bf2f-ea5ea048a808'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:31.004065 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Routers {'60b39085-9ae2-451b-bf2f-ea5ea048a808'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:31.005077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b92ddd3-a824-471c-bb30-e6b406854a53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "PUT /v2.0/routers/60b39085-9ae2-451b-bf2f-ea5ea048a808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6981702 Nov 23 02:35:31.010246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Deleting port 70c08f4f-ecd4-4690-ae53-c30983229d01 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:31.010246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.010656 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['60b39085-9ae2-451b-bf2f-ea5ea048a808'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:31.016328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:31.020162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c3e583ca-8b48-4124-b7d6-fba85af920f4 None None] Provisioning complete for port b647dace-adf2-4024-91d1-ecca8a710353 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:31.022953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3e583ca-8b48-4124-b7d6-fba85af920f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.106477 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Set router 60b39085-9ae2-451b-bf2f-ea5ea048a808 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:31.132719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] DHCP port deletion for e5552394-584e-4053-b1d6-e0c2cd34cdff request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:31.257465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c3e583ca-8b48-4124-b7d6-fba85af920f4 None None] Port b647dace-adf2-4024-91d1-ecca8a710353 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:31.339736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Deleting port 70c08f4f-ecd4-4690-ae53-c30983229d01 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:31.340596 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.351728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] For port 70c08f4f-ecd4-4690-ae53-c30983229d01, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70c08f4f-ecd4-4690-ae53-c30983229d01,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:31.352107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.352246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b8bff3-bfe4-471c-8c0e-6b20956af3d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.356445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06b8bff3-bfe4-471c-8c0e-6b20956af3d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports/b647dace-adf2-4024-91d1-ecca8a710353 HTTP/1.1" status: 200 len: 911 time: 0.3391111 Nov 23 02:35:31.357132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:31.383217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-9105023b-0d3f-4d24-9773-58663f88af9e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.384701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-9105023b-0d3f-4d24-9773-58663f88af9e tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.47 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.3606956 Nov 23 02:35:31.402456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Calling delete_port for 70c08f4f-ecd4-4690-ae53-c30983229d01 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:31.430340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] For port 70c08f4f-ecd4-4690-ae53-c30983229d01, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70c08f4f-ecd4-4690-ae53-c30983229d01,segment=NetworkSegment(93b99d4a-1b72-48c0-9875-b4f890d30923),segment_id=93b99d4a-1b72-48c0-9875-b4f890d30923)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:31.430766 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.458850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Calling delete_port for 70c08f4f-ecd4-4690-ae53-c30983229d01 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:31.476920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-156ea15b-b28d-4480-a081-8f524c7887b3 req-ad8fb64d-927a-4278-991b-39875900ed83 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434801 Nov 23 02:35:31.536386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856f2a-82b6-4133-ba44-31b30d8c21e1 req-ffa6ae06-9c87-4d20-b00b-30374c7ad1c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.541058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be856f2a-82b6-4133-ba44-31b30d8c21e1 req-ffa6ae06-9c87-4d20-b00b-30374c7ad1c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.6309884 Nov 23 02:35:31.548088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-b7747cc6-0a76-44d6-bf3b-286cf0916af7 service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8100994 Nov 23 02:35:31.599796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.634567 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:28Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'b647dace-adf2-4024-91d1-ecca8a710353', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:5b:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:27Z', 'updated_at': '2021-11-23T02:35:28Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:31.664432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] No DVR routers for this DVR port 70c08f4f-ecd4-4690-ae53-c30983229d01 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:31.684107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78e59-aa18-4fda-9ec6-b916f97a27d1 None None] Pushing event deleted for resources: {'Port': ['ID=70c08f4f-ecd4-4690-ae53-c30983229d01,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:31.719433 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Checking router: 60b39085-9ae2-451b-bf2f-ea5ea048a808 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:31.719831 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Updating router 60b39085-9ae2-451b-bf2f-ea5ea048a808 port b647dace-adf2-4024-91d1-ecca8a710353 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:31.809486 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.852686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.923385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d1a41-6c56-4f5a-8358-c2d7c7b61933 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.928686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] No DVR routers for this DVR port 70c08f4f-ecd4-4690-ae53-c30983229d01 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:31.947004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d1a41-6c56-4f5a-8358-c2d7c7b61933 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.955279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ba2d1a41-6c56-4f5a-8358-c2d7c7b61933 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5923758 Nov 23 02:35:31.975012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:32.026089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c08f4f-ecd4-4690-ae53-c30983229d01,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:32.181176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Deleting port e55a30fd-56c0-4d90-82eb-e8ad19c35288 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:32.181538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.242081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be856f2a-82b6-4133-ba44-31b30d8c21e1 req-b56a9a61-091d-4a5c-8ad7-dd2d57b264f5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6927383 Nov 23 02:35:32.272792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.371564 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.384185 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.411531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81add602-b859-4b57-ac24-bc3fb26d0a8a req-a9711949-e664-4274-921b-a40f2293df55 service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221788 Nov 23 02:35:32.433746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70c08f4f-ecd4-4690-ae53-c30983229d01 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:32.451993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:32.475310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 70c08f4f-ecd4-4690-ae53-c30983229d01 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:32.475661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70c08f4f-ecd4-4690-ae53-c30983229d01 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:32.539133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Pushing event updated for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:32.561105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5552394-584e-4053-b1d6-e0c2cd34cdff']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:32.592666 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.595635 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.596251 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.596948 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.597512 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.598132 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.600573 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.601287 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.601870 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.602445 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.605750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.606375 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:32.620799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b99d4a-1b72-48c0-9875-b4f890d30923') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:32.621107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b99d4a-1b72-48c0-9875-b4f890d30923') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:32.627157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa9cd3-d4ea-4dca-a1f6-7a511355964c req-f70cad1e-442a-4082-9608-60b31685a6f1 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:32.639854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2afa9cd3-d4ea-4dca-a1f6-7a511355964c req-f70cad1e-442a-4082-9608-60b31685a6f1 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 944 time: 0.6732056 Nov 23 02:35:32.641864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.680436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.693170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:32.693740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.764025 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Attempting to bind port b647dace-adf2-4024-91d1-ecca8a710353 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:32.764654 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Attempting to bind port b647dace-adf2-4024-91d1-ecca8a710353 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:32.765200 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Attempting to bind port b647dace-adf2-4024-91d1-ecca8a710353 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:32.773079 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:32.783248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:32.783931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:32.784530 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.786586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:32.786792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.787889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Bound port: b647dace-adf2-4024-91d1-ecca8a710353, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:32.789002 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.811380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.814839 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e5552394-584e-4053-b1d6-e0c2cd34cdff HTTP/1.1" status: 204 len: 168 time: 2.4112570 Nov 23 02:35:32.816006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0389231b-7d29-43a1-ad6e-82a6f5607452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:32.908778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200341-f15e-455c-a40b-e0f2de676983 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5552394-584e-4053-b1d6-e0c2cd34cdff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:32.936619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2afa9cd3-d4ea-4dca-a1f6-7a511355964c req-81610fba-7cca-4aa3-add9-e820ff6cd70a tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918630 Nov 23 02:35:32.946425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-c11c4d46-3ae4-4c9e-97ed-f11fb780346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:32.951558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-c11c4d46-3ae4-4c9e-97ed-f11fb780346d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=236dd9c3bf9b456bbd6fbf37beeb617d&device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 1096 time: 0.4042385 Nov 23 02:35:33.007390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] For port e55a30fd-56c0-4d90-82eb-e8ad19c35288, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e55a30fd-56c0-4d90-82eb-e8ad19c35288,segment=NetworkSegment(9cb40dcd-0aa6-43a2-8065-4c29f9554423),segment_id=9cb40dcd-0aa6-43a2-8065-4c29f9554423)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:33.013212 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] For port b647dace-adf2-4024-91d1-ecca8a710353, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:33.024064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.025387 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] For port b647dace-adf2-4024-91d1-ecca8a710353, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b647dace-adf2-4024-91d1-ecca8a710353,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:33.038940 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.081306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Calling delete_port for e55a30fd-56c0-4d90-82eb-e8ad19c35288 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:33.154196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] Provisioning complete for port b647dace-adf2-4024-91d1-ecca8a710353 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:33.155520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.183593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:33.216656 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372b2f9-26b0-47a9-99bc-d31a8b833ad1 None None] Pushing event updated for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:33.255969 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Routers {'60b39085-9ae2-451b-bf2f-ea5ea048a808'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:33.256529 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['60b39085-9ae2-451b-bf2f-ea5ea048a808'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:33.463692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0389231b-7d29-43a1-ad6e-82a6f5607452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.468727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.483746 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] Set router 60b39085-9ae2-451b-bf2f-ea5ea048a808 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:33.494608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0389231b-7d29-43a1-ad6e-82a6f5607452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.552435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] For port b647dace-adf2-4024-91d1-ecca8a710353, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b647dace-adf2-4024-91d1-ecca8a710353,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:33.562528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-2706b800-655b-41b9-9842-10e86a6545a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.564375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-2706b800-655b-41b9-9842-10e86a6545a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8659f10-411c-450a-8adc-0ea85ac531f4 HTTP/1.1" status: 200 len: 915 time: 0.5899248 Nov 23 02:35:33.573991 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.589129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0389231b-7d29-43a1-ad6e-82a6f5607452 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5151e127c5b4c0e9ef5772715e27fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1326137 Nov 23 02:35:33.597312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:33.669622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a379f-e9b6-43c2-aa85-9a0aa28f7a34 None None] Pushing event updated for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:33.711342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6ff50552-dcba-444f-bcda-bb6305b668e7 None None] Provisioning complete for port b647dace-adf2-4024-91d1-ecca8a710353 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:33.711660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ff50552-dcba-444f-bcda-bb6305b668e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.758153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389231b-7d29-43a1-ad6e-82a6f5607452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498027f0-2312-4239-9750-e98096ed56d2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:33.774556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-45a54ba7-e93e-4738-bb30-43a94e3f6a77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2279ae000b1149eb9263d81b8a4ac0d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5863202 Nov 23 02:35:33.784905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51800) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:33.790063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badb228-32ed-43c2-9831-22de23945e69 req-6aee3aeb-91f1-4a62-bb53-38daa7fb26d1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.791932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9badb228-32ed-43c2-9831-22de23945e69 req-6aee3aeb-91f1-4a62-bb53-38daa7fb26d1 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 946 time: 0.6188228 Nov 23 02:35:33.795364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-96256823-9086-454c-b262-38e6f893ec7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29 HTTP/1.1" status: 200 len: 217 time: 0.1981950 Nov 23 02:35:33.823623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.849351 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.876715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ea6c8-8abf-4490-9ab5-e0d417525c53 req-ab393570-8531-4c4f-be45-4a341a8e8a8b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.885250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f05ea6c8-8abf-4490-9ab5-e0d417525c53 req-ab393570-8531-4c4f-be45-4a341a8e8a8b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.5513399 Nov 23 02:35:33.973239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-5ef28711-e6ce-4b27-90f4-e6a03f81a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.974700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-5ef28711-e6ce-4b27-90f4-e6a03f81a5d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840e1dc2-f697-43bb-836c-6207e0920d05 HTTP/1.1" status: 200 len: 854 time: 0.1659238 Nov 23 02:35:34.019140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9badb228-32ed-43c2-9831-22de23945e69 req-0a25bf37-55f7-46a5-a311-fb0441b89b98 tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/security-groups?id=6ea90343-4c09-4803-9661-0aa2e1439977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172742 Nov 23 02:35:34.055238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.063258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.067322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/498027f0-2312-4239-9750-e98096ed56d2 HTTP/1.1" status: 204 len: 168 time: 0.4656022 Nov 23 02:35:34.075760 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:28Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'b647dace-adf2-4024-91d1-ecca8a710353', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:5b:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:27Z', 'updated_at': '2021-11-23T02:35:32Z', 'revision_number': 4, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:34.099295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.135138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f61b61a-8cb7-4705-9dc3-1651efda4b29 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:34.153438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453ba59-51f7-42cf-b300-f73f68768bfa None None] The sync data for ids ['60b39085-9ae2-451b-bf2f-ea5ea048a808'] in n-d-714676-12 is: [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:28Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'b647dace-adf2-4024-91d1-ecca8a710353', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:5b:f4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:27Z', 'updated_at': '2021-11-23T02:35:32Z', 'revision_number': 4, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': 'b0429606-72e0-4bef-b640-19be05a4a794', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:34.172550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Pushing event deleted for resources: {'Port': ['ID=e55a30fd-56c0-4d90-82eb-e8ad19c35288,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:34.174563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.194763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:34.211393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.303396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f5521-b6a8-4261-afb7-80be42f84796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498027f0-2312-4239-9750-e98096ed56d2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:34.321000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-bb6b2221-9db2-40e3-9005-5e8686caf29c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8659f10-411c-450a-8adc-0ea85ac531f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3263569 Nov 23 02:35:34.332031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f05ea6c8-8abf-4490-9ab5-e0d417525c53 req-21ac114d-2517-40bb-85b6-7e3440c85623 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4458222 Nov 23 02:35:34.383701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.392250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.396195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2613150d-5b6b-443b-bc04-bc764f710936 HTTP/1.1" status: 204 len: 168 time: 0.6097090 Nov 23 02:35:34.438399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c50f3-e4de-4881-b334-6bc8e792017f None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:34.447384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-1cb45b32-9ea0-42f1-ae0a-3a295e032b3b service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097155 Nov 23 02:35:34.462273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] No DVR routers for this DVR port e55a30fd-56c0-4d90-82eb-e8ad19c35288 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:34.467480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.478157 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ecef6d4-c86e-40f8-a420-6a6641144153 req-0b1c2a6d-6cf9-4377-b587-363b675211cd tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.47 "DELETE /v2.0/ports/e55a30fd-56c0-4d90-82eb-e8ad19c35288 HTTP/1.1" status: 204 len: 173 time: 3.0821149 Nov 23 02:35:34.479688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964080bb-236d-470b-8a7c-d2ab70309eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613150d-5b6b-443b-bc04-bc764f710936,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:34.484586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'name': 'network-vif-deleted', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:34.492477 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3236bd1-8cc0-49c2-9063-7cc3da94ca59" -d '{"events": [{"server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "name": "network-vif-deleted", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:34.628157 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca2df8-c524-4992-b880-5a3f9aa7640d x-openstack-request-id: req-e3ca2df8-c524-4992-b880-5a3f9aa7640d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:34.628348 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7967723a-c18c-4d50-ad05-de2b72858fbb", "name": "network-vif-deleted", "tag": "e55a30fd-56c0-4d90-82eb-e8ad19c35288", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:34.628616 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3ca2df8-c524-4992-b880-5a3f9aa7640d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:34.629062 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7967723a-c18c-4d50-ad05-de2b72858fbb', 'name': 'network-vif-deleted', 'tag': 'e55a30fd-56c0-4d90-82eb-e8ad19c35288', 'status': 'completed', 'code': 200} Nov 23 02:35:34.778399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.800438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29,segment=NetworkSegment(6f0cef84-1e01-438a-9b39-776e9e263102),segment_id=6f0cef84-1e01-438a-9b39-776e9e263102)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:34.826987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.854072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5f61b61a-8cb7-4705-9dc3-1651efda4b29', 'network_id': 'd8659f10-411c-450a-8adc-0ea85ac531f4', 'port_id': '5f61b61a-8cb7-4705-9dc3-1651efda4b29', 'mac_address': 'fa:16:3e:1c:83:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840e1dc2-f697-43bb-836c-6207e0920d05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:34.984969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:34.996797 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d6b208-806b-4c37-9e38-09dc42891ff7" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:35.006282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b0f2d-290a-4063-87c7-ec568f02b584 req-26976cd7-4713-4626-8b82-9f97ab41e59c tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:35.007924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-852b0f2d-290a-4063-87c7-ec568f02b584 req-26976cd7-4713-4626-8b82-9f97ab41e59c tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 944 time: 0.7870433 Nov 23 02:35:35.038964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.042107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:35.058284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.171102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.177442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f61b61a-8cb7-4705-9dc3-1651efda4b29 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:35.196875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-204fca4b-f118-43ad-8770-e34b92548311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.217329 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc759b3-8460-461c-8554-eeb84b959da2 x-openstack-request-id: req-2bc759b3-8460-461c-8554-eeb84b959da2 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:35.217638 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:35.220362 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bc759b3-8460-461c-8554-eeb84b959da2 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:35.220795 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:35:35.281579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dddb1739-8126-46fd-91e0-2dcaa31d57b6 req-914e0270-40f6-483d-ae36-102b22f831c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8103969 Nov 23 02:35:35.317673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29,segment=NetworkSegment(6f0cef84-1e01-438a-9b39-776e9e263102),segment_id=6f0cef84-1e01-438a-9b39-776e9e263102)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:35.356129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.374923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.513780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e55a30fd-56c0-4d90-82eb-e8ad19c35288 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:35.519599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-204fca4b-f118-43ad-8770-e34b92548311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.533442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-204fca4b-f118-43ad-8770-e34b92548311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.582552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.583433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c90d84d4-b568-4398-8d18-bc635f3a3b16 req-fc62103f-f495-40c9-b4a1-3459666a6a8f tempest-ServerDiskConfigTestJSON-649262064 tempest-ServerDiskConfigTestJSON-649262064-project] 10.222.0.15 "GET /v2.0/ports?device_id=7967723a-c18c-4d50-ad05-de2b72858fbb HTTP/1.1" status: 200 len: 210 time: 0.1810119 Nov 23 02:35:35.588668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-852b0f2d-290a-4063-87c7-ec568f02b584 req-774e4a5a-2602-4afd-b8ad-bbb05352eb47 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582824 Nov 23 02:35:35.602377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51834) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.626911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: e55a30fd-56c0-4d90-82eb-e8ad19c35288 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:35.629045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e55a30fd-56c0-4d90-82eb-e8ad19c35288 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:35.642017 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-204fca4b-f118-43ad-8770-e34b92548311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ceb8431118c43a7bdff95119303285e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4591031 Nov 23 02:35:35.642017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fca4b-f118-43ad-8770-e34b92548311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc4b91b-63fe-4697-95f4-89e38f3e9a07,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.642017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51838) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.728925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23705aca-69a9-4861-90cc-31568c85a7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.746218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.779217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.784971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5f61b61a-8cb7-4705-9dc3-1651efda4b29'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:35.914623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4330300-c147-423b-856c-3fbc922a81f0 req-9ee8dd86-d537-4e28-ba44-9c8e29d7f9a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:35.918370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64444146-f8b4-4a53-b937-c19adfcf66db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.928357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4330300-c147-423b-856c-3fbc922a81f0 req-9ee8dd86-d537-4e28-ba44-9c8e29d7f9a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1420460 Nov 23 02:35:35.969620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.974043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.984408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port b647dace-adf2-4024-91d1-ecca8a710353 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:35.986300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.001532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbc4b91b-63fe-4697-95f4-89e38f3e9a07 HTTP/1.1" status: 204 len: 168 time: 0.3617759 Nov 23 02:35:36.032872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed3345-a0cf-4947-a3d5-d00a6718abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc4b91b-63fe-4697-95f4-89e38f3e9a07,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.159199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:36.234457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64444146-f8b4-4a53-b937-c19adfcf66db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.244513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64444146-f8b4-4a53-b937-c19adfcf66db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.256164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port b647dace-adf2-4024-91d1-ecca8a710353, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b647dace-adf2-4024-91d1-ecca8a710353,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:36.258108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.313226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for b647dace-adf2-4024-91d1-ecca8a710353 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:36.329631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64444146-f8b4-4a53-b937-c19adfcf66db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2aae34fd542f443fb57c010947c3b78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7205398 Nov 23 02:35:36.335755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51850) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:36.513578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444146-f8b4-4a53-b937-c19adfcf66db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c698f-be19-4d46-beb3-c1f94a1a61e4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.518297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b647dace-adf2-4024-91d1-ecca8a710353 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:36.572618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4330300-c147-423b-856c-3fbc922a81f0 req-b11bdaaa-8882-4c78-91f8-466d0b4531cf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6343443 Nov 23 02:35:36.610742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.674935 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.675574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:36.721371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'mac_address': 'fa:16:3e:6e:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:36.808843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.813928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.819320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/570c698f-be19-4d46-beb3-c1f94a1a61e4 HTTP/1.1" status: 204 len: 168 time: 0.4815238 Nov 23 02:35:36.844736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baa3ce-e7cb-4063-9e0f-ac89435f248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c698f-be19-4d46-beb3-c1f94a1a61e4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.867460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b647dace-adf2-4024-91d1-ecca8a710353 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:36.867847 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.935638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.951555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:37.023824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:37.039502 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.067666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51886) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:37.247535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:37.257253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Deleting subnet 42dd386b-1601-425d-8e32-f6b103574214 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:37.294674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.344690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:37.418439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.454224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['320bf0b9-2ee8-4635-9934-5310ef9088ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:37.497960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.505633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.553896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-508007842-network', 'tenant_id': '9ad9b11917024d239eb20146ea39a205'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:37.559460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=b647dace-adf2-4024-91d1-ecca8a710353,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:37.704990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.709038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Made reservation on behalf of 9ad9b11917024d239eb20146ea39a205 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:37.711885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.721216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc08590-2a54-41c9-aee7-65eeb8c7a3c1 req-f3ae5683-f686-41ba-94bd-b511af43df0d tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:37.743385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcc08590-2a54-41c9-aee7-65eeb8c7a3c1 req-f3ae5683-f686-41ba-94bd-b511af43df0d tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 945 time: 0.2512360 Nov 23 02:35:37.811220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dd386b-1601-425d-8e32-f6b103574214,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:37.821175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.852337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.862143 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-868a9d0b-5ea7-409a-bc73-486c78f7c2ce admin admin] 10.222.0.15 "DELETE /v2.0/subnets/42dd386b-1601-425d-8e32-f6b103574214 HTTP/1.1" status: 204 len: 168 time: 0.7930655 Nov 23 02:35:37.862358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb18ee-15f0-40e5-86e9-44f57868639c None None] Network 7dc3d393-6373-45a5-95a5-d072cab53431 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:37.865141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51924) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:37.973253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:37.990366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.067428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcc08590-2a54-41c9-aee7-65eeb8c7a3c1 req-5e8e45ac-3f46-43ea-a451-5c65405e6bfe tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221872 Nov 23 02:35:38.098870 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-071ba9bf-07b2-4126-aa68-e868c4bd783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.154537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.160773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f61b61a-8cb7-4705-9dc3-1651efda4b29 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:38.181175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.183863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.228416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc3d393-6373-45a5-95a5-d072cab53431']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:38.243191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb40dcd-0aa6-43a2-8065-4c29f9554423') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:38.243828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb40dcd-0aa6-43a2-8065-4c29f9554423') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:38.252923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fb91d-1a5d-4c69-93b2-7ec3f18cc9a8 req-08eed97f-3e89-4888-8a76-c686a9648a5b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.255375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2fb91d-1a5d-4c69-93b2-7ec3f18cc9a8 req-08eed97f-3e89-4888-8a76-c686a9648a5b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.4187548 Nov 23 02:35:38.266452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.285295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.292685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65586997-faf0-4fcd-a711-be6317c1be32 None None] DHCP port deletion for 7dc3d393-6373-45a5-95a5-d072cab53431 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:38.293687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:38.294154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.324267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:35:38.328651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:38.329031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.402045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2fb91d-1a5d-4c69-93b2-7ec3f18cc9a8 req-43dac8a4-1213-41de-8c1f-ddb3c55be039 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317885 Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:38.430874 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:38.446659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.502164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18338010-d425-46fe-8c65-b77cfbfcc760,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:38.505011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.511955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.517602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] 10.222.0.15 "DELETE /v2.0/networks/7dc3d393-6373-45a5-95a5-d072cab53431 HTTP/1.1" status: 204 len: 168 time: 0.6514652 Nov 23 02:35:38.521151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:35:38.523495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5483b5b-8437-494d-a85f-34e97c75291b admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc3d393-6373-45a5-95a5-d072cab53431,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:38.544054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.544403 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Added segment d8fddec2-ac35-4d16-96dd-3efb81d97d90 of type vlan for network 55032d66-45bf-4d06-80fc-9223eb6fb273 Nov 23 02:35:38.560733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Router 60b39085-9ae2-451b-bf2f-ea5ea048a808 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:38.569046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29,segment=NetworkSegment(6f0cef84-1e01-438a-9b39-776e9e263102),segment_id=6f0cef84-1e01-438a-9b39-776e9e263102)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:38.571114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:38.575702 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61fd3db-9bb9-49bb-9477-f097b1a0878f" -d '{"events": [{"server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "name": "network-vif-plugged", "status": "completed", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:38.580370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.653200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.686933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:38.711790 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3213b15e-4e60-4666-9c83-1d440ad36fd1 x-openstack-request-id: req-3213b15e-4e60-4666-9c83-1d440ad36fd1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:38.712080 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "name": "network-vif-plugged", "status": "completed", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:38.712409 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3213b15e-4e60-4666-9c83-1d440ad36fd1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:38.712731 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29', 'code': 200} Nov 23 02:35:38.720693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:38.732708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.733837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.735695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.744269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:38.757585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Sync routers for ids ['60b39085-9ae2-451b-bf2f-ea5ea048a808'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:38.780075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e8154028-2637-4c1d-816a-cdc169677b12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "PUT /v2.0/routers/60b39085-9ae2-451b-bf2f-ea5ea048a808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7979958 Nov 23 02:35:38.782426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51958) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:38.783570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Routers {'60b39085-9ae2-451b-bf2f-ea5ea048a808'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:38.784412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['60b39085-9ae2-451b-bf2f-ea5ea048a808'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:38.788697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5254395 Nov 23 02:35:38.791791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51960) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:38.796855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Request body: {'subnet': {'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-508007842-subnet', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:38.831910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51962) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:38.861793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Made reservation on behalf of 9ad9b11917024d239eb20146ea39a205 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:38.865003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.884483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a2b38-2704-4f1b-8663-a93982444a38 admin admin] Pushing event updated for resources: {'Network': ['ID=55032d66-45bf-4d06-80fc-9223eb6fb273,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:38.909429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fba7dd-5710-4576-9d9d-485c4c01e650 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.916807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fba7dd-5710-4576-9d9d-485c4c01e650 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.923082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:35:38.928177 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27fba7dd-5710-4576-9d9d-485c4c01e650 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1329129 Nov 23 02:35:38.928800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51968) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:38.953082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51970) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:39.026980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Set router 60b39085-9ae2-451b-bf2f-ea5ea048a808 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:39.075606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd828c8-eb2c-4452-927a-d5755540e1d2 req-82b8d312-9a68-4e72-aae8-00c28c427548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.080292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dd828c8-eb2c-4452-927a-d5755540e1d2 req-82b8d312-9a68-4e72-aae8-00c28c427548 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 1098 time: 0.2408195 Nov 23 02:35:39.148176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet b0429606-72e0-4bef-b640-19be05a4a794 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:39.176683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.209148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dd828c8-eb2c-4452-927a-d5755540e1d2 req-7b0c3410-d8b4-454c-940b-bcc72955c74b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151457 Nov 23 02:35:39.233446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5ac2263-11ad-466b-8c3b-520499243e71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a961d112338745a9a579dd4da1a3c2eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2797818 Nov 23 02:35:39.234014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51978) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:39.242632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:37Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:39.340943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.404236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Checking router: 60b39085-9ae2-451b-bf2f-ea5ea048a808 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:39.425443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b18375-f0f3-4cdd-9a23-010f05879ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.429169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.457506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Routers {'60b39085-9ae2-451b-bf2f-ea5ea048a808'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:39.463081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['60b39085-9ae2-451b-bf2f-ea5ea048a808'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:39.494822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.525841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.673346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.681295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.772439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8424-105f-481f-9166-97dbaf1263f9 req-7ee64443-a307-42da-816e-9d46f381f520 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.782742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-438c8424-105f-481f-9166-97dbaf1263f9 req-7ee64443-a307-42da-816e-9d46f381f520 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.5672226 Nov 23 02:35:39.797138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] Set router 60b39085-9ae2-451b-bf2f-ea5ea048a808 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:39.880241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Checking segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:39.883851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Network hostable DHCP agents. Network: 55032d66-45bf-4d06-80fc-9223eb6fb273, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:35:39.887159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42eb619-e399-47fe-9552-755ab62bca3d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:39.892945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b18375-f0f3-4cdd-9a23-010f05879ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.908362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9b18375-f0f3-4cdd-9a23-010f05879ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.973285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:37Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:39.991776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cb8c5-a3e1-433b-a3c7-bcaa39f32bce req-cb4ed0eb-7bf9-4a93-98b3-a0e0645cdf94 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:40.002731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a7cb8c5-a3e1-433b-a3c7-bcaa39f32bce req-cb4ed0eb-7bf9-4a93-98b3-a0e0645cdf94 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.4072504 Nov 23 02:35:40.075464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f9ebd-e7d8-4f16-a959-6a0e45cd8e46 None None] The sync data for ids ['60b39085-9ae2-451b-bf2f-ea5ea048a808'] in n-d-714676-12 is: [{'id': '60b39085-9ae2-451b-bf2f-ea5ea048a808', 'name': 'tempest-NetworksTestDHCPv6-router-1944947058', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:26Z', 'updated_at': '2021-11-23T02:35:37Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:40.082116 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.116643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-438c8424-105f-481f-9166-97dbaf1263f9 req-84ffd79d-acd9-43e9-9f18-1aebaa994bd8 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995083 Nov 23 02:35:40.183337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.184726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:40.196972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.210327 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ea90343-4c09-4803-9661-0aa2e1439977 HTTP/1.1" status: 204 len: 168 time: 0.9691427 Nov 23 02:35:40.240454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b18375-f0f3-4cdd-9a23-010f05879ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc9ab6-c1e5-4a23-b54a-7ef0a87698ee,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:40.244226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:35:40.247499 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9b18375-f0f3-4cdd-9a23-010f05879ae1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d58ba9933ac4be994f65cbfe3b50405&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5521173 Nov 23 02:35:40.257893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51990) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:40.258726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=b0429606-72e0-4bef-b640-19be05a4a794,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:40.287039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.292976 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80403367-39cc-4f11-b0dd-ba52c1a58c46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b0429606-72e0-4bef-b640-19be05a4a794 HTTP/1.1" status: 204 len: 168 time: 1.3631577 Nov 23 02:35:40.293617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a7cb8c5-a3e1-433b-a3c7-bcaa39f32bce req-10eedbfe-a9f4-4cb8-a59b-2975f0922d5b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888060 Nov 23 02:35:40.305590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:40.317375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf328567-e0a4-4b34-8d8d-54ff0b2b564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea90343-4c09-4803-9661-0aa2e1439977,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:40.335754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 55032d66-45bf-4d06-80fc-9223eb6fb273) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:40.401070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.412067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7389e-5f86-4fc1-adc7-50b57b23596d None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:40.470175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.494299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:40.497111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.609676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.671441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5da5842c-dd15-47b0-a94b-411ec6b43f8d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8776209 Nov 23 02:35:40.675345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:40.686350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:40.714328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d5f043eb-4860-4968-8df5-b4bb7eda9cc2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4053223 Nov 23 02:35:40.717742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11ca6b-a2eb-401e-97c0-d5831c245fc0 None None] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:40.718961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:40.844402 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.854559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:40.862156 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.302555 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.305706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b647dace-adf2-4024-91d1-ecca8a710353 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:41.318858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.323589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.475671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.476312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Fanout notify agent at l3_agent the message router_deleted on router 60b39085-9ae2-451b-bf2f-ea5ea048a808 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:35:41.482454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b647dace-adf2-4024-91d1-ecca8a710353 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:41.482454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b647dace-adf2-4024-91d1-ecca8a710353 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:41.507609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.513130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2d7e2684-1540-4fe1-b33e-24050e7c781e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/routers/60b39085-9ae2-451b-bf2f-ea5ea048a808 HTTP/1.1" status: 204 len: 168 time: 0.7926657 Nov 23 02:35:41.523353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:41.549386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.553727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.555381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cccc9ab6-c1e5-4a23-b54a-7ef0a87698ee HTTP/1.1" status: 204 len: 168 time: 1.2944212 Nov 23 02:35:41.575395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 320bf0b9-2ee8-4635-9934-5310ef9088ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:41.575762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.576932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:41.585098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.679060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d9cc9-d904-4644-bf08-e23d1166c8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc9ab6-c1e5-4a23-b54a-7ef0a87698ee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:41.913350 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:41.924401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:41.966560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Deleting port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:41.967231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.036587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52a7a-04b5-4fca-92bf-f8665014e975 req-3fa11897-5553-46b0-8fad-2a5f3872009a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:42.038188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4db52a7a-04b5-4fca-92bf-f8665014e975 req-3fa11897-5553-46b0-8fad-2a5f3872009a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 946 time: 0.5954671 Nov 23 02:35:42.097145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-55032d66-45bf-4d06-80fc-9223eb6fb273', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:42.099291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.146804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] For port e3f1842d-4cee-4b4e-94b1-86aeea09a8ff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:42.147109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.174299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Calling delete_port for e3f1842d-4cee-4b4e-94b1-86aeea09a8ff owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:42.192301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e879c-84b6-4f8a-921f-88e0aa0ec62b req-d118abf2-6fc1-45e3-b8c3-7245e83b0a21 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:42.193950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-962e879c-84b6-4f8a-921f-88e0aa0ec62b req-d118abf2-6fc1-45e3-b8c3-7245e83b0a21 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.8037004 Nov 23 02:35:42.243193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.324902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:42.340707 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.474304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Allocated IP 172.20.0.2 (55032d66-45bf-4d06-80fc-9223eb6fb273/b42eb619-e399-47fe-9552-755ab62bca3d/58d5d0b8-bdcc-455e-913b-81368fac1e8a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:42.627589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.648547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4db52a7a-04b5-4fca-92bf-f8665014e975 req-f8f32fe6-7a44-420f-b14c-ca1f573f6043 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4723468 Nov 23 02:35:42.676861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-962e879c-84b6-4f8a-921f-88e0aa0ec62b req-108761d7-1b8c-48eb-a3d2-2d37453ec069 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468789 Nov 23 02:35:42.678816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:42.692325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f1842d-4cee-4b4e-94b1-86aeea09a8ff,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:42.774274 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.800509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:42.882648 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.952620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Pushing event updated for resources: {'Port': ['ID=58d5d0b8-bdcc-455e-913b-81368fac1e8a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:42.991017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.016160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Deleting port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:43.016912 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.147263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] For port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:43.148102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.148257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.173397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Calling delete_port for ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:43.360982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:43.415344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:43.424326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:43.427148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-947899340-network', 'tenant_id': '8f8f1f7950514108bcd84d5fe82f5f32'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:43.428390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:43.431116 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051c996-5a98-4263-96bd-a8384d493c12" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:43.440565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:43.483600 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.547046 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc370595-1826-4622-95a6-a55c180082e8 x-openstack-request-id: req-dc370595-1826-4622-95a6-a55c180082e8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:43.547347 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-plugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:43.547972 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc370595-1826-4622-95a6-a55c180082e8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:43.548381 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:35:43.642862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.699197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:43.716083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Attempting to bind port 58d5d0b8-bdcc-455e-913b-81368fac1e8a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:43.716793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Attempting to bind port 58d5d0b8-bdcc-455e-913b-81368fac1e8a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:43.717290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Attempting to bind port 58d5d0b8-bdcc-455e-913b-81368fac1e8a on network 55032d66-45bf-4d06-80fc-9223eb6fb273 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:43.726060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:43.727519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:43.728083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Checking segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:43.728530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.729059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Bound using segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:43.729626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Bound port: 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:43.730178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.732647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=13']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:43.749856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.880074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event deleted for resources: {'Port': ['ID=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:43.893822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.937200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Made reservation on behalf of 8f8f1f7950514108bcd84d5fe82f5f32 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:43.939834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.957127 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.960655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-7645e79f-b742-405f-a24a-75d6efb7f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:43.962392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-7645e79f-b742-405f-a24a-75d6efb7f630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=236dd9c3bf9b456bbd6fbf37beeb617d&device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 1098 time: 0.5751042 Nov 23 02:35:43.990591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d14a2-bfd1-4002-82dd-94c966e00147 req-aa29967c-b1f5-4deb-b38a-706b4c827840 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:43.997911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c77d14a2-bfd1-4002-82dd-94c966e00147 req-aa29967c-b1f5-4deb-b38a-706b4c827840 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.6116748 Nov 23 02:35:44.031670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] For port 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:44.034358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:44.039737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] For port 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=58d5d0b8-bdcc-455e-913b-81368fac1e8a,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:44.048962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b502e9b2-3733-45dc-ac69-1cd30d9fc208 admin admin] 10.222.0.15 "PUT /v2.0/routers/1105c2d9-92cb-4b61-9dad-f3a9b55f22eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2152815 Nov 23 02:35:44.052170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52074) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:44.062844 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Sync routers for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:44.084012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.086786 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:44.088401 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:44.106626 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.127085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] No DVR routers for this DVR port ec4838ce-a94e-453c-8234-a0f0ddf3b0b5 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:44.145219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9699151-9f56-45b7-84b2-b5db3fcd7933 None None] Pushing event deleted for resources: {'Port': ['ID=ec4838ce-a94e-453c-8234-a0f0ddf3b0b5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:44.174576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.219149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b3c64-7c70-4566-9414-026a970d33f8 None None] Pushing event updated for resources: {'Port': ['ID=58d5d0b8-bdcc-455e-913b-81368fac1e8a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:44.235914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e80499-1b32-409e-9e85-cef920797e7c req-5119899f-e3af-4f29-9757-7443ff75f74b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:44.237499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96e80499-1b32-409e-9e85-cef920797e7c req-5119899f-e3af-4f29-9757-7443ff75f74b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.4091544 Nov 23 02:35:44.244542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:44.291439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.310018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:44.322776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09d610-f2f4-4dec-83b1-d6c3aa93af28 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:44.344533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:44.345143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.426383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.480187 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:44.481958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c77d14a2-bfd1-4002-82dd-94c966e00147 req-db907b42-23bf-4dae-b5ad-b8464970432d tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831505 Nov 23 02:35:44.498180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:44.603828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-54cef23c-1836-4f4c-8bfc-f648d9de11d3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0381994 Nov 23 02:35:44.604731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:44.643079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:44.692233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-7b6f0995-56b9-4f13-9982-60fbbe11a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:44.700766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-7b6f0995-56b9-4f13-9982-60fbbe11a6d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d8659f10-411c-450a-8adc-0ea85ac531f4 HTTP/1.1" status: 200 len: 915 time: 0.6952307 Nov 23 02:35:44.823691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.928773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Deleting port b6c1948b-30ae-4dc0-b1fe-097d929b2beb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:44.931236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.934047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:44.935074 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.008675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96e80499-1b32-409e-9e85-cef920797e7c req-a50c3866-e00d-4f30-aa7d-5d3d07b10a54 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7353253 Nov 23 02:35:45.032269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.033357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.037884 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:35:42Z', 'revision_number': 5, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port': {'id': 'b6c1948b-30ae-4dc0-b1fe-097d929b2beb', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:35Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:45.038182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-98fccf77-141b-4652-b77b-d2be7a6e84c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29 HTTP/1.1" status: 200 len: 217 time: 0.3145807 Nov 23 02:35:45.087685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] For port b6c1948b-30ae-4dc0-b1fe-097d929b2beb, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:45.088055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.105469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.129894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Calling delete_port for b6c1948b-30ae-4dc0-b1fe-097d929b2beb owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:45.131020 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Checking router: 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:45.156499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Routers {'1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:45.161712 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:45.173817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-ca42445e-e56f-4f14-8e1e-7c656455497a tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=9e2edb07c82847fdb7e925f28199b076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512599 Nov 23 02:35:45.234235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.247948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-1de2da88-f2b2-45e9-91c9-44869f899a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:45.256627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-1de2da88-f2b2-45e9-91c9-44869f899a17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=840e1dc2-f697-43bb-836c-6207e0920d05 HTTP/1.1" status: 200 len: 854 time: 0.1485636 Nov 23 02:35:45.401759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:45.416448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] Set router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:45.432765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f/d8139117-0d07-4493-829e-50cac7f5d6cc) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:45.486312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:45.509714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.519009 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:35:44Z', 'revision_number': 6, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:45.562137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-94351ba9-f7a2-4067-b39e-cf11a39075d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d8659f10-411c-450a-8adc-0ea85ac531f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639423 Nov 23 02:35:45.566482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15118fc-9535-482f-a13a-d68948465a5a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:45.570124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:35:45.579439 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb376-f6f0-4a72-b6f7-0e77e787f20d None None] The sync data for ids ['1105c2d9-92cb-4b61-9dad-f3a9b55f22eb'] in n-d-714676-12 is: [{'id': '1105c2d9-92cb-4b61-9dad-f3a9b55f22eb', 'name': 'tempest-AttachVolumeShelveTestJSON-1507236363-router', 'tenant_id': '1ae7b7da3792423dbcef40abacf67c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:34Z', 'updated_at': '2021-11-23T02:35:44Z', 'revision_number': 6, 'project_id': '1ae7b7da3792423dbcef40abacf67c50', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:45.626351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c1948b-30ae-4dc0-b1fe-097d929b2beb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:45.764539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c4fdc3f4-4bfa-4a89-8d2a-88f577c0da76 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:45.770926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.787888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.812787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.873411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:45.884496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.886782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.888697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:45.891030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Pushing event updated for resources: {'Port': ['ID=d8139117-0d07-4493-829e-50cac7f5d6cc,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:45.894038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:45.905973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-8895ed60-303f-4793-a9a5-4da82de9fa0f service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223969 Nov 23 02:35:45.969078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.969703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1105c2d9-92cb-4b61-9dad-f3a9b55f22eb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:35:45.971638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Allocated IP 172.25.1.239 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d2b8cd40-dff4-464e-984e-3398fee32b8d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:45.976327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.977728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff723a3e-b2ab-4727-bedc-914a412bde51 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1105c2d9-92cb-4b61-9dad-f3a9b55f22eb HTTP/1.1" status: 204 len: 168 time: 1.9243641 Nov 23 02:35:45.981674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52112) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:45.992793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.993161 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Added segment 6bee62f8-6a9a-41ee-8936-5c495f3926f8 of type vlan for network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 Nov 23 02:35:46.001004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Attempting to bind port d8139117-0d07-4493-829e-50cac7f5d6cc on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:46.001572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Attempting to bind port d8139117-0d07-4493-829e-50cac7f5d6cc by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:46.004757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Attempting to bind port d8139117-0d07-4493-829e-50cac7f5d6cc on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:46.023724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:46.026961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:46.030294 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.032212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:46.032763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Bound port: d8139117-0d07-4493-829e-50cac7f5d6cc, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:46.037564 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.047419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c4fdc3f4-4bfa-4a89-8d2a-88f577c0da76 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "PUT /v2.0/quotas/33c8799a4172478995dfc17268fc5644 HTTP/1.1" status: 200 len: 366 time: 0.5574033 Nov 23 02:35:46.048097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.063778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7ec546bd-c342-4617-ab05-47aea7b29f30 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0118961 Nov 23 02:35:46.068752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Deleting subnet 28469d6e-317d-433c-a452-400aed8b3355 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:46.075047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.117065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.206625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52118) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.216303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] For port d8139117-0d07-4493-829e-50cac7f5d6cc, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:46.219986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] For port d8139117-0d07-4493-829e-50cac7f5d6cc, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d8139117-0d07-4493-829e-50cac7f5d6cc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:46.224803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbc3f628-dc78-4c3e-9f44-2c4257414cff req-2e2c1457-b8a1-4da9-b939-9c77f6677c53 service neutron] 10.222.0.41 "GET /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677476 Nov 23 02:35:46.227310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.232014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-09669a35-6247-4f8a-9d69-2b8f62456d4a tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas/33c8799a4172478995dfc17268fc5644 HTTP/1.1" status: 200 len: 366 time: 0.0217133 Nov 23 02:35:46.232634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.247788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.281413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76b9e0-fb7a-4c76-a661-7260d04a28a1 None None] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:46.281632 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7ed5e63c-0029-439f-9b23-3b4348894c94 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/33c8799a4172478995dfc17268fc5644 HTTP/1.1" status: 204 len: 168 time: 0.0456033 Nov 23 02:35:46.305285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.307914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.336213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.366723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8372ef74-4dc9-4694-8ae5-32a3a00b134a tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0436680 Nov 23 02:35:46.401573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.421258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28469d6e-317d-433c-a452-400aed8b3355,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:46.429808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.447862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.455346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8ac980e1-87bc-4c1a-bd11-cd75d21e05b8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28469d6e-317d-433c-a452-400aed8b3355 HTTP/1.1" status: 204 len: 168 time: 0.4722354 Nov 23 02:35:46.458374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52126) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.493703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-42da6d3e-516d-43e4-b3ff-1a22a6eab674 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas/33c8799a4172478995dfc17268fc5644 HTTP/1.1" status: 200 len: 370 time: 0.0395124 Nov 23 02:35:46.526981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ae24b-5bd4-436c-b3aa-a73939ee996b req-a7856d22-6822-416b-9429-b4b6ec8ad650 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:46.528589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e42ae24b-5bd4-436c-b3aa-a73939ee996b req-a7856d22-6822-416b-9429-b4b6ec8ad650 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.6252084 Nov 23 02:35:46.535995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.537203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e821f09e-3baf-4a24-a366-090df28bb64b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9199905 Nov 23 02:35:46.543606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.587450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.588111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.603879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e3c4d09-f4c8-4aa9-9a57-7fe70fb69a26 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas/33c8799a4172478995dfc17268fc5644/default HTTP/1.1" status: 200 len: 370 time: 0.0051670 Nov 23 02:35:46.613923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:46.631522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:46.652141 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-dbf168f3-f1cd-4552-9a3a-0c0433a93b33 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] delete failed (client error): The resource could not be found. Nov 23 02:35:46.661819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dbf168f3-f1cd-4552-9a3a-0c0433a93b33 tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/33c8799a4172478995dfc17268fc5644 HTTP/1.1" status: 404 len: 348 time: 0.0357690 Nov 23 02:35:46.771026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Deleting port 2933ecd1-78fe-4d39-a828-c62919cbc091 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:46.771280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.047450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b9328-8a80-41ba-ad4c-b202c32ed133 None None] Network 9217600a-924c-43d2-9487-45e4a554bc00 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:47.140977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 58d5d0b8-bdcc-455e-913b-81368fac1e8a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:47.233511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52136) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:47.269847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:network and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.284172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.294778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:35:47.296839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] For port 2933ecd1-78fe-4d39-a828-c62919cbc091, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2933ecd1-78fe-4d39-a828-c62919cbc091,segment=NetworkSegment(fbeb68af-2491-4519-bd25-d714d647ad8d),segment_id=fbeb68af-2491-4519-bd25-d714d647ad8d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:47.296839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.299895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:subnet and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.318452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e70b3-37af-4caa-b232-89d228dab936 None None] Pushing event updated for resources: {'Port': ['ID=d8139117-0d07-4493-829e-50cac7f5d6cc,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:47.324023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-80e02e4c-0710-42ee-b8b3-c0aaabe9c14c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:47.326459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-80e02e4c-0710-42ee-b8b3-c0aaabe9c14c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0675592 Nov 23 02:35:47.335876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] Provisioning complete for port 58d5d0b8-bdcc-455e-913b-81368fac1e8a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:47.336254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.337660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Calling delete_port for 2933ecd1-78fe-4d39-a828-c62919cbc091 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:47.381566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-49b7a053-2b88-4cc4-871b-5d99f4265f04 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/quotas/9e2edb07c82847fdb7e925f28199b076 HTTP/1.1" status: 200 len: 375 time: 0.0443211 Nov 23 02:35:47.447144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.461582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.476481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:subnetpool and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.533767 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.541463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:47.542885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.563148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.563391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 58d5d0b8-bdcc-455e-913b-81368fac1e8a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:47.563621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.571684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2933ecd1-78fe-4d39-a828-c62919cbc091,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:47.594884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] No DVR routers for this DVR port 2933ecd1-78fe-4d39-a828-c62919cbc091 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:47.641646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:port and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.654121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5a5bc-6025-4fbb-9079-215252d1cc1a None None] DHCP port deletion for 9217600a-924c-43d2-9487-45e4a554bc00 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:47.696177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:47.702618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e42ae24b-5bd4-436c-b3aa-a73939ee996b req-81cdf100-a343-45f1-a0b1-943ee1cc2fe0 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1159828 Nov 23 02:35:47.704920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-ba148e0c-ed22-4b48-936b-1803df6475db tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e2edb07c82847fdb7e925f28199b076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2484977 Nov 23 02:35:47.731226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.761035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.774760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.776531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:router and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.784576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.801264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9217600a-924c-43d2-9487-45e4a554bc00']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:47.815491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbeb68af-2491-4519-bd25-d714d647ad8d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:47.817388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbeb68af-2491-4519-bd25-d714d647ad8d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:47.820753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:floatingip and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:47.848575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.854559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:47.861808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.864717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:35:47.911310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.945021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:47.947715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:47.955350 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:47.989901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] For port 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=58d5d0b8-bdcc-455e-913b-81368fac1e8a,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:48.013543 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.036590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-055f4adb-59eb-475d-9aa7-560205c199d5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 5.3524473 Nov 23 02:35:48.080683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52138) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:48.103782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Request body: {'subnet': {'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-947899340-subnet', 'tenant_id': '8f8f1f7950514108bcd84d5fe82f5f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:48.167271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747e122-3716-4501-a16c-7a308c9d7b0b None None] Pushing event updated for resources: {'Port': ['ID=58d5d0b8-bdcc-455e-913b-81368fac1e8a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:48.167899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.205500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.218343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.223489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/9217600a-924c-43d2-9487-45e4a554bc00 HTTP/1.1" status: 204 len: 168 time: 1.7635872 Nov 23 02:35:48.274951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Made reservation on behalf of 8f8f1f7950514108bcd84d5fe82f5f32 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:48.297952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.307635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7f96fee5-be28-41bf-9dd3-c6ae4d9da242 None None] Provisioning complete for port 58d5d0b8-bdcc-455e-913b-81368fac1e8a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:48.308857 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f96fee5-be28-41bf-9dd3-c6ae4d9da242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.321926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0024edf-266e-4672-842d-fa0e02cf5d11 req-91ec0633-a84c-4a35-a5e6-48840fab0cd6 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 210 time: 0.1495647 Nov 23 02:35:48.337881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:48.417474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:48.421916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:48.465571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778bdd9-78f1-4fc0-aa0a-38ef8a13babf None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:48.477900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea17ad-0b53-4f6a-9b94-387e6f8a38ae admin admin] Pushing event deleted for resources: {'Network': ['ID=9217600a-924c-43d2-9487-45e4a554bc00,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:48.485129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:security_group and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:48.511376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b6c1948b-30ae-4dc0-b1fe-097d929b2beb no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:48.563267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:48.606727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b6c1948b-30ae-4dc0-b1fe-097d929b2beb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:48.607201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b6c1948b-30ae-4dc0-b1fe-097d929b2beb not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:48.607554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e3f1842d-4cee-4b4e-94b1-86aeea09a8ff no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:48.609791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9a22c-32e8-40e3-83a4-411e9d854ea4 req-2f0cce8e-f4e7-4027-9c42-7a9aa6b0cdc7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:48.625838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89b9a22c-32e8-40e3-83a4-411e9d854ea4 req-2f0cce8e-f4e7-4027-9c42-7a9aa6b0cdc7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.7222071 Nov 23 02:35:48.684496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Pushing event updated for resources: {'Port': ['ID=d2b8cd40-dff4-464e-984e-3398fee32b8d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:48.702862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Usage tracker for resource:security_group_rule and project:dc1f228bda894b45966bd70e77d02a07 is out of sync, need to count used quota {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:35:48.706580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e3f1842d-4cee-4b4e-94b1-86aeea09a8ff {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:48.706580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e3f1842d-4cee-4b4e-94b1-86aeea09a8ff not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:48.713243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.731668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Provisioning complete for port d8139117-0d07-4493-829e-50cac7f5d6cc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:48.733994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.736841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.quota.resource [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103572) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:35:48.737789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:48.804823 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0baf040b-608e-4c3c-ae56-658dbc03e0eb tempest-QuotasTest-414171231 tempest-QuotasTest-414171231-project-admin] 10.222.0.15 "GET /v2.0/quotas/dc1f228bda894b45966bd70e77d02a07/details.json HTTP/1.1" status: 200 len: 703 time: 1.5696001 Nov 23 02:35:48.847823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89b9a22c-32e8-40e3-83a4-411e9d854ea4 req-4d20ee70-2854-40d0-a84e-1a407e8f1f7a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123494 Nov 23 02:35:48.895748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:48.949465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Checking segment: {'id': '6bee62f8-6a9a-41ee-8936-5c495f3926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:48.949900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Network hostable DHCP agents. Network: 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:35:48.958801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=003ca54e-4ae3-4bce-9243-935f2bbebdfa,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:48.997059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.008138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:35:49.036327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:49.040872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:49.041632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.070461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599339e6-c628-4afa-a2bf-786f730c9aaa None None] Network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:49.072478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbe37367-9a66-4bbf-8763-c6d4c0585a53 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9794040 Nov 23 02:35:49.168873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] For port d8139117-0d07-4493-829e-50cac7f5d6cc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d8139117-0d07-4493-829e-50cac7f5d6cc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:49.172893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d8139117-0d07-4493-829e-50cac7f5d6cc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:49.213635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.263998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52168) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:49.327014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52172) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:49.327752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-adc7d409-cde6-4374-9fb2-53c41083d54a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae7b7da3792423dbcef40abacf67c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967900 Nov 23 02:35:49.461664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.493611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Provisioning complete for port d2b8cd40-dff4-464e-984e-3398fee32b8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:49.493993 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.499547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.503457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c707b62-e771-4bd7-8e0c-93cbb92b2dfb req-dcc181ee-7a86-4fbf-a2bf-b5f560bacb9a tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:49.512675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c707b62-e771-4bd7-8e0c-93cbb92b2dfb req-dcc181ee-7a86-4fbf-a2bf-b5f560bacb9a tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.4906015 Nov 23 02:35:49.547029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd34d5cf-f682-486f-8a39-3de287ac1983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.609933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.612702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.617541 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e36c7ef8-cf7a-412e-8d32-19597c4ec6e4 HTTP/1.1" status: 204 len: 168 time: 0.2857788 Nov 23 02:35:49.650213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59e0af-0948-4f33-a87d-3422680cab4d None None] Network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:49.656774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36c7ef8-cf7a-412e-8d32-19597c4ec6e4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:49.679428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9cecca8-f232-474e-b3bb-aaffee0f8d06 req-4cbd118a-12ee-44ce-b6da-9f5ba7b3ef1e tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 210 time: 0.1636302 Nov 23 02:35:49.684717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.688761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.691190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.691733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.692552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.694604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.695255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.697149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.697668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.698735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.700946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.701527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4813d485-357b-4482-9980-0ad50b13493d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:49.784460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd34d5cf-f682-486f-8a39-3de287ac1983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.792970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd34d5cf-f682-486f-8a39-3de287ac1983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.796728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d8139117-0d07-4493-829e-50cac7f5d6cc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:49.796946 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:49.835997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::1 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f/c74d7850-24dd-4704-a063-f0fbfc7a76f4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:49.854417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34d5cf-f682-486f-8a39-3de287ac1983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64568a3-a1c9-4f31-b68f-0f86b0526b4f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:49.860571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd34d5cf-f682-486f-8a39-3de287ac1983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b7a1d6872ea4a7fabc4a4e53b860d92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955040 Nov 23 02:35:49.864527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:50.029721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.064494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Port d2b8cd40-dff4-464e-984e-3398fee32b8d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:50.070256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a6d6f-a759-4073-9247-da339f2b3ce3 None None] Pushing event updated for resources: {'Port': ['ID=d8139117-0d07-4493-829e-50cac7f5d6cc,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:50.100770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.103130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.111170 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-0d334703-e9f6-465f-9e2a-69abe6de04a4 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9e2edb07c82847fdb7e925f28199b076&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392353 Nov 23 02:35:50.115072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.290525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 58d5d0b8-bdcc-455e-913b-81368fac1e8a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:50.294588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c707b62-e771-4bd7-8e0c-93cbb92b2dfb req-949f8007-cbfb-4078-a673-f495dbc5df0e tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807760 Nov 23 02:35:50.312328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:50.320064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:50.339982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:50.341125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.345101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:50.346404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 58d5d0b8-bdcc-455e-913b-81368fac1e8a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:50.346658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.436594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.437023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.437438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.437851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.438257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.438704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.439123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.439526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.440055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.440298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.440701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.441182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:50.482472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-2c90ed8c-e22c-4811-8982-18443df41df6 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:50.484782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-2c90ed8c-e22c-4811-8982-18443df41df6 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105109 Nov 23 02:35:50.490556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.503656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Request body: {'port': {'device_id': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '9e2edb07c82847fdb7e925f28199b076'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:50.620360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2933ecd1-78fe-4d39-a828-c62919cbc091 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:50.663745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2933ecd1-78fe-4d39-a828-c62919cbc091 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:50.664099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2933ecd1-78fe-4d39-a828-c62919cbc091 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:50.727519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.730195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.734403 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e64568a3-a1c9-4f31-b68f-0f86b0526b4f HTTP/1.1" status: 204 len: 168 time: 0.8682692 Nov 23 02:35:50.754899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a03b6e-7064-4f50-84ef-de961159d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64568a3-a1c9-4f31-b68f-0f86b0526b4f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:50.793346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Made reservation on behalf of 9e2edb07c82847fdb7e925f28199b076 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:50.806542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.828735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.859164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-88bd93a6-1915-4d09-90ff-70c185bd8c46 None None] Provisioning complete for port c74d7850-24dd-4704-a063-f0fbfc7a76f4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:50.859553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88bd93a6-1915-4d09-90ff-70c185bd8c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.932185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d8139117-0d07-4493-829e-50cac7f5d6cc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:50.951474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.966789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.064530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-88bd93a6-1915-4d09-90ff-70c185bd8c46 None None] Port c74d7850-24dd-4704-a063-f0fbfc7a76f4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:51.095129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:51.126954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d8139117-0d07-4493-829e-50cac7f5d6cc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:51.130311 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.344243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Allocated IP 192.168.233.241 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/3abe627a-bf31-402a-8fcc-9921feaf2b6c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:51.390628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140ae9-8768-4c96-ba0c-eec43a749c35 req-7eaa12c8-f720-40ec-bffe-136a1b3dac68 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:51.398272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c140ae9-8768-4c96-ba0c-eec43a749c35 req-7eaa12c8-f720-40ec-bffe-136a1b3dac68 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.9126480 Nov 23 02:35:51.476101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c140ae9-8768-4c96-ba0c-eec43a749c35 req-c047f158-10d8-4690-b0f4-60ce1da2fa29 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718765 Nov 23 02:35:51.570818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.586150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.643389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.679535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:51.688831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.727023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38f34de4-2905-4dd3-b740-0498961bd143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.765663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:51.774422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:51.782385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Pushing event updated for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:51.786255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:51.794317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-2bc1eb6c-2b0c-4fa8-a882-cc79c7d6c9fd tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:51.810078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-2bc1eb6c-2b0c-4fa8-a882-cc79c7d6c9fd tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/networks?id=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 HTTP/1.1" status: 200 len: 821 time: 1.3765945 Nov 23 02:35:51.862892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:51.863977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.902381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-b0d08c79-74a9-49a0-8a54-a909c278ffac tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4035342 Nov 23 02:35:51.922739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Request body: {'port': {'device_id': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:51.933861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38f34de4-2905-4dd3-b740-0498961bd143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.939182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-6be5f008-cb1d-4377-9f60-7acbf05a636b tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/quotas/8f8f1f7950514108bcd84d5fe82f5f32 HTTP/1.1" status: 200 len: 375 time: 0.1280932 Nov 23 02:35:51.962547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38f34de4-2905-4dd3-b740-0498961bd143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.044652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38f34de4-2905-4dd3-b740-0498961bd143 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc1f228bda894b45966bd70e77d02a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623261 Nov 23 02:35:52.049875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f34de4-2905-4dd3-b740-0498961bd143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725bef85-98d0-4966-87fc-32a1f8fc9733,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:52.053672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52228) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:52.067486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.166546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.173833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-30b5d76a-755e-47a7-9e7a-fb7884d96a7e tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f8f1f7950514108bcd84d5fe82f5f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709317 Nov 23 02:35:52.206000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9a03cd18-5615-4993-9cdc-2c2ba874e747 None None] Provisioning complete for port 3abe627a-bf31-402a-8fcc-9921feaf2b6c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:52.207283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9a03cd18-5615-4993-9cdc-2c2ba874e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.220435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.247765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9a03cd18-5615-4993-9cdc-2c2ba874e747 None None] Port 3abe627a-bf31-402a-8fcc-9921feaf2b6c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:52.263260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.264229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecd777-16dc-4e00-b13d-03f603f7ffff req-7220accd-87d4-427e-a90d-7a89f05d6593 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:52.272918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4ecd777-16dc-4e00-b13d-03f603f7ffff req-7220accd-87d4-427e-a90d-7a89f05d6593 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 936 time: 0.4998429 Nov 23 02:35:52.275242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.276046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.417674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.419435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.420591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/725bef85-98d0-4966-87fc-32a1f8fc9733 HTTP/1.1" status: 204 len: 168 time: 0.3645303 Nov 23 02:35:52.436717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99b61-8088-41da-bc71-dc7c94a29f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bef85-98d0-4966-87fc-32a1f8fc9733,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:52.442036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:52.493323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4ecd777-16dc-4e00-b13d-03f603f7ffff req-ea20266a-fe0e-4b50-be8e-7bc22c207f43 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142515 Nov 23 02:35:52.513921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abe627a-bf31-402a-8fcc-9921feaf2b6c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:52.528390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.560243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Transition to ACTIVE for port object 3abe627a-bf31-402a-8fcc-9921feaf2b6c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:35:52.570200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.573484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Router a1cc4666-414b-43cb-ae14-853426407603 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:35:52.598545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:52.636706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Pushing event updated for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:52.662888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:52.764238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Attempting to bind port 3abe627a-bf31-402a-8fcc-9921feaf2b6c on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:52.764756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Attempting to bind port 3abe627a-bf31-402a-8fcc-9921feaf2b6c by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:52.765118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Attempting to bind port 3abe627a-bf31-402a-8fcc-9921feaf2b6c on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:52.770792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Port 3abe627a-bf31-402a-8fcc-9921feaf2b6c on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:35:52.771746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Attempting to bind port 3abe627a-bf31-402a-8fcc-9921feaf2b6c on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:52.791156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:52.792197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:52.792688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:52.793240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Bound port: 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:52.793703 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.907840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:52.916218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:52.928814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.960853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:52.962636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.965646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] 10.222.0.47 "PUT /v2.0/ports/3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 200 len: 1097 time: 1.0494103 Nov 23 02:35:52.966368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:52.994031 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d1d23-58e6-478a-8467-709eba6aab09" -d '{"events": [{"name": "network-changed", "server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:53.106795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:53.126710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Sync routers for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:53.163096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:53.164686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:53.167833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-646bad27-c111-495e-9b7a-8d8c3c6f25e2 service neutron] 10.222.0.15 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9436760 Nov 23 02:35:53.172615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.173878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d6fb654d-5176-4a1c-b9e8-be874fe27886 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.4939187 Nov 23 02:35:53.177843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:53.244089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-b8b3fefb-ef3b-4213-9a32-b8a7a1bb1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:53.246078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-b8b3fefb-ef3b-4213-9a32-b8a7a1bb1b3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e2edb07c82847fdb7e925f28199b076&device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 1100 time: 0.1755857 Nov 23 02:35:53.278074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2154-4b04-43dd-a1b0-a109aea82983 service neutron] Pushing event updated for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:53.282166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1425c4c2-baa8-4e72-9b3b-678a40e361be None None] Provisioning complete for port c74d7850-24dd-4704-a063-f0fbfc7a76f4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:53.282713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1425c4c2-baa8-4e72-9b3b-678a40e361be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.406877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.407724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-c6bfae57-d897-4bf9-b293-bc28d6663b50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 200 len: 217 time: 0.1462610 Nov 23 02:35:53.433076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1425c4c2-baa8-4e72-9b3b-678a40e361be None None] Port c74d7850-24dd-4704-a063-f0fbfc7a76f4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:53.486867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:53.529416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-26c5b33a-9d1f-464c-bad7-6e03b501785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:53.530933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-26c5b33a-9d1f-464c-bad7-6e03b501785d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.1187341 Nov 23 02:35:53.643774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Router 6b269cda-c766-43fc-8d12-aa911a1a5b8b is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:35:53.661122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f01049-dd24-4227-936e-55415a458c6d req-e8cfa821-f191-4fef-870f-78bd6c616a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:53.663454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-e8cfa821-f191-4fef-870f-78bd6c616a8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253664 Nov 23 02:35:53.978687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-1b72525d-fb8a-4da2-9c41-ae0405308e8a service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083878 Nov 23 02:35:54.108181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:49Z', 'revision_number': 3, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:54.149864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Checking router: a1cc4666-414b-43cb-ae14-853426407603 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:54.150928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Updating router a1cc4666-414b-43cb-ae14-853426407603 port d2b8cd40-dff4-464e-984e-3398fee32b8d binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:54.184808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.187260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f01049-dd24-4227-936e-55415a458c6d req-721e4d22-3648-454a-b09c-ee77bf2a640d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931992 Nov 23 02:35:54.378048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-23bf5206-5373-4234-b887-727034b3a2db service neutron] 10.222.0.15 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1876118 Nov 23 02:35:54.479041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:54.486658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a342a76-3163-4473-8767-ac40650b41b1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "PUT /v2.0/routers/6b269cda-c766-43fc-8d12-aa911a1a5b8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8836761 Nov 23 02:35:54.489129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52278) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:54.500368 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Sync routers for ids ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:54.518464 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Routers {'6b269cda-c766-43fc-8d12-aa911a1a5b8b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:54.521723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:54.636847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8cd244-70fb-428c-a9ea-f7a348ec1313 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:54.640994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e8cd244-70fb-428c-a9ea-f7a348ec1313 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports/c74d7850-24dd-4704-a063-f0fbfc7a76f4 HTTP/1.1" status: 200 len: 911 time: 0.1483433 Nov 23 02:35:54.642447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:54.735658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5704e-27c8-4b77-88bd-a478a630d364 req-79febfb6-415b-4b51-aa37-0403213b1272 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:54.749282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da5704e-27c8-4b77-88bd-a478a630d364 req-79febfb6-415b-4b51-aa37-0403213b1272 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.2120283 Nov 23 02:35:54.796950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.852594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a86596-664f-4a93-9ab2-e224aea6a366 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:54.884617 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Set router 6b269cda-c766-43fc-8d12-aa911a1a5b8b gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:54.888481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a86596-664f-4a93-9ab2-e224aea6a366 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:54.892578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-20a86596-664f-4a93-9ab2-e224aea6a366 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2441070 Nov 23 02:35:54.899077 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c62cda-39a8-4e2b-aeac-7b7984e0ca53 x-openstack-request-id: req-13c62cda-39a8-4e2b-aeac-7b7984e0ca53 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:54.899386 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:54.899652 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13c62cda-39a8-4e2b-aeac-7b7984e0ca53 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:54.900105 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c', 'status': 'completed', 'code': 200} Nov 23 02:35:54.901792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:54.929249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.939190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.034684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50320521-48ca-4e04-97b5-a160b220aa31 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:55.069495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Attempting to bind port d2b8cd40-dff4-464e-984e-3398fee32b8d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:55.070144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Attempting to bind port d2b8cd40-dff4-464e-984e-3398fee32b8d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:55.070736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Attempting to bind port d2b8cd40-dff4-464e-984e-3398fee32b8d on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:55.085730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:55.087478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:55.088668 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.090363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:55.091038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Bound port: d2b8cd40-dff4-464e-984e-3398fee32b8d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:55.092771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.096835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a3b7-168e-44fc-bda0-98dffaa6f241 None None] Pushing event updated for resources: {'Port': ['ID=d2b8cd40-dff4-464e-984e-3398fee32b8d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:55.195798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] For port d2b8cd40-dff4-464e-984e-3398fee32b8d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:55.200420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] For port d2b8cd40-dff4-464e-984e-3398fee32b8d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2b8cd40-dff4-464e-984e-3398fee32b8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:55.213342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.284164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1d23-58e6-478a-8467-709eba6aab09 req-2c2bf385-2a63-45bc-913c-bd0bf29bd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:55.286425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-2c2bf385-2a63-45bc-913c-bd0bf29bd442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e2edb07c82847fdb7e925f28199b076&device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 1100 time: 0.3851750 Nov 23 02:35:55.292989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a3b7-168e-44fc-bda0-98dffaa6f241 None None] Pushing event updated for resources: {'Port': ['ID=d2b8cd40-dff4-464e-984e-3398fee32b8d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:55.310465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e640c-98f9-4832-8ba4-c05f9e49273d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:55.322275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] Provisioning complete for port d2b8cd40-dff4-464e-984e-3398fee32b8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:55.323488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.351873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Allocated IP 172.20.0.1 (55032d66-45bf-4d06-80fc-9223eb6fb273/b42eb619-e399-47fe-9552-755ab62bca3d/5f808c29-af08-45e8-a358-7796e83dcba8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:55.357320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:55.358093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.588602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.590913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.610784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] For port d2b8cd40-dff4-464e-984e-3398fee32b8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2b8cd40-dff4-464e-984e-3398fee32b8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:55.624431 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.713548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:55.721916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91d35-55d6-4f77-a71f-fc15a34c785e None None] Pushing event updated for resources: {'Port': ['ID=d2b8cd40-dff4-464e-984e-3398fee32b8d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:55.821080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da5704e-27c8-4b77-88bd-a478a630d364 req-e0030988-0b84-484d-abda-d92b2d0273e1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0631080 Nov 23 02:35:55.900383 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:35:51Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'c74d7850-24dd-4704-a063-f0fbfc7a76f4', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:15:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:49Z', 'updated_at': '2021-11-23T02:35:51Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.911110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890134-c7ad-45ff-96a3-0d4373b36a0f req-755f534a-44cb-48c2-9fbc-173989b723cc tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:55.922347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b890134-c7ad-45ff-96a3-0d4373b36a0f req-755f534a-44cb-48c2-9fbc-173989b723cc tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 948 time: 0.2965965 Nov 23 02:35:55.930745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.959879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Checking router: 6b269cda-c766-43fc-8d12-aa911a1a5b8b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:55.961314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Updating router 6b269cda-c766-43fc-8d12-aa911a1a5b8b port c74d7850-24dd-4704-a063-f0fbfc7a76f4 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:56.034557 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.049925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1d23-58e6-478a-8467-709eba6aab09 req-e2ade710-0c8b-4d78-bd0a-b7a5b3c83ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:56.053860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-e2ade710-0c8b-4d78-bd0a-b7a5b3c83ff7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.7356966 Nov 23 02:35:56.140408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f95f666a-3abb-4f40-8132-d9a379d89fa8 None None] Provisioning complete for port d2b8cd40-dff4-464e-984e-3398fee32b8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:56.140911 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f95f666a-3abb-4f40-8132-d9a379d89fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.173315 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-adb007af-61de-4576-af2e-86b3871ec743 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 200 len: 217 time: 0.0993302 Nov 23 02:35:56.181413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:56.346272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b890134-c7ad-45ff-96a3-0d4373b36a0f req-61c07ec6-8733-455b-8cba-1f5ffb828f1c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195271 Nov 23 02:35:56.374675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:56.378990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:49Z', 'revision_number': 3, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:56.412996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:56.576714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Pushing event updated for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:56.628944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe1f05-685a-4404-87dd-6751c95d94e7 None None] The sync data for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 is: [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:49Z', 'revision_number': 3, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:56.642482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1d23-58e6-478a-8467-709eba6aab09 req-c5a87119-9602-4d1b-b08f-67bb3157296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:56.653082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-c5a87119-9602-4d1b-b08f-67bb3157296f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4441457 Nov 23 02:35:56.722691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-29c8650b-da38-4596-b114-0092d032da24 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:56.724249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-29c8650b-da38-4596-b114-0092d032da24 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.7449591 Nov 23 02:35:56.835279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a4d6586-cc0c-4bfb-bf19-cff848022ce0 req-2375497f-4cb6-42e1-a3f5-1b5b2d62c1c7 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 210 time: 0.2283983 Nov 23 02:35:56.870747 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.886695 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.910009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.025779 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fad1c-8355-4d70-9c13-95f9a31c2f50 None None] Pushing event updated for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:57.043716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0e2fb115-b93a-4698-9b45-a1dc0b46e46e None None] Provisioning complete for port 5f808c29-af08-45e8-a358-7796e83dcba8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:57.044076 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0e2fb115-b93a-4698-9b45-a1dc0b46e46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.081686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c6e3-f7a6-4bec-a7e6-aaf4ab485b04 req-e15b5ef1-734b-4d68-9f39-951ab409a9d3 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:57.092632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7745c6e3-f7a6-4bec-a7e6-aaf4ab485b04 req-e15b5ef1-734b-4d68-9f39-951ab409a9d3 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.7876492 Nov 23 02:35:57.177512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0e2fb115-b93a-4698-9b45-a1dc0b46e46e None None] Port 5f808c29-af08-45e8-a358-7796e83dcba8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:57.231308 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Attempting to bind port c74d7850-24dd-4704-a063-f0fbfc7a76f4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:57.237492 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Attempting to bind port c74d7850-24dd-4704-a063-f0fbfc7a76f4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:57.239098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Attempting to bind port c74d7850-24dd-4704-a063-f0fbfc7a76f4 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:57.271315 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:57.274155 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:57.274696 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.275106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:57.275618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Bound port: c74d7850-24dd-4704-a063-f0fbfc7a76f4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:57.276000 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.418621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:57.435900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1d23-58e6-478a-8467-709eba6aab09 req-63aa424f-d667-408e-a56e-d67d936fb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:57.439721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-63aa424f-d667-408e-a56e-d67d936fb35b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7594087 Nov 23 02:35:57.464394 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] For port c74d7850-24dd-4704-a063-f0fbfc7a76f4, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:57.473001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] For port c74d7850-24dd-4704-a063-f0fbfc7a76f4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c74d7850-24dd-4704-a063-f0fbfc7a76f4,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:57.478815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.484233 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.563171 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fad1c-8355-4d70-9c13-95f9a31c2f50 None None] Pushing event updated for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:57.587342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 3abe627a-bf31-402a-8fcc-9921feaf2b6c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:57.596967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7745c6e3-f7a6-4bec-a7e6-aaf4ab485b04 req-a74c012b-2566-4883-a2e4-dcbeb8e4545b tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971304 Nov 23 02:35:57.631354 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Routers {'6b269cda-c766-43fc-8d12-aa911a1a5b8b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:57.632239 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:57.648883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf38158-4ba4-4752-bd2c-c3f0585491af req-cd49c8ee-2efe-4ab0-bc55-75a9a6f635b3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:57.656962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cf38158-4ba4-4752-bd2c-c3f0585491af req-cd49c8ee-2efe-4ab0-bc55-75a9a6f635b3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.5551968 Nov 23 02:35:57.880652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Deleting port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:57.883852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.920266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25f86a08-17fe-42d2-99d5-d5ee10961042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.942032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] Provisioning complete for port c74d7850-24dd-4704-a063-f0fbfc7a76f4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:57.942827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.947716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] Set router 6b269cda-c766-43fc-8d12-aa911a1a5b8b gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:58.056613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:58.113565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '3abe627a-bf31-402a-8fcc-9921feaf2b6c', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '3abe627a-bf31-402a-8fcc-9921feaf2b6c', 'mac_address': 'fa:16:3e:6b:1a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:58.137711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25f86a08-17fe-42d2-99d5-d5ee10961042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.196207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cf38158-4ba4-4752-bd2c-c3f0585491af req-ab23b57a-a0ff-4e30-9c4e-9e95e284d9ad tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5243888 Nov 23 02:35:58.223734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25f86a08-17fe-42d2-99d5-d5ee10961042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.286127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.321762 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:35:51Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'c74d7850-24dd-4704-a063-f0fbfc7a76f4', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:15:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:49Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:58.326603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abe627a-bf31-402a-8fcc-9921feaf2b6c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:58.353709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-25f86a08-17fe-42d2-99d5-d5ee10961042 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7bf083fef78495b8988aab59217b91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9335699 Nov 23 02:35:58.354582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:58.368838 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47d3db9-8744-462d-9590-36b9a5098d82 None None] The sync data for ids ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'] in n-d-714676-12 is: [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:35:51Z', 'revision_number': 2, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None, '_interfaces': [{'id': 'c74d7850-24dd-4704-a063-f0fbfc7a76f4', 'name': '', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'mac_address': 'fa:16:3e:15:0e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:49Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'subnets': [{'id': '5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:58.379669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f86a08-17fe-42d2-99d5-d5ee10961042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170eae32-a1c6-42b6-aa6a-a70ace52878e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:58.380997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:58.386975 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.396942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.494075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.522663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.527620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] For port c74d7850-24dd-4704-a063-f0fbfc7a76f4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c74d7850-24dd-4704-a063-f0fbfc7a76f4,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:58.543806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.557980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.558219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:58.615684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['3abe627a-bf31-402a-8fcc-9921feaf2b6c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:58.638190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b9f571d-2352-4edf-bbd0-e4849350fa7d req-71defd52-dcc5-43d5-b93d-91bbbc5ebbae tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 210 time: 0.2811661 Nov 23 02:35:58.649238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.652140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.663715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/170eae32-a1c6-42b6-aa6a-a70ace52878e HTTP/1.1" status: 204 len: 168 time: 0.2747736 Nov 23 02:35:58.745441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-311c5187-2668-4f74-9685-f92b7776eafc None None] Provisioning complete for port c74d7850-24dd-4704-a063-f0fbfc7a76f4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:58.745731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-311c5187-2668-4f74-9685-f92b7776eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.776369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14081a0-8491-4eb0-80b9-c7644fc32557 None None] Pushing event updated for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:58.790399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8f41-88ee-4908-8b3c-f6d87db47e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170eae32-a1c6-42b6-aa6a-a70ace52878e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:58.889839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a6f40-78a0-4954-8f04-bcae70f6c805 req-c7188bd8-6fa0-4992-8b39-1fbd699deed7 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:58.891548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-261a6f40-78a0-4954-8f04-bcae70f6c805 req-c7188bd8-6fa0-4992-8b39-1fbd699deed7 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 948 time: 0.7521212 Nov 23 02:35:59.023611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2b8cd40-dff4-464e-984e-3398fee32b8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:59.051993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] For port 5f61b61a-8cb7-4705-9dc3-1651efda4b29, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5f61b61a-8cb7-4705-9dc3-1651efda4b29,segment=NetworkSegment(6f0cef84-1e01-438a-9b39-776e9e263102),segment_id=6f0cef84-1e01-438a-9b39-776e9e263102)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:59.053808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.080186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-9087d3d4-bfe5-455e-8174-20d8b7c4bf9d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:59.083001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-9087d3d4-bfe5-455e-8174-20d8b7c4bf9d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.47 "GET /v2.0/networks?id=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 HTTP/1.1" status: 200 len: 821 time: 2.0289791 Nov 23 02:35:59.087553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-b4bdbb49-dd0c-41ba-aff7-3b483873fa6d service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6254430 Nov 23 02:35:59.102012 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:35:59.103297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Request body: {'port': {'device_id': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5', 'admin_state_up': True, 'tenant_id': '8f8f1f7950514108bcd84d5fe82f5f32'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:59.187869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-261a6f40-78a0-4954-8f04-bcae70f6c805 req-65209ba1-d175-43ca-8207-0db66ca9203d tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692142 Nov 23 02:35:59.342682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:59.345264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Calling delete_port for 5f61b61a-8cb7-4705-9dc3-1651efda4b29 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:59.445014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21a1dd-4ef6-425a-a69b-1204602f9785 req-7b1e061f-934f-4462-b47e-4f5e8b41b6eb tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:59.456286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba21a1dd-4ef6-425a-a69b-1204602f9785 req-7b1e061f-934f-4462-b47e-4f5e8b41b6eb tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 946 time: 0.4631765 Nov 23 02:35:59.519088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b2f-d6b0-46f3-b02f-43a9dfbaf33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.537940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d2b8cd40-dff4-464e-984e-3398fee32b8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:59.538565 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.596424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.709144 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-029d1d23-58e6-478a-8467-709eba6aab09 req-c76815e1-7585-4f2b-944b-a92b9f75da75 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098068 Nov 23 02:35:59.829671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80ca35-efd7-4e6f-8b1a-a18e68d55f85 req-b3f13e6b-f76a-42a5-baa9-56d50d40dbe1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:59.838882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b80ca35-efd7-4e6f-8b1a-a18e68d55f85 req-b3f13e6b-f76a-42a5-baa9-56d50d40dbe1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.3257055 Nov 23 02:35:59.893752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba21a1dd-4ef6-425a-a69b-1204602f9785 req-1c65d184-b09a-4ec0-93aa-d183fcb86ee2 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/security-groups?id=747e46c9-dba4-4256-b192-8f39570d384b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356546 Nov 23 02:35:59.897978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Made reservation on behalf of 8f8f1f7950514108bcd84d5fe82f5f32 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:59.908685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.061041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b80ca35-efd7-4e6f-8b1a-a18e68d55f85 req-3bd8657f-59ab-450e-8e99-40464526f970 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208591 Nov 23 02:36:00.118116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.131201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Allocated IP 172.20.0.12 (6e24211b-beaf-43ea-adcd-a1d4ae49d1c5/003ca54e-4ae3-4bce-9243-935f2bbebdfa/122e17b6-9a11-4fdb-a4bd-25aaffe0b67d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:00.146328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.224340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port c74d7850-24dd-4704-a063-f0fbfc7a76f4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:00.239132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Pushing event updated for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.242795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5f61b61a-8cb7-4705-9dc3-1651efda4b29 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:00.243437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05e65cde-c671-4bc9-87a2-7c2bfa272515 req-d887fc11-fab7-491f-9f1e-5e8d573f8beb tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 210 time: 0.1137888 Nov 23 02:36:00.258767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.262954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.378943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.387294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b2f-d6b0-46f3-b02f-43a9dfbaf33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.407631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port c74d7850-24dd-4704-a063-f0fbfc7a76f4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c74d7850-24dd-4704-a063-f0fbfc7a76f4,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:00.408478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.415831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b2f-d6b0-46f3-b02f-43a9dfbaf33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.475342 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8ddc0b2f-d6b0-46f3-b02f-43a9dfbaf33f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=823eb66fff384660a8bf10b214b0fad8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0777898 Nov 23 02:36:00.479969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0b2f-d6b0-46f3-b02f-43a9dfbaf33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4dc59f-6f3f-445f-91d6-233b815c47f9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.488872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:00.491458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for c74d7850-24dd-4704-a063-f0fbfc7a76f4 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:00.529516 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.543923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5707-c80a-4377-86ed-0d938180f8bb req-da828293-b677-4922-8a2e-74b85f066790 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:00.545458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77be5707-c80a-4377-86ed-0d938180f8bb req-da828293-b677-4922-8a2e-74b85f066790 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 949 time: 0.2008581 Nov 23 02:36:00.595635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Pushing event deleted for resources: {'Port': ['ID=5f61b61a-8cb7-4705-9dc3-1651efda4b29,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.631424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11060e85-a8f6-4f58-8d0b-4b2368c927fe None None] DHCP port deletion for d8659f10-411c-450a-8adc-0ea85ac531f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:00.679599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] No DVR routers for this DVR port 5f61b61a-8cb7-4705-9dc3-1651efda4b29 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:00.684417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.687987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a2c4fd4-6838-4105-b89a-10e406306d61 req-c315cea2-6009-4536-92d5-c81a6bbb5776 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.41 "DELETE /v2.0/ports/5f61b61a-8cb7-4705-9dc3-1651efda4b29 HTTP/1.1" status: 204 len: 173 time: 3.9480612 Nov 23 02:36:00.696586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'name': 'network-vif-deleted', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:00.699216 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800965fd-e45c-4e64-b09d-f2c96bfab3ec" -d '{"events": [{"server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "name": "network-vif-deleted", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:00.709359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:00.719307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:00.733851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77be5707-c80a-4377-86ed-0d938180f8bb req-e6bf277a-a15a-44f8-adc2-36a4eebafeed tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509361 Nov 23 02:36:00.907383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c74d7850-24dd-4704-a063-f0fbfc7a76f4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:01.053738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.099454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c74d7850-24dd-4704-a063-f0fbfc7a76f4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:01.099833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.141469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.143212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31b77d66-538a-4f62-a955-748dda128806 req-14680ad1-5201-4bb1-9519-a3fcf8f9bce4 tempest-InstanceActionsTestJSON-1148411541 tempest-InstanceActionsTestJSON-1148411541-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fd23740-095f-4247-86ab-1868007569f7 HTTP/1.1" status: 200 len: 210 time: 0.1127341 Nov 23 02:36:01.151850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Router a1cc4666-414b-43cb-ae14-853426407603 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:36:01.247738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.369733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0dc95492-00e8-42a9-b0e9-7184f57a0f29 None None] Provisioning complete for port 5f808c29-af08-45e8-a358-7796e83dcba8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:01.370308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0dc95492-00e8-42a9-b0e9-7184f57a0f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.453288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0dc95492-00e8-42a9-b0e9-7184f57a0f29 None None] Port 5f808c29-af08-45e8-a358-7796e83dcba8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:01.488330 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5648b-122d-496f-ad6c-408104abcda4 x-openstack-request-id: req-7df5648b-122d-496f-ad6c-408104abcda4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:01.488842 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd23740-095f-4247-86ab-1868007569f7", "name": "network-vif-deleted", "tag": "5f61b61a-8cb7-4705-9dc3-1651efda4b29", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:01.489263 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7df5648b-122d-496f-ad6c-408104abcda4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:01.495608 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd23740-095f-4247-86ab-1868007569f7', 'name': 'network-vif-deleted', 'tag': '5f61b61a-8cb7-4705-9dc3-1651efda4b29', 'status': 'completed', 'code': 200} Nov 23 02:36:01.524096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:36:01.532202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.547520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Sync routers for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:01.562135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfc1c2-45b6-4c2f-8b3b-8baf297f5d6b req-194b6c42-566d-438c-bedc-cf9bea1c0ac1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:01.568556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:01.569990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:01.578427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0dfc1c2-45b6-4c2f-8b3b-8baf297f5d6b req-194b6c42-566d-438c-bedc-cf9bea1c0ac1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.1752310 Nov 23 02:36:01.581021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.594668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6e3ca57-ad9a-4215-9c36-a2d7a1dafbfd admin admin] 10.222.0.15 "PUT /v2.0/routers/a1cc4666-414b-43cb-ae14-853426407603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4157062 Nov 23 02:36:01.596013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.597405 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb4dc59f-6f3f-445f-91d6-233b815c47f9 HTTP/1.1" status: 204 len: 168 time: 1.1076584 Nov 23 02:36:01.697855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 3abe627a-bf31-402a-8fcc-9921feaf2b6c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:01.718916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.726055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:01.739747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fce05d-72cc-49cd-bb71-40ef9493c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4dc59f-6f3f-445f-91d6-233b815c47f9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:01.746529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:01.749349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:01.752617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Pushing event updated for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:01.988379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=c74d7850-24dd-4704-a063-f0fbfc7a76f4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:02.087098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 3abe627a-bf31-402a-8fcc-9921feaf2b6c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:02.098898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:02.101378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 3abe627a-bf31-402a-8fcc-9921feaf2b6c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.101753 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.234232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.374895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.375546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.440262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-8eeb1766-cdb4-49de-9d46-8e352c15456c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3409085 Nov 23 02:36:02.490667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Request body: {'port': {'device_id': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:02.592129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.602027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0dfc1c2-45b6-4c2f-8b3b-8baf297f5d6b req-a0f58c91-3035-4fb9-b512-d74477f575a5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0060234 Nov 23 02:36:02.680621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c718d2-4599-411d-b9dc-b0406c412049 req-e2e5212e-cf55-428c-ae85-184da8ff7527 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.703749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82c718d2-4599-411d-b9dc-b0406c412049 req-e2e5212e-cf55-428c-ae85-184da8ff7527 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 932 time: 1.0586584 Nov 23 02:36:03.021167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82c718d2-4599-411d-b9dc-b0406c412049 req-3bca366d-d99a-45aa-9ddf-3b6fcad6fd7b tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164358 Nov 23 02:36:03.057279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfbb7-bbcc-477d-9342-66459d0ce2df req-1fc11890-dabf-4fc9-8726-47a805fb665b tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:03.065335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-606bfbb7-bbcc-477d-9342-66459d0ce2df req-1fc11890-dabf-4fc9-8726-47a805fb665b tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 949 time: 0.2723322 Nov 23 02:36:03.229137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-606bfbb7-bbcc-477d-9342-66459d0ce2df req-f672d972-8dee-4f1b-8d3e-193ad9aaecb7 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617813 Nov 23 02:36:03.278608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.328105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Router 6b269cda-c766-43fc-8d12-aa911a1a5b8b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:36:03.350671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.355486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Deleting subnet 840e1dc2-f697-43bb-836c-6207e0920d05 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:03.360905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.457757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.556550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.601231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:03.603609 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4737b463-c549-4f27-b490-f8db98a3d228" -d '{"events": [{"server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "name": "network-vif-plugged", "status": "completed", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:03.640252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:03.656036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:36:03.670773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.680167 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Sync routers for ids ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:03.701029 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Routers {'6b269cda-c766-43fc-8d12-aa911a1a5b8b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:03.701667 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:03.710274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ffdf344e-ca4b-4d3f-b189-3fe9f52ccb3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "PUT /v2.0/routers/6b269cda-c766-43fc-8d12-aa911a1a5b8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7556436 Nov 23 02:36:03.713083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52434) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.729106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.783613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840e1dc2-f697-43bb-836c-6207e0920d05,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.799248 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993136f8-ebd7-40a5-b688-150b588760f4 x-openstack-request-id: req-993136f8-ebd7-40a5-b688-150b588760f4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:03.801786 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "name": "network-vif-plugged", "status": "completed", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:03.802209 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-993136f8-ebd7-40a5-b688-150b588760f4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:03.803140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.805942 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c', 'code': 200} Nov 23 02:36:03.824699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a85e9261-607c-48d1-a208-2a8b713663fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/840e1dc2-f697-43bb-836c-6207e0920d05 HTTP/1.1" status: 204 len: 168 time: 0.5448604 Nov 23 02:36:03.831491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52438) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.846680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee953c-c0e9-42d3-93ec-65e714adb047 None None] Network d8659f10-411c-450a-8adc-0ea85ac531f4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:03.999454 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Set router 6b269cda-c766-43fc-8d12-aa911a1a5b8b gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:03.999739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:04.036726 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.065382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:04.088597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:35:58Z', 'revision_number': 2, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.101002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117e08d-6265-4c0e-bd63-a73209f10d02 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:04.117635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117e08d-6265-4c0e-bd63-a73209f10d02 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:04.120094 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6117e08d-6265-4c0e-bd63-a73209f10d02 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4037762 Nov 23 02:36:04.124105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:04.165884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.166590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.168381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.169752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.171030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.172082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.173932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.174880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.177231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.179961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.182814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.183812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.184404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:04.194797 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.198759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Checking router: a1cc4666-414b-43cb-ae14-853426407603 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:04.201023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Updating router a1cc4666-414b-43cb-ae14-853426407603 port 5f808c29-af08-45e8-a358-7796e83dcba8 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:36:04.259748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce0494-e3f1-42de-9cdb-07c7288a5eb8 req-350be6cc-ed0c-4abd-85f6-8787b48b7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:04.262324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89ce0494-e3f1-42de-9cdb-07c7288a5eb8 req-350be6cc-ed0c-4abd-85f6-8787b48b7a86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 1102 time: 0.4253664 Nov 23 02:36:04.275348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Transition to ACTIVE for port object 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:04.299585 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Checking router: 6b269cda-c766-43fc-8d12-aa911a1a5b8b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:04.327771 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Routers {'6b269cda-c766-43fc-8d12-aa911a1a5b8b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:04.330405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.332966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.371983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325284-4a81-4e3a-b5ed-214109f25d55 req-9af87977-2cde-467a-a0cd-3ef1f2757970 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:04.379800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc325284-4a81-4e3a-b5ed-214109f25d55 req-9af87977-2cde-467a-a0cd-3ef1f2757970 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.3645556 Nov 23 02:36:04.430549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c68690-fedc-419e-a901-02b78f695633 None None] DHCP port deletion for d8659f10-411c-450a-8adc-0ea85ac531f4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:04.441038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.526939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:04.571308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.576484 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] Set router 6b269cda-c766-43fc-8d12-aa911a1a5b8b gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:04.576724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.616517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc325284-4a81-4e3a-b5ed-214109f25d55 req-d3ac8676-af0f-49b0-9465-20d08d7b55d2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356153 Nov 23 02:36:04.659993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8659f10-411c-450a-8adc-0ea85ac531f4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.688770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89ce0494-e3f1-42de-9cdb-07c7288a5eb8 req-df777393-fc27-43e4-9f77-b2e9041db9a7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052286 Nov 23 02:36:04.706016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0cef84-1e01-438a-9b39-776e9e263102') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.709238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0cef84-1e01-438a-9b39-776e9e263102') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.725301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:04.740646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.759709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Pushing event updated for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:04.806031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.820490 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68ced-b257-4562-9f51-71388df9cfc6 None None] The sync data for ids ['6b269cda-c766-43fc-8d12-aa911a1a5b8b'] in n-d-714676-12 is: [{'id': '6b269cda-c766-43fc-8d12-aa911a1a5b8b', 'name': 'tempest-NetworksTestDHCPv6-router-349302947', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:45Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 3, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:04.900050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:04.917117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027659222', 'description': 'tempest-description--674931327'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:04.923536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:36:04.932319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:36:04.935894 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:36:04.946915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.016827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Attempting to bind port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:05.022049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Attempting to bind port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6bee62f8-6a9a-41ee-8936-5c495f3926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:05.022803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Attempting to bind port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d on network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:05.041778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d on network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:05.046339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Attempting to bind port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d on network 6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:05.070593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:05.071509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Checking segment: {'id': '6bee62f8-6a9a-41ee-8936-5c495f3926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:05.072097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Bound using segment: {'id': '6bee62f8-6a9a-41ee-8936-5c495f3926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:05.080666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Bound port: 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bee62f8-6a9a-41ee-8936-5c495f3926f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:05.081424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.173296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.182303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.185822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87098-0f5e-4635-bc9c-792c5641bc29 req-24ad8a02-e84e-4c4e-9f22-692ebc451b53 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:05.194944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9e87098-0f5e-4635-bc9c-792c5641bc29 req-24ad8a02-e84e-4c4e-9f22-692ebc451b53 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 944 time: 0.4164348 Nov 23 02:36:05.220306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.225667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.262999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.270520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8659f10-411c-450a-8adc-0ea85ac531f4 HTTP/1.1" status: 204 len: 168 time: 1.4370632 Nov 23 02:36:05.296247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73105316-93a9-4490-bef9-d4a866c44029 req-6c6461ea-6c66-4b60-a6a5-26de7c74a2b9 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:05.299454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73105316-93a9-4490-bef9-d4a866c44029 req-6c6461ea-6c66-4b60-a6a5-26de7c74a2b9 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.2771549 Nov 23 02:36:05.321441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62db6-e926-4e1c-b7e9-34c602546100 None None] Pushing event updated for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:05.397212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7bc9c-5dba-412d-849f-3e6cb37489ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d8659f10-411c-450a-8adc-0ea85ac531f4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:05.421028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:05.445164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,segment=NetworkSegment(6bee62f8-6a9a-41ee-8936-5c495f3926f8),segment_id=6bee62f8-6a9a-41ee-8936-5c495f3926f8)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:05.451809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.466826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.495824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9e87098-0f5e-4635-bc9c-792c5641bc29 req-5ca8adab-9fbb-4f6c-8512-227fa975941e tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915256 Nov 23 02:36:05.524033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73105316-93a9-4490-bef9-d4a866c44029 req-dff26084-baed-45c0-b922-d703448e7b2e tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737535 Nov 23 02:36:05.548856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Attempting to bind port 5f808c29-af08-45e8-a358-7796e83dcba8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:05.549658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Attempting to bind port 5f808c29-af08-45e8-a358-7796e83dcba8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:05.550981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Attempting to bind port 5f808c29-af08-45e8-a358-7796e83dcba8 on network 55032d66-45bf-4d06-80fc-9223eb6fb273 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:05.563341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:05.564886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Checking segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:05.565307 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.565752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Bound using segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:05.566247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Bound port: 5f808c29-af08-45e8-a358-7796e83dcba8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:05.566716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.593572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:05.601198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.608351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] 10.222.0.47 "PUT /v2.0/ports/122e17b6-9a11-4fdb-a4bd-25aaffe0b67d HTTP/1.1" status: 200 len: 1093 time: 3.1211417 Nov 23 02:36:05.695145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.698911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:05.701809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.703940 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b44bbc7-8634-46a8-9a13-eab8821c2d62" -d '{"events": [{"name": "network-changed", "server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:05.712190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5073080-4a6b-46bd-9f14-b2365823661a service neutron] Pushing event updated for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:05.834472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37c073ba-3ced-4806-afea-f1537979166c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.843723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e04226-1f53-45cc-bcae-1926c6c7a40c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:05.855435 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037c2e03-52e9-4a23-8520-4b4996176133 x-openstack-request-id: req-037c2e03-52e9-4a23-8520-4b4996176133 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:05.855723 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:05.858006 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-037c2e03-52e9-4a23-8520-4b4996176133 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:05.858726 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d', 'status': 'completed', 'code': 200} Nov 23 02:36:05.869265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52472) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:05.893277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.897697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05288729-40dc-423e-8ba5-f625c5621fdf tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9924526 Nov 23 02:36:05.908379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52474) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:05.923492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'security_group_rule': {'security_group_id': 'a6e04226-1f53-45cc-bcae-1926c6c7a40c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:05.940902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fdd82530-0ea5-4353-aa8c-8c3a6896e5f2 None None] Provisioning complete for port 5f808c29-af08-45e8-a358-7796e83dcba8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:05.952787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fdd82530-0ea5-4353-aa8c-8c3a6896e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.963928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-e6a5c1b5-e1bc-4a6a-b4d9-482917d93d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:05.967129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-e6a5c1b5-e1bc-4a6a-b4d9-482917d93d59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f8f1f7950514108bcd84d5fe82f5f32&device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 1096 time: 0.2414904 Nov 23 02:36:05.984214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.075357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c506d58-f8a4-4fc7-b35b-1b61052729ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=236dd9c3bf9b456bbd6fbf37beeb617d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030540 Nov 23 02:36:06.086862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.138966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.147232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] For port 5f808c29-af08-45e8-a358-7796e83dcba8, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:06.195711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52482) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.217904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] For port 5f808c29-af08-45e8-a358-7796e83dcba8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f808c29-af08-45e8-a358-7796e83dcba8,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:06.229289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.229548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4a52-d7a2-422f-b737-c5d3c580b69c req-f1297891-3da8-491d-9240-bbf0f16b1b19 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:06.230901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15be4a52-d7a2-422f-b737-c5d3c580b69c req-f1297891-3da8-491d-9240-bbf0f16b1b19 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.2607560 Nov 23 02:36:06.233132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.250300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-f7a4df74-c891-4f74-b9e6-db30b3fd1c79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d HTTP/1.1" status: 200 len: 217 time: 0.2685812 Nov 23 02:36:06.258884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fdd82530-0ea5-4353-aa8c-8c3a6896e5f2 None None] Port 5f808c29-af08-45e8-a358-7796e83dcba8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:06.279701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.324723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.389681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.401516 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f HTTP/1.1" status: 204 len: 168 time: 2.2599854 Nov 23 02:36:06.404620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15be4a52-d7a2-422f-b737-c5d3c580b69c req-2d1de3bd-b486-4631-bbcf-5f626e0e4106 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646092 Nov 23 02:36:06.408205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52488) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.433177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b62db6-e926-4e1c-b7e9-34c602546100 None None] Pushing event updated for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.433396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f10577-cec3-42a8-855e-e69cc94fd517 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.433860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c6fab-13b1-46f0-90da-395cc3d6add4 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:06.468111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d34013-f3f3-47e8-9146-0dad95d888c1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.524960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.530349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4f113b6-923b-43d1-a73e-9aba1e90acaa tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6161463 Nov 23 02:36:06.532734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52492) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.539417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'security_group_rule': {'security_group_id': 'a6e04226-1f53-45cc-bcae-1926c6c7a40c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:06.586173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.620947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950240b-d69b-4802-a2f7-651237efda20 req-0be555d4-ba18-4c1a-86d1-36a47febb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:06.622815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-0be555d4-ba18-4c1a-86d1-36a47febb13f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=003ca54e-4ae3-4bce-9243-935f2bbebdfa HTTP/1.1" status: 200 len: 861 time: 0.3027437 Nov 23 02:36:06.626335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:06.630787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:35:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:06.632905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73881903-7340-4295-a9e4-04c4ec660cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.636671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.695055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-07c78121-c22d-46c9-abdb-d24bfde0ae0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584381 Nov 23 02:36:06.732838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a324ff0-ec64-4775-aa0d-b407e608a9d7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3052838 Nov 23 02:36:06.750375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.780512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.806120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c74d7850-24dd-4704-a063-f0fbfc7a76f4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:06.835198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.875150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.881022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472466 Nov 23 02:36:06.885352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:06.896791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:06.916118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd519c0-43ba-4e4b-b520-494272957a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87422d3-f258-406e-817e-9fc45e2ca48c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.974961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.000094 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-3d494897-b4a8-4385-94bd-b10c896a7114 service neutron] 10.222.0.47 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982326 Nov 23 02:36:07.080427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:07.119268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf9ecc-4ff7-4fe1-88c1-232ccd436524 req-578d350c-8a4c-4560-b1fa-eb76066b49ed tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.121596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5aaf9ecc-4ff7-4fe1-88c1-232ccd436524 req-578d350c-8a4c-4560-b1fa-eb76066b49ed tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 944 time: 0.4048388 Nov 23 02:36:07.162672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4950240b-d69b-4802-a2f7-651237efda20 req-8bf59f72-2d39-4ba0-8b14-f0d92d2fc1c3 service neutron] 10.222.0.47 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256018 Nov 23 02:36:07.169458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.307666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c74d7850-24dd-4704-a063-f0fbfc7a76f4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:07.308334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c74d7850-24dd-4704-a063-f0fbfc7a76f4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:07.352382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-a90f48fc-3b6f-49ef-a3f4-5a241bc6957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.354827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-a90f48fc-3b6f-49ef-a3f4-5a241bc6957b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f8f1f7950514108bcd84d5fe82f5f32&device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 1096 time: 0.1430042 Nov 23 02:36:07.478393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-5bf46a8c-dbd1-444c-81cc-abe898cc273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.481659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-5bf46a8c-dbd1-444c-81cc-abe898cc273f service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 HTTP/1.1" status: 200 len: 922 time: 0.1189141 Nov 23 02:36:07.486423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.490034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.501929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.504985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747e46c9-dba4-4256-b192-8f39570d384b HTTP/1.1" status: 204 len: 168 time: 1.4136610 Nov 23 02:36:07.505291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] Provisioning complete for port 5f808c29-af08-45e8-a358-7796e83dcba8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:07.505673 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.590363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-2a18d60a-779e-4a81-a257-349e97b56580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d HTTP/1.1" status: 200 len: 217 time: 0.0988939 Nov 23 02:36:07.620285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:07.646578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e3681-d694-4648-923c-361d50b0c590 req-85dfd0c0-cf8d-44fc-8e48-7150fa8a0019 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.651850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-522e3681-d694-4648-923c-361d50b0c590 req-85dfd0c0-cf8d-44fc-8e48-7150fa8a0019 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.8347263 Nov 23 02:36:07.713130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-5d3d1f73-50a4-44a4-969e-538f518b9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.716017 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-5d3d1f73-50a4-44a4-969e-538f518b9930 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=003ca54e-4ae3-4bce-9243-935f2bbebdfa HTTP/1.1" status: 200 len: 861 time: 0.0719006 Nov 23 02:36:07.730301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca1f3-ad1b-4511-b6bd-60f89a67a7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e46c9-dba4-4256-b192-8f39570d384b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:07.773828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.779703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.808507 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-a01d5624-254a-438a-9c6c-e1e9a4a09742 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831587 Nov 23 02:36:07.813404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5aaf9ecc-4ff7-4fe1-88c1-232ccd436524 req-9478984c-396f-4b6f-8743-3c8a9fb650f6 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689224 Nov 23 02:36:07.965859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.028493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Allocated IP 172.25.1.141 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/231d442f-555f-4f50-8b92-99773be497b7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:08.047091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73881903-7340-4295-a9e4-04c4ec660cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.070898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-b952dc51-9a7e-49c1-98b0-0ac64290af24 service neutron] 10.222.0.47 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487280 Nov 23 02:36:08.094886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85fdf5f4-a8fb-4faa-95f4-11d2058e5a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.123957 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.126637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Fanout notify agent at l3_agent the message router_deleted on router 6b269cda-c766-43fc-8d12-aa911a1a5b8b {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:36:08.141422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Deleting port d8139117-0d07-4493-829e-50cac7f5d6cc {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:08.141805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.151780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.153464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e442b246-fe8b-4a3a-902d-028f3a8d0178 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/routers/6b269cda-c766-43fc-8d12-aa911a1a5b8b HTTP/1.1" status: 204 len: 168 time: 1.3448834 Nov 23 02:36:08.157460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73881903-7340-4295-a9e4-04c4ec660cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.169094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:08.169319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] For port 5f808c29-af08-45e8-a358-7796e83dcba8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f808c29-af08-45e8-a358-7796e83dcba8,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:08.206925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:05Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:08.246049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.326459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73881903-7340-4295-a9e4-04c4ec660cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7957de0-4884-4343-8076-2dc19e680776,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:08.435487 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6b44bbc7-8634-46a8-9a13-eab8821c2d62 req-edabf8ee-8577-4453-8eb8-4e47e84fa471 service neutron] 10.222.0.47 "GET /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449442 Nov 23 02:36:08.447913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-522e3681-d694-4648-923c-361d50b0c590 req-cc28e043-0739-475f-89bd-d26011df4626 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076123 Nov 23 02:36:08.548494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e9aa7-f540-4650-9f25-24a02b26313d req-a74a1267-d0ee-4684-90d8-724a61094b59 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:08.549975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4e9aa7-f540-4650-9f25-24a02b26313d req-a74a1267-d0ee-4684-90d8-724a61094b59 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.5453825 Nov 23 02:36:08.562223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.576282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10f6db-4e81-4c0d-ac75-d111d4a0ac2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:08.577882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c10f6db-4e81-4c0d-ac75-d111d4a0ac2d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3282456 Nov 23 02:36:08.584293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73881903-7340-4295-a9e4-04c4ec660cbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11c33130e2fc4e889202d85dc4d55589&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3839386 Nov 23 02:36:08.584293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:08.589218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52526) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:08.671637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f33cd-7166-4d9e-a869-ad3b9f536c01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:08.673808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e5f33cd-7166-4d9e-a869-ad3b9f536c01 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674949 Nov 23 02:36:08.676889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:08.678908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.736366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-631b7d98-28bf-48df-a19e-a1bae73468ca tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575697 Nov 23 02:36:08.741387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:08.747470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:08.758672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.906494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4e9aa7-f540-4650-9f25-24a02b26313d req-20076711-9971-4a19-aad0-68f4aebaafac tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226166 Nov 23 02:36:08.918838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.921961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.932577 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7957de0-4884-4343-8076-2dc19e680776 HTTP/1.1" status: 204 len: 168 time: 0.3420985 Nov 23 02:36:08.932753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:08.936706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.965834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d78eb8-2def-4622-8f7e-1f7963212b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7957de0-4884-4343-8076-2dc19e680776,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:08.982041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.048622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:09.090538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:09.098636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:09.156727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] For port d8139117-0d07-4493-829e-50cac7f5d6cc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d8139117-0d07-4493-829e-50cac7f5d6cc,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:09.157811 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.201367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Calling delete_port for d8139117-0d07-4493-829e-50cac7f5d6cc owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:09.268506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52556) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:09.345753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'Port': ['ID=231d442f-555f-4f50-8b92-99773be497b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:09.402063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d8139117-0d07-4493-829e-50cac7f5d6cc no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:09.438936 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.460254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d730-7f11-498c-8391-318ad9c65ea0 req-059bb6c9-ccec-48b3-b799-699f0f292f63 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:09.464412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6d6d730-7f11-498c-8391-318ad9c65ea0 req-059bb6c9-ccec-48b3-b799-699f0f292f63 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 944 time: 0.2246494 Nov 23 02:36:09.469144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d8139117-0d07-4493-829e-50cac7f5d6cc {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:09.490540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d8139117-0d07-4493-829e-50cac7f5d6cc not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:09.492557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd3ae-82bb-4a70-b970-e8116433102d None None] The sync data for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 is: [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:05Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:09.556710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] No DVR routers for this DVR port d8139117-0d07-4493-829e-50cac7f5d6cc on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:09.577671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.639729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.651106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:09.658785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d9e4f-9a75-481c-9521-8d7789f43c8c None None] Pushing event updated for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:09.739177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6d6d730-7f11-498c-8391-318ad9c65ea0 req-20061203-7b40-4551-8d55-006bb53a9485 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631266 Nov 23 02:36:09.789924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.852358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:36:09.854582 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:09.886431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-758094313-network', 'tenant_id': '919aa57dcbca4edd82cc83792e0e5294'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:09.913017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,segment=NetworkSegment(6bee62f8-6a9a-41ee-8936-5c495f3926f8),segment_id=6bee62f8-6a9a-41ee-8936-5c495f3926f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:09.954260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d', 'network_id': '6e24211b-beaf-43ea-adcd-a1d4ae49d1c5', 'port_id': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d', 'mac_address': 'fa:16:3e:d4:d8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '003ca54e-4ae3-4bce-9243-935f2bbebdfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:09.961091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec17d96-f7c0-4822-b623-33c01e8de8f3 None None] Pushing event deleted for resources: {'Port': ['ID=d8139117-0d07-4493-829e-50cac7f5d6cc,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:09.978990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:09.996607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:10.008733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Made reservation on behalf of 919aa57dcbca4edd82cc83792e0e5294 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:10.016331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.026142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:10.026875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.031026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e19724-bbc6-49ee-bc6a-250d05f0dda1 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:10.069169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.100498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3580606 Nov 23 02:36:10.111616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52574) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:10.149358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:10.241862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.252606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4051a-679f-44b6-a71b-06b1efd306c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=56e69ade-4a09-4e9c-a99b-1bc44de24d92,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:10.328973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df9e1-90ba-49bb-b396-c0b47822f99f req-3c750510-4870-4a2f-845e-8e38256ed9fb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:10.339198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:10.341603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab5df9e1-90ba-49bb-b396-c0b47822f99f req-3c750510-4870-4a2f-845e-8e38256ed9fb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.1675661 Nov 23 02:36:10.424625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,segment=NetworkSegment(6bee62f8-6a9a-41ee-8936-5c495f3926f8),segment_id=6bee62f8-6a9a-41ee-8936-5c495f3926f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:10.476543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab5df9e1-90ba-49bb-b396-c0b47822f99f req-8eacad6d-1453-4f56-b32f-51487b64b10e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317825 Nov 23 02:36:10.484955 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.687949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '56e69ade-4a09-4e9c-a99b-1bc44de24d92'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:36:10.689110 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.706301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.724960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:10.865516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['122e17b6-9a11-4fdb-a4bd-25aaffe0b67d'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:10.981372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f808c29-af08-45e8-a358-7796e83dcba8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:11.358528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Allocated IP 2001:db8::f816:3eff:fead:acd9 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/56e69ade-4a09-4e9c-a99b-1bc44de24d92/467d69aa-d272-451e-8d1d-9baa30c98154) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:11.497236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5f808c29-af08-45e8-a358-7796e83dcba8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:11.497620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.733792 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-b8c67694-6611-4325-ac6e-ff55d41b778a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2759466 Nov 23 02:36:11.772499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:11.786011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.892419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.965689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4857d-8d90-4240-be10-b73a3886984c req-395c419b-1c1e-42b6-b6de-3b36dadd3c66 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:11.985547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cf4857d-8d90-4240-be10-b73a3886984c req-395c419b-1c1e-42b6-b6de-3b36dadd3c66 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 945 time: 0.2569480 Nov 23 02:36:11.986849 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.995161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.044553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b4e17-c7cf-4871-bfde-c69a66850fa8 req-be0a28e4-27bd-4e3f-9130-6958cf4ba96f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:12.054056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae1b4e17-c7cf-4871-bfde-c69a66850fa8 req-be0a28e4-27bd-4e3f-9130-6958cf4ba96f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.4351265 Nov 23 02:36:12.118056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Pushing event updated for resources: {'Port': ['ID=467d69aa-d272-451e-8d1d-9baa30c98154,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:12.140273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:12.154896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:12.162047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:12.193071 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.213397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8cf4857d-8d90-4240-be10-b73a3886984c req-2cba4b6c-3572-4bf8-ae40-e319b8354459 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263896 Nov 23 02:36:12.230573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.258399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae1b4e17-c7cf-4871-bfde-c69a66850fa8 req-59cfb5d9-9961-448a-83fa-9fe0617dd039 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946299 Nov 23 02:36:12.301836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Attempting to bind port 467d69aa-d272-451e-8d1d-9baa30c98154 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:12.301985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Attempting to bind port 467d69aa-d272-451e-8d1d-9baa30c98154 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:12.302260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Attempting to bind port 467d69aa-d272-451e-8d1d-9baa30c98154 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:12.317252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:12.317579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:12.317997 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.318401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:12.321199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Bound port: 467d69aa-d272-451e-8d1d-9baa30c98154, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:12.321608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.413590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:36:12.421536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28faac42-777b-4570-9a81-af754d0a412e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:12.482230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] For port 467d69aa-d272-451e-8d1d-9baa30c98154, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:12.490587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] For port 467d69aa-d272-451e-8d1d-9baa30c98154, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=467d69aa-d272-451e-8d1d-9baa30c98154,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:12.496712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.506207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-7110db42-79c1-419c-9365-fc36a3b941a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:12.517677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-7110db42-79c1-419c-9365-fc36a3b941a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e2edb07c82847fdb7e925f28199b076&device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 1102 time: 0.3222382 Nov 23 02:36:12.650080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622553c5-2230-4601-b4ca-07da486bcac2 None None] Pushing event updated for resources: {'Port': ['ID=467d69aa-d272-451e-8d1d-9baa30c98154,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:12.696842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.698356 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Added segment 31005717-e5e2-4b1f-9da0-276370b1f5c6 of type vlan for network fa6bb61c-06d9-45a6-bf03-0f42f958934c Nov 23 02:36:12.705094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-303fd503-bbd4-4c5e-8848-422af737f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:12.708099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-303fd503-bbd4-4c5e-8848-422af737f973 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.1628177 Nov 23 02:36:12.809895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-453beede-0439-44b5-91ee-cbda566bd521 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 200 len: 217 time: 0.0886459 Nov 23 02:36:12.884470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.946087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:12.964974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.130807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.163637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:36:13.337257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'Port': ['ID=231d442f-555f-4f50-8b92-99773be497b7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:13.459286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-1b3b4001-46db-44e6-8811-9f06fe16f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.472978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-1b3b4001-46db-44e6-8811-9f06fe16f166 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.6378736 Nov 23 02:36:13.494325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a60d5-81d1-42c4-b213-39e77dfd8e4f req-3ea5351a-d44e-4627-9451-93a39417629f tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.497139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff4a60d5-81d1-42c4-b213-39e77dfd8e4f req-3ea5351a-d44e-4627-9451-93a39417629f tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 945 time: 0.1408913 Nov 23 02:36:13.537106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.538172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.541791 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.592752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131572b3-dd68-4930-96c0-cc9aa844f494 req-caac064b-58af-45ca-a049-7c056e653119 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.601903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-131572b3-dd68-4930-96c0-cc9aa844f494 req-caac064b-58af-45ca-a049-7c056e653119 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 0.1334293 Nov 23 02:36:13.613033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:13.639812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff4a60d5-81d1-42c4-b213-39e77dfd8e4f req-1f4d315b-dfe5-488f-bce3-b3cabd7a9050 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144838 Nov 23 02:36:13.659755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:13.665068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.668261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=265ac62f-5d0f-43f2-9ecc-aae123170b32,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:13.668668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:13.681662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.687029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.692939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.3914053 Nov 23 02:36:13.697439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:13.718817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-131572b3-dd68-4930-96c0-cc9aa844f494 req-711d06c7-ce22-455e-b3a7-740664ae19db tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117182 Nov 23 02:36:13.730345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Request body: {'subnet': {'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-758094313-subnet', 'tenant_id': '919aa57dcbca4edd82cc83792e0e5294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:13.779446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c08b7-4a96-4349-884e-e19f11c28707 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6bb61c-06d9-45a6-bf03-0f42f958934c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:13.780501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Made reservation on behalf of 919aa57dcbca4edd82cc83792e0e5294 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:13.783913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.807148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.813042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:36:13.828224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5c8f149-38ae-4ee7-84ce-d3921fe225e0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9276700 Nov 23 02:36:13.828224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-e932b8ba-3df9-4051-ae87-7074e463367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.828224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-e932b8ba-3df9-4051-ae87-7074e463367f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3323145 Nov 23 02:36:13.849256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b8f5704-39e2-4aab-8160-950c2886b66f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7148168 Nov 23 02:36:13.849934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52716) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:13.858953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:e8:0d:43', 'name': 'tempest-NetworksTestDHCPv6-240032540'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:13.974618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:13.990770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:13.991159 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.207903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.225594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-083aa86d-3135-4bb0-a252-689aafb0b9b6 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746510 Nov 23 02:36:14.291305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,segment=NetworkSegment(6bee62f8-6a9a-41ee-8936-5c495f3926f8),segment_id=6bee62f8-6a9a-41ee-8936-5c495f3926f8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:14.296425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:14.299510 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38100d-3406-482a-be5e-d56d375b0569" -d '{"events": [{"server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "name": "network-vif-plugged", "status": "completed", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:14.311298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.323355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:14.397580 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9cc4601d-ebc6-4021-b6fe-3c54524ee57e req-55c84241-03e4-488c-bbfe-756884ea0952 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616311 Nov 23 02:36:14.400248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.406361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:14.445062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-08e03cd2-4811-4095-85a9-236c775bea93 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2027659222&fields=id&tenant_id=9ad9b11917024d239eb20146ea39a205 HTTP/1.1" status: 200 len: 267 time: 0.2857208 Nov 23 02:36:14.446617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4f1e3-a43e-4b98-b529-48c66e3c81d9 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:14.540255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:14.627225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.644264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:14.669906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:14.670635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.686752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port f498907c-3482-4e43-b897-674af8053628 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:36:14.763355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.853605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15cce8d6-05f5-446b-874b-63a68a910485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:14.856128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:14.931464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.002066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 467d69aa-d272-451e-8d1d-9baa30c98154 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:15.071271 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.077843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 172.20.0.10 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/265ac62f-5d0f-43f2-9ecc-aae123170b32/f498907c-3482-4e43-b897-674af8053628) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:15.092719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15cce8d6-05f5-446b-874b-63a68a910485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.094984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fee8:d43 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/56e69ade-4a09-4e9c-a99b-1bc44de24d92/f498907c-3482-4e43-b897-674af8053628) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:15.098635 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15cce8d6-05f5-446b-874b-63a68a910485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.131999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cce8d6-05f5-446b-874b-63a68a910485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695e06bc-d0c5-472d-993f-11fee01586b9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.180045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288bf61-58cb-47ab-b823-4a2a6fd53b16 req-cb5d27b3-8161-4c4f-b3f4-b545466cf1ea tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.189506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3288bf61-58cb-47ab-b823-4a2a6fd53b16 req-cb5d27b3-8161-4c4f-b3f4-b545466cf1ea tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 947 time: 1.0311902 Nov 23 02:36:15.200290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15cce8d6-05f5-446b-874b-63a68a910485 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3ffa70c6f5043d0821239a76724e85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6589758 Nov 23 02:36:15.207207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52758) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:15.297182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4522d6-5f5b-4035-af7a-a89e63c8d59d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.355466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.366089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3288bf61-58cb-47ab-b823-4a2a6fd53b16 req-63597132-5d18-4186-bf27-906db4366638 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674085 Nov 23 02:36:15.379782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] For port 467d69aa-d272-451e-8d1d-9baa30c98154, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=467d69aa-d272-451e-8d1d-9baa30c98154,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:15.382477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=14']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.403750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Checking segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:15.405138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Network hostable DHCP agents. Network: fa6bb61c-06d9-45a6-bf03-0f42f958934c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:36:15.413336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.416822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.461181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.567887 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63654c-b280-4a3a-9e30-09cfd42e2bf6 x-openstack-request-id: req-2c63654c-b280-4a3a-9e30-09cfd42e2bf6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:15.569616 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "name": "network-vif-plugged", "status": "completed", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:15.569975 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c63654c-b280-4a3a-9e30-09cfd42e2bf6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:15.570521 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d', 'code': 200} Nov 23 02:36:15.571094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.577847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.580468 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/695e06bc-d0c5-472d-993f-11fee01586b9 HTTP/1.1" status: 204 len: 168 time: 0.3718145 Nov 23 02:36:15.598214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:15.598932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.605869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2a688-0541-438d-9f64-5d49d76e8bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e06bc-d0c5-472d-993f-11fee01586b9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.610126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-cffc15e2-12e3-4b1a-a53c-92cc1dddf8b6 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.615557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.639329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-cffc15e2-12e3-4b1a-a53c-92cc1dddf8b6 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/networks?id=55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 200 len: 811 time: 1.1688807 Nov 23 02:36:15.672333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': '56e69ade-4a09-4e9c-a99b-1bc44de24d92', 'ip_address': '2001:db8::f816:3eff:fead:acd9'}, {'subnet_id': '265ac62f-5d0f-43f2-9ecc-aae123170b32'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '467d69aa-d272-451e-8d1d-9baa30c98154'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:36:15.708819 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.712785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee5bc-a32f-42fc-9a78-2ce22d721d76 None None] Pushing event updated for resources: {'Port': ['ID=467d69aa-d272-451e-8d1d-9baa30c98154,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.753022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-be389257-7e7e-4480-9f8a-102cda490b65 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/quotas/9ad9b11917024d239eb20146ea39a205 HTTP/1.1" status: 200 len: 375 time: 0.1126153 Nov 23 02:36:15.816131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:36:15.837019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, fa6bb61c-06d9-45a6-bf03-0f42f958934c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:15.846441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71a5d4-3bf1-4ef0-9e8a-6e9b152313ee req-0e07ce77-0a29-4448-a055-b754f006be36 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.848612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f71a5d4-3bf1-4ef0-9e8a-6e9b152313ee req-0e07ce77-0a29-4448-a055-b754f006be36 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.1946392 Nov 23 02:36:15.857466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.858152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.904981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:15.919469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:15.922192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:15.923103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-83ea3f76-f98c-4ff3-bc31-f1b1e108f5f3 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9ad9b11917024d239eb20146ea39a205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1691198 Nov 23 02:36:15.930495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=f498907c-3482-4e43-b897-674af8053628,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.959973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66221961-2a8b-49ed-8e52-792295415f32 req-6e9c78fd-b077-48fe-a52b-7d58038c1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.961578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66221961-2a8b-49ed-8e52-792295415f32 req-6e9c78fd-b077-48fe-a52b-7d58038c1906 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 1098 time: 0.3693354 Nov 23 02:36:15.965508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5ab23fd-fe9f-4335-ad3e-36f3f4bc88fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2425113 Nov 23 02:36:16.015673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f71a5d4-3bf1-4ef0-9e8a-6e9b152313ee req-ee0d9b1d-1202-44f4-b5a8-83116aaee1a3 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551325 Nov 23 02:36:16.058635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb326bd-97e8-4a30-8431-ec6cece7fe79 None None] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:16.074243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:16.078970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.152391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66221961-2a8b-49ed-8e52-792295415f32 req-df2c46d5-2ecb-480a-9b28-2cbe3a41713c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802428 Nov 23 02:36:16.178801 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d5977449-b013-46ff-adcf-4592a54ec8f4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3249874 Nov 23 02:36:16.180283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52782) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.182673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.198485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48ba13c1-1bae-43b0-b852-adbef9ce8923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.304098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cc04f-f211-46b2-86b1-5d83c07fa680 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:16.320884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885cc04f-f211-46b2-86b1-5d83c07fa680 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:16.322563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-885cc04f-f211-46b2-86b1-5d83c07fa680 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1395535 Nov 23 02:36:16.326071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.460506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfac8598-3c42-4c59-9741-50f7aca7b33e None None] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:16.470984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48ba13c1-1bae-43b0-b852-adbef9ce8923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.474155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-8b1b61fc-d107-47ed-94d7-2df4b23bbf7e service neutron] 10.222.0.15 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500600 Nov 23 02:36:16.476071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-48ba13c1-1bae-43b0-b852-adbef9ce8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.589633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-48ba13c1-1bae-43b0-b852-adbef9ce8923 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b02eb323edd84fbbbbd7599fe8b880ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4058383 Nov 23 02:36:16.590665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba13c1-1bae-43b0-b852-adbef9ce8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc4d09-3e5f-40ce-9906-ad8e82c48c19,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:16.592357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.630379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Allocated IP 172.20.0.2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/265ac62f-5d0f-43f2-9ecc-aae123170b32/467d69aa-d272-451e-8d1d-9baa30c98154) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:16.705005 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port f498907c-3482-4e43-b897-674af8053628 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:16.705368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.736612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-bddb3a07-56fe-46d3-94e2-6dbb24510e2b service neutron] 10.222.0.15 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454803 Nov 23 02:36:16.879925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.934188 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.003709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 467d69aa-d272-451e-8d1d-9baa30c98154 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:17.106394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.116315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.125404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63dc4d09-3e5f-40ce-9906-ad8e82c48c19 HTTP/1.1" status: 204 len: 168 time: 0.5316794 Nov 23 02:36:17.213815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4d50b02-b31a-4203-a3fc-961fc17a7b84 req-cd22fad6-bfe3-47df-a62b-b45b2b5055cc tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 210 time: 0.1155181 Nov 23 02:36:17.307940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2b12b-be2c-4b8e-a112-964e65ea3b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc4d09-3e5f-40ce-9906-ad8e82c48c19,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:17.411342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.474199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for f498907c-3482-4e43-b897-674af8053628 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:17.535897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] For port 467d69aa-d272-451e-8d1d-9baa30c98154, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=467d69aa-d272-451e-8d1d-9baa30c98154,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:17.587637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:17.593428 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e65466-37d5-4c7d-a600-ed4bfe08e573" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:17.613335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:17.619840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.737802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.743897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.749232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4bc5c-efa5-4d41-a17b-7fe2af26f5e7 req-1b1aafad-3ce1-4fd6-8034-2c858f78a8ec tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:17.763447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49d4bc5c-efa5-4d41-a17b-7fe2af26f5e7 req-1b1aafad-3ce1-4fd6-8034-2c858f78a8ec tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.3782518 Nov 23 02:36:17.814179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-c25f2bec-41f2-4cc2-a78f-ef8bc70b0e21 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:17.824709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-c25f2bec-41f2-4cc2-a78f-ef8bc70b0e21 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 817 time: 0.6576185 Nov 23 02:36:17.905452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-58e980fc-d9c2-428f-8131-742a74938696 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/quotas/919aa57dcbca4edd82cc83792e0e5294 HTTP/1.1" status: 200 len: 375 time: 0.0792620 Nov 23 02:36:17.951728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49d4bc5c-efa5-4d41-a17b-7fe2af26f5e7 req-38586850-bbc1-4182-bc65-a4713c40a86c tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871111 Nov 23 02:36:17.960759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:17.996817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d070-a7de-4e41-a7e3-c456043b4970 None None] Pushing event updated for resources: {'Port': ['ID=467d69aa-d272-451e-8d1d-9baa30c98154,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:18.030754 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4412f0c9-547c-403d-9e65-c50c6a0c808d tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779817 Nov 23 02:36:18.125334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=f498907c-3482-4e43-b897-674af8053628,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:18.158101 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3310398c-b095-41d3-be61-d86eb586e291 x-openstack-request-id: req-3310398c-b095-41d3-be61-d86eb586e291 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:18.158726 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-unplugged", "status": "completed", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:18.158726 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3310398c-b095-41d3-be61-d86eb586e291 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:18.159587 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'code': 200} Nov 23 02:36:18.208460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-607219c1-fad6-4d10-8638-a623169c62bd service neutron] 10.222.0.15 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566794 Nov 23 02:36:18.322023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:18.331962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d54ff672-26ce-4250-8c13-88677473de64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/f498907c-3482-4e43-b897-674af8053628 HTTP/1.1" status: 204 len: 168 time: 2.0047669 Nov 23 02:36:18.335558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52904) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:18.475974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f036c-6384-4c78-abdf-e2e26f34a28e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:18.479791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f036c-6384-4c78-abdf-e2e26f34a28e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:18.482698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f036c-6384-4c78-abdf-e2e26f34a28e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:18.484650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f91f036c-6384-4c78-abdf-e2e26f34a28e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1463463 Nov 23 02:36:18.488046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52910) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:18.515971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf86c-9696-4e10-b6e5-5a40e644496a req-f385e9ec-89ac-48bb-aee4-7f648bc32738 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:18.526877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e19cf86c-9696-4e10-b6e5-5a40e644496a req-f385e9ec-89ac-48bb-aee4-7f648bc32738 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1420171 Nov 23 02:36:18.592326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-22cbb97d-c7b2-4d5b-8fa0-51ed6fd51d12 service neutron] 10.222.0.15 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740032 Nov 23 02:36:18.616209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 265ac62f-5d0f-43f2-9ecc-aae123170b32 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:18.620562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:18.663940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e19cf86c-9696-4e10-b6e5-5a40e644496a req-613fda9b-dcd8-45fd-a221-dc869df0a5e6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222591 Nov 23 02:36:18.721539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:18.927381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:18.931938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 467d69aa-d272-451e-8d1d-9baa30c98154 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:18.947733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8589e817-9ef0-4187-adae-3a7f9cba1b52 req-c19c21c0-4d4f-4625-9178-c217e5109b3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 210 time: 0.0756285 Nov 23 02:36:19.162431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:19.163585 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.176386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.273236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-d899fca2-813a-4f00-970b-f2d2e253511c tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:19.274902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-d899fca2-813a-4f00-970b-f2d2e253511c tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.41 "GET /v2.0/networks?id=55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 200 len: 811 time: 0.2193618 Nov 23 02:36:19.299368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=265ac62f-5d0f-43f2-9ecc-aae123170b32,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:19.334911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.349940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bff79ae8-1a3e-425e-886a-8c89effa0d6b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/265ac62f-5d0f-43f2-9ecc-aae123170b32 HTTP/1.1" status: 204 len: 168 time: 0.8605809 Nov 23 02:36:19.350723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52930) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:19.411868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-24dc6240-498d-47de-9a8a-fd981bc8f0ed None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:19.412301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24dc6240-498d-47de-9a8a-fd981bc8f0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.475084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 56e69ade-4a09-4e9c-a99b-1bc44de24d92 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:19.482913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.644148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8ec72-442a-45bc-a849-efba492ef68a req-2d597ca4-1a6e-46e8-9266-80d2a76e7383 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:19.663434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fc8ec72-442a-45bc-a849-efba492ef68a req-2d597ca4-1a6e-46e8-9266-80d2a76e7383 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.3872993 Nov 23 02:36:19.693106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:19.857438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b9e5c-d733-4f4b-be11-2aea91b98549 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:19.873648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-c401f072-3b05-4bbc-b534-e6a48145fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:19.875843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-c401f072-3b05-4bbc-b534-e6a48145fba6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.3342166 Nov 23 02:36:19.907738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-8c446085-3531-47dc-94f0-12d409e72d7e tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad9b11917024d239eb20146ea39a205 HTTP/1.1" status: 200 len: 380 time: 0.6037421 Nov 23 02:36:19.935120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'port': {'device_id': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'admin_state_up': True, 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'security_groups': ['a6e04226-1f53-45cc-bcae-1926c6c7a40c']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:19.994591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ba46b0bf-ef80-4c0b-bf33-2472b88c1a6d None None] Could not find standard attr ID for object f498907c-3482-4e43-b897-674af8053628. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:36:20.108488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:20.160635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fc8ec72-442a-45bc-a849-efba492ef68a req-65f7f775-13d2-4aa8-876d-b41a2aa70bd4 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856899 Nov 23 02:36:20.205126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7c08-8977-46e2-93e7-5bff65530a4b req-d92562e5-8093-468c-bbed-9650fcebcca3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:20.215145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01dc7c08-8977-46e2-93e7-5bff65530a4b req-d92562e5-8093-468c-bbed-9650fcebcca3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.5421669 Nov 23 02:36:20.334214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-7bf9b0de-472c-41a7-946c-21e8d6a3ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:20.337154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-7bf9b0de-472c-41a7-946c-21e8d6a3ab75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.4450955 Nov 23 02:36:20.339845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:20.452679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be77f8a3-8021-4854-a5a4-dca9c1bedbda req-5df1afd1-6374-4dc8-b748-a27fad26146a tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 210 time: 0.1352446 Nov 23 02:36:20.552502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01dc7c08-8977-46e2-93e7-5bff65530a4b req-c4feff3e-29fe-449f-95bf-e4ba97a7ba21 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361280 Nov 23 02:36:20.680616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fb03c5d-3b88-49cb-945a-13efda27b580 req-b0e0bc55-9777-4ab7-a519-f7714c227822 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 210 time: 0.0806024 Nov 23 02:36:20.690978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Made reservation on behalf of 9ad9b11917024d239eb20146ea39a205 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:20.698719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:21.118541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Allocated IP 172.20.0.6 (55032d66-45bf-4d06-80fc-9223eb6fb273/b42eb619-e399-47fe-9552-755ab62bca3d/287fb5a0-6c1c-465a-97c6-9cccd6bb59fb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:21.329428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c28d1-5e6a-4b02-9219-c9b222c59b61 req-cae76f1e-bc71-4d4c-ae92-bc2dd9a71343 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:21.349821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=56e69ade-4a09-4e9c-a99b-1bc44de24d92,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:21.353060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d94c28d1-5e6a-4b02-9219-c9b222c59b61 req-cae76f1e-bc71-4d4c-ae92-bc2dd9a71343 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.2164660 Nov 23 02:36:21.353661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:21.366871 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f41bbcb-4517-4204-8baa-40d845391142 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/56e69ade-4a09-4e9c-a99b-1bc44de24d92 HTTP/1.1" status: 204 len: 168 time: 2.0117209 Nov 23 02:36:21.382249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:21.383463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fc03692e-0a6f-4b77-a7b0-810b572daac3 None None] Provisioning complete for port 467d69aa-d272-451e-8d1d-9baa30c98154 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:21.383988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc03692e-0a6f-4b77-a7b0-810b572daac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:21.390923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796b4f6-a616-48d6-841c-4bcc42689395 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:21.508941 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-abbd4488-f82b-4059-b4f1-77164222e4c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 1.1547322 Nov 23 02:36:21.573558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0911127e-2ec9-4b78-b7ed-4289af13cc63 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256642 Nov 23 02:36:21.577356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53046) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:21.587628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:21.703216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d94c28d1-5e6a-4b02-9219-c9b222c59b61 req-b2810bd4-9991-4ad1-8f11-3e021833176b tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490674 Nov 23 02:36:21.751431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-03f9ca55-8551-4748-93a6-7b64055b9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:21.756462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-03f9ca55-8551-4748-93a6-7b64055b9632 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2378917 Nov 23 02:36:21.866885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:21.892235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf964148-cac8-4435-b750-0c4be374dee1 req-9ee523de-9144-4327-9259-89022e627704 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 210 time: 0.1653945 Nov 23 02:36:22.090287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77a0bc0e-4f5e-4171-a2dc-95ee55d40be1 req-abf0aec2-8875-4a14-b5bf-3fcaa35b70b4 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 210 time: 0.0762811 Nov 23 02:36:22.099651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:22.142755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:22.147294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.164568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a1910-569b-492a-8a4c-7b656c2053c1 req-b45fea2f-d1af-43a4-a32d-dcdc47ddb2cc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:22.175566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df3a1910-569b-492a-8a4c-7b656c2053c1 req-b45fea2f-d1af-43a4-a32d-dcdc47ddb2cc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2988086 Nov 23 02:36:22.200325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Deleting port 467d69aa-d272-451e-8d1d-9baa30c98154 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:22.200865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.221234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.297613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:22.306965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:22.326750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df3a1910-569b-492a-8a4c-7b656c2053c1 req-4e7ec79f-6c81-4018-acea-4e4fd6f195ea tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460698 Nov 23 02:36:22.330317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:22.373563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event updated for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:22.430235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:22.432475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.438671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] For port 467d69aa-d272-451e-8d1d-9baa30c98154, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=467d69aa-d272-451e-8d1d-9baa30c98154,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:22.439251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.459246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Calling delete_port for 467d69aa-d272-451e-8d1d-9baa30c98154 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:22.476412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-ed8d7665-7d2f-4bd8-a48d-6628597e8a3f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5615149 Nov 23 02:36:22.494598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Request body: {'port': {'device_id': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:22.624204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.630150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.691815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] No DVR routers for this DVR port 467d69aa-d272-451e-8d1d-9baa30c98154 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:22.711961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53084) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:22.716022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e233925-f34b-4c8e-9eaa-d912c14199d2 None None] Pushing event deleted for resources: {'Port': ['ID=467d69aa-d272-451e-8d1d-9baa30c98154,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:22.838478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-24dd513a-ef56-4ef5-9424-1077703e3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:22.840145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6a11c7aa-3fa9-40f0-9b8f-bbd87a5ac948 None None] Provisioning complete for port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:22.840639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a11c7aa-3fa9-40f0-9b8f-bbd87a5ac948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:22.841687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-24dd513a-ef56-4ef5-9424-1077703e3fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0756602 Nov 23 02:36:22.907291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 467d69aa-d272-451e-8d1d-9baa30c98154 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:22.922772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4ca97e09-8ab3-46b9-b1f5-d148f54b6bd9 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:22.925161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4ca97e09-8ab3-46b9-b1f5-d148f54b6bd9 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 817 time: 0.3091547 Nov 23 02:36:22.930420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6a11c7aa-3fa9-40f0-9b8f-bbd87a5ac948 None None] Port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:22.961928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Request body: {'port': {'device_id': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'admin_state_up': True, 'tenant_id': '919aa57dcbca4edd82cc83792e0e5294'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:22.965739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 467d69aa-d272-451e-8d1d-9baa30c98154 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:22.966092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 467d69aa-d272-451e-8d1d-9baa30c98154 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:23.102317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2269cdf-9334-49b8-ae0f-fc7167e61290 req-a98a0fca-aeb7-4f3c-a1d8-9938e43b5021 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 210 time: 0.0786331 Nov 23 02:36:23.119422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3639fc64-84e6-4bdc-9c5e-2ae8a53aa50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.136365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-b1ec62f2-17d8-44f4-9442-5dd120710b95 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.138111 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-b1ec62f2-17d8-44f4-9442-5dd120710b95 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.47 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.6186695 Nov 23 02:36:23.138605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508240-f3d7-4e90-becc-acdb362cea7d req-8c54fd4a-adeb-4488-ab50-3849484c9f9e tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.146572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85508240-f3d7-4e90-becc-acdb362cea7d req-8c54fd4a-adeb-4488-ab50-3849484c9f9e tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 946 time: 0.2951601 Nov 23 02:36:23.153320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1aa9ce91-30af-4c97-8516-ffc873cce781 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.154952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1aa9ce91-30af-4c97-8516-ffc873cce781 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 817 time: 1.2604413 Nov 23 02:36:23.201111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Request body: {'port': {'device_id': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'admin_state_up': True, 'tenant_id': '919aa57dcbca4edd82cc83792e0e5294'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:23.272205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-357ecbc4-5fab-42eb-b315-3f280ce24c14 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.273398 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-357ecbc4-5fab-42eb-b315-3f280ce24c14 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.47 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 817 time: 0.7877324 Nov 23 02:36:23.279130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.333504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85508240-f3d7-4e90-becc-acdb362cea7d req-2242b414-358a-44d9-9952-7a33235e92b2 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852741 Nov 23 02:36:23.396369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed068f-7689-48e1-9c7a-897f308ee9a3 req-f1d0e44b-5529-4896-8c68-7b39346b3c8c tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.397852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60ed068f-7689-48e1-9c7a-897f308ee9a3 req-f1d0e44b-5529-4896-8c68-7b39346b3c8c tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 931 time: 0.1855831 Nov 23 02:36:23.405710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Made reservation on behalf of 919aa57dcbca4edd82cc83792e0e5294 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:23.413500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.426468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Request body: {'port': {'device_id': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'admin_state_up': True, 'tenant_id': '919aa57dcbca4edd82cc83792e0e5294'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:23.532806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:23.554919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.578232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:36:23.581352 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-01a8e112-ae36-4df2-be6d-f8ecfd811891 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333318 Nov 23 02:36:23.595029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60ed068f-7689-48e1-9c7a-897f308ee9a3 req-1a4b9cc2-4795-477e-a24b-6e77c52f95ab tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717093 Nov 23 02:36:23.599028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.618909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dcf4-c7ca-4b3b-b0f0-a1429a165a09 req-4d58be92-dc95-4213-aab9-4f1a35c89d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.621094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb94dcf4-c7ca-4b3b-b0f0-a1429a165a09 req-4d58be92-dc95-4213-aab9-4f1a35c89d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1916769 Nov 23 02:36:23.629943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Transition to ACTIVE for port object 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:23.645588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.744471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:23.764419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:23.776137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb94dcf4-c7ca-4b3b-b0f0-a1429a165a09 req-acd18f98-ff7d-42b9-8b92-77ef6780efdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474082 Nov 23 02:36:23.818680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Deleting port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:23.819018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.822078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:23.833052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52a64b-5d8c-4374-b677-75d6b505b277 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:23.847636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:23.848238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.899893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=d4838d72-08b0-4969-bcb2-cd04d64f6ae2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:23.903453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3639fc64-84e6-4bdc-9c5e-2ae8a53aa50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:23.930594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3639fc64-84e6-4bdc-9c5e-2ae8a53aa50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.002047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-66662965-cca5-4e74-9ccb-801a21274fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074593 Nov 23 02:36:24.009552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Made reservation on behalf of 919aa57dcbca4edd82cc83792e0e5294 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:24.013674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.037797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'd4838d72-08b0-4969-bcb2-cd04d64f6ae2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:36:24.039409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.041360 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3639fc64-84e6-4bdc-9c5e-2ae8a53aa50e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8139195f014e49c2ae8151d7002082d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3124487 Nov 23 02:36:24.047684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-490f19ca-f63a-445b-aaee-17f59a7e6591 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4692438 Nov 23 02:36:24.048460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53104) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:24.048790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:24.071371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639fc64-84e6-4bdc-9c5e-2ae8a53aa50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2484607-97d3-49b4-9cda-da791782ef9e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:24.087174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:24.131627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] For port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,segment=NetworkSegment(6bee62f8-6a9a-41ee-8936-5c495f3926f8),segment_id=6bee62f8-6a9a-41ee-8936-5c495f3926f8)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:24.132343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.225231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Allocated IP 172.20.0.11 (fa6bb61c-06d9-45a6-bf03-0f42f958934c/1c4522d6-5f5b-4035-af7a-a89e63c8d59d/4f2d4951-f7a0-46ca-b4ff-10888c0eac12) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:24.317125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Allocated IP 2001:db8::f816:3eff:fe5b:f153 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d4838d72-08b0-4969-bcb2-cd04d64f6ae2/def0d59d-43a6-4e4e-8dd0-a172ffbd52af) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:24.332629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-583ab747-f93d-4499-80c8-a2b351f090cf req-c3505bed-37ac-4ecb-80d8-dce77e0ca7cf tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 210 time: 0.0606635 Nov 23 02:36:24.357323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Attempting to bind port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:24.357879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Attempting to bind port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:24.358405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Attempting to bind port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb on network 55032d66-45bf-4d06-80fc-9223eb6fb273 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:24.375589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb on network 55032d66-45bf-4d06-80fc-9223eb6fb273 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:24.376336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Attempting to bind port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb on network 55032d66-45bf-4d06-80fc-9223eb6fb273 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:24.408951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Calling delete_port for 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:24.423599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:24.423933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Checking segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:24.424320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Bound using segment: {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:24.425314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Bound port: 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fddec2-ac35-4d16-96dd-3efb81d97d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:24.425669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.548518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.556516 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.588959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Made reservation on behalf of 919aa57dcbca4edd82cc83792e0e5294 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:24.607284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:24.611206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:24.613043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.625637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:24.635728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.637747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.660184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:24.680683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca7520-dd31-44a4-8d11-7134e3b8c5d0 req-e86cfc34-0abc-4e5c-85e2-9c94cadc2e7b tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:24.682375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6ca7520-dd31-44a4-8d11-7134e3b8c5d0 req-e86cfc34-0abc-4e5c-85e2-9c94cadc2e7b tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/ports?device_id=eecb428d-f04e-44aa-b775-2269f2652a8c HTTP/1.1" status: 200 len: 867 time: 0.2274961 Nov 23 02:36:24.707978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:24.731981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.842880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:24.843505 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.844961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] 10.222.0.41 "PUT /v2.0/ports/287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 200 len: 1092 time: 2.3547862 Nov 23 02:36:24.855078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:24.857415 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26928ec8-ba6b-479c-99ba-764cc4226af1" -d '{"events": [{"name": "network-changed", "server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:24.899518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Pushing event deleted for resources: {'Port': ['ID=122e17b6-9a11-4fdb-a4bd-25aaffe0b67d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:24.919326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6ca7520-dd31-44a4-8d11-7134e3b8c5d0 req-25e8b48d-c3c2-45bd-a77b-f0154f094b02 tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.15 "GET /v2.0/security-groups?id=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166302 Nov 23 02:36:24.955231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.957805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:24.981546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145bf0a-e9e2-42a3-8ada-b5d6973e1ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:25.068547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Attempting to bind port def0d59d-43a6-4e4e-8dd0-a172ffbd52af on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:25.069184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Attempting to bind port def0d59d-43a6-4e4e-8dd0-a172ffbd52af by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:25.070019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Attempting to bind port def0d59d-43a6-4e4e-8dd0-a172ffbd52af on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:25.070215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:25.073781 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.077160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:25.077550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:25.077958 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.078920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:25.079359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Bound port: def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:25.079745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.092930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event updated for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:25.095009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Pushing event updated for resources: {'Port': ['ID=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:25.133247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d0a3a-ac1d-4eb7-a06d-3b25dd7e1b12 req-1d038e3e-7ef2-4ad4-ad37-8c2f7d3fc77b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.153251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-163d0a3a-ac1d-4eb7-a06d-3b25dd7e1b12 req-1d038e3e-7ef2-4ad4-ad37-8c2f7d3fc77b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 943 time: 0.4335289 Nov 23 02:36:25.197403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] For port def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:25.201520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] For port def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:25.209345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.248986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:25.262340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.267297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-163d0a3a-ac1d-4eb7-a06d-3b25dd7e1b12 req-1fa2aae9-c9ef-4943-a36e-7ad3ed3e9873 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130676 Nov 23 02:36:25.268418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] No DVR routers for this DVR port 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:25.290597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd9bd8-d784-4e80-8dcb-885a2b626b7b None None] Pushing event updated for resources: {'Port': ['ID=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:25.291407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.306450 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bbb5d1fb-0982-4147-87cf-a3741cbcf231 req-52f73ffe-e597-43fa-90c2-e4de4ac66e3d tempest-InstanceActionsNegativeTestJSON-667182589 tempest-InstanceActionsNegativeTestJSON-667182589-project] 10.222.0.47 "DELETE /v2.0/ports/122e17b6-9a11-4fdb-a4bd-25aaffe0b67d HTTP/1.1" status: 204 len: 173 time: 2.1374128 Nov 23 02:36:25.307250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'name': 'network-vif-deleted', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:25.310156 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573bfaa-d478-44f4-b0b5-8781349f52d8" -d '{"events": [{"server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "name": "network-vif-deleted", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:25.328956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:25.352302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:25.396586 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f669c0-04b0-40c4-a822-c263a7076fee x-openstack-request-id: req-13f669c0-04b0-40c4-a822-c263a7076fee {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:25.397005 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:25.397535 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13f669c0-04b0-40c4-a822-c263a7076fee {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:25.398219 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'status': 'completed', 'code': 200} Nov 23 02:36:25.400458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e8adbb3c-c23c-40f0-aa1b-6f0dc3d10fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.402373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e8adbb3c-c23c-40f0-aa1b-6f0dc3d10fde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad9b11917024d239eb20146ea39a205&device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 1095 time: 0.4750369 Nov 23 02:36:25.428398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ceaf7f-fadc-42de-b556-8d311824a1ad req-e31ee4bb-b8a4-4246-808f-c71d6d63ce77 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.430861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ceaf7f-fadc-42de-b556-8d311824a1ad req-e31ee4bb-b8a4-4246-808f-c71d6d63ce77 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3260479 Nov 23 02:36:25.497453 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8f9431-4769-442f-85cb-169e22b92673 x-openstack-request-id: req-dc8f9431-4769-442f-85cb-169e22b92673 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:25.497664 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecb428d-f04e-44aa-b775-2269f2652a8c", "name": "network-vif-deleted", "tag": "122e17b6-9a11-4fdb-a4bd-25aaffe0b67d", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:25.498843 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc8f9431-4769-442f-85cb-169e22b92673 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:25.499269 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecb428d-f04e-44aa-b775-2269f2652a8c', 'name': 'network-vif-deleted', 'tag': '122e17b6-9a11-4fdb-a4bd-25aaffe0b67d', 'status': 'completed', 'code': 200} Nov 23 02:36:25.500503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-af923eb3-3fde-4420-bbbf-455073b05278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 200 len: 217 time: 0.0664074 Nov 23 02:36:25.520889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.521974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.580148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Allocated IP 172.20.0.14 (fa6bb61c-06d9-45a6-bf03-0f42f958934c/1c4522d6-5f5b-4035-af7a-a89e63c8d59d/82339318-3e3a-459b-900a-02ae216d1beb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:25.622280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.624902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.629413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2484607-97d3-49b4-9cda-da791782ef9e HTTP/1.1" status: 204 len: 168 time: 1.5505092 Nov 23 02:36:25.663622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d75fd-84b6-4dbc-a476-ac4fff881445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2484607-97d3-49b4-9cda-da791782ef9e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:25.700279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1fa06a1d-ba11-4e1d-99a4-1d75d9e96c3e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7548544 Nov 23 02:36:25.725519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Request body: {'port': {'device_id': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:25.744834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51ceaf7f-fadc-42de-b556-8d311824a1ad req-fe2eb547-5a4c-4d45-ad33-ff4060f2d6a8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993834 Nov 23 02:36:25.761415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:25.771814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e3a85ba2-f900-4a2f-87ed-10db3b7f74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.773557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-e3a85ba2-f900-4a2f-87ed-10db3b7f74d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b42eb619-e399-47fe-9552-755ab62bca3d HTTP/1.1" status: 200 len: 850 time: 0.2472596 Nov 23 02:36:25.801370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef861-1c1e-4dfc-beb6-68f0f09c4371 req-565e7c7f-1312-4585-bce0-eed31f4f8279 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.809201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b3ef861-1c1e-4dfc-beb6-68f0f09c4371 req-565e7c7f-1312-4585-bce0-eed31f4f8279 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 932 time: 0.2687116 Nov 23 02:36:25.886069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:25.886422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 122e17b6-9a11-4fdb-a4bd-25aaffe0b67d not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:25.906253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:25.938623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-80366c90-3053-4d1e-a98e-6e4a77b4c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:25.940757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-80366c90-3053-4d1e-a98e-6e4a77b4c660 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55032d66-45bf-4d06-80fc-9223eb6fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592774 Nov 23 02:36:25.996640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b3ef861-1c1e-4dfc-beb6-68f0f09c4371 req-19a7a1fb-acfd-442c-964b-c56d97144d16 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861157 Nov 23 02:36:26.092783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:26.184099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53144) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:26.294041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cedc-6574-42da-8c3a-4287af36a795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.363052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Deleting subnet 003ca54e-4ae3-4bce-9243-935f2bbebdfa {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:26.365887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.431627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-9711bbd5-7267-44a5-9b5c-b47b079bad42 service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505560 Nov 23 02:36:26.476516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.548951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.566896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64ef26be-e8f8-43e6-aff4-6fc85937f932 req-93f87917-bd06-4a42-9959-75056c1e3e85 service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141191 Nov 23 02:36:26.605017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde745a-6632-4aea-b051-e6eaf085df8e req-42cb0b09-cda3-4476-a8df-399e5282aedb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:26.613751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fde745a-6632-4aea-b051-e6eaf085df8e req-42cb0b09-cda3-4476-a8df-399e5282aedb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.5059483 Nov 23 02:36:26.616208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=0409605e-5487-471b-ad8c-40b2a9651d21,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:26.630148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:26.632939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:26.639404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:26.640026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.640290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.679222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8ba9ca1a-341d-4c2e-b8ac-a504c2cb3ce5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5991604 Nov 23 02:36:26.679471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53152) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:26.685464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:de:2b:4c', 'name': 'tempest-NetworksTestDHCPv6-210451596'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:26.707137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.783172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372da51-4d8e-433c-8632-2ec0945ff0f6 req-9a00023a-c1ed-4d59-a627-7df05d3eacea tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:26.791406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0372da51-4d8e-433c-8632-2ec0945ff0f6 req-9a00023a-c1ed-4d59-a627-7df05d3eacea tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 943 time: 0.3624103 Nov 23 02:36:26.801311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cedc-6574-42da-8c3a-4287af36a795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.809307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.821485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:26.832126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f7d25-6d1a-499a-89a7-fa47771a891a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:26.838060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:26.851339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:26.857075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fde745a-6632-4aea-b051-e6eaf085df8e req-e646e3c8-6437-48ff-acb2-d3e0d82f88a0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390649 Nov 23 02:36:26.861822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8f9cedc-6574-42da-8c3a-4287af36a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.893423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event updated for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:26.910243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-8135a270-cc6c-477b-83f5-8cc85e9dc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:26.910585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-8135a270-cc6c-477b-83f5-8cc85e9dc836 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad9b11917024d239eb20146ea39a205&device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 1095 time: 0.2381380 Nov 23 02:36:26.927823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Allocated IP 172.20.0.10 (fa6bb61c-06d9-45a6-bf03-0f42f958934c/1c4522d6-5f5b-4035-af7a-a89e63c8d59d/7b10eabf-70b9-4e2e-bccc-90dbf057103f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:26.941553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device def0d59d-43a6-4e4e-8dd0-a172ffbd52af up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:26.974676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:26.975594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:26.983934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9cedc-6574-42da-8c3a-4287af36a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e0b69-1c71-4eeb-98af-c0cdf34d0cdc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:26.989334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8f9cedc-6574-42da-8c3a-4287af36a795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5b997235f1e47f7872b705b75c37e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015761 Nov 23 02:36:26.998267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53156) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:27.046066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] Provisioning complete for port def0d59d-43a6-4e4e-8dd0-a172ffbd52af triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:27.046642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.061787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:27.074849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0372da51-4d8e-433c-8632-2ec0945ff0f6 req-c27dcecb-4895-4216-ba79-760651368761 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797215 Nov 23 02:36:27.092416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-4594e50f-3b1e-45ed-9d25-caf8768772af tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6707942 Nov 23 02:36:27.150892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port def0d59d-43a6-4e4e-8dd0-a172ffbd52af triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:27.151182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.161999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Request body: {'port': {'device_id': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:27.197315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-6844917c-ac50-40d1-9b1a-416b0af64a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:27.199196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-6844917c-ac50-40d1-9b1a-416b0af64a89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 200 len: 912 time: 0.2596481 Nov 23 02:36:27.204488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.248461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.287904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.295803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.301431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/003ca54e-4ae3-4bce-9243-935f2bbebdfa HTTP/1.1" status: 204 len: 168 time: 1.2036958 Nov 23 02:36:27.301664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdc983-028d-428c-8083-72893f878a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003ca54e-4ae3-4bce-9243-935f2bbebdfa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:27.304397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-4a709348-8708-4d69-b029-c3f4b80bef0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 200 len: 217 time: 0.0963163 Nov 23 02:36:27.304936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:27.317151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fdeb7-c39e-4333-9355-20b9ee639dec req-9aeb8b4f-9679-4121-b8ba-127d0f74bfb8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:27.318823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-446fdeb7-c39e-4333-9355-20b9ee639dec req-9aeb8b4f-9679-4121-b8ba-127d0f74bfb8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3427143 Nov 23 02:36:27.333669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.345363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] For port def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:27.346077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148780-345f-4ec8-80f3-7fa54ff1840e req-98c607b8-c678-4bfc-b758-e5c8f77bae10 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:27.348122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45148780-345f-4ec8-80f3-7fa54ff1840e req-98c607b8-c678-4bfc-b758-e5c8f77bae10 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 932 time: 0.2028887 Nov 23 02:36:27.352082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.358670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.361619 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.390133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.402280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.491896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 4ec93550-8768-4e0f-8733-c025f8d378fb yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:36:27.517012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.536783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e27198-97f2-482d-8680-645586a9f946 None None] Pushing event updated for resources: {'Port': ['ID=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:27.542477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'd4838d72-08b0-4969-bcb2-cd04d64f6ae2', 'ip_address': '2001:db8::f816:3eff:fe5b:f153'}, {'subnet_id': '0409605e-5487-471b-ad8c-40b2a9651d21'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'def0d59d-43a6-4e4e-8dd0-a172ffbd52af'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:36:27.564291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:36:27.564594 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:36:27.575852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.603897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-f2d7634c-153a-4cc3-a4f1-9c44458198c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:27.606335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-f2d7634c-153a-4cc3-a4f1-9c44458198c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b42eb619-e399-47fe-9552-755ab62bca3d HTTP/1.1" status: 200 len: 850 time: 0.2807930 Nov 23 02:36:27.616556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45148780-345f-4ec8-80f3-7fa54ff1840e req-e4b8c476-9940-48c3-9eb2-d646c1e36b69 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217710 Nov 23 02:36:27.658991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-446fdeb7-c39e-4333-9355-20b9ee639dec req-4e3bf9b2-c805-46bf-b7f8-d52b20b99a6f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001726 Nov 23 02:36:27.742970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.748916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.755243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c5e0b69-1c71-4eeb-98af-c0cdf34d0cdc HTTP/1.1" status: 204 len: 168 time: 0.7543800 Nov 23 02:36:27.772073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.782996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Allocated IP 172.20.0.2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/0409605e-5487-471b-ad8c-40b2a9651d21/def0d59d-43a6-4e4e-8dd0-a172ffbd52af) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:27.849518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-891d7f9e-d49a-4fe8-8d2f-97fc042468a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:27.851535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-891d7f9e-d49a-4fe8-8d2f-97fc042468a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55032d66-45bf-4d06-80fc-9223eb6fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237685 Nov 23 02:36:27.875419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78ca19-9f16-4b8d-b255-28e2e4a5a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e0b69-1c71-4eeb-98af-c0cdf34d0cdc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:27.938452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:27.958905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:27.979679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] For port def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:27.987696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:27.989615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event updated for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:28.013437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:28.046069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.056154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.123388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:28.126022 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.169042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8fc7897f-a5b4-4669-b2bf-8e690976859c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9839342 Nov 23 02:36:28.205082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Request body: {'port': {'device_id': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:28.266895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deff95-0fd2-4850-a7af-5e83ae4fa0e7 None None] Pushing event updated for resources: {'Port': ['ID=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:28.347221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:28.354082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 172.20.0.3 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/0409605e-5487-471b-ad8c-40b2a9651d21/4ec93550-8768-4e0f-8733-c025f8d378fb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:28.356464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.384475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fede:2b4c (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d4838d72-08b0-4969-bcb2-cd04d64f6ae2/4ec93550-8768-4e0f-8733-c025f8d378fb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:28.539204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:28.577543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'port_id': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'mac_address': 'fa:16:3e:b3:fa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:28.697086 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.721138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:28.772824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:28.780003 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.809205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e24211b-beaf-43ea-adcd-a1d4ae49d1c5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:28.833131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bee62f8-6a9a-41ee-8936-5c495f3926f8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:28.833481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bee62f8-6a9a-41ee-8936-5c495f3926f8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:28.889781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device def0d59d-43a6-4e4e-8dd0-a172ffbd52af up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:28.945962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:28.988020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.022539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:29.036720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.058992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port def0d59d-43a6-4e4e-8dd0-a172ffbd52af triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:29.059630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.110757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:29.125690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:29.135333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:29.137925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.154830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:29.197891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:36:29.198673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:36:29.204754 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:36:29.226567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-08f6f07b-35aa-47ec-9e49-a02348142ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3586442 Nov 23 02:36:29.279630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=4ec93550-8768-4e0f-8733-c025f8d378fb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:29.320814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:29.321503 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.372178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e04a50fa-a2bf-477a-888f-04b6f44f2443 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6915250 Nov 23 02:36:29.373063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53218) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:29.411905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-f24dc2d0-864c-4a5e-b6b2-7138957a8ea2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:29.416752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-f24dc2d0-864c-4a5e-b6b2-7138957a8ea2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 1.4150059 Nov 23 02:36:29.444817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23d1a2-ed55-48e6-97da-3b51db50cab0 req-e0830fd2-6f6b-42ae-8ead-44d2edd8680d tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:29.461753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b23d1a2-ed55-48e6-97da-3b51db50cab0 req-e0830fd2-6f6b-42ae-8ead-44d2edd8680d tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 944 time: 0.5662143 Nov 23 02:36:29.463425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf82d91-1a90-4d9c-97b8-3115a3f699ea tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:29.477995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5878741-315e-4823-9d12-adb3a7d3dd9b None None] Provisioning complete for port def0d59d-43a6-4e4e-8dd0-a172ffbd52af triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:29.483849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf82d91-1a90-4d9c-97b8-3115a3f699ea tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:29.484524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5878741-315e-4823-9d12-adb3a7d3dd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.491047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2bf82d91-1a90-4d9c-97b8-3115a3f699ea tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1119001 Nov 23 02:36:29.491664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:29.510779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:29.541256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.578683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.590047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.605979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e24211b-beaf-43ea-adcd-a1d4ae49d1c5 HTTP/1.1" status: 204 len: 168 time: 2.2976589 Nov 23 02:36:29.607786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-8db2fbb3-57c1-443a-bb33-6fac95b49f37 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/quotas/b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 375 time: 0.1405988 Nov 23 02:36:29.635852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.716956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4148d6-f964-4296-87da-7aa0e5e0c439 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e24211b-beaf-43ea-adcd-a1d4ae49d1c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:29.737822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Transition to ACTIVE for port object 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:29.783092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 4ec93550-8768-4e0f-8733-c025f8d378fb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:29.786838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.854417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.888539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53234) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:29.927919 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26928ec8-ba6b-479c-99ba-764cc4226af1 req-de68faae-bfd0-4342-bb7b-8ccef07a6d3a service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543717 Nov 23 02:36:29.931190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0658c3d7-a549-40d0-9a99-9b70e6e4457c None None] Provisioning complete for port 4ec93550-8768-4e0f-8733-c025f8d378fb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:29.932451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0658c3d7-a549-40d0-9a99-9b70e6e4457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:29.945494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b23d1a2-ed55-48e6-97da-3b51db50cab0 req-8e76c4de-abdd-43b7-bdb4-0f47fe0700f2 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776542 Nov 23 02:36:30.012323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0658c3d7-a549-40d0-9a99-9b70e6e4457c None None] Port 4ec93550-8768-4e0f-8733-c025f8d378fb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:30.037553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-52e610b7-e707-4304-bb85-5d37a10f3cf5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3993940 Nov 23 02:36:30.040433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:30.217522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d6314da-20a6-4326-a45b-d8e0f734d911 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f8f1f7950514108bcd84d5fe82f5f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403362 Nov 23 02:36:30.222112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.224794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:30.271077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d9ea-f985-4768-8034-e8587b83f006 req-f50a4fdb-2a75-49d1-b51c-9b8aa932bb17 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:30.279235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fa4d9ea-f985-4768-8034-e8587b83f006 req-f50a4fdb-2a75-49d1-b51c-9b8aa932bb17 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 944 time: 0.2287073 Nov 23 02:36:30.281296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Attempting to bind port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:30.281753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Attempting to bind port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:30.282216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Attempting to bind port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:30.296118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-5d823423-a009-4e78-8786-bf4a87248749 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439129 Nov 23 02:36:30.308772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 on network fa6bb61c-06d9-45a6-bf03-0f42f958934c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:30.308924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Attempting to bind port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:30.319215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 4ec93550-8768-4e0f-8733-c025f8d378fb owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:30.356551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:30.368111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:30.368648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Checking segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:30.369134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Bound using segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:30.369700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Bound port: 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:30.370171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.453481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fa4d9ea-f985-4768-8034-e8587b83f006 req-ad119b5f-a44c-40bc-a2ad-c546e73d97a3 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730781 Nov 23 02:36:30.522938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:30.524011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-881b9c7d-42aa-4e5b-997d-edd3b611c35f service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186720 Nov 23 02:36:30.529340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:30.529722 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.534076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:30.624662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.644309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:30.646774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.654923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.712964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:30.714364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:30.717902 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c455954-4aa5-4427-8192-5e328d294ab9" -d '{"events": [{"server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "name": "network-vif-plugged", "status": "completed", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:30.745725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.758563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=4ec93550-8768-4e0f-8733-c025f8d378fb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:30.770267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:30.777515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:30.780122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f2d4951-f7a0-46ca-b4ff-10888c0eac12 HTTP/1.1" status: 200 len: 1093 time: 5.0608366 Nov 23 02:36:30.786170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:30.789326 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4096401-000e-474e-aab7-5fd269f551e8" -d '{"events": [{"name": "network-changed", "server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:30.905305 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a14eb-95bb-4f22-8632-eb7dc5d38f5e x-openstack-request-id: req-cf2a14eb-95bb-4f22-8632-eb7dc5d38f5e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:30.909492 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "name": "network-vif-plugged", "status": "completed", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:30.909972 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf2a14eb-95bb-4f22-8632-eb7dc5d38f5e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:30.910645 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'code': 200} Nov 23 02:36:30.913132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:31.043788 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d77474b-9d88-40c6-863c-b4642588fc5c x-openstack-request-id: req-7d77474b-9d88-40c6-863c-b4642588fc5c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:31.043788 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:31.043788 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d77474b-9d88-40c6-863c-b4642588fc5c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:31.043788 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12', 'status': 'completed', 'code': 200} Nov 23 02:36:31.079568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a541ad9-471e-48a2-9e31-4042e6abad10 req-cbc96124-328a-4001-b666-9dfde0daa470 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 210 time: 0.2586122 Nov 23 02:36:31.106649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6491f-2f3c-415a-a4e7-4bfc460d6d82 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:31.178329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.272925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1ddb546a-7872-4dad-b1d7-b9b2f0083558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.274302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-1ddb546a-7872-4dad-b1d7-b9b2f0083558 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 1096 time: 0.3720202 Nov 23 02:36:31.285634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d1e11-809b-434b-b767-7795d78446d0 req-40066eb2-5cf4-4b32-8ef4-b2779791f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.287186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82339318-3e3a-459b-900a-02ae216d1beb {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:31.287655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-942d1e11-809b-434b-b767-7795d78446d0 req-40066eb2-5cf4-4b32-8ef4-b2779791f74e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 1097 time: 0.2764049 Nov 23 02:36:31.332287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.339415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef4fc1-0fe8-414c-87f8-e8bd12622873 req-0f8c307b-3040-45a8-aba7-c732e7798189 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.353272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.358217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-25198ec7-d063-4ca8-b2ce-8e8d190da15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/4ec93550-8768-4e0f-8733-c025f8d378fb HTTP/1.1" status: 204 len: 168 time: 1.8602450 Nov 23 02:36:31.359090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91ef4fc1-0fe8-414c-87f8-e8bd12622873 req-0f8c307b-3040-45a8-aba7-c732e7798189 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.2029600 Nov 23 02:36:31.362971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.367822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:31.391231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b286827a-4d4b-45fb-bd99-22dd996bfd92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12 HTTP/1.1" status: 200 len: 217 time: 0.1012146 Nov 23 02:36:31.415112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Transition to ACTIVE for port object 82339318-3e3a-459b-900a-02ae216d1beb will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:31.439634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.475899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-942d1e11-809b-434b-b767-7795d78446d0 req-5976c04e-ef32-4960-9ee9-e0fe59166fc3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774988 Nov 23 02:36:31.560968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:31.568738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-c41c7d10-76b9-405e-a013-56a86d37e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.576853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-c41c7d10-76b9-405e-a013-56a86d37e821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.1741905 Nov 23 02:36:31.584305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91ef4fc1-0fe8-414c-87f8-e8bd12622873 req-5da8a8d3-e188-4682-b4fa-d7d95ffd2ece tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242055 Nov 23 02:36:31.621771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e527a31-f02e-4bd2-ae39-698ddaf6b81c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.624159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e527a31-f02e-4bd2-ae39-698ddaf6b81c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.626007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e527a31-f02e-4bd2-ae39-698ddaf6b81c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:31.630158 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e527a31-f02e-4bd2-ae39-698ddaf6b81c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2588756 Nov 23 02:36:31.630527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:31.732951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.745070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.746550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/001b1eb3-4b99-48b4-b25e-e5c3639e8fb5 HTTP/1.1" status: 204 len: 168 time: 1.5177035 Nov 23 02:36:31.869405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28f484-cdc5-4706-866e-c1a4b1ffd195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001b1eb3-4b99-48b4-b25e-e5c3639e8fb5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:31.876796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Attempting to bind port 82339318-3e3a-459b-900a-02ae216d1beb on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:31.877145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Attempting to bind port 82339318-3e3a-459b-900a-02ae216d1beb by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:31.878031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Attempting to bind port 82339318-3e3a-459b-900a-02ae216d1beb on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:31.886585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Port 82339318-3e3a-459b-900a-02ae216d1beb on network fa6bb61c-06d9-45a6-bf03-0f42f958934c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:31.887187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Attempting to bind port 82339318-3e3a-459b-900a-02ae216d1beb on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:31.940590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:31.940939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Checking segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:31.941333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Bound using segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:31.941784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Bound port: 82339318-3e3a-459b-900a-02ae216d1beb, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:31.942265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:31.958122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 0409605e-5487-471b-ad8c-40b2a9651d21 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:31.962171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-df382866-fcab-4d13-9e88-150602c6fbe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812210 Nov 23 02:36:31.975343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.066616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b8f46-3f4a-4cb2-a60b-47f14fd4a82c req-41ab6787-89d3-4bf9-8cea-f403f577ef34 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:32.068908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-594b8f46-3f4a-4cb2-a60b-47f14fd4a82c req-41ab6787-89d3-4bf9-8cea-f403f577ef34 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 944 time: 0.4155736 Nov 23 02:36:32.148490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:32.156496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=82339318-3e3a-459b-900a-02ae216d1beb,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:32.176179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.190975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b10eabf-70b9-4e2e-bccc-90dbf057103f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:32.238476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.254123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.288648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:32.289311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.290722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] 10.222.0.47 "PUT /v2.0/ports/82339318-3e3a-459b-900a-02ae216d1beb HTTP/1.1" status: 200 len: 1093 time: 5.1365671 Nov 23 02:36:32.291203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:32.293669 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "tag": "82339318-3e3a-459b-900a-02ae216d1beb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:32.332941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Transition to ACTIVE for port object 7b10eabf-70b9-4e2e-bccc-90dbf057103f will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:32.413084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50d468df-167a-4364-a3e6-db05b2b505cf req-81f9a612-29be-46d3-9bba-96913818d9f1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 210 time: 0.1698887 Nov 23 02:36:32.627909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-594b8f46-3f4a-4cb2-a60b-47f14fd4a82c req-9258217e-21e5-45f8-b0bd-01ec69df15a2 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268517 Nov 23 02:36:32.653043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-504031b8-6ba0-4525-8e04-93fe0bdbec11 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:32.654804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-504031b8-6ba0-4525-8e04-93fe0bdbec11 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.3072858 Nov 23 02:36:32.656834 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e30833-e930-4aed-a7b2-d6688e578dfe x-openstack-request-id: req-36e30833-e930-4aed-a7b2-d6688e578dfe {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:32.657314 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "tag": "82339318-3e3a-459b-900a-02ae216d1beb", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:32.657744 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e30833-e930-4aed-a7b2-d6688e578dfe {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:32.658388 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb', 'status': 'completed', 'code': 200} Nov 23 02:36:32.663139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.686589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'device_id': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'admin_state_up': True, 'tenant_id': 'b71060c31b17495da68daf494818cbf0'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:32.691271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-08504ff3-bd3e-490f-920a-74b7640213ff service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115612 Nov 23 02:36:32.760486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.844064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad55295-cb20-4237-a1eb-c12975158cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:32.915587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-eeeab635-f9ef-4075-bed4-00f529bdb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:32.917264 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-eeeab635-f9ef-4075-bed4-00f529bdb354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 1096 time: 0.2553287 Nov 23 02:36:32.926701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:32.964514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58b52e-05db-4669-9ec2-a2769bed81b5 req-3c893245-7061-48fe-b17a-21119f89b71f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:32.973686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb58b52e-05db-4669-9ec2-a2769bed81b5 req-3c893245-7061-48fe-b17a-21119f89b71f tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.1466048 Nov 23 02:36:32.977051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-0d44357e-ab79-4c61-8bc9-e8a9ddbd45b3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786541 Nov 23 02:36:32.978692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:32.983574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:32.985858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:32.997205 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.008307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:33.037373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-7d210d2f-b62c-4520-af03-2a6cb459afa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82339318-3e3a-459b-900a-02ae216d1beb HTTP/1.1" status: 200 len: 217 time: 0.1116714 Nov 23 02:36:33.149822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=0409605e-5487-471b-ad8c-40b2a9651d21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:33.162849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.169357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1037306f-c11a-407f-ab21-095e959b2038 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/0409605e-5487-471b-ad8c-40b2a9651d21 HTTP/1.1" status: 204 len: 168 time: 1.5363228 Nov 23 02:36:33.187137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53362) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:33.191892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4aab1a-a2a5-412a-8606-869b8619f1c6 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:33.212257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb58b52e-05db-4669-9ec2-a2769bed81b5 req-0269d672-23ae-473b-b3c4-706704669183 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375944 Nov 23 02:36:33.221246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096401-000e-474e-aab7-5fd269f551e8 req-0bac8785-4253-47c1-9a97-e6c3781c9dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:33.223943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-0bac8785-4253-47c1-9a97-e6c3781c9dfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 1096 time: 0.1187830 Nov 23 02:36:33.442539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096401-000e-474e-aab7-5fd269f551e8 req-6d2a61e7-fbc8-462a-bbed-749aafcd7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:33.444039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-6d2a61e7-fbc8-462a-bbed-749aafcd7323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 918 time: 0.2100575 Nov 23 02:36:33.521319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb346d8-e71d-401e-9203-63003c10752e req-ce7126ef-5586-4096-b018-43415e7c5e6b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:33.523989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adb346d8-e71d-401e-9203-63003c10752e req-ce7126ef-5586-4096-b018-43415e7c5e6b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.1496205 Nov 23 02:36:33.533847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:33.538329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Request body: {'floatingip': {'port_id': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:33.703716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f751e1a3-3cdc-4c17-8225-105e0f46fad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.718270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-b197eb5d-3290-4eac-b551-627a71f53287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12 HTTP/1.1" status: 200 len: 217 time: 0.2511077 Nov 23 02:36:33.773739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1cdfb8-0040-40b2-8bde-67323ec192f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.952828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f477bd6e-b9dc-45b3-a6cb-9bf993f3a262 req-824bca99-22d5-4d53-9784-1753b6a210a1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 210 time: 0.3461580 Nov 23 02:36:33.955393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.963492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:33.974419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-6efc8a52-1b32-456b-b069-c5ef5a5ef6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:33.976048 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-6efc8a52-1b32-456b-b069-c5ef5a5ef6be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.9295328 Nov 23 02:36:34.013411 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-69c58e0b-16ee-4f7d-8ec6-b79aa52f07ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272582 Nov 23 02:36:34.115130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Attempting to bind port 7b10eabf-70b9-4e2e-bccc-90dbf057103f on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:34.115482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Attempting to bind port 7b10eabf-70b9-4e2e-bccc-90dbf057103f by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:34.115822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Attempting to bind port 7b10eabf-70b9-4e2e-bccc-90dbf057103f on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:34.126597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet d4838d72-08b0-4969-bcb2-cd04d64f6ae2 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:34.141686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.20.0.12 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/81b7b087-6c58-4161-927c-983532f353e3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:34.144961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.150041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Port 7b10eabf-70b9-4e2e-bccc-90dbf057103f on network fa6bb61c-06d9-45a6-bf03-0f42f958934c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:34.150423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Attempting to bind port 7b10eabf-70b9-4e2e-bccc-90dbf057103f on network fa6bb61c-06d9-45a6-bf03-0f42f958934c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:34.160328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f751e1a3-3cdc-4c17-8225-105e0f46fad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.226041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:34.226615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Checking segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:34.227067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Bound using segment: {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:34.227834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Bound port: 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31005717-e5e2-4b1f-9da0-276370b1f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:34.229096 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.231041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4096401-000e-474e-aab7-5fd269f551e8 req-c8af9720-5dcb-4dc5-9a53-b802cede2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:34.232891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-c8af9720-5dcb-4dc5-9a53-b802cede2c03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.4664481 Nov 23 02:36:34.248073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-381676063-network', 'tenant_id': 'b9617163dee14990b52a20d600d92965'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:34.257483 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-7a29c231-0665-4822-a4c8-71f9af72cef0 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336802 Nov 23 02:36:34.292766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.319226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f751e1a3-3cdc-4c17-8225-105e0f46fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.358426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:34.360765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.401948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-74a0a9cd-d3ea-4301-8487-c97fdd53e80c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886414 Nov 23 02:36:34.450544 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.461278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02533f0a-9868-4c0e-9c04-fb57152a2f29 req-052fba1c-e39f-4678-9bb3-06c4eec754e0 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:34.463274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02533f0a-9868-4c0e-9c04-fb57152a2f29 req-052fba1c-e39f-4678-9bb3-06c4eec754e0 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 944 time: 0.7035222 Nov 23 02:36:34.488782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cd0ad432-08da-4c6e-af89-fb7a5fc39071 None None] Provisioning complete for port def0d59d-43a6-4e4e-8dd0-a172ffbd52af triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:34.489341 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd0ad432-08da-4c6e-af89-fb7a5fc39071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.530874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751e1a3-3cdc-4c17-8225-105e0f46fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea65487-bab8-4a84-a28e-cdcfe15830f4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:34.594572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-e202f383-fc49-4832-b623-9ea952a3552c service neutron] 10.222.0.47 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210390 Nov 23 02:36:34.618359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:34.624578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:34.644500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.649770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.777787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:34.778422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.779870 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] 10.222.0.41 "PUT /v2.0/ports/7b10eabf-70b9-4e2e-bccc-90dbf057103f HTTP/1.1" status: 200 len: 1093 time: 6.5822201 Nov 23 02:36:34.783038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:34.785883 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fa120-a9e0-45a6-83ae-eed60d1c0819" -d '{"events": [{"name": "network-changed", "server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:34.811532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.844575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78d22-7d64-4bb5-86a9-3a95c5078af6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:34.852199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-6188dca5-04cf-42e5-a761-e2c4984d97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:34.853795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-6188dca5-04cf-42e5-a761-e2c4984d97ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 1096 time: 0.1697652 Nov 23 02:36:34.856605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.866297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f751e1a3-3cdc-4c17-8225-105e0f46fad7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe513b1ffd1a43baa618fe19d3a38254&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8810766 Nov 23 02:36:34.867958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53388) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:34.881853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.883277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8f8a3-9a4e-44b8-ba94-84c0d0dd6575 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:34.887939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d4838d72-08b0-4969-bcb2-cd04d64f6ae2 HTTP/1.1" status: 204 len: 168 time: 1.6848745 Nov 23 02:36:34.915379 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9186bb1e-e9a1-457a-b779-a60e3d26e2ff x-openstack-request-id: req-9186bb1e-e9a1-457a-b779-a60e3d26e2ff {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:34.915749 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:34.915929 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9186bb1e-e9a1-457a-b779-a60e3d26e2ff {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:34.916344 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f', 'status': 'completed', 'code': 200} Nov 23 02:36:34.917854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:34.962209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec574802-9d89-46ef-97e1-b30cf1aa13ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=d4838d72-08b0-4969-bcb2-cd04d64f6ae2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:35.055274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35d13e5a-9cc0-4fd6-bbac-6a006a44e306 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311638 Nov 23 02:36:35.063291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53394) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:35.082224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02533f0a-9868-4c0e-9c04-fb57152a2f29 req-c4f10046-b005-45fe-85a2-ff41ddf3c38b tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958762 Nov 23 02:36:35.084435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:35.092269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1cdfb8-0040-40b2-8bde-67323ec192f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.118864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b1cdfb8-0040-40b2-8bde-67323ec192f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.149379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.159641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-b2525069-362e-48dd-b0c1-647c02244787 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360287 Nov 23 02:36:35.184517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-0afd0ce9-4e7a-44bb-9aa3-03495f5af8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.185700 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-0afd0ce9-4e7a-44bb-9aa3-03495f5af8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 1096 time: 0.2685256 Nov 23 02:36:35.191033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:35.269800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Deleting port def0d59d-43a6-4e4e-8dd0-a172ffbd52af {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:35.270431 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.302658 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.388446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:35.397895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4096401-000e-474e-aab7-5fd269f551e8 req-aed9fdb7-ebef-49ba-a852-1952b078790b service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195508 Nov 23 02:36:35.403476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-113c53bd-5f2e-4421-a229-def15872c995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f HTTP/1.1" status: 200 len: 217 time: 0.1617672 Nov 23 02:36:35.414270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] For port def0d59d-43a6-4e4e-8dd0-a172ffbd52af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:35.415717 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.439479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Calling delete_port for def0d59d-43a6-4e4e-8dd0-a172ffbd52af owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:35.441530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-0c50587b-1a3e-438f-ae78-37c0be7434c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.443262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-0c50587b-1a3e-438f-ae78-37c0be7434c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 918 time: 0.5761485 Nov 23 02:36:35.444169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:35.446857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:35.467831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:35.482533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b1cdfb8-0040-40b2-8bde-67323ec192f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79640fcfdcff41199a4641f091222994&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5447912 Nov 23 02:36:35.512573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:35.513301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cdfb8-0040-40b2-8bde-67323ec192f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c1ad8-217d-4e9f-a715-5ac12c3fe994,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:35.596812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.601894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-1a2c587c-40a2-4a9c-a74a-b134cd513cf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82339318-3e3a-459b-900a-02ae216d1beb HTTP/1.1" status: 200 len: 217 time: 0.1473455 Nov 23 02:36:35.646338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:35.649900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.663288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446309d-8e22-4a37-b33f-1735a7564e66 req-1e8ad813-2246-4247-ba1a-dd6074757652 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.664954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8446309d-8e22-4a37-b33f-1735a7564e66 req-1e8ad813-2246-4247-ba1a-dd6074757652 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 932 time: 0.5688789 Nov 23 02:36:35.725225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.730250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.730859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.788968 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe920-3140-4996-9761-aa2bb277eb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.792382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.795228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8e151508-a6a7-4582-bc59-b85adc0bf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.796714 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-8e151508-a6a7-4582-bc59-b85adc0bf668 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.3451033 Nov 23 02:36:35.816902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.843764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] Pushing event deleted for resources: {'Port': ['ID=def0d59d-43a6-4e4e-8dd0-a172ffbd52af,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:35.862606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b7e31-7c35-48ea-ad17-7938a986cf76 None None] No DVR routers for this DVR port def0d59d-43a6-4e4e-8dd0-a172ffbd52af on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:35.879085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-213e4929-0b7e-42c8-8d9b-8dae36b015c9 None None] Provisioning complete for port 81b7b087-6c58-4161-927c-983532f353e3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:35.879464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-213e4929-0b7e-42c8-8d9b-8dae36b015c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:35.881357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2b097e09-a8e7-4315-a014-c8650b8c997f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2155273 Nov 23 02:36:35.883324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-b825393f-e1e8-49d3-925e-69448d41a557 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661020 Nov 23 02:36:35.885982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-f1f005b9-b5ac-49bf-9602-203dcc836525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.888385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-f1f005b9-b5ac-49bf-9602-203dcc836525 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.2721632 Nov 23 02:36:35.915401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Request body: {'port': {'device_id': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:35.923830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-213e4929-0b7e-42c8-8d9b-8dae36b015c9 None None] Port 81b7b087-6c58-4161-927c-983532f353e3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:35.957276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:36:36.010067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-da10db71-bba1-4319-8181-bb14aef2dc78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046746 Nov 23 02:36:36.010291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:36.024038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8446309d-8e22-4a37-b33f-1735a7564e66 req-185cb356-ee7a-4b02-b728-851bb71caa1d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352649 Nov 23 02:36:36.028334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.106199 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:36:36.116797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.117172 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Added segment db09de7e-4505-4460-a39a-bacdb01e833c of type vlan for network 801eb224-60aa-425b-8a04-344b9cdf8c9c Nov 23 02:36:36.118226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.120555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.125277 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bea65487-bab8-4a84-a28e-cdcfe15830f4 HTTP/1.1" status: 204 len: 168 time: 1.2469702 Nov 23 02:36:36.155083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.183021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:36:36.184943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e9b43-fc3b-4b6d-a3be-8e2e507cddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea65487-bab8-4a84-a28e-cdcfe15830f4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:36.192347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.320453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-45617f0d-2bf4-4bac-ad07-79c0138a6922 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282422 Nov 23 02:36:36.342988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.359362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:36.363627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7b24f-aea1-4b94-8f98-673cc987c2dc req-adbc2fe8-a2fb-40ab-b9b1-e2798d11c4cb tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:36.365326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b7b24f-aea1-4b94-8f98-673cc987c2dc req-adbc2fe8-a2fb-40ab-b9b1-e2798d11c4cb tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 944 time: 0.1019852 Nov 23 02:36:36.378249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.413065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.506073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b7b24f-aea1-4b94-8f98-673cc987c2dc req-c78fdceb-3233-42f7-ba4a-9d5f73e8e971 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Nov 23 02:36:36.511143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.514481 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.521470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/716c1ad8-217d-4e9f-a715-5ac12c3fe994 HTTP/1.1" status: 204 len: 168 time: 1.0018761 Nov 23 02:36:36.521470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.521470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:36.521912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.551752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:36.569687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:36.572329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'port_id': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12', 'mac_address': 'fa:16:3e:83:4a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4522d6-5f5b-4035-af7a-a89e63c8d59d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:36.594813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5935311 Nov 23 02:36:36.617529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.629447 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-52cd0db6-a851-43e1-84a0-75abb991a162 service neutron] 10.222.0.47 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412724 Nov 23 02:36:36.638342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53412) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:36.639659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:36.681571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:36.685550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.698643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Request body: {'subnet': {'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-381676063-subnet', 'tenant_id': 'b9617163dee14990b52a20d600d92965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:36.703082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cbb40-d0dd-438b-8c96-6eb997e59c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c1ad8-217d-4e9f-a715-5ac12c3fe994,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:36.706661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563d7d-4f2a-4980-a9de-240d4e877068 admin admin] Pushing event updated for resources: {'Network': ['ID=801eb224-60aa-425b-8a04-344b9cdf8c9c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:36.755808 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Floating IP 5ffd463e-0da0-48dc-ab03-998b96f1f922 associated. External IP: 172.25.1.141, port: 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb. Nov 23 02:36:36.758306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b57fa6a8-1026-4e9e-b395-abbd2057234d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.779093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:36.800068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:36:36.906227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device def0d59d-43a6-4e4e-8dd0-a172ffbd52af no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:36.942810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: def0d59d-43a6-4e4e-8dd0-a172ffbd52af {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:36.943374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device def0d59d-43a6-4e4e-8dd0-a172ffbd52af not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:36.997112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b57fa6a8-1026-4e9e-b395-abbd2057234d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.003265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4f2d4951-f7a0-46ca-b4ff-10888c0eac12'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:37.004074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b57fa6a8-1026-4e9e-b395-abbd2057234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.087674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b57fa6a8-1026-4e9e-b395-abbd2057234d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40b7bb2e734047fd88a7768dc9eb7b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916317 Nov 23 02:36:37.090490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:37.099905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fa6a8-1026-4e9e-b395-abbd2057234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2184847e-320a-48db-b7d1-381b1c897d6b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:37.231688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:37.272183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4f52389-b759-495f-8433-bb703bd29645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.275623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Router a1cc4666-414b-43cb-ae14-853426407603 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:36:37.295209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.315532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f53d-34ec-470f-b89f-a8723836299e req-0fbd22ef-0d96-45a1-b11c-bb441d4c2fb8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:37.317004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e065f53d-34ec-470f-b89f-a8723836299e req-0fbd22ef-0d96-45a1-b11c-bb441d4c2fb8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 932 time: 0.1346955 Nov 23 02:36:37.359547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.395227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.449938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:37.452290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.492650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:37.531050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e065f53d-34ec-470f-b89f-a8723836299e req-f7ae53ac-6af2-4d16-b158-336b60d25a9e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041302 Nov 23 02:36:37.550252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:37.562154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:36:37.569311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37fe7523-c93c-430b-a4ee-7fd82a3782b4 req-d08a29b8-535b-412c-86ac-36ede88f13a4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2374926 Nov 23 02:36:37.569825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.573072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14311ebf-a023-4740-834e-2257cc4ad842 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:37.574124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:37.574938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.590194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=37e7a9eb-1323-46c3-8358-58b0e7074a84,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:37.645519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6adee1a-30e6-4625-b4e7-b5fd1efc7c4a req-b0296676-170c-48de-b786-6ce013932bca service neutron] 10.222.0.47 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9429772 Nov 23 02:36:37.648930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-df6fe80f-a770-4b61-a766-6cb5c8dca03f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5797415 Nov 23 02:36:37.661940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:37.675039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:37.678603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Sync routers for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:37.698308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:37.699343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:36:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:37.841188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 82339318-3e3a-459b-900a-02ae216d1beb details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:37.926910 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.929764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:37.933194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2184847e-320a-48db-b7d1-381b1c897d6b HTTP/1.1" status: 204 len: 168 time: 0.8395000 Nov 23 02:36:37.933387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:37.939021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-7276c788-05fb-4104-a8de-9c6929ca1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:37.940579 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-7276c788-05fb-4104-a8de-9c6929ca1f3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=919aa57dcbca4edd82cc83792e0e5294&device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 1096 time: 0.2045581 Nov 23 02:36:38.012641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4f52389-b759-495f-8433-bb703bd29645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.017385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41cde00e-a24e-4e85-926d-b40db245040b tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "PUT /v2.0/floatingips/5ffd463e-0da0-48dc-ab03-998b96f1f922 HTTP/1.1" status: 200 len: 991 time: 4.4825015 Nov 23 02:36:38.021751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b7b087-6c58-4161-927c-983532f353e3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:38.039503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:38.047017 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f6e22-8bb8-4acf-a749-a27620734a98" -d '{"events": [{"name": "network-changed", "server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:38.048891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78e59822-7988-467c-a95b-07abfa5b9884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.064557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4f52389-b759-495f-8433-bb703bd29645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.078231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea08ddb-2a54-4c13-9f83-282986e52535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184847e-320a-48db-b7d1-381b1c897d6b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:38.118010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.153676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Transition to ACTIVE for port object 81b7b087-6c58-4161-927c-983532f353e3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:38.157346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '37e7a9eb-1323-46c3-8358-58b0e7074a84'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:36:38.158271 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.175916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:38.182682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.193029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.196281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.208900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4f52389-b759-495f-8433-bb703bd29645 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d641fcedc3240ecae9fb34a9959d622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9727681 Nov 23 02:36:38.230913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:38.249725 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ad8782-b22c-4b9f-80fa-185eb093e145 x-openstack-request-id: req-f9ad8782-b22c-4b9f-80fa-185eb093e145 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:38.250055 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:38.250321 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9ad8782-b22c-4b9f-80fa-185eb093e145 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:38.250762 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'status': 'completed', 'code': 200} Nov 23 02:36:38.299269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6fbf0-2c60-4d39-8081-6bfb0b603c32 req-58e6a9bb-9ead-43ce-9862-947ee5896399 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:38.308905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8e6fbf0-2c60-4d39-8081-6bfb0b603c32 req-58e6a9bb-9ead-43ce-9862-947ee5896399 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 945 time: 0.3991451 Nov 23 02:36:38.324364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=82339318-3e3a-459b-900a-02ae216d1beb,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:38.384677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:38.418879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f52389-b759-495f-8433-bb703bd29645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86edee60-7361-499a-8762-e4b3ca07d45c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:38.429896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '82339318-3e3a-459b-900a-02ae216d1beb', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'port_id': '82339318-3e3a-459b-900a-02ae216d1beb', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4522d6-5f5b-4035-af7a-a89e63c8d59d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:38.491870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Pushing event updated for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:38.494225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb6bcd0-fce8-42ab-b543-8c81cde23f30,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:38.540863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-ff16e179-1d6d-4110-9157-97a6ee075f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:38.543876 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-ff16e179-1d6d-4110-9157-97a6ee075f6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 200 len: 918 time: 0.5621841 Nov 23 02:36:38.573590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-c0e7cf54-9a73-440b-995a-aa066be9269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:38.587813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.588413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-c0e7cf54-9a73-440b-995a-aa066be9269f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad9b11917024d239eb20146ea39a205&device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 1097 time: 0.2645755 Nov 23 02:36:38.685557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-c1c9d7d8-8a9c-469a-ae1d-fa92894f7566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f HTTP/1.1" status: 200 len: 217 time: 0.0689135 Nov 23 02:36:38.714491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82339318-3e3a-459b-900a-02ae216d1beb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:38.781746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8e6fbf0-2c60-4d39-8081-6bfb0b603c32 req-99011662-371c-4f14-84ae-e04d960e708c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703131 Nov 23 02:36:38.807605 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.849546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=82339318-3e3a-459b-900a-02ae216d1beb,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:38.860937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:38.864770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Allocated IP 172.20.0.2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/37e7a9eb-1323-46c3-8358-58b0e7074a84/b95406f7-ab23-405a-9e4b-4366df910b2a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:38.867929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.883825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.889899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:38.890284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.893643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a90f1-ed36-442b-8faa-8fe167d8ac45 req-a5e57ecc-4548-463f-8d21-61a356f7a689 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:38.901015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c3a90f1-ed36-442b-8faa-8fe167d8ac45 req-a5e57ecc-4548-463f-8d21-61a356f7a689 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 944 time: 0.2064836 Nov 23 02:36:38.919605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-c41b5afa-df95-4774-8412-d675fc14674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:38.921170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-c41b5afa-df95-4774-8412-d675fc14674e service neutron] 10.222.0.41 "GET /v2.0/networks?id=55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 200 len: 912 time: 0.3191588 Nov 23 02:36:39.019111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Checking segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:39.027565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Network hostable DHCP agents. Network: 801eb224-60aa-425b-8a04-344b9cdf8c9c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:36:39.040521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Attempting to bind port 81b7b087-6c58-4161-927c-983532f353e3 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:39.042988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Attempting to bind port 81b7b087-6c58-4161-927c-983532f353e3 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:39.043541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Attempting to bind port 81b7b087-6c58-4161-927c-983532f353e3 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:39.045707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-04eacb52-84bd-41e1-a0cd-a604082165b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 200 len: 999 time: 0.1106210 Nov 23 02:36:39.064734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Port 81b7b087-6c58-4161-927c-983532f353e3 on network c8056917-46be-484d-956a-beadba793338 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:39.065563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Attempting to bind port 81b7b087-6c58-4161-927c-983532f353e3 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:39.121842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:39.122621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:39.122990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:39.123638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Bound port: 81b7b087-6c58-4161-927c-983532f353e3, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:39.124207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.133105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-e1c5c96e-a2cc-4271-be91-ab5dcbd8a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:39.134951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-e1c5c96e-a2cc-4271-be91-ab5dcbd8a026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 200 len: 857 time: 0.4370399 Nov 23 02:36:39.165086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c3a90f1-ed36-442b-8faa-8fe167d8ac45 req-948208f0-542b-4f63-b667-4357408d85d9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564871 Nov 23 02:36:39.214891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-05bd155f-b395-4ae9-90fe-438cfe5dd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:39.226140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-05bd155f-b395-4ae9-90fe-438cfe5dd9c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b42eb619-e399-47fe-9552-755ab62bca3d HTTP/1.1" status: 200 len: 850 time: 0.1557984 Nov 23 02:36:39.234103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.241446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-f9f27101-62f2-4cc0-b41b-3bef1ee8f1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6bb61c-06d9-45a6-bf03-0f42f958934c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813675 Nov 23 02:36:39.250679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.252368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86edee60-7361-499a-8762-e4b3ca07d45c HTTP/1.1" status: 204 len: 168 time: 1.0174296 Nov 23 02:36:39.259279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.282383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:39.308751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65f894-a5a1-42ed-8350-6d59e15f6ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86edee60-7361-499a-8762-e4b3ca07d45c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:39.308921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['82339318-3e3a-459b-900a-02ae216d1beb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:39.319129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '5ffd463e-0da0-48dc-ab03-998b96f1f922', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'port_id': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'mac_address': 'fa:16:3e:b3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:09Z', 'updated_at': '2021-11-23T02:36:36Z', 'revision_number': 1, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:39.331391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.363984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-be218ff9-5f3a-483f-ab1a-0788f238bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:39.365607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-be218ff9-5f3a-483f-ab1a-0788f238bbcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55032d66-45bf-4d06-80fc-9223eb6fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121664 Nov 23 02:36:39.457022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-57ba32fe-ae30-478a-bfb1-a3d5f1120130 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581795 Nov 23 02:36:39.463922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:36:39.534249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 801eb224-60aa-425b-8a04-344b9cdf8c9c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:39.556138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-cca0922c-699e-43cf-b817-248aa54d1d0e service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832819 Nov 23 02:36:39.558911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:39.559734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.641603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:36:39.757794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:39.773332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0f6e22-8bb8-4acf-a749-a27620734a98 req-8f50e152-0392-4eb8-be8c-aa6f14ffab92 service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102690 Nov 23 02:36:39.786909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-03e12197-00e5-4dee-8d9c-16b677e85d9a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0926099 Nov 23 02:36:39.834833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-783fa120-a9e0-45a6-83ae-eed60d1c0819 req-beb19f75-9e73-4956-a470-76afc45ee3f6 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680623 Nov 23 02:36:39.867298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81b7b087-6c58-4161-927c-983532f353e3,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:39.932511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Pushing event updated for resources: {'Port': ['ID=b95406f7-ab23-405a-9e4b-4366df910b2a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:39.945418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Checking router: a1cc4666-414b-43cb-ae14-853426407603 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:39.964599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.995804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae4765f-497f-46f5-8f67-3d86983171f8 None None] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:40.034942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.054741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fa5d7-67e5-48b3-8530-c4f3b74cc15b req-41e0e8c2-ad65-4b57-9a8d-da5568f50971 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:40.056334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-495fa5d7-67e5-48b3-8530-c4f3b74cc15b req-41e0e8c2-ad65-4b57-9a8d-da5568f50971 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 945 time: 0.1526704 Nov 23 02:36:40.073751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:40.083199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:40.084063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:36:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:40.086529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:40.092399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:40.156186 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.156478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-495fa5d7-67e5-48b3-8530-c4f3b74cc15b req-b76bf596-91bf-4d49-b337-a24627f272a0 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936472 Nov 23 02:36:40.209648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:40.215377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.216887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] 10.222.0.47 "PUT /v2.0/ports/81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 1093 time: 4.3126340 Nov 23 02:36:40.220401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'tag': '81b7b087-6c58-4161-927c-983532f353e3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:40.223171 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "tag": "81b7b087-6c58-4161-927c-983532f353e3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:40.354844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc4998-9345-48bd-a51f-26ccefebbdad service neutron] Pushing event updated for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:40.419827 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a551da-0962-44fb-a917-be56698afcc4 x-openstack-request-id: req-78a551da-0962-44fb-a917-be56698afcc4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:40.419827 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "tag": "81b7b087-6c58-4161-927c-983532f353e3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:40.419827 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a551da-0962-44fb-a917-be56698afcc4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:40.419827 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'tag': '81b7b087-6c58-4161-927c-983532f353e3', 'status': 'completed', 'code': 200} Nov 23 02:36:40.471551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.508419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7b10eabf-70b9-4e2e-bccc-90dbf057103f details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:40.532548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb439-61fd-41df-9d53-97ffa292ca81 req-3c1f3956-5cca-4c56-86da-ddf9dc15718b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:40.534192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e49fb439-61fd-41df-9d53-97ffa292ca81 req-3c1f3956-5cca-4c56-86da-ddf9dc15718b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 944 time: 0.1571200 Nov 23 02:36:40.579509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-654d7c87-6275-4a87-bcc2-7c115429269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:40.583225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-654d7c87-6275-4a87-bcc2-7c115429269e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1096 time: 0.2062311 Nov 23 02:36:40.651246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e49fb439-61fd-41df-9d53-97ffa292ca81 req-854a49d2-5219-4596-9962-c4bbeb5c6bd3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084368 Nov 23 02:36:40.699518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:40.742439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:40.754874 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e832e93-abfd-4748-a332-c15ee0ad9451" -d '{"events": [{"server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:40.766024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:40.766470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:40.766935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:40.771374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.861852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:40.862948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:40.862948 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.863342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:40.863898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Bound port: b95406f7-ab23-405a-9e4b-4366df910b2a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:40.864532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:40.879101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513434a-2936-4985-8719-07b13823aea6 None None] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:40.897077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-008cc6b2-ceed-47f4-8942-7d5de211eaa1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 217 time: 0.1515944 Nov 23 02:36:40.906897 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a25c942-6dbd-476a-b85b-39124fc7674b x-openstack-request-id: req-8a25c942-6dbd-476a-b85b-39124fc7674b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:40.907508 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "name": "network-vif-plugged", "status": "completed", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:40.907767 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a25c942-6dbd-476a-b85b-39124fc7674b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:40.908179 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12', 'code': 200} Nov 23 02:36:40.910378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:40.931399 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.044498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:41.079855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.083291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-119f4f28-bc34-4d67-8be9-6a7bfb1dcdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:41.085429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-119f4f28-bc34-4d67-8be9-6a7bfb1dcdfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1525619 Nov 23 02:36:41.088089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.126290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:41.174541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:41.175114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:41.175512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:41.184367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:41.185759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:41.185759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.185759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:41.186855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Bound port: b95406f7-ab23-405a-9e4b-4366df910b2a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:41.186855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.192025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dbb04-5a63-4e8d-8d93-cf8b539a8b4a req-29a7593e-62de-46a0-ab54-8df3143ee860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:41.193430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-906dbb04-5a63-4e8d-8d93-cf8b539a8b4a req-29a7593e-62de-46a0-ab54-8df3143ee860 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 1098 time: 0.1867661 Nov 23 02:36:41.271181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=b95406f7-ab23-405a-9e4b-4366df910b2a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:41.281205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-bdf268ce-9bc2-4725-b5ce-8408dabd2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:41.282793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-bdf268ce-9bc2-4725-b5ce-8408dabd2834 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868427 Nov 23 02:36:41.460446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50cde8-96ce-4fa4-842a-4a96af4cbd53 req-397aa5b1-76ef-4046-815f-502fa1a0d077 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:41.465891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f50cde8-96ce-4fa4-842a-4a96af4cbd53 req-397aa5b1-76ef-4046-815f-502fa1a0d077 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 946 time: 0.1424580 Nov 23 02:36:41.494748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:41.523017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:41.547928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7b10eabf-70b9-4e2e-bccc-90dbf057103f', 'network_id': 'fa6bb61c-06d9-45a6-bf03-0f42f958934c', 'port_id': '7b10eabf-70b9-4e2e-bccc-90dbf057103f', 'mac_address': 'fa:16:3e:57:d2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4522d6-5f5b-4035-af7a-a89e63c8d59d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:41.586194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b95406f7-ab23-405a-9e4b-4366df910b2a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:41.601097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:41.780836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-9be7daf7-86d5-447a-ad72-7cb79a3699c8 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:41.782877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-9be7daf7-86d5-447a-ad72-7cb79a3699c8 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 0.3154571 Nov 23 02:36:41.784371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:41.831321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-e2bedc75-3373-47fe-bf53-48d8f2aff4fe tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/quotas/b9617163dee14990b52a20d600d92965 HTTP/1.1" status: 200 len: 375 time: 0.0323720 Nov 23 02:36:41.896245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:41.904252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b95406f7-ab23-405a-9e4b-4366df910b2a-n-d-714676-12-0 {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:36:41.904584 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:36:41.932465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-906dbb04-5a63-4e8d-8d93-cf8b539a8b4a req-40bc6177-9024-4579-8827-9ed7a488f593 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227685 Nov 23 02:36:41.953381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2e5d6f1f-eb5e-4bcb-98a0-f7a56d728ee0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096792 Nov 23 02:36:41.980435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f50cde8-96ce-4fa4-842a-4a96af4cbd53 req-3b758b9c-5f55-4fa7-83aa-d3b4b7b0a545 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799306 Nov 23 02:36:42.036336 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-279db595-c4e4-4856-b3ff-1f86e14b156e service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390497 Nov 23 02:36:42.061941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab16f4-d0ad-4189-8574-70a173107854 None None] Pushing event updated for resources: {'Port': ['ID=b95406f7-ab23-405a-9e4b-4366df910b2a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:42.074453 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.129498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b10eabf-70b9-4e2e-bccc-90dbf057103f {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:42.280402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:42.282749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.282905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-0f941a87-f7db-40ea-a756-75b06fc572d8 service neutron] 10.222.0.15 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260703 Nov 23 02:36:42.288095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.352062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1522173386'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:42.392697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:42.399671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '5ffd463e-0da0-48dc-ab03-998b96f1f922', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'port_id': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'mac_address': 'fa:16:3e:b3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:09Z', 'updated_at': '2021-11-23T02:36:36Z', 'revision_number': 1, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:42.407274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Made reservation on behalf of b2dceda3022142dc880a83ce4c57e882 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:42.416928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.418547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ccff955-cde0-48c1-825a-8e4e50c14088 req-2243f80a-0c20-41ed-b939-cb3078033425 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703120 Nov 23 02:36:42.462185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:42.464912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:42.465288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempting to bind port b95406f7-ab23-405a-9e4b-4366df910b2a on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:42.503914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:42.504256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:42.504638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.504996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:42.505459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Bound port: b95406f7-ab23-405a-9e4b-4366df910b2a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:42.505810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.511370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c33022-c21c-4b4e-b707-f11245d53a75 None None] The sync data for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 is: [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '5ffd463e-0da0-48dc-ab03-998b96f1f922', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'floating_ip_address': '172.25.1.141', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'port_id': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'mac_address': 'fa:16:3e:b3:fa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:09Z', 'updated_at': '2021-11-23T02:36:36Z', 'revision_number': 1, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:42.547154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.631316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7b10eabf-70b9-4e2e-bccc-90dbf057103f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:42.675117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.680741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.713870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-aa4a7b25-c9c0-48fb-9471-197381d95a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:42.716258 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-aa4a7b25-c9c0-48fb-9471-197381d95a66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1096 time: 0.2233150 Nov 23 02:36:42.738141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:36:42.768311 n-d-714676-12 neutron-server[103572]: WARNING neutron.plugins.ml2.plugin [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Concurrent port binding operations failed on port b95406f7-ab23-405a-9e4b-4366df910b2a Nov 23 02:36:42.793814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311c14-3df4-4abf-afea-45be89e1f5fc req-e0901f82-9efa-4f24-9f49-a2989eacc85e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:42.797840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b311c14-3df4-4abf-afea-45be89e1f5fc req-e0901f82-9efa-4f24-9f49-a2989eacc85e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 944 time: 0.2741022 Nov 23 02:36:42.806473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:42.806893 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Added segment 4a73fe51-869c-493b-81fc-c1a89119bcae of type vlan for network d88503f4-7228-4eb7-8acb-933940f3e553 Nov 23 02:36:42.816778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc90696a-6df0-4a1b-9219-271663b7c271,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:42.861683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b95406f7-ab23-405a-9e4b-4366df910b2a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:42.885147 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attempt 2 to bind port b95406f7-ab23-405a-9e4b-4366df910b2a Nov 23 02:36:42.900831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-09a3617e-b2dd-4261-8e6d-826212db82d8 service neutron] 10.222.0.15 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008656 Nov 23 02:36:43.020643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b311c14-3df4-4abf-afea-45be89e1f5fc req-7623f591-b2c9-4bc4-bf74-4808a2a5345c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845074 Nov 23 02:36:43.044921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-22835cde-5391-4c44-abae-85d51730b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:43.051360 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.054732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-22835cde-5391-4c44-abae-85d51730b6c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3197465 Nov 23 02:36:43.062998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.074087 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db12d4-7c74-40c3-9c82-8697f5a7ca85 None None] New status for floating IP 5ffd463e-0da0-48dc-ab03-998b96f1f922: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:36:43.190667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.207375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b95406f7-ab23-405a-9e4b-4366df910b2a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:43.222869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:43.223604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.422458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6355042 Nov 23 02:36:43.447755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:43.516504 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-032e6692-3215-43c7-9957-efae3ad67b45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 217 time: 0.2481213 Nov 23 02:36:43.524692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Request body: {'subnet': {'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:43.526858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=1f641605-36c6-4bba-8ce5-418f933b079c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:43.531565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b95406f7-ab23-405a-9e4b-4366df910b2a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:43.531954 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.585532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:43.756118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:43.762686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:43.776549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:43.834495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-96204a30-32d8-42e3-b195-63581ca7b159 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1663854 Nov 23 02:36:43.837857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:43.840867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-7f2efaaa-2a17-40d4-9a75-63d1493b1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:43.854813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-7f2efaaa-2a17-40d4-9a75-63d1493b1b8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.3199112 Nov 23 02:36:43.859507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 82339318-3e3a-459b-900a-02ae216d1beb up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:43.864003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009c7efc-38ad-4361-a189-b6df57704b1a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:43.865090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:0b:d8:c3', 'name': 'tempest-NetworksTestDHCPv6-1521389301'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:44.084354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5cf4e-64e6-4d82-b637-a6c9afade5e3 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event updated for resources: {'Network': ['ID=d88503f4-7228-4eb7-8acb-933940f3e553,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:44.092018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-063fb362-49b8-4f95-9117-a6c84778187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:44.094242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-063fb362-49b8-4f95-9117-a6c84778187e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212645 Nov 23 02:36:44.099361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:44.144452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb53d3b-9a71-4235-99c7-936f7c5a3182 req-c64b0448-70f8-4b3c-a170-02822011003c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:44.156677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bb53d3b-9a71-4235-99c7-936f7c5a3182 req-c64b0448-70f8-4b3c-a170-02822011003c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 946 time: 0.8351963 Nov 23 02:36:44.249708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1f49aad-37b4-4282-bbf3-9a30883aad7b req-0a354b5e-6261-4713-92bd-929b4a1ad0c0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 210 time: 0.2693412 Nov 23 02:36:44.273518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d88503f4-7228-4eb7-8acb-933940f3e553 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:36:44.401235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-efdb01f5-0acb-4ec7-8fcd-13c4c9cbee08 None None] Provisioning complete for port b95406f7-ab23-405a-9e4b-4366df910b2a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:44.401612 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-efdb01f5-0acb-4ec7-8fcd-13c4c9cbee08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.462720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7b10eabf-70b9-4e2e-bccc-90dbf057103f up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:44.464583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Made reservation on behalf of b2dceda3022142dc880a83ce4c57e882 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:44.489211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.510733 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.546126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 12bacac5-a81c-4004-9adf-1ab2030b94dc yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:36:44.588829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.686813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bb53d3b-9a71-4235-99c7-936f7c5a3182 req-b0277814-c5d1-4c0d-b649-305d5e1d6703 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269978 Nov 23 02:36:44.720441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-43d6cc21-a1a0-44b6-8f69-d65cf54a6f58 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561213 Nov 23 02:36:44.804811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b95406f7-ab23-405a-9e4b-4366df910b2a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:44.822853 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.884767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 82339318-3e3a-459b-900a-02ae216d1beb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:44.906319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 82339318-3e3a-459b-900a-02ae216d1beb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:44.906319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:44.949277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6a9f0-3a66-4ed4-a9aa-085c6ee56a4f req-bfb4bcb8-01e9-45d4-9de5-e7954a4a70fd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:44.971849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82e6a9f0-3a66-4ed4-a9aa-085c6ee56a4f req-bfb4bcb8-01e9-45d4-9de5-e7954a4a70fd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 944 time: 0.3511574 Nov 23 02:36:44.998598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7b10eabf-70b9-4e2e-bccc-90dbf057103f completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:45.008841 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fd59a9f1-2428-4d9b-b139-0bcdbec379c0 req-d4c39a13-652c-4cdc-b5e9-acb862a15422 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571979 Nov 23 02:36:45.093180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82e6a9f0-3a66-4ed4-a9aa-085c6ee56a4f req-123d6492-6fbb-4eb8-ab2f-afad515d845f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130862 Nov 23 02:36:45.134017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7b10eabf-70b9-4e2e-bccc-90dbf057103f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:45.134396 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.164040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 172.20.0.10 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/37e7a9eb-1323-46c3-8358-58b0e7074a84/12bacac5-a81c-4004-9adf-1ab2030b94dc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:45.198241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe0b:d8c3 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/1f641605-36c6-4bba-8ce5-418f933b079c/12bacac5-a81c-4004-9adf-1ab2030b94dc) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:45.335723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=b95406f7-ab23-405a-9e4b-4366df910b2a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:45.413934 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.463709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.515638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.546865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:45.549985 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85c1a4-ffaa-4918-8979-6ff6cd856d58" -d '{"events": [{"server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "name": "network-vif-plugged", "status": "completed", "tag": "82339318-3e3a-459b-900a-02ae216d1beb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:45.563842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81164c85-3b46-4141-b5a8-dc39969f50e3 req-02fdea63-2d9f-4b80-be89-26b4c8e5a682 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 210 time: 0.0858190 Nov 23 02:36:45.592020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:45.597575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=82339318-3e3a-459b-900a-02ae216d1beb,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:45.611029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.618215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.619272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event updated for resources: {'Subnet': ['ID=566d286d-fb6d-4c3a-9362-deda86cd42db,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:45.632200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Checking segment: {'id': '4a73fe51-869c-493b-81fc-c1a89119bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:45.632943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Network hostable DHCP agents. Network: d88503f4-7228-4eb7-8acb-933940f3e553, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:36:45.682362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Network d88503f4-7228-4eb7-8acb-933940f3e553 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:36:45.717791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:45.721618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d88503f4-7228-4eb7-8acb-933940f3e553) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:45.733469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:45.739831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.755685 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f1a0bd-defa-4996-85e2-0f62bf460f56 x-openstack-request-id: req-82f1a0bd-defa-4996-85e2-0f62bf460f56 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:45.756652 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "name": "network-vif-plugged", "status": "completed", "tag": "82339318-3e3a-459b-900a-02ae216d1beb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:45.756652 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82f1a0bd-defa-4996-85e2-0f62bf460f56 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:45.756652 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb', 'code': 200} Nov 23 02:36:45.757477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c397f9c-1fb5-4d2f-af51-607c850d0370 None None] Network d88503f4-7228-4eb7-8acb-933940f3e553 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:45.830838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac6f021d-fd84-4ee7-911c-2712fb5a131c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3234193 Nov 23 02:36:45.832120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:45.846956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Request body: {'port': {'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2034892904'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:45.875240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:45.907060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81b7b087-6c58-4161-927c-983532f353e3 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:46.087104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:36:46.119940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:46.133775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1433-860d-4c58-931b-ce77ea06c3d4 req-5b429201-4b99-4436-b1fb-a9440fed5516 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:46.149581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fad1433-860d-4c58-931b-ce77ea06c3d4 req-5b429201-4b99-4436-b1fb-a9440fed5516 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 946 time: 0.2261357 Nov 23 02:36:46.348147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Made reservation on behalf of b2dceda3022142dc880a83ce4c57e882 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:46.355452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:46.413521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fad1433-860d-4c58-931b-ce77ea06c3d4 req-09526f29-a1db-4657-9c42-6a7a398ea99f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629168 Nov 23 02:36:46.417411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] device_id is not set on port 917486e8-0e51-4298-b9e7-c0c37d646428 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:36:46.420275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81b7b087-6c58-4161-927c-983532f353e3,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:46.439217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '81b7b087-6c58-4161-927c-983532f353e3', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '81b7b087-6c58-4161-927c-983532f353e3', 'mac_address': 'fa:16:3e:ff:e1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:46.533719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:46.545489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d88503f4-7228-4eb7-8acb-933940f3e553', 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553', 'tenant_id': 'b2dceda3022142dc880a83ce4c57e882', 'fixed_ips': [{'subnet_id': '566d286d-fb6d-4c3a-9362-deda86cd42db'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:36:46.546332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:46.584026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-901cdd03-17e3-4e4f-82ab-74f5be6ca358 None None] Provisioning complete for port b95406f7-ab23-405a-9e4b-4366df910b2a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:46.584837 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-901cdd03-17e3-4e4f-82ab-74f5be6ca358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:46.649921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225d87-d3d1-4a24-ae9c-ad981c20e41f req-960c8389-8950-4102-ab5a-8fd6a8505717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:46.650899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:46.651483 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89225d87-d3d1-4a24-ae9c-ad981c20e41f req-960c8389-8950-4102-ab5a-8fd6a8505717 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 1098 time: 0.7359786 Nov 23 02:36:46.702684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:46.731089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-bcf5c37b-c83d-45d8-bd91-07b797b6db0c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:46.732571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-bcf5c37b-c83d-45d8-bd91-07b797b6db0c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 0.7859972 Nov 23 02:36:46.733462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:46.739791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=12bacac5-a81c-4004-9adf-1ab2030b94dc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:46.743696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:46.753016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Request body: {'port': {'device_id': '0ba323f6-e163-48b3-acab-245db327a809', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'admin_state_up': True, 'tenant_id': 'b9617163dee14990b52a20d600d92965'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:46.778324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b7b087-6c58-4161-927c-983532f353e3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:46.898195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-1c8a21ed-7d33-4996-96fc-01c64ee2bdea tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:46.902885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a8ffe-0252-4a19-8358-5f0286bc8f4e req-872845e0-0786-4a2e-be88-f151c5ad6c84 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:46.904603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e35a8ffe-0252-4a19-8358-5f0286bc8f4e req-872845e0-0786-4a2e-be88-f151c5ad6c84 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 944 time: 0.4793494 Nov 23 02:36:46.912492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-1c8a21ed-7d33-4996-96fc-01c64ee2bdea tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.41 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 0.5880537 Nov 23 02:36:46.964642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Request body: {'port': {'device_id': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'admin_state_up': True, 'tenant_id': 'b9617163dee14990b52a20d600d92965'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:46.990899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b95406f7-ab23-405a-9e4b-4366df910b2a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:46.997605 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89225d87-d3d1-4a24-ae9c-ad981c20e41f req-cd32b04d-fccf-4041-bf7d-29a3914dd098 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361063 Nov 23 02:36:47.014849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:47.015570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.022387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9219d5-ecd7-4b13-ad90-c138d2a77aab req-ee8aa10b-d027-42ae-b26d-b4e09af09c0c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:47.032223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa9219d5-ecd7-4b13-ad90-c138d2a77aab req-ee8aa10b-d027-42ae-b26d-b4e09af09c0c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 946 time: 0.2715721 Nov 23 02:36:47.038273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81b7b087-6c58-4161-927c-983532f353e3,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:47.054806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.101528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b95406f7-ab23-405a-9e4b-4366df910b2a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:47.101972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.130671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f82a709b-0e07-4fca-8383-ae6ec50e1611 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2914300 Nov 23 02:36:47.131320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53642) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:47.151975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Allocated IP 172.20.0.9 (d88503f4-7228-4eb7-8acb-933940f3e553/566d286d-fb6d-4c3a-9362-deda86cd42db/917486e8-0e51-4298-b9e7-c0c37d646428) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:47.192996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e35a8ffe-0252-4a19-8358-5f0286bc8f4e req-81b23d18-1b38-4e1a-959d-6791fbc6b126 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786279 Nov 23 02:36:47.206796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:47.299612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:47.309846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa9219d5-ecd7-4b13-ad90-c138d2a77aab req-419864ef-925f-4060-b24b-648fc4eae222 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654471 Nov 23 02:36:47.315595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0398f7-c4e0-410b-8d11-313f6c2e6a14 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:47.324171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0398f7-c4e0-410b-8d11-313f6c2e6a14 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:47.328882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf0398f7-c4e0-410b-8d11-313f6c2e6a14 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1873558 Nov 23 02:36:47.332161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53646) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:47.337124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:47.341896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.499462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-981580ba-34f5-419a-a7f7-ced8a944658e None None] Provisioning complete for port 12bacac5-a81c-4004-9adf-1ab2030b94dc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:47.499960 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-981580ba-34f5-419a-a7f7-ced8a944658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.513737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d24384c3-d715-439d-8b26-ae33ad753ab0 req-43487280-77b4-42b7-9f08-09498ddccb25 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 210 time: 0.1475832 Nov 23 02:36:47.534456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Allocated IP 172.20.0.4 (801eb224-60aa-425b-8a04-344b9cdf8c9c/edb6bcd0-fce8-42ab-b543-8c81cde23f30/b5a32879-cf44-4be4-91af-d023690203ed) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:47.608238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-981580ba-34f5-419a-a7f7-ced8a944658e None None] Port 12bacac5-a81c-4004-9adf-1ab2030b94dc cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:47.731728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:47.733368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 12bacac5-a81c-4004-9adf-1ab2030b94dc {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:47.733717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.738099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.757756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:47.762108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.765751 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5566a4-7e96-4983-bc2f-ec3f5382d353" -d '{"events": [{"server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "name": "network-vif-plugged", "status": "completed", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:47.840462 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02097799-3511-4f13-9690-4f34315d4f0f x-openstack-request-id: req-02097799-3511-4f13-9690-4f34315d4f0f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:47.840462 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "name": "network-vif-plugged", "status": "completed", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:47.840818 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02097799-3511-4f13-9690-4f34315d4f0f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:47.841122 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f', 'code': 200} Nov 23 02:36:47.910959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.921480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.931263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 12bacac5-a81c-4004-9adf-1ab2030b94dc owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:47.951522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:47.999177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.022966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Network d88503f4-7228-4eb7-8acb-933940f3e553 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:48.069295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Allocated IP 172.20.0.2 (d88503f4-7228-4eb7-8acb-933940f3e553/566d286d-fb6d-4c3a-9362-deda86cd42db/53860c60-a06f-4423-81f8-d012bb0134c6) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:48.097563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:48.109300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event updated for resources: {'Port': ['ID=917486e8-0e51-4298-b9e7-c0c37d646428,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:48.117418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:48.137910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event updated for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:48.180254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf7e9-686b-44ff-a8c4-2cf7e00bb093 req-7ef21352-6d52-43b6-bc06-f9cf22d09f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:48.181795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e2cf7e9-686b-44ff-a8c4-2cf7e00bb093 req-7ef21352-6d52-43b6-bc06-f9cf22d09f44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 1098 time: 0.2209682 Nov 23 02:36:48.186781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:48.199193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:48.202775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:48.221002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Allocated IP 172.20.0.8 (801eb224-60aa-425b-8a04-344b9cdf8c9c/edb6bcd0-fce8-42ab-b543-8c81cde23f30/726f18d8-ba79-470a-b95d-b91b5a45d603) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:48.297514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e2cf7e9-686b-44ff-a8c4-2cf7e00bb093 req-84121f7e-6058-4057-8757-c18a8f0b7374 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990171 Nov 23 02:36:48.305449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:48.305777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.324249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bc9e3e95-a7c7-4f52-98eb-675775a9eaac tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4899523 Nov 23 02:36:48.328357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53660) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:48.459124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.469653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.499683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Network d88503f4-7228-4eb7-8acb-933940f3e553 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:48.507080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:48.541090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:48.604199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.652945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa288b6-d2e4-4d2e-9996-06d87e835330 req-9b8ce9c1-96cf-461d-9f04-bab8579db7da tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:48.654676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa288b6-d2e4-4d2e-9996-06d87e835330 req-9b8ce9c1-96cf-461d-9f04-bab8579db7da tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 946 time: 0.2010047 Nov 23 02:36:48.672170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Pushing event updated for resources: {'Port': ['ID=53860c60-a06f-4423-81f8-d012bb0134c6,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:48.672443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395507b-8d44-42d8-84ae-f7d4b6c3f141 req-de72f735-f896-4bfe-a545-4861e28e87f0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:48.680652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:48.687984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e395507b-8d44-42d8-84ae-f7d4b6c3f141 req-de72f735-f896-4bfe-a545-4861e28e87f0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 945 time: 0.2928958 Nov 23 02:36:48.693302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Attempting to bind port 53860c60-a06f-4423-81f8-d012bb0134c6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:48.694942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.695104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Attempting to bind port 53860c60-a06f-4423-81f8-d012bb0134c6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4a73fe51-869c-493b-81fc-c1a89119bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:48.695104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Attempting to bind port 53860c60-a06f-4423-81f8-d012bb0134c6 on network d88503f4-7228-4eb7-8acb-933940f3e553 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:48.708881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.709513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:48.709831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Checking segment: {'id': '4a73fe51-869c-493b-81fc-c1a89119bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:48.710252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.710667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Bound using segment: {'id': '4a73fe51-869c-493b-81fc-c1a89119bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:48.711947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Bound port: 53860c60-a06f-4423-81f8-d012bb0134c6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a73fe51-869c-493b-81fc-c1a89119bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd88503f4-7228-4eb7-8acb-933940f3e553'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:48.712365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.828841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] For port 53860c60-a06f-4423-81f8-d012bb0134c6, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:48.834277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] For port 53860c60-a06f-4423-81f8-d012bb0134c6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53860c60-a06f-4423-81f8-d012bb0134c6,segment=NetworkSegment(4a73fe51-869c-493b-81fc-c1a89119bcae),segment_id=4a73fe51-869c-493b-81fc-c1a89119bcae)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:48.843468 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.861211 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-661cebc7-0965-4bfe-b9b0-55fa02d5dcc9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1185396 Nov 23 02:36:48.885348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa288b6-d2e4-4d2e-9996-06d87e835330 req-ce13b819-acdb-4c78-bf30-37d76c185c28 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078556 Nov 23 02:36:48.890903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Request body: {'port': {'device_id': '0ba323f6-e163-48b3-acab-245db327a809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:48.918585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e395507b-8d44-42d8-84ae-f7d4b6c3f141 req-ade1ac75-12bb-4ed9-a8fc-e34c101184bf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269843 Nov 23 02:36:48.927693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Deleting port 917486e8-0e51-4298-b9e7-c0c37d646428 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:48.928058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.929777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event updated for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:48.935518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:48.953216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:48.954901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:48.957897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b37fc-a20c-48f3-b5e8-e8056e2d93a5 None None] Pushing event updated for resources: {'Port': ['ID=53860c60-a06f-4423-81f8-d012bb0134c6,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:48.959770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:49.038558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.046476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:49.047166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.137944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=12bacac5-a81c-4004-9adf-1ab2030b94dc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:49.311338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-5e84b96d-c1b7-4fb6-bcf8-5ed52a401b7d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3617902 Nov 23 02:36:49.380687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Request body: {'port': {'device_id': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:49.509019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.563715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a32879-cf44-4be4-91af-d023690203ed {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:49.574554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.645849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14072ce-6129-4d39-b715-240f7289efaf req-0d2d4ef8-2b42-4c9d-a72e-a2e79922f6ee tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:49.653994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e14072ce-6129-4d39-b715-240f7289efaf req-0d2d4ef8-2b42-4c9d-a72e-a2e79922f6ee tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 931 time: 0.5973341 Nov 23 02:36:49.663404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.709917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Calling delete_port for 917486e8-0e51-4298-b9e7-c0c37d646428 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:49.714098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.716986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Transition to ACTIVE for port object b5a32879-cf44-4be4-91af-d023690203ed will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:49.718382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac0fe0cc-7ea2-4ad8-9321-9b4980682a7f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/12bacac5-a81c-4004-9adf-1ab2030b94dc HTTP/1.1" status: 204 len: 168 time: 2.3836370 Nov 23 02:36:49.722047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:49.739460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:49.742297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73958c9-9780-4ae7-81f9-e96db105e208 req-55708c63-a579-47e9-9d34-ad37c10dba48 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:49.744083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f73958c9-9780-4ae7-81f9-e96db105e208 req-55708c63-a579-47e9-9d34-ad37c10dba48 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.2149992 Nov 23 02:36:49.826100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e14072ce-6129-4d39-b715-240f7289efaf req-467f4fa8-4ede-48f3-98b9-bf1475be7dde tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663923 Nov 23 02:36:49.853452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81b7b087-6c58-4161-927c-983532f353e3 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:49.876582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f73958c9-9780-4ae7-81f9-e96db105e208 req-c90bb425-63e2-4131-b8de-dbed49af5ad0 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263897 Nov 23 02:36:49.964557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 81b7b087-6c58-4161-927c-983532f353e3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:49.972932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 81b7b087-6c58-4161-927c-983532f353e3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:49.973134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.031637 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.180240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb523a8-124b-4a5e-a948-4a34bd6bc004 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:50.188706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb523a8-124b-4a5e-a948-4a34bd6bc004 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:50.196696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event deleted for resources: {'Port': ['ID=917486e8-0e51-4298-b9e7-c0c37d646428,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:50.200919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb523a8-124b-4a5e-a948-4a34bd6bc004 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:50.208379 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cdb523a8-124b-4a5e-a948-4a34bd6bc004 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4848499 Nov 23 02:36:50.212968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:50.238825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:50.246898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.296887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Attempting to bind port b5a32879-cf44-4be4-91af-d023690203ed on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:50.303729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Attempting to bind port b5a32879-cf44-4be4-91af-d023690203ed by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:50.304662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Attempting to bind port b5a32879-cf44-4be4-91af-d023690203ed on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:50.332612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e427-6adf-416a-bdac-f69f71126039 req-6de01d34-1231-489c-afe4-579668bf5d05 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:50.338441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81b7b087-6c58-4161-927c-983532f353e3,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:50.343292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bf2e427-6adf-416a-bdac-f69f71126039 req-6de01d34-1231-489c-afe4-579668bf5d05 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 945 time: 0.2642727 Nov 23 02:36:50.348652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b7b087-6c58-4161-927c-983532f353e3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:50.351735 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8485a-c376-4d9c-9e71-59affa3dcc3f" -d '{"events": [{"server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "name": "network-vif-plugged", "status": "completed", "tag": "81b7b087-6c58-4161-927c-983532f353e3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:50.356279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.395006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.395359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.395704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.396041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.396383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.402034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.402414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.403063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.403551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.403901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.404241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.404574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:50.417526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.417897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 1f641605-36c6-4bba-8ce5-418f933b079c {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:50.429216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cb3b006a-2f04-438e-9eed-086d7ce3d48e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "DELETE /v2.0/ports/917486e8-0e51-4298-b9e7-c0c37d646428 HTTP/1.1" status: 204 len: 168 time: 2.1007743 Nov 23 02:36:50.432999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53694) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:50.437402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Port b5a32879-cf44-4be4-91af-d023690203ed on network 801eb224-60aa-425b-8a04-344b9cdf8c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:50.437732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Attempting to bind port b5a32879-cf44-4be4-91af-d023690203ed on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:50.439623 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61f2583-ca4f-4799-a67b-1bd68e9767c5 x-openstack-request-id: req-e61f2583-ca4f-4799-a67b-1bd68e9767c5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:50.440645 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "name": "network-vif-plugged", "status": "completed", "tag": "81b7b087-6c58-4161-927c-983532f353e3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:50.441001 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e61f2583-ca4f-4799-a67b-1bd68e9767c5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:50.441500 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b7b087-6c58-4161-927c-983532f353e3', 'code': 200} Nov 23 02:36:50.454789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:50.482823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bf2e427-6adf-416a-bdac-f69f71126039 req-02875280-0aac-4d55-95db-7f2ec28c7296 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381993 Nov 23 02:36:50.505912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.532720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:50.533624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Checking segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:50.533988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Bound using segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:50.534446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Bound port: b5a32879-cf44-4be4-91af-d023690203ed, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:50.534827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.643438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726f18d8-ba79-470a-b95d-b91b5a45d603 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:50.655540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.674751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Transition to ACTIVE for port object 726f18d8-ba79-470a-b95d-b91b5a45d603 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:50.697764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e732aff-64aa-439c-bf19-273e9f39f6d7 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2632444 Nov 23 02:36:50.700063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:50.705609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-140738299'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:50.705818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.720299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d35ef-27b9-4279-981d-b229acf30be2 None None] Network d88503f4-7228-4eb7-8acb-933940f3e553 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:50.741709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Made reservation on behalf of b2dceda3022142dc880a83ce4c57e882 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:50.750560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.780721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.804044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] Provisioning complete for port 53860c60-a06f-4423-81f8-d012bb0134c6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:50.804411 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.821931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:36:50.843491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.843955 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Added segment 661ffa7e-38b3-4560-8514-b82ce0ae69a6 of type vlan for network c15c8b42-7358-4bae-a9d4-7bc80cfb306c Nov 23 02:36:50.937935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:50.940190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.945038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b5a32879-cf44-4be4-91af-d023690203ed,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:50.987387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.036544 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.042470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.043170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.152745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event updated for resources: {'Network': ['ID=c15c8b42-7358-4bae-a9d4-7bc80cfb306c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:51.159227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4571824 Nov 23 02:36:51.171306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:51.208729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53860c60-a06f-4423-81f8-d012bb0134c6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:51.211885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18fe8-2945-4a7b-8d36-9592799ca450 req-83335b71-ccdc-4e4d-8007-03304c949054 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.214694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddb18fe8-2945-4a7b-8d36-9592799ca450 req-83335b71-ccdc-4e4d-8007-03304c949054 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 943 time: 0.2270164 Nov 23 02:36:51.215755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.216117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.216526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.216874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.217213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.217550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.217901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.218206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.218562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.218898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.219225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.219552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d208585-409e-456e-8acc-78e8817bdb0c tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:51.265158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c15c8b42-7358-4bae-a9d4-7bc80cfb306c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:36:51.324954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011afd75-006c-4e71-8502-ecf6a59ff2bd req-c5b5a896-6af4-4313-a277-82ab4e942d86 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.327503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-011afd75-006c-4e71-8502-ecf6a59ff2bd req-c5b5a896-6af4-4313-a277-82ab4e942d86 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.3042560 Nov 23 02:36:51.331682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddb18fe8-2945-4a7b-8d36-9592799ca450 req-2b4f21c9-2ea5-48e1-9ec2-260bb6f1e39d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978689 Nov 23 02:36:51.406987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.493314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c710c431-fc1f-47fc-a332-fc13568cf79e tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks HTTP/1.1" status: 200 len: 7336 time: 0.3074231 Nov 23 02:36:51.496045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:51.504373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 53860c60-a06f-4423-81f8-d012bb0134c6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:51.504781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.508336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] For port 53860c60-a06f-4423-81f8-d012bb0134c6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53860c60-a06f-4423-81f8-d012bb0134c6,segment=NetworkSegment(4a73fe51-869c-493b-81fc-c1a89119bcae),segment_id=4a73fe51-869c-493b-81fc-c1a89119bcae)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:51.539571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.650103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.651607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:51.653388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/b5a32879-cf44-4be4-91af-d023690203ed HTTP/1.1" status: 200 len: 1092 time: 2.7753553 Nov 23 02:36:51.680665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dd83f-731b-48aa-b635-fb0e7c3dec88 None None] Pushing event updated for resources: {'Port': ['ID=53860c60-a06f-4423-81f8-d012bb0134c6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:51.741622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:51.746678 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a5dab-fb00-45ec-8413-d83b931cdf25" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "tag": "b5a32879-cf44-4be4-91af-d023690203ed"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:51.770063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44849e-e315-4351-b139-062245316ad8 req-8c1b6af3-3a08-4cec-9b04-64fb03bc8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.772864 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e44849e-e315-4351-b139-062245316ad8 req-8c1b6af3-3a08-4cec-9b04-64fb03bc8345 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1098 time: 1.2299831 Nov 23 02:36:51.773785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Pushing event updated for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:51.781502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-011afd75-006c-4e71-8502-ecf6a59ff2bd req-42d7098c-df10-4b83-a2df-3a495e0c78ac tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955730 Nov 23 02:36:51.792378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Attempting to bind port 726f18d8-ba79-470a-b95d-b91b5a45d603 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:51.792901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Attempting to bind port 726f18d8-ba79-470a-b95d-b91b5a45d603 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:51.793185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Attempting to bind port 726f18d8-ba79-470a-b95d-b91b5a45d603 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:51.810255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a84911c-fb99-44e3-b5ea-f429b8a97b69 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] Network c15c8b42-7358-4bae-a9d4-7bc80cfb306c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:36:51.825874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Port 726f18d8-ba79-470a-b95d-b91b5a45d603 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:51.826536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Attempting to bind port 726f18d8-ba79-470a-b95d-b91b5a45d603 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:51.849864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711144c-c4b1-41a1-a608-4bdb9f13563c None None] Network c15c8b42-7358-4bae-a9d4-7bc80cfb306c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:51.867235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c959b07-24a5-46ab-9af2-7bbce85115b5 req-ddd68571-ba46-4afc-a616-3a07b4a46709 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:51.868851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c959b07-24a5-46ab-9af2-7bbce85115b5 req-ddd68571-ba46-4afc-a616-3a07b4a46709 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1882524 Nov 23 02:36:51.872960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a84911c-fb99-44e3-b5ea-f429b8a97b69 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "POST /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3736951 Nov 23 02:36:51.884418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:51.926802 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fee27a-2244-4854-b708-e7081fa9a9c8 x-openstack-request-id: req-51fee27a-2244-4854-b708-e7081fa9a9c8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:51.927901 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "tag": "b5a32879-cf44-4be4-91af-d023690203ed", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:51.928869 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51fee27a-2244-4854-b708-e7081fa9a9c8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:51.929989 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed', 'status': 'completed', 'code': 200} Nov 23 02:36:51.978377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:51.979123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Checking segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:51.979896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Bound using segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:51.980593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Bound port: 726f18d8-ba79-470a-b95d-b91b5a45d603, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:51.981174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.031022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0614-cf30-4bf7-ae00-4dc64905d3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:52.116575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-240433b0-4fb9-46fd-9f47-0d3a4725fc55 None None] Provisioning complete for port 53860c60-a06f-4423-81f8-d012bb0134c6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:52.117236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-240433b0-4fb9-46fd-9f47-0d3a4725fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.127008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:52.138490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=726f18d8-ba79-470a-b95d-b91b5a45d603,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:52.194531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e44849e-e315-4351-b139-062245316ad8 req-825bc23b-9e99-43f2-832b-2cddaaf0793d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125896 Nov 23 02:36:52.198492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.221760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c959b07-24a5-46ab-9af2-7bbce85115b5 req-3b00dacf-7975-4d80-8d11-9176e49a018e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349612 Nov 23 02:36:52.235077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.236714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.241801 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] 10.222.0.41 "PUT /v2.0/ports/726f18d8-ba79-470a-b95d-b91b5a45d603 HTTP/1.1" status: 200 len: 1092 time: 2.8726294 Nov 23 02:36:52.335454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b62dda16-7049-48c7-b7e6-92c401b45cdb tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.4422810 Nov 23 02:36:52.336339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:52.369034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57644257-64cb-4be6-9e88-2d3bfeef49e1 req-6c8dacfb-fe92-480e-bbd2-57ea469cf6eb tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.376273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57644257-64cb-4be6-9e88-2d3bfeef49e1 req-6c8dacfb-fe92-480e-bbd2-57ea469cf6eb tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.1100984 Nov 23 02:36:52.396801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.447348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d3181bab-f29f-41f7-8910-2299308e0948 None None] Could not find standard attr ID for object 917486e8-0e51-4298-b9e7-c0c37d646428. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:36:52.507341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-1ef050a4-d5a9-43ac-aa75-644773d6ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.508857 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-1ef050a4-d5a9-43ac-aa75-644773d6ffa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=0ba323f6-e163-48b3-acab-245db327a809 HTTP/1.1" status: 200 len: 1095 time: 0.5755796 Nov 23 02:36:52.570743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-bbcd7ce9-58d2-4832-b1e3-56683a26c798 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a32879-cf44-4be4-91af-d023690203ed HTTP/1.1" status: 200 len: 217 time: 0.0531509 Nov 23 02:36:52.591016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53734) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:52.594726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a86c2217-8619-44d3-a900-dca28cfebc5f tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "DELETE /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks/c15c8b42-7358-4bae-a9d4-7bc80cfb306c HTTP/1.1" status: 204 len: 168 time: 0.2495263 Nov 23 02:36:52.617238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57644257-64cb-4be6-9e88-2d3bfeef49e1 req-25682bac-9aba-473a-a769-23adb596e691 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164507 Nov 23 02:36:52.646324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e409dab-cce8-497c-bf60-46ec6c8b8957 req-965a5c07-0ae7-4f7c-b4e1-8431d39d1088 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.656433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-32db0be9-4d83-412f-aeed-8a8048ac9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.657611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e409dab-cce8-497c-bf60-46ec6c8b8957 req-965a5c07-0ae7-4f7c-b4e1-8431d39d1088 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 943 time: 0.1728301 Nov 23 02:36:52.663262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-32db0be9-4d83-412f-aeed-8a8048ac9fd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.0621529 Nov 23 02:36:52.665293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-e8b82a1a-934f-44d0-80a7-f05a34b046a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:52.666789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-e8b82a1a-934f-44d0-80a7-f05a34b046a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 1095 time: 0.2788043 Nov 23 02:36:52.674706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b14f9-f644-453e-b9ef-605e9de49f69 service neutron] Pushing event updated for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:52.739464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e409dab-cce8-497c-bf60-46ec6c8b8957 req-62d8e4fa-71d6-4618-a787-583364ae7ae9 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805731 Nov 23 02:36:52.766320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-9e40f6c3-afcc-436b-8d0e-b7ea2774392f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817533 Nov 23 02:36:52.789689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-d865e505-c7b7-4374-ba9b-a23e1f53ac0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=726f18d8-ba79-470a-b95d-b91b5a45d603 HTTP/1.1" status: 200 len: 217 time: 0.1032476 Nov 23 02:36:52.837371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.942757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53860c60-a06f-4423-81f8-d012bb0134c6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:52.947360 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:52.950723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/1f641605-36c6-4bba-8ce5-418f933b079c HTTP/1.1" status: 204 len: 168 time: 2.7274191 Nov 23 02:36:52.953436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:52.967760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84641e-ced7-4a2c-9efd-fa6e5021f96d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=1f641605-36c6-4bba-8ce5-418f933b079c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:52.996065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa82272-ed01-437e-8998-33d4736b44ca None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:53.008506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-8ece65b9-25c7-4ce8-bacf-5eafe137c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:53.010053 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-8ece65b9-25c7-4ce8-bacf-5eafe137c4ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1919243 Nov 23 02:36:53.079314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 37e7a9eb-1323-46c3-8358-58b0e7074a84 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:53.083581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.090897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 53860c60-a06f-4423-81f8-d012bb0134c6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:53.091217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.098907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-b3d75c14-a6fa-450e-9d74-abb7a02e9b10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445855 Nov 23 02:36:53.104954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a919d7b-0311-4ebf-8c7d-86599c647215 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks HTTP/1.1" status: 200 len: 7336 time: 0.5120015 Nov 23 02:36:53.114477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.196513 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-14cef3a8-f1cf-4164-97de-9a2bee4e4df3 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150236 Nov 23 02:36:53.200392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.201290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d339220c-895b-4d49-b043-7c8c7b11a12b tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/networks/d88503f4-7228-4eb7-8acb-933940f3e553/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0769038 Nov 23 02:36:53.212820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53742) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.325373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-74f95dce-85fa-4714-aa35-fb9ffe9c3bc7 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/networks/d88503f4-7228-4eb7-8acb-933940f3e553/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1109552 Nov 23 02:36:53.333615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53746) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.343492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.356267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-030ccb2e-a4a7-4c8b-bab9-6d3a787ec116 service neutron] 10.222.0.41 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399552 Nov 23 02:36:53.419665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.561920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-91a23730-69bf-42a6-94f2-fbb2536e705b service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562832 Nov 23 02:36:53.607802 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.633564 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c82016b2-e212-4358-b512-41cfbec5c1bb req-dc8616a1-c2ab-4506-b396-7c93e4a001a0 service neutron] 10.222.0.41 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564378 Nov 23 02:36:53.641063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=37e7a9eb-1323-46c3-8358-58b0e7074a84,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:53.669382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.672874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2bb181f0-498e-44ca-84b7-4b7460b56134 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/37e7a9eb-1323-46c3-8358-58b0e7074a84 HTTP/1.1" status: 204 len: 168 time: 0.7177331 Nov 23 02:36:53.680220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.757500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-daa14e60-3165-4a80-a9d1-95d23b070b55 tempest-DHCPAgentSchedulersTestJSON-1869239697 tempest-DHCPAgentSchedulersTestJSON-1869239697-project-admin] 10.222.0.15 "GET /v2.0/agents/dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1/dhcp-networks HTTP/1.1" status: 200 len: 7296 time: 0.4198890 Nov 23 02:36:53.772557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.775282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-41444d83-0dbb-4ad7-bb06-05e01a778526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:53.776897 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-41444d83-0dbb-4ad7-bb06-05e01a778526 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=0ba323f6-e163-48b3-acab-245db327a809 HTTP/1.1" status: 200 len: 1095 time: 0.1420989 Nov 23 02:36:53.783952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06ead-c1d8-4097-b246-c7a3178b3557 req-9c6e99f4-208b-412a-aaf1-7fe5992ec851 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:53.786353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cc06ead-c1d8-4097-b246-c7a3178b3557 req-9c6e99f4-208b-412a-aaf1-7fe5992ec851 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.3560655 Nov 23 02:36:53.791311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8c2a97db-a7df-4d34-9e6c-5413dd6d2f6f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100161 Nov 23 02:36:53.803164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53760) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.808362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:53.887437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cc06ead-c1d8-4097-b246-c7a3178b3557 req-927296bc-79f0-4e1c-babd-80650784b5fe tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914574 Nov 23 02:36:53.954942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af0882-dc8b-4639-8efb-282000e7ad49 req-f816f637-ac59-4955-854c-d412b6914dac tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:53.964636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25af0882-dc8b-4639-8efb-282000e7ad49 req-f816f637-ac59-4955-854c-d412b6914dac tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.1771877 Nov 23 02:36:54.005426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:54.007913 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00510998-f47d-4a9d-9991-84d7be70398b" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:54.012294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-0bf2ff2b-8f8f-4da0-87b5-84af1ae6da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.013799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-0bf2ff2b-8f8f-4da0-87b5-84af1ae6da22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 913 time: 0.2263670 Nov 23 02:36:54.122193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-49e0256a-3ad2-4efc-8332-4076d55d28ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5a32879-cf44-4be4-91af-d023690203ed HTTP/1.1" status: 200 len: 217 time: 0.0455036 Nov 23 02:36:54.131103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25af0882-dc8b-4639-8efb-282000e7ad49 req-0af84d62-f2ac-47f2-8f39-377a2fd381b5 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544144 Nov 23 02:36:54.167262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3d020-d730-46cc-9685-5cc8b8a3db33 req-ae79966f-83ba-416c-9791-9efb4ea4d2d2 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.175474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48a3d020-d730-46cc-9685-5cc8b8a3db33 req-ae79966f-83ba-416c-9791-9efb4ea4d2d2 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 943 time: 0.1711600 Nov 23 02:36:54.287778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:54.291321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.304660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.306699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48a3d020-d730-46cc-9685-5cc8b8a3db33 req-b7e94efa-8a99-4763-b048-a812397997f0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275251 Nov 23 02:36:54.319390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-a741c198-7b46-4968-b198-3aff8f5e26a3 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.320937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-a741c198-7b46-4968-b198-3aff8f5e26a3 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.3055029 Nov 23 02:36:54.335437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-1ac29404-6ca6-42cb-9ab1-9f4fdfbb0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.336915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-1ac29404-6ca6-42cb-9ab1-9f4fdfbb0da3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1819456 Nov 23 02:36:54.348629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7843389-1985-4b2e-9785-e93572e10cbf None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:54.374986 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e016bb6a-79c6-418d-b22c-c67925bf5fb8 x-openstack-request-id: req-e016bb6a-79c6-418d-b22c-c67925bf5fb8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:54.375208 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:54.375927 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e016bb6a-79c6-418d-b22c-c67925bf5fb8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:54.376333 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603', 'status': 'completed', 'code': 200} Nov 23 02:36:54.460547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510998-f47d-4a9d-9991-84d7be70398b req-84de92ec-2207-4a03-a0f4-331bfba986bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.461366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-144d8ddc-50f2-4f4e-a83c-a5d6497e0b32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838346 Nov 23 02:36:54.465528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-84de92ec-2207-4a03-a0f4-331bfba986bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 1095 time: 0.0760138 Nov 23 02:36:54.495263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0f49b205-14c7-40e8-9d53-1b4e33c96541 None None] Provisioning complete for port b95406f7-ab23-405a-9e4b-4366df910b2a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:54.495938 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0f49b205-14c7-40e8-9d53-1b4e33c96541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.628920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510998-f47d-4a9d-9991-84d7be70398b req-67bb4be4-faf4-42c0-9560-879586ea26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.634633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-67bb4be4-faf4-42c0-9560-879586ea26e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 913 time: 0.1494541 Nov 23 02:36:54.654661 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-cc985cbf-828a-49f2-9cca-de9f4356770b service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604106 Nov 23 02:36:54.727490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:54.750531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-74bce641-a60a-4135-a1a0-6678d2c93e80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=726f18d8-ba79-470a-b95d-b91b5a45d603 HTTP/1.1" status: 200 len: 217 time: 0.1095612 Nov 23 02:36:54.825121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.852493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Deleting port b95406f7-ab23-405a-9e4b-4366df910b2a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:54.852493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.861685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00510998-f47d-4a9d-9991-84d7be70398b req-5ff7f3d7-ae18-460f-894a-e1ebf1c21269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:54.868858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-5ff7f3d7-ae18-460f-894a-e1ebf1c21269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1050065 Nov 23 02:36:54.929032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-fed4e11d-8a0b-48e4-acf8-fbfbad1e4226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556681 Nov 23 02:36:54.970113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b95406f7-ab23-405a-9e4b-4366df910b2a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:54.978435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15c8b42-7358-4bae-a9d4-7bc80cfb306c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:54.999238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661ffa7e-38b3-4560-8514-b82ce0ae69a6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:54.999605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661ffa7e-38b3-4560-8514-b82ce0ae69a6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:55.021093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Deleting port 7b10eabf-70b9-4e2e-bccc-90dbf057103f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:55.021788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.041496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.139160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] For port b95406f7-ab23-405a-9e4b-4366df910b2a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b95406f7-ab23-405a-9e4b-4366df910b2a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:55.139566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.160830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Calling delete_port for b95406f7-ab23-405a-9e4b-4366df910b2a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:55.228218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c46e9-1ba1-484a-b6b3-8377bdc120cc req-f9ba8b3b-83c2-4c79-a8ae-3ca91cedeb9c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:55.230619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-511c46e9-1ba1-484a-b6b3-8377bdc120cc req-f9ba8b3b-83c2-4c79-a8ae-3ca91cedeb9c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1517839 Nov 23 02:36:55.280101 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.296868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] No DVR routers for this DVR port b95406f7-ab23-405a-9e4b-4366df910b2a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:55.298374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No active binding found for port b95406f7-ab23-405a-9e4b-4366df910b2a {{(pid=103573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 02:36:55.299054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b95406f7-ab23-405a-9e4b-4366df910b2a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:55.337826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc698-9bd7-47c8-b610-d8aed7172b76 None None] Pushing event deleted for resources: {'Port': ['ID=b95406f7-ab23-405a-9e4b-4366df910b2a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:55.370937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-361206ab-4089-4f4f-837c-743137a566bb service neutron] 10.222.0.41 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325581 Nov 23 02:36:55.457321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-511c46e9-1ba1-484a-b6b3-8377bdc120cc req-dbf93bcf-2226-4f90-9add-f4b7e2ccaaa2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168272 Nov 23 02:36:55.501268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853f1d0-09b6-4cf2-8ef2-0ebd8be1013f req-be0e6bcf-a189-4f8a-8c7f-2ad2b39b656c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:55.510403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2853f1d0-09b6-4cf2-8ef2-0ebd8be1013f req-be0e6bcf-a189-4f8a-8c7f-2ad2b39b656c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 946 time: 0.1923645 Nov 23 02:36:55.609898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2853f1d0-09b6-4cf2-8ef2-0ebd8be1013f req-63f9ea80-0eaa-4379-a5b0-838cb81118d7 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984669 Nov 23 02:36:55.626266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-650a5dab-fb00-45ec-8413-d83b931cdf25 req-171a3540-b044-4da5-9b5c-a9c0343e1877 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9314821 Nov 23 02:36:55.688074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00510998-f47d-4a9d-9991-84d7be70398b req-48ca9e4f-56c0-4242-8bda-250c24a41553 service neutron] 10.222.0.41 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999814 Nov 23 02:36:55.704699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.712968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:36:55.713472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.781470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb753e3-e990-4760-b25e-77df50a4bca1 req-5133be58-9456-49da-9e79-49d5c02bf51b tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:36:55.788185 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:36:55.792928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acb753e3-e990-4760-b25e-77df50a4bca1 req-5133be58-9456-49da-9e79-49d5c02bf51b tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 943 time: 0.0698566 Nov 23 02:36:55.794700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.823093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:55.825275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.830927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:55.842433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffba3202-ea10-4ad7-bf09-34df271caf0c None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:55.893706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acb753e3-e990-4760-b25e-77df50a4bca1 req-fe60f686-34dd-4998-9488-4fef6a74658c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949717 Nov 23 02:36:55.897108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.905567 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "DELETE /v2.0/networks/c15c8b42-7358-4bae-a9d4-7bc80cfb306c HTTP/1.1" status: 204 len: 168 time: 2.1249044 Nov 23 02:36:55.906259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:55.913333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:55.914031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.947287 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff069fc-a3bb-4702-b487-86577e45cf57 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] DELETE failed (client error): The resource could not be found. Nov 23 02:36:55.947995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff069fc-a3bb-4702-b487-86577e45cf57 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:36:55.953585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ff069fc-a3bb-4702-b487-86577e45cf57 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "DELETE /v2.0/ports/917486e8-0e51-4298-b9e7-c0c37d646428 HTTP/1.1" status: 404 len: 333 time: 0.0438237 Nov 23 02:36:55.954442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:55.968276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b5a32879-cf44-4be4-91af-d023690203ed details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:55.969260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] For port 7b10eabf-70b9-4e2e-bccc-90dbf057103f, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7b10eabf-70b9-4e2e-bccc-90dbf057103f,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:55.969630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.987362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Calling delete_port for 7b10eabf-70b9-4e2e-bccc-90dbf057103f owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:56.027544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Deleting subnet 566d286d-fb6d-4c3a-9362-deda86cd42db {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:36:56.040414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.103199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=890920cf-03fe-4626-b71a-dbc7d5d3d88f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:56.104967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.125071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d9e8d-73cf-4aea-b00a-85cb36bac506 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event deleted for resources: {'Network': ['ID=c15c8b42-7358-4bae-a9d4-7bc80cfb306c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:56.145936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b5a32879-cf44-4be4-91af-d023690203ed,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:56.164042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b5a32879-cf44-4be4-91af-d023690203ed', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'port_id': 'b5a32879-cf44-4be4-91af-d023690203ed', 'mac_address': 'fa:16:3e:ce:37:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6bcd0-fce8-42ab-b543-8c81cde23f30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:56.180765 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5060c5cc-5d8c-4684-84a3-9903d8b87532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3697004 Nov 23 02:36:56.182139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:56.197530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:56.227344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.255109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.294896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a32879-cf44-4be4-91af-d023690203ed {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:56.330861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.368931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b5a32879-cf44-4be4-91af-d023690203ed,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:56.381112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.393536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event deleted for resources: {'Subnet': ['ID=566d286d-fb6d-4c3a-9362-deda86cd42db,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:56.396838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.401025 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.405425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7a7e8624-d820-439d-9c06-53c636636780 tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "DELETE /v2.0/subnets/566d286d-fb6d-4c3a-9362-deda86cd42db HTTP/1.1" status: 204 len: 168 time: 0.4492903 Nov 23 02:36:56.416404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a663c70-ac84-44ca-9b00-8672e654fe6d req-514a6b7d-30f4-44ff-9f49-bae3c5b87070 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:56.418716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a663c70-ac84-44ca-9b00-8672e654fe6d req-514a6b7d-30f4-44ff-9f49-bae3c5b87070 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.0987101 Nov 23 02:36:56.418899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:56.433953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19845e5-2b65-4779-afcd-b499eeb3b9fb None None] Network d88503f4-7228-4eb7-8acb-933940f3e553 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:56.436737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['82339318-3e3a-459b-900a-02ae216d1beb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:56.456763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4f2d4951-f7a0-46ca-b4ff-10888c0eac12', '7b10eabf-70b9-4e2e-bccc-90dbf057103f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:56.460056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 726f18d8-ba79-470a-b95d-b91b5a45d603 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:56.522882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event deleted for resources: {'Port': ['ID=7b10eabf-70b9-4e2e-bccc-90dbf057103f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:56.535645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a663c70-ac84-44ca-9b00-8672e654fe6d req-34e3d851-2218-47aa-9ad2-711bb0925e83 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871789 Nov 23 02:36:56.582436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:56.586372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.606242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.628931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] No DVR routers for this DVR port 7b10eabf-70b9-4e2e-bccc-90dbf057103f on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:56.632307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.637209 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d00b65ca-17fd-47dc-93c8-bdfd13b1f55e req-d18917ed-05a5-464a-ba69-127f219bf25f tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "DELETE /v2.0/ports/7b10eabf-70b9-4e2e-bccc-90dbf057103f HTTP/1.1" status: 204 len: 173 time: 2.2986760 Nov 23 02:36:56.656472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=726f18d8-ba79-470a-b95d-b91b5a45d603,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:56.677255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Deleting port 53860c60-a06f-4423-81f8-d012bb0134c6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:56.678218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.781040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] For port 53860c60-a06f-4423-81f8-d012bb0134c6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53860c60-a06f-4423-81f8-d012bb0134c6,segment=NetworkSegment(4a73fe51-869c-493b-81fc-c1a89119bcae),segment_id=4a73fe51-869c-493b-81fc-c1a89119bcae)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:56.782588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.796177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '726f18d8-ba79-470a-b95d-b91b5a45d603', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'port_id': '726f18d8-ba79-470a-b95d-b91b5a45d603', 'mac_address': 'fa:16:3e:45:54:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6bcd0-fce8-42ab-b543-8c81cde23f30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:56.811688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Calling delete_port for 53860c60-a06f-4423-81f8-d012bb0134c6 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:56.862438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '890920cf-03fe-4626-b71a-dbc7d5d3d88f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:36:56.863340 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:56.963851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'name': 'network-vif-deleted', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:56.966386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b5a32879-cf44-4be4-91af-d023690203ed'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:56.968003 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc8537-4dc7-4939-b365-e34f0bc08ded" -d '{"events": [{"server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "name": "network-vif-deleted", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:57.043734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5628ea8b-940a-4579-a9ae-1e5ae2ddacda req-fa4e1d81-2512-4723-8714-d8e376113762 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=288a21bf-0bfc-496f-a41c-a6e3df640904 HTTP/1.1" status: 200 len: 210 time: 0.0614982 Nov 23 02:36:57.065324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:36:57.073135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.076470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.097361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:57.101538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:57.104762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:57.105529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.106375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:57.147976 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe3f01d-1364-4b3d-83cb-130592d38272 x-openstack-request-id: req-2fe3f01d-1364-4b3d-83cb-130592d38272 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:57.148868 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288a21bf-0bfc-496f-a41c-a6e3df640904", "name": "network-vif-deleted", "tag": "7b10eabf-70b9-4e2e-bccc-90dbf057103f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:57.149128 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fe3f01d-1364-4b3d-83cb-130592d38272 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:57.149572 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a21bf-0bfc-496f-a41c-a6e3df640904', 'name': 'network-vif-deleted', 'tag': '7b10eabf-70b9-4e2e-bccc-90dbf057103f', 'status': 'completed', 'code': 200} Nov 23 02:36:57.163842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event deleted for resources: {'Port': ['ID=53860c60-a06f-4423-81f8-d012bb0134c6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:57.182580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] No DVR routers for this DVR port 53860c60-a06f-4423-81f8-d012bb0134c6 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:36:57.231697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0451202 Nov 23 02:36:57.232491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:57.234496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.249482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6f497-8e24-4bf1-b168-c5eac16d1c73 req-6f52e1c5-4e10-44b3-bfd0-06ef6d2afc34 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:57.249754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:5f:c8:e4', 'name': 'tempest-NetworksTestDHCPv6-616866174'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:57.255664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30a6f497-8e24-4bf1-b168-c5eac16d1c73 req-6f52e1c5-4e10-44b3-bfd0-06ef6d2afc34 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 943 time: 0.2052526 Nov 23 02:36:57.375126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5119045-2584-407a-865d-16d5803504dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=9a27c3be-9c17-4e95-b70c-5047dea5ec97,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:57.383828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Allocated IP 172.20.0.2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/890920cf-03fe-4626-b71a-dbc7d5d3d88f/751c846d-47de-426d-96b6-addee6f70d9e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:57.444887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.475146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30a6f497-8e24-4bf1-b168-c5eac16d1c73 req-7abd1cf4-5540-4065-9a3e-551c73b1d6f3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054911 Nov 23 02:36:57.491071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88503f4-7228-4eb7-8acb-933940f3e553']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.505737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a73fe51-869c-493b-81fc-c1a89119bcae') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.506422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a73fe51-869c-493b-81fc-c1a89119bcae') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.531813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:57.532425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.553353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.565637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:36:57.569485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:36:57.597871 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:36:57.681622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.690120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.693839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] 10.222.0.15 "DELETE /v2.0/networks/d88503f4-7228-4eb7-8acb-933940f3e553 HTTP/1.1" status: 204 len: 168 time: 1.2736471 Nov 23 02:36:57.701245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:57.721180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9c359-0869-4456-bf60-27b1dd38f81e tempest-DHCPAgentSchedulersTestJSON-626393597 tempest-DHCPAgentSchedulersTestJSON-626393597-project] Pushing event deleted for resources: {'Network': ['ID=d88503f4-7228-4eb7-8acb-933940f3e553,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:57.759735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port c7dc8176-362e-4d5e-81be-961f6dba518a yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:36:57.823920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726f18d8-ba79-470a-b95d-b91b5a45d603 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:57.843629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9313-a529-415a-96aa-3d3bfef4e266 req-93e8deb0-d412-40d3-9129-eb5e2d85a5ef tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:57.845325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e32c9313-a529-415a-96aa-3d3bfef4e266 req-93e8deb0-d412-40d3-9129-eb5e2d85a5ef tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1111693 Nov 23 02:36:57.889327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8f1e5-d7f4-4625-ba20-29377ccf4a11 None None] DHCP port deletion for d88503f4-7228-4eb7-8acb-933940f3e553 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:36:57.926855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e32c9313-a529-415a-96aa-3d3bfef4e266 req-aeac7414-f95f-4ed9-9af2-1ed9081968d1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 Nov 23 02:36:57.967643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=726f18d8-ba79-470a-b95d-b91b5a45d603,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:58.080455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.094007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.097952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.164821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53840) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:58.234706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:58.356533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 172.20.0.6 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/890920cf-03fe-4626-b71a-dbc7d5d3d88f/c7dc8176-362e-4d5e-81be-961f6dba518a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:58.372251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe5f:c8e4 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/9a27c3be-9c17-4e95-b70c-5047dea5ec97/c7dc8176-362e-4d5e-81be-961f6dba518a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:58.443736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:58.482897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7b10eabf-70b9-4e2e-bccc-90dbf057103f no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:58.491756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-042ef6cc-34cc-47cb-9754-61aca7c9d42c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2dceda3022142dc880a83ce4c57e882&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257873 Nov 23 02:36:58.494757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:58.504204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:58.509827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:58.577728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['726f18d8-ba79-470a-b95d-b91b5a45d603'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:58.641415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.668221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Pushing event updated for resources: {'Port': ['ID=751c846d-47de-426d-96b6-addee6f70d9e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:58.674483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 7b10eabf-70b9-4e2e-bccc-90dbf057103f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:58.676138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7b10eabf-70b9-4e2e-bccc-90dbf057103f not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:58.698952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.742679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d607e-4f19-417b-a612-d528783b77be req-3744b5e4-4266-4e47-b830-e435c03cbb82 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:58.751328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072d607e-4f19-417b-a612-d528783b77be req-3744b5e4-4266-4e47-b830-e435c03cbb82 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 944 time: 0.1254113 Nov 23 02:36:58.756119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.856796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.861708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-072d607e-4f19-417b-a612-d528783b77be req-25a43212-4562-41b6-bf6c-92ede6078680 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086168 Nov 23 02:36:58.874344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.880123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.881284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc90696a-6df0-4a1b-9219-271663b7c271 HTTP/1.1" status: 204 len: 168 time: 0.3849392 Nov 23 02:36:58.916920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2e932-6a29-4fae-ab79-0994643c10d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc90696a-6df0-4a1b-9219-271663b7c271,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:58.966735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:58.971935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:58.975470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:58.976668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53860c60-a06f-4423-81f8-d012bb0134c6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:59.031812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Attempting to bind port 751c846d-47de-426d-96b6-addee6f70d9e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:59.032442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Attempting to bind port 751c846d-47de-426d-96b6-addee6f70d9e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:59.032850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Attempting to bind port 751c846d-47de-426d-96b6-addee6f70d9e on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:59.035538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-5af79432-dcbf-4372-b7c1-362124b0d8dc req-26b65df1-4631-4526-abae-e31a98b9ae82 service neutron] (103571) timed out ('10.222.0.47', 50892) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:36:59.040551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=c7dc8176-362e-4d5e-81be-961f6dba518a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:59.043867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 53860c60-a06f-4423-81f8-d012bb0134c6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:36:59.044583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53860c60-a06f-4423-81f8-d012bb0134c6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:36:59.053745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:59.054280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:59.055032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.055349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:59.056734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Bound port: 751c846d-47de-426d-96b6-addee6f70d9e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:59.057137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.144153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.146968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.193812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-801f982b-e3c3-4181-9273-27b86205b90a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9493120 Nov 23 02:36:59.194531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53886) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:59.210641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] For port 751c846d-47de-426d-96b6-addee6f70d9e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:59.223969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] For port 751c846d-47de-426d-96b6-addee6f70d9e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=751c846d-47de-426d-96b6-addee6f70d9e,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:59.242287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.279451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ace2c-842c-4c19-b2cd-d437841aeed0 req-6fa471dd-9dd8-425b-aaef-e8509b25dc5e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.283051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0ace2c-842c-4c19-b2cd-d437841aeed0 req-6fa471dd-9dd8-425b-aaef-e8509b25dc5e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1327105 Nov 23 02:36:59.305545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518002a-3c24-4f26-8704-8824d0ddbbd8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.312260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518002a-3c24-4f26-8704-8824d0ddbbd8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.316883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a518002a-3c24-4f26-8704-8824d0ddbbd8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1187453 Nov 23 02:36:59.321723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:59.394352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceeb496-22b1-44e7-a971-3ddb84551299 None None] Pushing event updated for resources: {'Port': ['ID=751c846d-47de-426d-96b6-addee6f70d9e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:59.441294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0ace2c-842c-4c19-b2cd-d437841aeed0 req-087ee7f9-310a-4d82-bf95-7053c5455494 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512196 Nov 23 02:36:59.518835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port c7dc8176-362e-4d5e-81be-961f6dba518a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:36:59.519739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.532607 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.550840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53892) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:59.579302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f110bcb-865c-4791-b700-00ea8e4dd860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.678789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201299-c877-4587-b943-53e8f1bce927 req-dddce4de-144d-4c90-8645-7bf840d67b8e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.685073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201299-c877-4587-b943-53e8f1bce927 req-dddce4de-144d-4c90-8645-7bf840d67b8e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:59.701942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8201299-c877-4587-b943-53e8f1bce927 req-dddce4de-144d-4c90-8645-7bf840d67b8e tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1&device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 1683 time: 0.1413920 Nov 23 02:36:59.743929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.761883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f110bcb-865c-4791-b700-00ea8e4dd860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.767899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f110bcb-865c-4791-b700-00ea8e4dd860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.777091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for c7dc8176-362e-4d5e-81be-961f6dba518a owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:36:59.809885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8201299-c877-4587-b943-53e8f1bce927 req-b1933d2e-0d7c-49ce-8105-ecb2e09964a7 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069643 Nov 23 02:36:59.818670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7f110bcb-865c-4791-b700-00ea8e4dd860 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ad350e69bc64d169a8a8767157e848e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644784 Nov 23 02:36:59.818670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f110bcb-865c-4791-b700-00ea8e4dd860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3451204f-1bf4-4bdf-a23f-f0a46a03c78a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:59.819965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53896) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:59.900850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b5a32879-cf44-4be4-91af-d023690203ed up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:59.933992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.000640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.068626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b5a32879-cf44-4be4-91af-d023690203ed completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:00.077100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b5a32879-cf44-4be4-91af-d023690203ed triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:00.077100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.117296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.120431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.124720 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3451204f-1bf4-4bdf-a23f-f0a46a03c78a HTTP/1.1" status: 204 len: 168 time: 0.3036478 Nov 23 02:37:00.144214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10df857-0108-4232-9e21-11e4b143a835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3451204f-1bf4-4bdf-a23f-f0a46a03c78a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:00.253704 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.336600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:00.344890 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e63cbb-2213-470f-9c5c-5efc16cf91b9" -d '{"events": [{"server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "name": "network-vif-plugged", "status": "completed", "tag": "b5a32879-cf44-4be4-91af-d023690203ed"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:00.378832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b5a32879-cf44-4be4-91af-d023690203ed,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:00.387176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.464074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 726f18d8-ba79-470a-b95d-b91b5a45d603 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:00.514800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:00.553781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 726f18d8-ba79-470a-b95d-b91b5a45d603 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:00.565840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 726f18d8-ba79-470a-b95d-b91b5a45d603 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:00.566713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.676353 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccba42a-fc87-4461-93d9-35c509f81c2a x-openstack-request-id: req-dccba42a-fc87-4461-93d9-35c509f81c2a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:00.677305 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "name": "network-vif-plugged", "status": "completed", "tag": "b5a32879-cf44-4be4-91af-d023690203ed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:00.677693 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dccba42a-fc87-4461-93d9-35c509f81c2a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:00.678369 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed', 'code': 200} Nov 23 02:37:00.696950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.779515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.833294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=726f18d8-ba79-470a-b95d-b91b5a45d603,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:00.840007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.854247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377dd47-b5ad-45d4-b0c7-f576dbd69aed req-b3229fc9-7ed1-4bd1-841a-c9e686566fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:00.856585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1377dd47-b5ad-45d4-b0c7-f576dbd69aed req-b3229fc9-7ed1-4bd1-841a-c9e686566fbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ba323f6-e163-48b3-acab-245db327a809 HTTP/1.1" status: 200 len: 1097 time: 0.1068401 Nov 23 02:37:00.882715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=c7dc8176-362e-4d5e-81be-961f6dba518a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:00.947274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:00.965397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451795b-ae5f-4f75-b83b-78c2a0f5de42 req-6daf740d-e43e-4a88-b08e-a627789e8e4c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:00.974189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b451795b-ae5f-4f75-b83b-78c2a0f5de42 req-6daf740d-e43e-4a88-b08e-a627789e8e4c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 944 time: 0.3228240 Nov 23 02:37:00.979680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1377dd47-b5ad-45d4-b0c7-f576dbd69aed req-ea526798-49b6-41dd-93be-04a88fd8728b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148255 Nov 23 02:37:01.033204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 751c846d-47de-426d-96b6-addee6f70d9e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:01.116803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 751c846d-47de-426d-96b6-addee6f70d9e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:01.117445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.138700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b87004-43b9-4b97-a642-838a7768e0b3 req-aa67039e-a95e-48fa-9446-723ab52ab1b8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.140441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2b87004-43b9-4b97-a642-838a7768e0b3 req-aa67039e-a95e-48fa-9446-723ab52ab1b8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.4037509 Nov 23 02:37:01.162160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b451795b-ae5f-4f75-b83b-78c2a0f5de42 req-a3fb48bb-f1b6-47dd-b0f9-83c6bffb82bc tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820674 Nov 23 02:37:01.171981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa4d38f-9406-4134-8292-956642bfe817 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:01.197532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.221488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-acc25d57-c986-457c-9e9c-de2757a010e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/c7dc8176-362e-4d5e-81be-961f6dba518a HTTP/1.1" status: 204 len: 168 time: 1.8986807 Nov 23 02:37:01.223926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53942) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:01.312408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ac144004-e2ea-4c2e-9403-85160d9b02f1 None None] Provisioning complete for port 751c846d-47de-426d-96b6-addee6f70d9e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:01.312784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac144004-e2ea-4c2e-9403-85160d9b02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.318418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2b87004-43b9-4b97-a642-838a7768e0b3 req-1ac435cd-b522-43ae-88e1-ebc44743c1c2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536293 Nov 23 02:37:01.411823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a12df-ec58-4563-b03d-fe2b11939852 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.419002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a12df-ec58-4563-b03d-fe2b11939852 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.422904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a12df-ec58-4563-b03d-fe2b11939852 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.428053 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-033a12df-ec58-4563-b03d-fe2b11939852 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2023399 Nov 23 02:37:01.431177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:01.526135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.580777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 890920cf-03fe-4626-b71a-dbc7d5d3d88f {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:01.585693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.634542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.640647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 751c846d-47de-426d-96b6-addee6f70d9e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=751c846d-47de-426d-96b6-addee6f70d9e,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:01.648764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.729818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=751c846d-47de-426d-96b6-addee6f70d9e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:01.740324 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac144004-e2ea-4c2e-9403-85160d9b02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.792707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60173e9a-93b2-4378-b409-23ebc213cf77 req-84205d8a-6d7a-421f-9263-c8a556369dbc tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.803894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60173e9a-93b2-4378-b409-23ebc213cf77 req-84205d8a-6d7a-421f-9263-c8a556369dbc tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 946 time: 0.1285007 Nov 23 02:37:01.891687 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-ac144004-e2ea-4c2e-9403-85160d9b02f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:37:01.891687 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-ac144004-e2ea-4c2e-9403-85160d9b02f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:37:01.902907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8154bded-1211-41f8-b104-27bf424e8f9a None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': '890920cf-03fe-4626-b71a-dbc7d5d3d88f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a27c3be-9c17-4e95-b70c-5047dea5ec97'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '751c846d-47de-426d-96b6-addee6f70d9e'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:37:01.917771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.959886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8154bded-1211-41f8-b104-27bf424e8f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.010227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60173e9a-93b2-4378-b409-23ebc213cf77 req-60e33ae4-cb2c-40ad-82bc-4eb66a020a3c tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050586 Nov 23 02:37:02.061460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.088163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.107599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53974) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:02.109285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/890920cf-03fe-4626-b71a-dbc7d5d3d88f HTTP/1.1" status: 204 len: 168 time: 0.6762803 Nov 23 02:37:02.192889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db942c-f774-4113-af22-03349c3399c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=890920cf-03fe-4626-b71a-dbc7d5d3d88f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:02.199703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 9a27c3be-9c17-4e95-b70c-5047dea5ec97 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:02.211179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.267480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-8154bded-1211-41f8-b104-27bf424e8f9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890920cf-03fe-4626-b71a-dbc7d5d3d88f: This subnet is being modified by another concurrent operation. Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:37:02.365334 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890920cf-03fe-4626-b71a-dbc7d5d3d88f: This subnet is being modified by another concurrent operation. Nov 23 02:37:02.371196 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 02:37:02.413419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.515732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6396f0-5f6a-4937-9ae7-097f406b9466 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:02.540738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659397c-9b52-435a-807a-f6d5fdf5bbab req-181240a6-3a12-4cd1-afeb-45e0e927673a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:02.542347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b659397c-9b52-435a-807a-f6d5fdf5bbab req-181240a6-3a12-4cd1-afeb-45e0e927673a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 945 time: 0.2025437 Nov 23 02:37:02.571736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.654092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:02.671809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2dd6-a873-4107-bb77-25265690c203 req-6456c59b-bf12-4260-8392-e88a5b592d48 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:02.674236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbcb2dd6-a873-4107-bb77-25265690c203 req-6456c59b-bf12-4260-8392-e88a5b592d48 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.2285473 Nov 23 02:37:02.674394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.685045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b659397c-9b52-435a-807a-f6d5fdf5bbab req-e37c632a-0890-49e3-90c0-74ab1472b6c5 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310127 Nov 23 02:37:02.685560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:02.691103 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/9a27c3be-9c17-4e95-b70c-5047dea5ec97 HTTP/1.1" status: 204 len: 168 time: 0.5814235 Nov 23 02:37:02.699345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb65d2a-88b1-4d24-b316-6ce064e8b213 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=9a27c3be-9c17-4e95-b70c-5047dea5ec97,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:02.708994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:02.716477 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e76910-5951-4f14-9665-8b189d0eefe5" -d '{"events": [{"server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "name": "network-vif-plugged", "status": "completed", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:02.722960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-f9629d1d-ed31-4d1b-89e1-ec625efcd3d8 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:02.724563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-f9629d1d-ed31-4d1b-89e1-ec625efcd3d8 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 946 time: 0.2059851 Nov 23 02:37:02.734912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea4061bb-831d-429e-95ba-2a356553d575 None None] Provisioning complete for port 751c846d-47de-426d-96b6-addee6f70d9e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:02.738283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea4061bb-831d-429e-95ba-2a356553d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:02.758921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b9adaad0-fffe-4c73-a1a9-7aa6083e3927 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710504 Nov 23 02:37:02.761918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54006) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:02.849900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbcb2dd6-a873-4107-bb77-25265690c203 req-3b865263-fb79-4828-8f8a-19b48421495e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632895 Nov 23 02:37:02.899424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236cbfa2-a695-49a5-af8f-cbcf364a767d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:02.904317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-236cbfa2-a695-49a5-af8f-cbcf364a767d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1409056 Nov 23 02:37:02.904598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54008) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:02.926833 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b852980-40d9-4a1f-87b8-422fe7ecc34c x-openstack-request-id: req-2b852980-40d9-4a1f-87b8-422fe7ecc34c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:02.927285 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "name": "network-vif-plugged", "status": "completed", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:02.927636 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b852980-40d9-4a1f-87b8-422fe7ecc34c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:02.928249 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603', 'code': 200} Nov 23 02:37:03.004238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 751c846d-47de-426d-96b6-addee6f70d9e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:03.051352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e944d3-4416-44db-9eb0-b4269ac1edcd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:03.053071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d8e944d3-4416-44db-9eb0-b4269ac1edcd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1451044 Nov 23 02:37:03.058218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2053420859'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:03.061091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:03.082328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:03.134937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-faea0f8d-2fb4-4f44-920a-2c9fa8e34e8d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706956 Nov 23 02:37:03.140306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54014) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:03.151564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Made reservation on behalf of 8b4a6a63234845cca9dd41c00554fda8 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:03.155122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.188113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:03.198135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Deleting port 751c846d-47de-426d-96b6-addee6f70d9e {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:03.199071 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.215459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.218279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Deleting port 82339318-3e3a-459b-900a-02ae216d1beb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:03.222167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.270460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.307583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] For port 751c846d-47de-426d-96b6-addee6f70d9e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=751c846d-47de-426d-96b6-addee6f70d9e,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:03.308099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.350601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Calling delete_port for 751c846d-47de-426d-96b6-addee6f70d9e owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:03.364626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91480ce4-7d71-462b-8a76-850d797cccea req-a37b0b62-54fb-4176-8580-47accbbb7401 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:03.366531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91480ce4-7d71-462b-8a76-850d797cccea req-a37b0b62-54fb-4176-8580-47accbbb7401 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "GET /v2.0/ports?device_id=899c2850-e4b6-45a6-a5ce-0905b79c39b1 HTTP/1.1" status: 200 len: 946 time: 0.2612786 Nov 23 02:37:03.376152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 751c846d-47de-426d-96b6-addee6f70d9e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=751c846d-47de-426d-96b6-addee6f70d9e,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:03.382026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e93b9a-a8e0-44b4-9387-e833b58929f2 req-7ba84204-3083-4cb2-a3bd-3041e81fe0ec tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:03.386166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.394371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44e93b9a-a8e0-44b4-9387-e833b58929f2 req-7ba84204-3083-4cb2-a3bd-3041e81fe0ec tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 946 time: 0.2368619 Nov 23 02:37:03.479823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2052-2917-46e7-aca8-18ad080125c4 req-c8a63c6e-313d-403f-9292-3c8cd5cbbbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:03.481451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-da1f2052-2917-46e7-aca8-18ad080125c4 req-c8a63c6e-313d-403f-9292-3c8cd5cbbbd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 1097 time: 0.4402657 Nov 23 02:37:03.633911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] For port 82339318-3e3a-459b-900a-02ae216d1beb, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=82339318-3e3a-459b-900a-02ae216d1beb,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:03.634603 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.662419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-da1f2052-2917-46e7-aca8-18ad080125c4 req-049cb14b-aade-4deb-be56-7514d2946dd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576905 Nov 23 02:37:03.670346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:03.674926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.676773 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:03.677421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:03.679360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44e93b9a-a8e0-44b4-9387-e833b58929f2 req-19e2eeb2-ac5c-42dd-85cc-db76f1e77f3d tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/security-groups?id=28faac42-777b-4570-9a81-af754d0a412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840698 Nov 23 02:37:03.688282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Calling delete_port for 82339318-3e3a-459b-900a-02ae216d1beb owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:03.723268 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eae571c1-8cc1-4c53-b202-d9ed7c64223b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5748796 Nov 23 02:37:03.726199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54032) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:03.751350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:03.807746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Deleting port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:03.808257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.020307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] For port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,segment=NetworkSegment(31005717-e5e2-4b1f-9da0-276370b1f5c6),segment_id=31005717-e5e2-4b1f-9da0-276370b1f5c6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:04.021069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.039059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Calling delete_port for 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:04.056131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=751c846d-47de-426d-96b6-addee6f70d9e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.088976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.129953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4f2d4951-f7a0-46ca-b4ff-10888c0eac12'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:04.200122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.227071 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.248171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.294221 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.308208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:04.315061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event deleted for resources: {'Port': ['ID=82339318-3e3a-459b-900a-02ae216d1beb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.320609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.320609 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Added segment 493c67fc-bedc-4c80-8202-0e868ebaa07d of type vlan for network b30376e2-cff3-4b71-b23c-631086812031 Nov 23 02:37:04.336519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Pushing event deleted for resources: {'Port': ['ID=751c846d-47de-426d-96b6-addee6f70d9e,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.338816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] No DVR routers for this DVR port 751c846d-47de-426d-96b6-addee6f70d9e on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:04.368011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.405671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b58ea-d30b-4ab1-8ab2-603b41ac7e24 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:37:04.436741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.437320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.437671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.438014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.440179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.444091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:04.444839 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.451745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.453703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.454429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.456427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] No DVR routers for this DVR port 82339318-3e3a-459b-900a-02ae216d1beb on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:04.457833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.458182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.459757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.460142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.460485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95875b67-c92d-4065-9e2d-246512a3fe5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:04.474196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.484499 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-886fd265-6e6f-4b81-9c15-f73e87751359 req-43522813-528a-472f-a58a-5d7824fbf185 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.47 "DELETE /v2.0/ports/82339318-3e3a-459b-900a-02ae216d1beb HTTP/1.1" status: 204 len: 173 time: 1.7533548 Nov 23 02:37:04.486434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'name': 'network-vif-deleted', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:04.489166 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb00bcd-06a2-4d8e-bb6a-bb3df98ce0f8" -d '{"events": [{"server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "name": "network-vif-deleted", "tag": "82339318-3e3a-459b-900a-02ae216d1beb"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:04.496164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Pushing event deleted for resources: {'Port': ['ID=4f2d4951-f7a0-46ca-b4ff-10888c0eac12,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.534415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8793256 Nov 23 02:37:04.534671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:04.539956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.542066 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:04.542713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:04.556120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54062) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:04.568784 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd8ab738-6670-404d-9684-f0cabe402bb7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8413446 Nov 23 02:37:04.574426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54066) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:04.596967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:04.600706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b58ea-d30b-4ab1-8ab2-603b41ac7e24 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:37:04.747623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e279-5bdb-4c1b-a36b-6e62d7ee7925 req-02789e4d-2858-4069-88db-cfedb65ca3ed tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:04.750962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0180e279-5bdb-4c1b-a36b-6e62d7ee7925 req-02789e4d-2858-4069-88db-cfedb65ca3ed tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.5597777 Nov 23 02:37:04.754669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b47613-149f-4680-8036-3180d9dd7aa1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.827257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:04.831174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.837976 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:04.838883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:04.851682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9141-5a3e-4b9e-a4d5-53dd07527031 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Pushing event updated for resources: {'Network': ['ID=b30376e2-cff3-4b71-b23c-631086812031,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:04.879225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245254e-9312-4764-9c58-6e32efe5f326 req-b0e3e1a2-9c8b-411a-8407-addec06c7131 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:04.881078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b245254e-9312-4764-9c58-6e32efe5f326 req-b0e3e1a2-9c8b-411a-8407-addec06c7131 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 945 time: 0.6954327 Nov 23 02:37:04.887100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:04.901828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:04.911154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4762f32-cd5f-46a1-bf44-3eb938fdc943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3351276 Nov 23 02:37:04.929898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c506e75b-a416-40d2-b8b9-defe30f40f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.933396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] No DVR routers for this DVR port 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:04.938772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b30376e2-cff3-4b71-b23c-631086812031 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:04.979952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:04.990718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91480ce4-7d71-462b-8a76-850d797cccea req-eee6edd8-7947-43ad-809b-4558aa8ac463 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.41 "DELETE /v2.0/ports/4f2d4951-f7a0-46ca-b4ff-10888c0eac12 HTTP/1.1" status: 204 len: 173 time: 1.5939858 Nov 23 02:37:04.993102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'name': 'network-vif-deleted', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:04.995813 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c824d467-82ab-4e9e-bf53-491f4e4d8449" -d '{"events": [{"server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "name": "network-vif-deleted", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:05.042292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0180e279-5bdb-4c1b-a36b-6e62d7ee7925 req-fbea2984-20fa-452f-97e7-6f54b3749cc8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334666 Nov 23 02:37:05.093363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c506e75b-a416-40d2-b8b9-defe30f40f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.102523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c506e75b-a416-40d2-b8b9-defe30f40f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.179589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b245254e-9312-4764-9c58-6e32efe5f326 req-142ab1be-2435-4611-8690-f06d851d8d09 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530975 Nov 23 02:37:05.200105 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c506e75b-a416-40d2-b8b9-defe30f40f53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38fc511e921f463eb052817c18a74326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6399794 Nov 23 02:37:05.203294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.239910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506e75b-a416-40d2-b8b9-defe30f40f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c7d94-b1b5-4f3d-bb91-8780dbdda128,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:05.295808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:05.300384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.302093 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:05.302720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:05.306855 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4597d1a2-1bb6-4644-96f0-59a0f7771eb5 x-openstack-request-id: req-4597d1a2-1bb6-4644-96f0-59a0f7771eb5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:05.307434 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8059a-0086-4cf6-bca2-409e4996007e", "name": "network-vif-deleted", "tag": "82339318-3e3a-459b-900a-02ae216d1beb", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:05.307798 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4597d1a2-1bb6-4644-96f0-59a0f7771eb5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:05.308312 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8059a-0086-4cf6-bca2-409e4996007e', 'name': 'network-vif-deleted', 'tag': '82339318-3e3a-459b-900a-02ae216d1beb', 'status': 'completed', 'code': 200} Nov 23 02:37:05.329281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ffda3f15-ce58-4557-9f8b-a86a14939e71 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4404533 Nov 23 02:37:05.333587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54084) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.334624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-81e4cd9d-05e4-4241-8f50-7f0cb0ffee14 None None] Provisioning complete for port 726f18d8-ba79-470a-b95d-b91b5a45d603 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:05.336371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81e4cd9d-05e4-4241-8f50-7f0cb0ffee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.352052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:05.384500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.443782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.518967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.522399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.526225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b34c7d94-b1b5-4f3d-bb91-8780dbdda128 HTTP/1.1" status: 204 len: 168 time: 0.3176591 Nov 23 02:37:05.556018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-519adc57-f34e-406a-97e2-c5d085b43dbb req-70117e77-654d-40c6-ae7b-bfbaf1202054 tempest-ListServersNegativeTestJSON-511502220 tempest-ListServersNegativeTestJSON-511502220-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2c8059a-0086-4cf6-bca2-409e4996007e HTTP/1.1" status: 200 len: 210 time: 0.0456979 Nov 23 02:37:05.566782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c8f70-adbe-43e5-87a0-991816ee0250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c7d94-b1b5-4f3d-bb91-8780dbdda128,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:05.629294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-81e4cd9d-05e4-4241-8f50-7f0cb0ffee14 None None] Provisioning complete for port b5a32879-cf44-4be4-91af-d023690203ed triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:05.629805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81e4cd9d-05e4-4241-8f50-7f0cb0ffee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.635997 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a13ddd9-4622-4ebe-8cd5-841b5a983489 x-openstack-request-id: req-4a13ddd9-4622-4ebe-8cd5-841b5a983489 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:05.636909 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899c2850-e4b6-45a6-a5ce-0905b79c39b1", "name": "network-vif-deleted", "tag": "4f2d4951-f7a0-46ca-b4ff-10888c0eac12", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:05.637400 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a13ddd9-4622-4ebe-8cd5-841b5a983489 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:05.638041 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899c2850-e4b6-45a6-a5ce-0905b79c39b1', 'name': 'network-vif-deleted', 'tag': '4f2d4951-f7a0-46ca-b4ff-10888c0eac12', 'status': 'completed', 'code': 200} Nov 23 02:37:05.658996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:05.675598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.679174 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:05.679949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:05.703842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-103b1bc4-37c7-4545-be01-9ecc1d38f6ef tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3682127 Nov 23 02:37:05.708039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.728759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:05.756853 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613b0cce-7c50-4894-a609-f285397d943e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.844193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.850365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'network_id': 'b30376e2-cff3-4b71-b23c-631086812031', 'binding:host_id': 'n-h1-714676-12', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1537072115'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:05.893598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Made reservation on behalf of 7f323fd6b8734053ab1711e60b7ff452 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:05.896711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.907528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.945401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 82339318-3e3a-459b-900a-02ae216d1beb no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:05.975676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:05.980378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.982317 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:05.982999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:05.984465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 82339318-3e3a-459b-900a-02ae216d1beb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:05.986155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 82339318-3e3a-459b-900a-02ae216d1beb not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:06.009353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b40e9629-346b-491d-a799-9418344420bc tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2999675 Nov 23 02:37:06.009803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.050767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.051310 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6f95bc32-877a-445b-88e2-b27c64e6c335 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396099 Nov 23 02:37:06.052015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54104) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.068942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.074552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.108068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port f0a9a73c-d83e-45b4-b0cd-582e9548db8f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:06.146793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bb113e-bdcd-4ee0-9903-58fab2bd0db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.193111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e4c9d-5c27-4fa2-bbed-2f905d93193e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:06.244772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c6cba-7728-4ca5-bc8f-a446354c0b7e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:06.248926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8f3c6cba-7728-4ca5-bc8f-a446354c0b7e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1931632 Nov 23 02:37:06.253726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.307708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae21e4-78a4-419e-92c1-a2c993250ec1 req-0db35a5a-9f12-4365-89a2-7b2616a5bbc7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:06.309662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aae21e4-78a4-419e-92c1-a2c993250ec1 req-0db35a5a-9f12-4365-89a2-7b2616a5bbc7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1566162 Nov 23 02:37:06.315233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b72c850a-58e2-46cd-bfe8-85563654cfe4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571842 Nov 23 02:37:06.319328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54118) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.325312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:06.433734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702147-cbc2-44ee-b22c-51ab89897670 req-8d6f16f7-c940-4cf2-b9c4-70fe75b4d183 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:06.434370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb702147-cbc2-44ee-b22c-51ab89897670 req-8d6f16f7-c940-4cf2-b9c4-70fe75b4d183 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 945 time: 0.1241415 Nov 23 02:37:06.436490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bb113e-bdcd-4ee0-9903-58fab2bd0db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.445849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aae21e4-78a4-419e-92c1-a2c993250ec1 req-efc093d1-9a9c-4d81-bbfa-1de2b7a60c42 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139987 Nov 23 02:37:06.446662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4bb113e-bdcd-4ee0-9903-58fab2bd0db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.466143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port f0a9a73c-d83e-45b4-b0cd-582e9548db8f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:06.470978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:06.474886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.491925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:06.498945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb113e-bdcd-4ee0-9903-58fab2bd0db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c1b350-e85d-4b9e-9f0e-0944db79a163,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:06.514585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4bb113e-bdcd-4ee0-9903-58fab2bd0db5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bc0aa824e78440799b7bafbc6ba15c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597826 Nov 23 02:37:06.518586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.564579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:06.565020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.565887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4f2d4951-f7a0-46ca-b4ff-10888c0eac12 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:06.578140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.623378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb702147-cbc2-44ee-b22c-51ab89897670 req-0cfa42cc-3139-48f5-80a9-e7dfa0efd53c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514204 Nov 23 02:37:06.663689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.676372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a9a73c-d83e-45b4-b0cd-582e9548db8f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:06.688785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Checking segment: {'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:06.688785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Network hostable DHCP agents. Network: b30376e2-cff3-4b71-b23c-631086812031, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:06.720058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.736672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54134) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.747325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Network b30376e2-cff3-4b71-b23c-631086812031 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:06.795794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b30376e2-cff3-4b71-b23c-631086812031) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:06.804706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea61e8-a9bf-4a63-8b7e-bc35ecafe472 None None] Network b30376e2-cff3-4b71-b23c-631086812031 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:06.824750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52b54b-a2e9-49dc-b9dd-cca9cb888cdd req-f4d9e634-5fdd-4960-a723-5f77d29851e5 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:06.826783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b52b54b-a2e9-49dc-b9dd-cca9cb888cdd req-f4d9e634-5fdd-4960-a723-5f77d29851e5 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba323f6-e163-48b3-acab-245db327a809 HTTP/1.1" status: 200 len: 945 time: 0.0976701 Nov 23 02:37:06.843199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.846337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.871609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4c1b350-e85d-4b9e-9f0e-0944db79a163 HTTP/1.1" status: 204 len: 168 time: 0.3516684 Nov 23 02:37:06.876849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:06.891039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0126f5c-0e95-4ad4-b7ba-ecf8ec22a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c1b350-e85d-4b9e-9f0e-0944db79a163,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:06.924404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b52b54b-a2e9-49dc-b9dd-cca9cb888cdd req-21184278-2fd4-414e-af17-324d434c17f0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888739 Nov 23 02:37:06.929155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:06.929327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:06.929681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:06.946486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:06.954354 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:06.967860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-faf03932-2d0c-4793-8043-c945f987b5e1 req-72a01635-dee6-40bd-acc6-1b443dbb77c9 service neutron] (103572) timed out ('10.222.0.41', 61880) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:37:06.968344 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 2 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:06.978397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Deleting subnet 1c4522d6-5f5b-4035-af7a-a89e63c8d59d {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:06.995712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.027676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.028081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.028487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.078119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.078554 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.086174 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 3 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.094735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.149563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.149851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.150242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.174023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:07.188348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.224246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.224724 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.231544 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 4 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.291973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:07.299409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.328604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:07.332213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:07.332835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.339633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aba7e6-3835-418e-b9c8-77426de59815 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:07.348446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.348731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.349051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.371270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.375337 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.406240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:07.420853 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 5 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.436250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cda0-a21e-412d-9cdc-278ed0119fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.452853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.462077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:07.467904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1464281 Nov 23 02:37:07.470804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1e317-dcd4-4200-b7be-be2a1c6f7ddf tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=4c60e590-a1b7-427b-9e78-98e9ad737e07,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:07.472667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:0f:97:f5', 'name': 'tempest-NetworksTestDHCPv6-505437929'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:07.478854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.479179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.480126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.488539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.488883 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.510861 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 6 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.518981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.523608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c4522d6-5f5b-4035-af7a-a89e63c8d59d HTTP/1.1" status: 204 len: 168 time: 0.7848482 Nov 23 02:37:07.529582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b523f-fd59-4b43-a3b8-77b60721f923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4522d6-5f5b-4035-af7a-a89e63c8d59d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:07.535003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:07.545991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.546336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.546740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.558726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8b2ac-9806-429e-9133-aad200072bcf None None] Network fa6bb61c-06d9-45a6-bf03-0f42f958934c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:07.658076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.667773 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.671838 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 7 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.703651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '4c60e590-a1b7-427b-9e78-98e9ad737e07'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:07.705191 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.736441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.745414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.745757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.746148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.763554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.763901 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.765287 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 8 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.795759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-30c693fc-584d-4fc8-bbb5-974fd0a4caad tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:07.804046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-30c693fc-584d-4fc8-bbb5-974fd0a4caad tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 0.2927310 Nov 23 02:37:07.879252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-4e0ad5a1-fc01-4876-9810-f3a492fe795c tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/quotas/b9617163dee14990b52a20d600d92965 HTTP/1.1" status: 200 len: 375 time: 0.0741394 Nov 23 02:37:07.884306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba623d-d8bb-4f48-b438-3bb2d96af0e5 None None] DHCP port deletion for fa6bb61c-06d9-45a6-bf03-0f42f958934c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:07.895294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:07.926635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:07.927045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:07.927314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:07.958883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:07.959503 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:07.961689 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 9 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:07.967334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.973081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Allocated IP 2001:db8::f816:3eff:fe58:5117 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/4c60e590-a1b7-427b-9e78-98e9ad737e07/635e7c07-8c08-40bf-b90a-53ede5fe93a1) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:08.003600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:08.004391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:08.004940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:08.009039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6bb61c-06d9-45a6-bf03-0f42f958934c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.015382 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57701717-f463-4e11-8546-106e49486a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.019198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:08.019531 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:08.021333 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 10 to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f Nov 23 02:37:08.025987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31005717-e5e2-4b1f-9da0-276370b1f5c6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.026286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31005717-e5e2-4b1f-9da0-276370b1f5c6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.042293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.048111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cda0-a21e-412d-9cdc-278ed0119fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.051181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:08.051520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:08.051862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:08.060697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:08.061146 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port f0a9a73c-d83e-45b4-b0cd-582e9548db8f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:08.061606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.067954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee6cda0-a21e-412d-9cdc-278ed0119fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.076705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.101667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:37:08.102074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:37:08.103898 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:37:08.193002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.200446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.203917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa6bb61c-06d9-45a6-bf03-0f42f958934c HTTP/1.1" status: 204 len: 168 time: 0.6683540 Nov 23 02:37:08.208283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-739e88b8-efba-4f52-b4a6-90424f896c94 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3274820 Nov 23 02:37:08.211273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6cda0-a21e-412d-9cdc-278ed0119fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de345b0-fde7-4a3d-887a-118c92742811,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.224106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ee6cda0-a21e-412d-9cdc-278ed0119fd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c4b6f4d179445648c3de7c5f5402fdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182256 Nov 23 02:37:08.224980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port f0a9a73c-d83e-45b4-b0cd-582e9548db8f, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:08.225358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempted to set empty binding levels {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:37:08.226376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54190) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.243270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc555e1-8711-4f06-985a-59992e629efe admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6bb61c-06d9-45a6-bf03-0f42f958934c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.254893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.268655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c96564-c4c2-4afe-a5e6-1a5359e1a1b9 req-128738c1-bc09-43db-b5c8-937f7e279e5e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:08.273379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86c96564-c4c2-4afe-a5e6-1a5359e1a1b9 req-128738c1-bc09-43db-b5c8-937f7e279e5e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.2185349 Nov 23 02:37:08.297856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.308153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.328501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.330760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:08.333021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.385668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:08.394882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:08.407259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=f0a9a73c-d83e-45b4-b0cd-582e9548db8f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.409286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:08.431827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Pushing event updated for resources: {'Port': ['ID=635e7c07-8c08-40bf-b90a-53ede5fe93a1,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.433034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-92159f98-92e5-4db5-8368-be655bc647f0 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.5865369 Nov 23 02:37:08.434243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.436975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54194) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.480451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86c96564-c4c2-4afe-a5e6-1a5359e1a1b9 req-b07b0731-a5b1-4e9f-87d2-efb0a2edf8cb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207016 Nov 23 02:37:08.508324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 5878013d-e6da-422d-ae81-624ad24e6d87 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:08.520322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.523817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.545412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Attempting to bind port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:08.545781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Attempting to bind port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:08.546149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Attempting to bind port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:08.552410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:08.552783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:08.553184 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.553575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:08.554042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Bound port: 635e7c07-8c08-40bf-b90a-53ede5fe93a1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:08.554422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.607271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-5587e229-e85a-4d30-8843-dc37c09828bb service neutron] 10.222.0.15 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815141 Nov 23 02:37:08.626337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] For port 635e7c07-8c08-40bf-b90a-53ede5fe93a1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:08.629482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] For port 635e7c07-8c08-40bf-b90a-53ede5fe93a1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=635e7c07-8c08-40bf-b90a-53ede5fe93a1,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:08.637783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.719064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5502c4-e7bf-41c6-8ee4-dd413603c4e3 None None] Pushing event updated for resources: {'Port': ['ID=635e7c07-8c08-40bf-b90a-53ede5fe93a1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.730220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b79eefe-f551-4153-ba7f-1606dd146476 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=919aa57dcbca4edd82cc83792e0e5294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052176 Nov 23 02:37:08.732695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54200) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.741864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Deleting port f0a9a73c-d83e-45b4-b0cd-582e9548db8f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:08.742274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.814930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe0f:97f5 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/4c60e590-a1b7-427b-9e78-98e9ad737e07/5878013d-e6da-422d-ae81-624ad24e6d87) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:08.832932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-01f4985d-a937-4aa6-95b5-a1ce802490ca tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:08.834864 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-01f4985d-a937-4aa6-95b5-a1ce802490ca tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ba323f6-e163-48b3-acab-245db327a809 HTTP/1.1" status: 200 len: 945 time: 0.2459350 Nov 23 02:37:08.841478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-e3e542bf-9b2d-4c12-9614-abe4b16223a3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:08.843582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-e3e542bf-9b2d-4c12-9614-abe4b16223a3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.41 "GET /v2.0/ports?device_id=33bbb0b0-290b-4474-b0b0-2158668f49f7 HTTP/1.1" status: 200 len: 945 time: 0.1400273 Nov 23 02:37:08.865665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.868382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.871799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5de345b0-fde7-4a3d-887a-118c92742811 HTTP/1.1" status: 204 len: 168 time: 0.6420012 Nov 23 02:37:08.912884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-5d49fd42-520a-4fbe-a879-a1fdc54e8c10 service neutron] 10.222.0.15 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796867 Nov 23 02:37:08.919281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b24687-1a51-43ad-8938-252ef8312e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de345b0-fde7-4a3d-887a-118c92742811,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.958721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port f0a9a73c-d83e-45b4-b0cd-582e9548db8f, host n-h1-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:08.961532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.269988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.532899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Calling delete_port for f0a9a73c-d83e-45b4-b0cd-582e9548db8f owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:09.573844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.703204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.793967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Deleting port b5a32879-cf44-4be4-91af-d023690203ed {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:09.794321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.800142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.929733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aab4ff85-1f46-457a-b4e7-6e177436d4fe req-967a12ae-c339-48c0-8978-10af3c98b08a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 210 time: 0.0972970 Nov 23 02:37:09.988101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Deleting port 726f18d8-ba79-470a-b95d-b91b5a45d603 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:09.988440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.994081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0a9a73c-d83e-45b4-b0cd-582e9548db8f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:10.047437 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.053907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-767e00aa-4e59-465e-b342-382a8d5d2e23 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f0a9a73c-d83e-45b4-b0cd-582e9548db8f HTTP/1.1" status: 204 len: 168 time: 1.6135287 Nov 23 02:37:10.055732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54250) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.101265 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5e17e3-cbf9-41be-bbbc-3f88d489db10 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:37:10.102901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4e5e17e3-cbf9-41be-bbbc-3f88d489db10 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports/f0a9a73c-d83e-45b4-b0cd-582e9548db8f HTTP/1.1" status: 404 len: 333 time: 0.0432811 Nov 23 02:37:10.109717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.117997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'network_id': 'b30376e2-cff3-4b71-b23c-631086812031', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1239651663'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:10.138933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.141531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.142759 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28faac42-777b-4570-9a81-af754d0a412e HTTP/1.1" status: 204 len: 168 time: 1.4029343 Nov 23 02:37:10.198719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d806a06-db37-4036-a39b-35923ae8c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28faac42-777b-4570-9a81-af754d0a412e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:10.210435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] For port b5a32879-cf44-4be4-91af-d023690203ed, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b5a32879-cf44-4be4-91af-d023690203ed,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:10.210818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.254819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Made reservation on behalf of 7f323fd6b8734053ab1711e60b7ff452 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:10.257258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.260690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Calling delete_port for b5a32879-cf44-4be4-91af-d023690203ed owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:10.300585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584d300-066e-4008-b223-530a5d98d95a req-97f8bb49-22c5-44e4-9086-8b2395f3fad2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:10.302232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f584d300-066e-4008-b223-530a5d98d95a req-97f8bb49-22c5-44e4-9086-8b2395f3fad2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.4700108 Nov 23 02:37:10.313345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.392726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port 08bfc195-d943-4292-9b7d-5f1fb7ab080f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:10.520076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] For port 726f18d8-ba79-470a-b95d-b91b5a45d603, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=726f18d8-ba79-470a-b95d-b91b5a45d603,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:10.520897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.602236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Calling delete_port for 726f18d8-ba79-470a-b95d-b91b5a45d603 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:10.608769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f584d300-066e-4008-b223-530a5d98d95a req-c8552e62-e09a-480c-ba36-d8f4a61e0e83 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917361 Nov 23 02:37:10.621949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.733582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.757537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] Provisioning complete for port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:10.764416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.823054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:10.850362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:10.902029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:10.930735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:10.931564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.984827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=5878013d-e6da-422d-ae81-624ad24e6d87,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.050408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1dac1246-9cae-47d1-9d5b-be4643a26012 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5855310 Nov 23 02:37:11.060909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:11.090310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.157123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 635e7c07-8c08-40bf-b90a-53ede5fe93a1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:11.209735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] For port 635e7c07-8c08-40bf-b90a-53ede5fe93a1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=635e7c07-8c08-40bf-b90a-53ede5fe93a1,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:11.217483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.276029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.324727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5dfbe917-2874-4e27-9156-bb80c908e5b5 req-29c35e9d-7602-49fa-8fe3-f31c91a66a53 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 210 time: 0.1635675 Nov 23 02:37:11.370416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event deleted for resources: {'Port': ['ID=b5a32879-cf44-4be4-91af-d023690203ed,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.400546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9bf0d-4033-457c-8aef-19e7e7eaa680 None None] Pushing event updated for resources: {'Port': ['ID=635e7c07-8c08-40bf-b90a-53ede5fe93a1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.404623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.408020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8de29-1372-4500-8186-90bb6cf47bf3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:11.411051 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-83e47a4d-498e-45e5-8804-9960dee4d932 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3314199 Nov 23 02:37:11.429500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8de29-1372-4500-8186-90bb6cf47bf3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:11.431236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-43d8de29-1372-4500-8186-90bb6cf47bf3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3215785 Nov 23 02:37:11.450586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5bf35-475b-44f6-ba83-6e8e1c77349b None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:11.472591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:11.524200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:11.524580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.576808 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.621304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.653580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ca5ede72-212f-4840-9852-84096b829a3b None None] Provisioning complete for port 5878013d-e6da-422d-ae81-624ad24e6d87 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:11.665362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca5ede72-212f-4840-9852-84096b829a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.705528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event deleted for resources: {'Port': ['ID=726f18d8-ba79-470a-b95d-b91b5a45d603,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.799280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a292bf-70df-4576-a5fe-9d78f2ced89e None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:11.824424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] No DVR routers for this DVR port b5a32879-cf44-4be4-91af-d023690203ed on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:11.840568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.856349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d41d970-5cc9-405c-87bd-3b7316778c3e req-a3d330f1-cea1-4278-8329-50c302409501 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "DELETE /v2.0/ports/b5a32879-cf44-4be4-91af-d023690203ed HTTP/1.1" status: 204 len: 173 time: 3.0095363 Nov 23 02:37:11.914141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] No DVR routers for this DVR port 726f18d8-ba79-470a-b95d-b91b5a45d603 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:11.939751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'name': 'network-vif-deleted', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:11.951160 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e52edf-c226-4076-b728-e0c171060da2" -d '{"events": [{"server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "name": "network-vif-deleted", "tag": "b5a32879-cf44-4be4-91af-d023690203ed"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:11.961769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Network b30376e2-cff3-4b71-b23c-631086812031 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:11.979583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.983011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08b3afb3-153f-44e6-ad4a-cd3a14fed76b req-47df6d0a-83d5-4a03-a995-346480df26b0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.41 "DELETE /v2.0/ports/726f18d8-ba79-470a-b95d-b91b5a45d603 HTTP/1.1" status: 204 len: 173 time: 3.1266487 Nov 23 02:37:11.983848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'name': 'network-vif-deleted', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:11.987134 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3058a409-eba6-49fc-96d6-ee89670ff0ed" -d '{"events": [{"server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "name": "network-vif-deleted", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:12.029789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 5878013d-e6da-422d-ae81-624ad24e6d87 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:12.030366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.034346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:12.041292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:12.044098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.044718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.053830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b5a32879-cf44-4be4-91af-d023690203ed no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:12.083412 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535093e-01bb-4d12-abae-b71ab8b5ab08 x-openstack-request-id: req-e535093e-01bb-4d12-abae-b71ab8b5ab08 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:12.083681 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba323f6-e163-48b3-acab-245db327a809", "name": "network-vif-deleted", "tag": "b5a32879-cf44-4be4-91af-d023690203ed", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:12.083941 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e535093e-01bb-4d12-abae-b71ab8b5ab08 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:12.084345 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba323f6-e163-48b3-acab-245db327a809', 'name': 'network-vif-deleted', 'tag': 'b5a32879-cf44-4be4-91af-d023690203ed', 'status': 'completed', 'code': 200} Nov 23 02:37:12.097645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9867764 Nov 23 02:37:12.123305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.129289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:12.130358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ede72-212f-4840-9852-84096b829a3b None None] Port 5878013d-e6da-422d-ae81-624ad24e6d87 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:12.150979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.155242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b5a32879-cf44-4be4-91af-d023690203ed {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:12.155594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b5a32879-cf44-4be4-91af-d023690203ed not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:12.167335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 5878013d-e6da-422d-ae81-624ad24e6d87 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:12.175377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:12.194680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4624e-3144-4d87-bfd2-78a23efbee4b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=08bfc195-d943-4292-9b7d-5f1fb7ab080f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.248136 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9009e339-1f1e-4bef-84d7-9a24ed34401b x-openstack-request-id: req-9009e339-1f1e-4bef-84d7-9a24ed34401b {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:12.248898 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbb0b0-290b-4474-b0b0-2158668f49f7", "name": "network-vif-deleted", "tag": "726f18d8-ba79-470a-b95d-b91b5a45d603", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:12.249256 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9009e339-1f1e-4bef-84d7-9a24ed34401b {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:12.249841 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bbb0b0-290b-4474-b0b0-2158668f49f7', 'name': 'network-vif-deleted', 'tag': '726f18d8-ba79-470a-b95d-b91b5a45d603', 'status': 'completed', 'code': 200} Nov 23 02:37:12.258944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac54af-2628-435d-a2a8-7197bf43dcba req-5904d488-9900-4ce0-884c-35ac73d41fc1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.267841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcac54af-2628-435d-a2a8-7197bf43dcba req-5904d488-9900-4ce0-884c-35ac73d41fc1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.3550057 Nov 23 02:37:12.333313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-a0c6ec6a-ceab-4b23-bb37-1d42d11fa82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.334929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-a0c6ec6a-ceab-4b23-bb37-1d42d11fa82c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e2edb07c82847fdb7e925f28199b076&device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 1102 time: 0.6561306 Nov 23 02:37:12.369101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcac54af-2628-435d-a2a8-7197bf43dcba req-39477d17-947b-4d87-850a-23143695ff91 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Nov 23 02:37:12.483362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.519239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 726f18d8-ba79-470a-b95d-b91b5a45d603 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:12.595741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 726f18d8-ba79-470a-b95d-b91b5a45d603 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:12.596287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 726f18d8-ba79-470a-b95d-b91b5a45d603 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:12.636635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=5878013d-e6da-422d-ae81-624ad24e6d87,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.638784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.642700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-254403a7-405e-49e5-a5a6-0f0fa36c64fd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/5878013d-e6da-422d-ae81-624ad24e6d87 HTTP/1.1" status: 204 len: 168 time: 1.1687195 Nov 23 02:37:12.647821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:12.822176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-31a598f1-98d0-470c-a7ef-2cad5a109a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.828332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-31a598f1-98d0-470c-a7ef-2cad5a109a9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.4263504 Nov 23 02:37:12.855194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8be0882-b1a5-431f-b135-9d2d4034580a req-289b0060-c64c-41f7-8994-fc05c26a64e4 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 210 time: 0.0864558 Nov 23 02:37:12.886156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-f922f8eb-0676-4b7a-9d22-a4937a6b1b9e tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.898779 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-f922f8eb-0676-4b7a-9d22-a4937a6b1b9e tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 1.2430418 Nov 23 02:37:12.922992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6849079-1940-4743-8862-1b72ed4e6d51 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.925596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6849079-1940-4743-8862-1b72ed4e6d51 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.943022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6849079-1940-4743-8862-1b72ed4e6d51 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2874138 Nov 23 02:37:12.943624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:12.954277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-c9d85609-b7f4-42c1-85a1-6636a54c4d68 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:12.960230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-c9d85609-b7f4-42c1-85a1-6636a54c4d68 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 812 time: 0.8300812 Nov 23 02:37:12.976323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Request body: {'port': {'device_id': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'admin_state_up': True, 'tenant_id': 'b9617163dee14990b52a20d600d92965'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:13.004857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Request body: {'port': {'device_id': '1255210f-5408-4885-a154-7442c22b39c4', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'admin_state_up': True, 'tenant_id': 'b9617163dee14990b52a20d600d92965'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:13.046392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 635e7c07-8c08-40bf-b90a-53ede5fe93a1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:13.052568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.090482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7e7e313-eb39-4aac-a2ec-dc1eeedd2998 req-b2c7e633-9220-4826-823a-883b86a6fc52 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.1097667 Nov 23 02:37:13.107596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:37:13.137905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 4c60e590-a1b7-427b-9e78-98e9ad737e07 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:13.156540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.212773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:13.213361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.273363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-46885f71-a8aa-4fc9-b247-1187ee361b73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 200 len: 217 time: 0.3715150 Nov 23 02:37:13.275946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.683352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.834674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62791a-5000-4b53-b4b6-6581cf265b61 req-f9e04e72-e04a-46ad-ad5a-6d6cc9e8970c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.843173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe62791a-5000-4b53-b4b6-6581cf265b61 req-f9e04e72-e04a-46ad-ad5a-6d6cc9e8970c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.2872691 Nov 23 02:37:13.847309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.891304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b344dac-daa5-4543-a589-6e461ff59389 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:13.892629 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.921152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/4c60e590-a1b7-427b-9e78-98e9ad737e07 HTTP/1.1" status: 204 len: 168 time: 0.9764338 Nov 23 02:37:13.930602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54422) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:13.995752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-71451d1c-d741-418b-a294-14b8a4b1831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.997746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-71451d1c-d741-418b-a294-14b8a4b1831d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.5217869 Nov 23 02:37:14.014118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b128ebd0-8c11-4994-9f46-c18b948b6370 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777435 Nov 23 02:37:14.031562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54424) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.038637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-054ba616-e8c0-4879-aa11-12094e36eb7f req-b4a6b047-2601-4e45-bed4-231b8926af51 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0923092 Nov 23 02:37:14.040749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3f1d-19e6-40f5-a8d2-e937ac0a3191 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=4c60e590-a1b7-427b-9e78-98e9ad737e07,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.062725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.139223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe62791a-5000-4b53-b4b6-6581cf265b61 req-78d6d465-357c-4277-ab9e-d09492858206 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825069 Nov 23 02:37:14.211502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:14.215712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.237371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96dec6a4-19fb-4fbf-9323-d3518c502767 req-4df87bc0-22ac-48fe-9e8a-5e6b52b150b6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 210 time: 0.0358078 Nov 23 02:37:14.287021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:14.349129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Deleting port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:14.349602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.411821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port 08bfc195-d943-4292-9b7d-5f1fb7ab080f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:14.423918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] For port 635e7c07-8c08-40bf-b90a-53ede5fe93a1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=635e7c07-8c08-40bf-b90a-53ede5fe93a1,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:14.424659 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.453107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Calling delete_port for 635e7c07-8c08-40bf-b90a-53ede5fe93a1 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:14.497754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.511477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Made reservation on behalf of b9617163dee14990b52a20d600d92965 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:14.515464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.536320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.629254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-c0d5e844-8054-4ff4-bfd2-2e3cd62a5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:14.630670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.631668 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-c0d5e844-8054-4ff4-bfd2-2e3cd62a5fd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6164486 Nov 23 02:37:14.687508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] Pushing event deleted for resources: {'Port': ['ID=635e7c07-8c08-40bf-b90a-53ede5fe93a1,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.696329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f2637-1969-499e-8f9f-78cd05343da3 None None] No DVR routers for this DVR port 635e7c07-8c08-40bf-b90a-53ede5fe93a1 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:14.756775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:14.760449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.961175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=08bfc195-d943-4292-9b7d-5f1fb7ab080f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.973243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 635e7c07-8c08-40bf-b90a-53ede5fe93a1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:15.004818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 635e7c07-8c08-40bf-b90a-53ede5fe93a1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:15.005324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 635e7c07-8c08-40bf-b90a-53ede5fe93a1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:15.036781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.037202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.037549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.063536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Allocated IP 172.20.0.14 (801eb224-60aa-425b-8a04-344b9cdf8c9c/edb6bcd0-fce8-42ab-b543-8c81cde23f30/ec105338-8177-462f-8826-50321ed17aa9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:15.077079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.077277 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.086414 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 2 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.118273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-661e7a3d-a660-4a61-ae44-27fe377e8953 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731772 Nov 23 02:37:15.146457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.146876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.147159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.171930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71ffc368-2ff1-4798-a772-7a4e02cc8741 req-1f3ba6fd-e8ac-4179-8be0-12afaf0a50d4 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0439801 Nov 23 02:37:15.233798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.234167 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.248658 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 3 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.327808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8e6d-f729-4c06-96d0-4bae31d9e056 req-2ab5dc13-36bd-4a09-a705-4152fc4252a2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:15.342854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca1c8e6d-f729-4c06-96d0-4bae31d9e056 req-2ab5dc13-36bd-4a09-a705-4152fc4252a2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1072977 Nov 23 02:37:15.394336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c543caaa-4416-4494-b763-7753ebdf0b05 req-1657e7a6-c541-4f95-ae72-379c87edf14a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 210 time: 0.0385821 Nov 23 02:37:15.442192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca1c8e6d-f729-4c06-96d0-4bae31d9e056 req-78879ebe-8f8b-47fd-a8c3-55cca5a9557a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926447 Nov 23 02:37:15.680077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.680516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.680762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.707284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.707626 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.717806 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 4 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.786425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.786793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.787145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.812066 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2925a5d-f200-47f1-ae37-6cfba413b34d req-0c7b1488-3af6-4f0a-a26d-6c602413f986 service neutron] 10.222.0.47 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824112 Nov 23 02:37:15.819187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.819523 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.822808 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 5 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.855797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.856111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.856474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.863094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.888276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.888611 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.892675 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 6 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.926785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.927040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.927358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.944108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:15.944481 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:15.946994 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 7 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:15.974746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:15.979344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.024229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.074798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:16.074798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:16.074798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:16.108110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbed8cbb-8965-4ea0-b5f0-3e4ee24b5b5b req-ac9ae326-0bc9-4045-a36f-847e87a66f1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.0297008 Nov 23 02:37:16.139033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:16.150161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:16.152284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:16.152284 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:16.153431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.154039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.165149 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 8 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:16.167709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb3cb0d-802e-4679-bc12-40d297089b62 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:16.170616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=d3e5d197-7543-4d7f-ba50-bb6b94f95bad,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:16.175260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:16.211951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b397fddf-7318-4867-9d94-ca327b7de427 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1561291 Nov 23 02:37:16.213238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:16.214979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:16.222166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:80:8e:52', 'name': 'tempest-NetworksTestDHCPv6-1325293439'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:16.228548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Allocated IP 172.20.0.4 (801eb224-60aa-425b-8a04-344b9cdf8c9c/edb6bcd0-fce8-42ab-b543-8c81cde23f30/291ce611-960f-4683-a085-1df6daadb27f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:16.232971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:16.241493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event updated for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:16.275934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:16.276709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:16.277053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:16.301793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:16.302146 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:16.306350 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 9 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:16.309980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563e4bc-4216-490f-b215-715600cba13f None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:16.332042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:16.332713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:16.333058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:16.341712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:16.342038 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:16.347081 n-d-714676-12 neutron-server[103572]: INFO neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 10 to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f Nov 23 02:37:16.363582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.364213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.377331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff5a2cad-ba93-48ef-9597-efba49e42295 req-3fb9979f-364f-43ac-a287-48f30caa7a13 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0325305 Nov 23 02:37:16.400154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:16.400495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:16.400837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:16.438351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-3d3a78b5-ffe8-4e23-bd03-68af121f345d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4438126 Nov 23 02:37:16.438793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'd3e5d197-7543-4d7f-ba50-bb6b94f95bad'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:16.439652 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.476531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-61608b21-81c4-42a6-b597-ec7e6cf81d6c None None] Provisioning complete for port ec105338-8177-462f-8826-50321ed17aa9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:16.481840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-61608b21-81c4-42a6-b597-ec7e6cf81d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.512986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:16.513344 n-d-714676-12 neutron-server[103572]: ERROR neutron.plugins.ml2.managers [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:16.513684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.537534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:16.568115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-81f056ee-6f34-467c-a654-5e078cd073a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1663828 Nov 23 02:37:16.623000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-61608b21-81c4-42a6-b597-ec7e6cf81d6c None None] Port ec105338-8177-462f-8826-50321ed17aa9 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:16.653567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Request body: {'port': {'device_id': '1255210f-5408-4885-a154-7442c22b39c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:16.657474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port 08bfc195-d943-4292-9b7d-5f1fb7ab080f, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:16.657822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempted to set empty binding levels {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:37:16.687176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.714130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Allocated IP 2001:db8::f816:3eff:fe3c:1140 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d3e5d197-7543-4d7f-ba50-bb6b94f95bad/ae7ed076-6d47-4fe1-91a1-50e8d8c499d5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:16.757622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dfb51-bbe7-4487-ae96-048d3a1a6acc req-fe2b19bf-0a48-4d10-b139-114bfa667f5b tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.774248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b2dfb51-bbe7-4487-ae96-048d3a1a6acc req-fe2b19bf-0a48-4d10-b139-114bfa667f5b tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 932 time: 0.2362971 Nov 23 02:37:16.853792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-a31328e2-0cc1-4368-a33b-031dcffa6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.858712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] In _notify_port_updated(), no bound segment for port 08bfc195-d943-4292-9b7d-5f1fb7ab080f on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:37:16.860229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.862328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:16.868869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-a31328e2-0cc1-4368-a33b-031dcffa6da8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2136588 Nov 23 02:37:16.875868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "PUT /v2.0/ports/08bfc195-d943-4292-9b7d-5f1fb7ab080f HTTP/1.1" status: 200 len: 976 time: 4.7135277 Nov 23 02:37:16.885540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed9f9-1478-4bf5-9dd7-1656f4c014ff req-2d642c7a-bd4d-4b92-923f-6bfcc0a6b4d7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:16.888036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54486) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:16.889110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e2ed9f9-1478-4bf5-9dd7-1656f4c014ff req-2d642c7a-bd4d-4b92-923f-6bfcc0a6b4d7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.3069026 Nov 23 02:37:16.942162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2bf0745-1e59-44ad-85a5-4b3a0aae5a65 req-89151b15-fc88-4262-ad3a-a3ff7145e06c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1089163 Nov 23 02:37:17.014197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.046405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f19b6e-4ce5-4c7f-be41-7aed56519c2b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=08bfc195-d943-4292-9b7d-5f1fb7ab080f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:17.070087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.117972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e158926e-f2cd-4035-9503-097eb6e38fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.128375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e158926e-f2cd-4035-9503-097eb6e38fd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.2381215 Nov 23 02:37:17.135367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:17.170331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b2dfb51-bbe7-4487-ae96-048d3a1a6acc req-a2e119c0-1d35-4e1c-8068-dc525ad45744 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930514 Nov 23 02:37:17.197400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.253880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.256132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.256625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.258902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.259283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.259751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.260207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.260921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.261497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.267453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.269286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.271242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.271746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.272312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.276001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.276504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.280988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.280988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.280988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.282185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.290657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-469a0dea-85c0-49f4-8b59-a01d84f7e193 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15999 time: 0.3982332 Nov 23 02:37:17.328682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:17.332073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:17.335802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:17.344761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:17.367568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Pushing event updated for resources: {'Port': ['ID=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:17.437860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Attempting to bind port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:17.442892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Attempting to bind port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:17.442892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Attempting to bind port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:17.454621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:17.455690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:17.456220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.456731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:17.457331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Bound port: ae7ed076-6d47-4fe1-91a1-50e8d8c499d5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:17.457881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.516704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe80:8e52 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d3e5d197-7543-4d7f-ba50-bb6b94f95bad/3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:17.573027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] For port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:17.576697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] For port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:17.591630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.678891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.751761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54e03a-4681-425b-a469-7cf15c6d234e None None] Pushing event updated for resources: {'Port': ['ID=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:17.831967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e2ed9f9-1478-4bf5-9dd7-1656f4c014ff req-98ceedbc-1b05-4acb-81ab-fb65419b88ca tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358264 Nov 23 02:37:17.838165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:17.841738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:17.843755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event updated for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:17.858206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:17.890719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083efa4-0121-4ae3-ad02-a48f8c38db47 None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:17.969935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.971065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0b0c931c-334c-4a10-988e-6603e7ac9ca8 None None] Provisioning complete for port 291ce611-960f-4683-a085-1df6daadb27f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:17.971635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b0c931c-334c-4a10-988e-6603e7ac9ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.973728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.998286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39ffb8a1-86b2-47e9-af4f-ff6be02af817 req-ad64a255-d2fe-42cf-a29e-95234bd2368e tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1716886 Nov 23 02:37:18.077539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a401ebeb-a14a-4357-ac88-7b2433bd6ce6 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1161256 Nov 23 02:37:18.083392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-812a7e62-782b-43c8-83db-93501cb4a558 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.7898715 Nov 23 02:37:18.106132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c931c-334c-4a10-988e-6603e7ac9ca8 None None] Port 291ce611-960f-4683-a085-1df6daadb27f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:18.122032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Request body: {'port': {'device_id': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:18.351643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec105338-8177-462f-8826-50321ed17aa9 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:18.387459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.390645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Deleting port 08bfc195-d943-4292-9b7d-5f1fb7ab080f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:18.391229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.415260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e7522090-150d-4930-9407-df9fcbf3d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.419874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e7522090-150d-4930-9407-df9fcbf3d34e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.3183789 Nov 23 02:37:18.484726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Transition to ACTIVE for port object ec105338-8177-462f-8826-50321ed17aa9 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:18.488075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.495653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port 08bfc195-d943-4292-9b7d-5f1fb7ab080f, host n-h1-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:18.496358 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.510859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Calling delete_port for 08bfc195-d943-4292-9b7d-5f1fb7ab080f owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:18.520849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.701121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efe949-5ee0-4fec-ab4a-277f7adb8c7c None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:18.709601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:18.739717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c453d5-0719-442c-a713-3e9bd0c53cdd req-145e0d10-ad2e-4896-9da3-3476fb830876 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.743778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8c453d5-0719-442c-a713-3e9bd0c53cdd req-145e0d10-ad2e-4896-9da3-3476fb830876 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 932 time: 0.4207652 Nov 23 02:37:18.747966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.893436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8c453d5-0719-442c-a713-3e9bd0c53cdd req-c412d8bd-20e7-4991-88f0-fd3724bca8d3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312490 Nov 23 02:37:18.902921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e9244871-0181-4f19-bb37-9c4d3d2350ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.905263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-e9244871-0181-4f19-bb37-9c4d3d2350ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3575091 Nov 23 02:37:18.960255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Attempting to bind port ec105338-8177-462f-8826-50321ed17aa9 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:18.970895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.971492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Attempting to bind port ec105338-8177-462f-8826-50321ed17aa9 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:18.972090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Attempting to bind port ec105338-8177-462f-8826-50321ed17aa9 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:18.978798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Port ec105338-8177-462f-8826-50321ed17aa9 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:18.979314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Attempting to bind port ec105338-8177-462f-8826-50321ed17aa9 on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:19.011766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:19.012228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Checking segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:19.012712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Bound using segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:19.013278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Bound port: ec105338-8177-462f-8826-50321ed17aa9, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:19.013856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.025518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.118359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:19.164409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event deleted for resources: {'Port': ['ID=08bfc195-d943-4292-9b7d-5f1fb7ab080f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:19.208422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:19.221579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.230178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-135c2c88-568b-47cd-99e3-3efe31da875b tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "DELETE /v2.0/ports/08bfc195-d943-4292-9b7d-5f1fb7ab080f HTTP/1.1" status: 204 len: 168 time: 1.6937747 Nov 23 02:37:19.237969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54572) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:19.250720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:19.251443 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.372275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:19.413634 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4e2d03-0146-4cdf-82cb-e48dea346615 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:37:19.413893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.415581 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de4e2d03-0146-4cdf-82cb-e48dea346615 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports/08bfc195-d943-4292-9b7d-5f1fb7ab080f HTTP/1.1" status: 404 len: 333 time: 0.1759393 Nov 23 02:37:19.425863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54578) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:19.428054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1af3ae50-263b-4438-9f63-623379b950e1 req-79ecb8d4-31b1-490b-8692-5480087f1bbc tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.2239001 Nov 23 02:37:19.431868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-419196470', 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:19.438011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:19.440822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:19.445777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.447043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.517581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:19.530544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.536631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec105338-8177-462f-8826-50321ed17aa9,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:19.550745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ce611-960f-4683-a085-1df6daadb27f {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:19.574321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.576956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:19.584631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.601603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-75f54246-185c-41ac-833b-4595cf85e5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857007 Nov 23 02:37:19.630223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a70e2237-e8ec-4162-a4df-7fa7b8c6b08f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4100349 Nov 23 02:37:19.639430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d6189-eb72-4d41-a531-cab8226629c6 req-aef7644e-e91b-433e-8833-1f611061a6b6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.650425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b54d6189-eb72-4d41-a531-cab8226629c6 req-aef7644e-e91b-433e-8833-1f611061a6b6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.4889050 Nov 23 02:37:19.656954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:19.671747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:19.712030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Made reservation on behalf of 7f323fd6b8734053ab1711e60b7ff452 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:19.724214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.745850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31abd0b0-afee-4c8e-83b6-0557566831ce None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:19.783108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.783753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:19.785195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ec105338-8177-462f-8826-50321ed17aa9 HTTP/1.1" status: 200 len: 1093 time: 3.2568614 Nov 23 02:37:19.843985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:19.848342 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4399b074-00fe-408a-81f4-0cbac96b586a" -d '{"events": [{"name": "network-changed", "server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "tag": "ec105338-8177-462f-8826-50321ed17aa9"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:19.881153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-178306e3-2678-4b19-b959-3880c4aa3d4a req-bce7b733-7641-4d4f-8b95-fd122fd5196b service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686250 Nov 23 02:37:19.918965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port e6d33700-c5c4-4a9b-9280-dff34dc753d3 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:19.924844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b54d6189-eb72-4d41-a531-cab8226629c6 req-545d24f0-0e08-4904-b062-993bff794b1c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731571 Nov 23 02:37:19.999949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66a9976c-e478-46ee-b89f-b2d7b2bfa152 None None] Provisioning complete for port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:20.002243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66a9976c-e478-46ee-b89f-b2d7b2bfa152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.190273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0d743cf-2dfc-4f47-823e-f13b177515d2 req-b2b134cf-9c0d-4c09-823d-da0dd8afb29b tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0867167 Nov 23 02:37:20.206947 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1794bce5-3907-457f-99a8-d40977faccef x-openstack-request-id: req-1794bce5-3907-457f-99a8-d40977faccef {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:20.207545 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "tag": "ec105338-8177-462f-8826-50321ed17aa9", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:20.207989 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1794bce5-3907-457f-99a8-d40977faccef {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:20.208568 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9', 'status': 'completed', 'code': 200} Nov 23 02:37:20.223156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Transition to ACTIVE for port object 291ce611-960f-4683-a085-1df6daadb27f will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:20.248089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.275539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c7c63-fa6e-4e62-bb80-a084907175b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:20.294832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.316390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da4155-7712-4efc-bd55-9e8042112b0d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.322994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da4155-7712-4efc-bd55-9e8042112b0d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.324915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4da4155-7712-4efc-bd55-9e8042112b0d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.6477301 Nov 23 02:37:20.350722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54616) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:20.378691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03afdb-0e21-47ef-b8e0-cbff812b2a4c None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:20.419700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85232575-cb6f-4370-8586-16a55a8e58c0 req-3977f2f4-23d6-4802-8305-bf4bdd054b06 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.423529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85232575-cb6f-4370-8586-16a55a8e58c0 req-3977f2f4-23d6-4802-8305-bf4bdd054b06 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 944 time: 0.1943178 Nov 23 02:37:20.434496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b50728e2-b141-4420-8acd-948bc4eebedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.436033 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b50728e2-b141-4420-8acd-948bc4eebedf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 1096 time: 0.5739532 Nov 23 02:37:20.443921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Pushing event updated for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:20.487256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d9866323-bf4a-45cf-a86a-66120893a929 None None] Provisioning complete for port 3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:20.488385 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9866323-bf4a-45cf-a86a-66120893a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.504359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85232575-cb6f-4370-8586-16a55a8e58c0 req-2dae43b2-0915-4cee-ba58-281046b027bd tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702112 Nov 23 02:37:20.546039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d9866323-bf4a-45cf-a86a-66120893a929 None None] Port 3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:20.560451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-2fd7ab63-b2f6-4371-801a-a80bca83e556 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec105338-8177-462f-8826-50321ed17aa9 HTTP/1.1" status: 200 len: 217 time: 0.1088634 Nov 23 02:37:20.657806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.704974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Attempting to bind port 291ce611-960f-4683-a085-1df6daadb27f on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:20.705313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Attempting to bind port 291ce611-960f-4683-a085-1df6daadb27f by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:20.705647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Attempting to bind port 291ce611-960f-4683-a085-1df6daadb27f on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:20.712048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Network b30376e2-cff3-4b71-b23c-631086812031 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:20.726203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:20.733483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:20.734410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.735062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.737891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-9d6209ac-e6b3-4480-b003-cac55e26b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.739378 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-9d6209ac-e6b3-4480-b003-cac55e26b9e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1681840 Nov 23 02:37:20.739996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Port 291ce611-960f-4683-a085-1df6daadb27f on network 801eb224-60aa-425b-8a04-344b9cdf8c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:20.740314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Attempting to bind port 291ce611-960f-4683-a085-1df6daadb27f on network 801eb224-60aa-425b-8a04-344b9cdf8c9c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:20.770736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:20.771078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Checking segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:20.771547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Bound using segment: {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:20.772376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Bound port: 291ce611-960f-4683-a085-1df6daadb27f, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db09de7e-4505-4460-a39a-bacdb01e833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:20.772740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.778589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d33700-c5c4-4a9b-9280-dff34dc753d3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:20.805601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-8272d974-5a84-43b2-94b9-49b67d1ae0e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522971 Nov 23 02:37:20.813229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f50dda61-5df5-45ab-8f62-bf1a57ebd121 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3838143 Nov 23 02:37:20.813635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:20.813813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:20.814117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.852207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d535784-6955-4368-98e6-e6143add063a tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.854471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0d535784-6955-4368-98e6-e6143add063a tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports/e6d33700-c5c4-4a9b-9280-dff34dc753d3 HTTP/1.1" status: 200 len: 954 time: 0.0389593 Nov 23 02:37:20.856974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:21.005540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:21.049051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Deleting port e6d33700-c5c4-4a9b-9280-dff34dc753d3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:21.049405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.089078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:21.113472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:21.113867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.139817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.184394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=291ce611-960f-4683-a085-1df6daadb27f,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:21.191356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.220790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.227232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:21.272737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Calling delete_port for e6d33700-c5c4-4a9b-9280-dff34dc753d3 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:21.291859 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-5115d396-254e-48c7-9305-a2c044e84641 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745693 Nov 23 02:37:21.325113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388528ce-9b32-4a1a-b7ea-809911e25545 req-ffb5dcdb-7efa-4f3d-8e48-15d21711639c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:21.327188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-388528ce-9b32-4a1a-b7ea-809911e25545 req-ffb5dcdb-7efa-4f3d-8e48-15d21711639c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1396253 Nov 23 02:37:21.367060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ad6bd-83e9-44b5-87ca-33cc05cfd921 None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:21.380227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:21.380917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.382281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] 10.222.0.47 "PUT /v2.0/ports/291ce611-960f-4683-a085-1df6daadb27f HTTP/1.1" status: 200 len: 1092 time: 3.2791452 Nov 23 02:37:21.568510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a582c1-83ba-46b5-bca9-31a41d209c9a service neutron] Pushing event updated for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:21.655179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-d935344d-93f6-4190-8232-4cb6791d5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:21.658265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-d935344d-93f6-4190-8232-4cb6791d5dc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 1095 time: 0.1997874 Nov 23 02:37:21.728509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-e6fdc4c7-f54c-4c4b-a95d-4b7875b41387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ce611-960f-4683-a085-1df6daadb27f HTTP/1.1" status: 200 len: 217 time: 0.0553846 Nov 23 02:37:21.733789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-7921a7dd-27cb-4542-97b9-f9dcb4b5a9ca service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010246 Nov 23 02:37:21.748795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.777442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-831ecda5-1e15-435a-ace1-a5a971133937 req-7466a3ff-3069-4474-9032-63ec26a78618 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0381603 Nov 23 02:37:21.779753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.843158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d33700-c5c4-4a9b-9280-dff34dc753d3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:21.876135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.880270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad695f87-077d-406d-96f3-0d5adc22b5cf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e6d33700-c5c4-4a9b-9280-dff34dc753d3 HTTP/1.1" status: 204 len: 168 time: 1.0218318 Nov 23 02:37:21.884670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54652) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:21.941220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:21.949129 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66fba4f-7cad-4b22-8d68-6248dbb91689 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:37:21.950811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e66fba4f-7cad-4b22-8d68-6248dbb91689 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports/e6d33700-c5c4-4a9b-9280-dff34dc753d3 HTTP/1.1" status: 404 len: 333 time: 0.0649114 Nov 23 02:37:21.959145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-388528ce-9b32-4a1a-b7ea-809911e25545 req-38cfab8d-3313-4e62-8ba7-ee1f697dd63c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231619 Nov 23 02:37:21.960346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54654) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:21.966163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'network_id': 'b30376e2-cff3-4b71-b23c-631086812031', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-338982353'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:22.005511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.012209 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4beb6a36-09c9-4cdf-9ddc-09ad7e470b1b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 HTTP/1.1" status: 204 len: 168 time: 1.6552210 Nov 23 02:37:22.015374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-14d1a741-d185-4fd4-b731-8763c7e36d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.016849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-14d1a741-d185-4fd4-b731-8763c7e36d9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.2817018 Nov 23 02:37:22.017369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:22.026230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b074-00fe-408a-81f4-0cbac96b586a req-c5daad85-b1ef-46fb-80da-23c9ed8678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.030304 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-c5daad85-b1ef-46fb-80da-23c9ed8678a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 1096 time: 0.2007999 Nov 23 02:37:22.076746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-951c9532-580e-486a-91a8-c33505a53a1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449357 Nov 23 02:37:22.087215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd344d54-ad88-4fce-bf29-289a966ced70 req-ad6f2e59-7789-4eb3-a573-47761b62db56 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.097210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd344d54-ad88-4fce-bf29-289a966ced70 req-ad6f2e59-7789-4eb3-a573-47761b62db56 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 944 time: 0.2228661 Nov 23 02:37:22.098975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Made reservation on behalf of 7f323fd6b8734053ab1711e60b7ff452 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:22.101401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.140786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e178b-417e-4c12-9b90-cf3fb9ec2ed3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.142617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e178b-417e-4c12-9b90-cf3fb9ec2ed3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.146774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad1e178b-417e-4c12-9b90-cf3fb9ec2ed3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245911 Nov 23 02:37:22.155063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54662) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:22.209393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'tag': '291ce611-960f-4683-a085-1df6daadb27f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:22.211652 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f11fbda-10ac-42be-a8ce-8f5267014a12" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "tag": "291ce611-960f-4683-a085-1df6daadb27f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:22.246827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:22.352997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet d3e5d197-7543-4d7f-ba50-bb6b94f95bad {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:22.356480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.478850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd344d54-ad88-4fce-bf29-289a966ced70 req-6ef0e7a8-5ff0-4810-893c-0853f505aae0 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806117 Nov 23 02:37:22.495012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.598923 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b727a-76de-4319-ac38-09cb9a782697 x-openstack-request-id: req-073b727a-76de-4319-ac38-09cb9a782697 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:22.599720 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "tag": "291ce611-960f-4683-a085-1df6daadb27f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:22.599720 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-073b727a-76de-4319-ac38-09cb9a782697 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:22.599919 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'tag': '291ce611-960f-4683-a085-1df6daadb27f', 'status': 'completed', 'code': 200} Nov 23 02:37:22.608057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b074-00fe-408a-81f4-0cbac96b586a req-eb26c20a-91cf-45d1-8689-22f98678ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.609558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-eb26c20a-91cf-45d1-8689-22f98678ebac service neutron] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 913 time: 0.5625319 Nov 23 02:37:22.657019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-42532798-74c4-4628-aa39-a106a41b9f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec105338-8177-462f-8826-50321ed17aa9 HTTP/1.1" status: 200 len: 217 time: 0.0383041 Nov 23 02:37:22.658937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-a819352f-7c61-4848-b81a-a85dc761c972 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673633 Nov 23 02:37:22.681628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.695719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.782577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.793684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.796191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b074-00fe-408a-81f4-0cbac96b586a req-4cbdf6eb-8584-417e-8e23-bab049261fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.797659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-4cbdf6eb-8584-417e-8e23-bab049261fc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1283810 Nov 23 02:37:22.844755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e5d197-7543-4d7f-ba50-bb6b94f95bad,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:22.882280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:22.888123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21e8a95c-d878-4964-a6e5-3a2484005382 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d3e5d197-7543-4d7f-ba50-bb6b94f95bad HTTP/1.1" status: 204 len: 168 time: 0.7152622 Nov 23 02:37:22.889468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e07c23-e918-4d1a-8483-a6ffe08fbc5a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:22.892839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:22.908759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Network b30376e2-cff3-4b71-b23c-631086812031 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:22.909151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-4443e59f-1084-4a73-82da-538a4e724a94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986423 Nov 23 02:37:22.959081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5733b18d-9a09-4d31-9604-8f788674f016 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625613 Nov 23 02:37:22.963443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:22.975482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:22.989056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:22.990372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:22.991181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.012542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=b0874fd6-2d5b-4a85-af0c-d93b4ad222f7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:23.033942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cda37a94-e911-4185-b53c-7a42f02ca6bb req-8063b5ad-d897-4e5e-b927-cbf3a34cb94c tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0710552 Nov 23 02:37:23.153826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7dbaadf-4991-4997-9266-0e19d9b95204 req-f983081b-c8ff-44be-a8dc-d91b229a1836 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469306 Nov 23 02:37:23.174337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-36ed9a7a-0a4e-415c-95bd-2a0173c3c2a1 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2092240 Nov 23 02:37:23.174337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:23.179187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:23.249301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-30384c61-940f-4a10-ae56-019b19ef1ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147187 Nov 23 02:37:23.262167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:23.265634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627520e8-122d-4ccb-9ff6-488d90632636 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.268684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-627520e8-122d-4ccb-9ff6-488d90632636 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2893281 Nov 23 02:37:23.272839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:23.360214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.375705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60df2-f22d-4ec3-b9de-f9a2d136e05a req-6e98af55-df25-4cba-8d6a-23c301aaf7ac tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.378304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Deleting port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:23.379513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.384296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63c60df2-f22d-4ec3-b9de-f9a2d136e05a req-6e98af55-df25-4cba-8d6a-23c301aaf7ac tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.2566991 Nov 23 02:37:23.414119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.418855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73192646-33eb-4091-8736-714e6039775e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.420341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73192646-33eb-4091-8736-714e6039775e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461046 Nov 23 02:37:23.428121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54702) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:23.528274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce26cfa9-53f4-456a-992c-300448c7c532 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918002 Nov 23 02:37:23.529534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54714) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:23.535842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] For port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:23.536096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:23.536355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.565053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Calling delete_port for ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:23.590213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-152831d6-918f-4826-b73d-03ce292df5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.592355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-152831d6-918f-4826-b73d-03ce292df5bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9617163dee14990b52a20d600d92965&device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 1095 time: 0.3347368 Nov 23 02:37:23.678189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63c60df2-f22d-4ec3-b9de-f9a2d136e05a req-edca735c-469d-4c9f-aeb3-6d880229d0a0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930026 Nov 23 02:37:23.795021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4399b074-00fe-408a-81f4-0cbac96b586a req-cd8f4534-91ca-42d5-a59b-274dd0ddf0d1 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380667 Nov 23 02:37:23.831770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.894133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] Pushing event deleted for resources: {'Port': ['ID=ae7ed076-6d47-4fe1-91a1-50e8d8c499d5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:23.895832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:23.901918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.916506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce24519-9ac3-4380-b9b9-d81a8c48ff76 None None] No DVR routers for this DVR port ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:24.007275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec105338-8177-462f-8826-50321ed17aa9 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:37:24.056630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] device_id is not set on port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:24.077047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.092080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce95be9-327b-442b-a5a8-b113afdb6030 req-217cc169-31af-43de-8f94-acf0d6e6f4e5 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.100579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ce95be9-327b-442b-a5a8-b113afdb6030 req-217cc169-31af-43de-8f94-acf0d6e6f4e5 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 944 time: 0.4725966 Nov 23 02:37:24.108381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:24.115866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.142460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655eeb1-fcac-4240-a306-834a5dd6817f req-f987a7e3-4f24-4828-b2b8-f12322c37adc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.152276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8655eeb1-fcac-4240-a306-834a5dd6817f req-f987a7e3-4f24-4828-b2b8-f12322c37adc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1507490 Nov 23 02:37:24.209641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-5de7cd7e-391f-4be9-88bc-df5613df5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.211545 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-5de7cd7e-391f-4be9-88bc-df5613df5fa1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 200 len: 913 time: 0.5979691 Nov 23 02:37:24.212863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec105338-8177-462f-8826-50321ed17aa9,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:24.256543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ec105338-8177-462f-8826-50321ed17aa9', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'port_id': 'ec105338-8177-462f-8826-50321ed17aa9', 'mac_address': 'fa:16:3e:ff:10:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6bcd0-fce8-42ab-b543-8c81cde23f30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:37:24.290225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-c9017fde-96f9-4264-a694-90269cd9fa30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291ce611-960f-4683-a085-1df6daadb27f HTTP/1.1" status: 200 len: 217 time: 0.0508637 Nov 23 02:37:24.311793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8655eeb1-fcac-4240-a306-834a5dd6817f req-12b25af0-86de-4ba3-b4ad-7b93c8e5708f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578579 Nov 23 02:37:24.319983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.336112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=b0874fd6-2d5b-4a85-af0c-d93b4ad222f7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:24.355983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec105338-8177-462f-8826-50321ed17aa9 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:24.381717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ce95be9-327b-442b-a5a8-b113afdb6030 req-aed680d0-4415-42da-8042-2a51c9f839ce tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800319 Nov 23 02:37:24.394358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec105338-8177-462f-8826-50321ed17aa9,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:24.401071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.401592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.402096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.405522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.428071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.428717 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.444965 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 2 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.451836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-40c495c8-3d32-4255-b0bf-5126306bf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.453384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-40c495c8-3d32-4255-b0bf-5126306bf00a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 200 len: 852 time: 0.1216505 Nov 23 02:37:24.495800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21434661-0396-4325-a737-09978cee749c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.525683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:24.537802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-d18aa46d-c186-4b6e-891d-10629d1971fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=801eb224-60aa-425b-8a04-344b9cdf8c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748739 Nov 23 02:37:24.562201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:24.578565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.578909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.579286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.581356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.584318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f2e8c64-97f2-4d81-bbd6-ac7665d59eb0 req-08f66983-4f98-47f7-9dde-ec26b34ad9fb tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1064913 Nov 23 02:37:24.609563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.609900 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.614682 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 3 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.623070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ec105338-8177-462f-8826-50321ed17aa9'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:24.643323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.643731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.643990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.666529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956234ec-a978-42e4-bbbc-7f47ca57d672 req-f5f6f7e8-abb3-47a6-9dce-a78361fe355d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.668078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-956234ec-a978-42e4-bbbc-7f47ca57d672 req-f5f6f7e8-abb3-47a6-9dce-a78361fe355d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1736045 Nov 23 02:37:24.670068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.670437 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.674807 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 4 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.720564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.720947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.721245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.744362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.744695 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.748841 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 5 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.763277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=aca8f812-581e-4c19-900d-b3908fb41e9e,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:24.786420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:24.789923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:24.792418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21434661-0396-4325-a737-09978cee749c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.795070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.795943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.796386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.796925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.797069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.804670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-956234ec-a978-42e4-bbbc-7f47ca57d672 req-537484fe-105d-4253-880a-0198cbe40098 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269062 Nov 23 02:37:24.807404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21434661-0396-4325-a737-09978cee749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:24.811551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.812452 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.815201 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 6 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.834159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1d201-1269-4568-a174-ff2cfde9ef7f None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:24.879656 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c4010f47-ec70-45a8-9e88-9745515afadd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3476319 Nov 23 02:37:24.884567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54748) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:24.895100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-de5a3fb4-5050-45aa-8d7c-9b1baff1c4ab service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300111 Nov 23 02:37:24.900844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:80:f9:b1', 'name': 'tempest-NetworksTestDHCPv6-2057928414'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:24.908959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.909590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.910142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.914530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21434661-0396-4325-a737-09978cee749c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da5f3849cdb04c42b022494cf949618a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8037646 Nov 23 02:37:24.919006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54750) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:24.935939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.937224 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.939336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434661-0396-4325-a737-09978cee749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ef844-7dcf-4de3-8644-0369bfef5803,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:24.947087 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 7 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:24.975744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:24.976088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:24.976431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:24.989193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:24.990497 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:24.992783 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 8 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:25.021595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:25.028428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:25.028976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:25.029554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:25.036989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:25.037335 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:25.037732 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 9 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:25.049634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:25.049973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae7ed076-6d47-4fe1-91a1-50e8d8c499d5 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:25.069900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:25.069900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:25.069900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:25.076410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:25.076749 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:25.077144 n-d-714676-12 neutron-server[103571]: INFO neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempt 10 to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 Nov 23 02:37:25.108731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'aca8f812-581e-4c19-900d-b3908fb41e9e'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:25.109370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:25.109587 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.110289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:25.111411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempting to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:25.123909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:25.125085 n-d-714676-12 neutron-server[103571]: ERROR neutron.plugins.ml2.managers [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Failed to bind port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on host n-h1-714676-12 for vnic_type normal using segments [{'id': '493c67fc-bedc-4c80-8202-0e868ebaa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b30376e2-cff3-4b71-b23c-631086812031'}] Nov 23 02:37:25.125898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.165775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.201623 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f11fbda-10ac-42be-a8ce-8f5267014a12 req-030e9b74-e81f-4001-a230-7b6083c25f73 service neutron] 10.222.0.47 "GET /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945607 Nov 23 02:37:25.216413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.257537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:25.318935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Allocated IP 2001:db8::f816:3eff:feae:bdfd (7b8caf0b-cac0-4b64-834e-8688d7f0c350/aca8f812-581e-4c19-900d-b3908fb41e9e/ce83d7ce-e503-4cf9-be6c-67eaff284d5b) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:25.358630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.363338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.365690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c9ef844-7dcf-4de3-8644-0369bfef5803 HTTP/1.1" status: 204 len: 168 time: 0.4342961 Nov 23 02:37:25.389596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901652e-2cab-4dc3-af41-c0dabc036979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ef844-7dcf-4de3-8644-0369bfef5803,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:25.398208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.400233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-16f35d0a-58f0-4e7e-848a-8f35ca9fdca8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.413214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-16f35d0a-58f0-4e7e-848a-8f35ca9fdca8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.2912416 Nov 23 02:37:25.428036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port ee0f7545-53e4-444d-acf5-b28b04834d44 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:25.442415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:25.442860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attempted to set empty binding levels {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:37:25.455162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-a363a22e-d3fe-4c4e-bf33-a7b7014b2bbb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/quotas/b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 375 time: 0.0408292 Nov 23 02:37:25.484678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.574144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] In _notify_port_updated(), no bound segment for port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 on network b30376e2-cff3-4b71-b23c-631086812031 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:37:25.574939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.575566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.579888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "PUT /v2.0/ports/b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 HTTP/1.1" status: 200 len: 975 time: 2.4018667 Nov 23 02:37:25.580653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:25.602927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f9471-fb41-40e2-9414-b58a5f395d72 tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event updated for resources: {'Port': ['ID=b0874fd6-2d5b-4a85-af0c-d93b4ad222f7,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:25.605130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.614554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.629454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-d95c9757-7f04-4f5e-9c34-2d6af8bd419f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1706872 Nov 23 02:37:25.667113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:25.672150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:25.677697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:25.680105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Pushing event updated for resources: {'Port': ['ID=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:25.764793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe80:f9b1 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/aca8f812-581e-4c19-900d-b3908fb41e9e/ee0f7545-53e4-444d-acf5-b28b04834d44) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:25.768981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1c7ee-5675-4fe7-a4f8-5ae77be0205d req-fe0d13a8-8504-4db5-94a2-2b2d82201a2a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.777528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eb1c7ee-5675-4fe7-a4f8-5ae77be0205d req-fe0d13a8-8504-4db5-94a2-2b2d82201a2a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 945 time: 0.2761111 Nov 23 02:37:25.783187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Attempting to bind port ce83d7ce-e503-4cf9-be6c-67eaff284d5b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:25.783663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Attempting to bind port ce83d7ce-e503-4cf9-be6c-67eaff284d5b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:25.784197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Attempting to bind port ce83d7ce-e503-4cf9-be6c-67eaff284d5b on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:25.792122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:25.792856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:25.793413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.793922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:25.794532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Bound port: ce83d7ce-e503-4cf9-be6c-67eaff284d5b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:25.795037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.817613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Deleting port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:25.818285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.887993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] For port ce83d7ce-e503-4cf9-be6c-67eaff284d5b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:25.895939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] For port ce83d7ce-e503-4cf9-be6c-67eaff284d5b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:25.904732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.925159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0eb1c7ee-5675-4fe7-a4f8-5ae77be0205d req-7519ed65-8749-43d1-9ba0-3c2f0e0e0803 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463153 Nov 23 02:37:25.951800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-5043084f-b28e-429f-be1e-f45f0b89f718 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107851 Nov 23 02:37:26.002029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.011470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 291ce611-960f-4683-a085-1df6daadb27f details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:37:26.014430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec105338-8177-462f-8826-50321ed17aa9 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:26.101957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0711d9d0-e2a1-4111-acf0-ecb535a30073 req-b5e9f929-226d-4bb1-ad8d-7316a332b4f7 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0505884 Nov 23 02:37:26.103549 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cac4ea7-0e3a-4751-9459-8d81927abad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.138299 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.191176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.202580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=291ce611-960f-4683-a085-1df6daadb27f,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:26.217135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cac4ea7-0e3a-4751-9459-8d81927abad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.220933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '291ce611-960f-4683-a085-1df6daadb27f', 'network_id': '801eb224-60aa-425b-8a04-344b9cdf8c9c', 'port_id': '291ce611-960f-4683-a085-1df6daadb27f', 'mac_address': 'fa:16:3e:37:2a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb6bcd0-fce8-42ab-b543-8c81cde23f30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:37:26.228632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4cac4ea7-0e3a-4751-9459-8d81927abad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.282070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1921e8-af37-41c7-9a53-9355468b6714 None None] Pushing event updated for resources: {'Port': ['ID=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.287062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=ee0f7545-53e4-444d-acf5-b28b04834d44,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.297246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] For port b0874fd6-2d5b-4a85-af0c-d93b4ad222f7, host n-h1-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:26.298456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.348668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:26.356836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:26.358969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Calling delete_port for b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:26.361645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:26.369121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:26.369805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.423364 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.426473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ec105338-8177-462f-8826-50321ed17aa9 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:26.450354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4cac4ea7-0e3a-4751-9459-8d81927abad0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b5fd69e8f74597b830f2761404f79f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434831 Nov 23 02:37:26.451612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.456984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ec105338-8177-462f-8826-50321ed17aa9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:26.457394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.458724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4ea7-0e3a-4751-9459-8d81927abad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff4b062-aff0-44ab-a33c-2373a33d84c5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.464494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ce611-960f-4683-a085-1df6daadb27f {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:26.493051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-c20b1e12-33cf-4c79-9fc3-30e9005656f0 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344548 Nov 23 02:37:26.499522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b8380418-9fc7-4407-a355-381041da4c74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6090958 Nov 23 02:37:26.500626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.531478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=291ce611-960f-4683-a085-1df6daadb27f,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:26.541145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.613430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.617483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b1702-169d-4cd3-8198-a0d9b7ffe68b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:26.632761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b1702-169d-4cd3-8198-a0d9b7ffe68b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:26.640097 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c10b1702-169d-4cd3-8198-a0d9b7ffe68b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1360159 Nov 23 02:37:26.640097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.644951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.658899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.662116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.705061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.715554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec105338-8177-462f-8826-50321ed17aa9,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:26.717685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:26.721562 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f027f42-f53d-47ad-973a-85c3e4879532" -d '{"events": [{"server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "name": "network-vif-plugged", "status": "completed", "tag": "ec105338-8177-462f-8826-50321ed17aa9"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:26.743898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.796623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['291ce611-960f-4683-a085-1df6daadb27f'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:26.802709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0874fd6-2d5b-4a85-af0c-d93b4ad222f7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.824306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.838136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-951b34dd-2352-42fc-81b9-e5ac621d42bf tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 HTTP/1.1" status: 204 len: 168 time: 1.2561185 Nov 23 02:37:26.843699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.858057 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8234e2d-ee76-40cd-bef1-3690cbb84815 x-openstack-request-id: req-b8234e2d-ee76-40cd-bef1-3690cbb84815 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:26.858398 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "name": "network-vif-plugged", "status": "completed", "tag": "ec105338-8177-462f-8826-50321ed17aa9", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:26.858849 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8234e2d-ee76-40cd-bef1-3690cbb84815 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:26.859520 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9', 'code': 200} Nov 23 02:37:26.882611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b6181d7-33b6-4dc3-8c5e-76da395776d1 req-553d35de-e775-40e6-bbf3-e63cac47ce44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 210 time: 0.0474038 Nov 23 02:37:26.928611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port ee0f7545-53e4-444d-acf5-b28b04834d44 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:26.929621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.935768 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bab3084-4edf-4ca6-9b89-82fc4de8b78c tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:37:26.940802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6bab3084-4edf-4ca6-9b89-82fc4de8b78c tempest-PortsAdminExtendedAttrsTestJSON-1134175490 tempest-PortsAdminExtendedAttrsTestJSON-1134175490-project-admin] 10.222.0.15 "GET /v2.0/ports/b0874fd6-2d5b-4a85-af0c-d93b4ad222f7 HTTP/1.1" status: 404 len: 333 time: 0.0576460 Nov 23 02:37:26.941686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:26.960287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:27.065571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.090235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for ee0f7545-53e4-444d-acf5-b28b04834d44 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:27.220522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c609-95ae-488f-845f-5e237a1de98b req-83066f73-7251-4a6f-8419-d5ee9617e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:27.222043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1590c609-95ae-488f-845f-5e237a1de98b req-83066f73-7251-4a6f-8419-d5ee9617e386 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 1098 time: 0.2845180 Nov 23 02:37:27.222414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ce83d7ce-e503-4cf9-be6c-67eaff284d5b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:27.239991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.244501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.245895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ff4b062-aff0-44ab-a33c-2373a33d84c5 HTTP/1.1" status: 204 len: 168 time: 0.7909763 Nov 23 02:37:27.347905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.377134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ce83d7ce-e503-4cf9-be6c-67eaff284d5b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:27.378572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.428029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1590c609-95ae-488f-845f-5e237a1de98b req-7b3193cd-e4e1-4260-8098-13bd9e5612a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894021 Nov 23 02:37:27.489318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853dcba-8df4-42a7-983b-f9ef14d75fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff4b062-aff0-44ab-a33c-2373a33d84c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:27.531575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d0d07c0-93ed-4206-acaf-bf809f1abdfa req-815c13e4-0964-4d0f-937d-36f426176f6c tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0764427 Nov 23 02:37:27.535718 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.601382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=ee0f7545-53e4-444d-acf5-b28b04834d44,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:27.632333 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.636742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-08ce0f9b-cb56-4c9b-8912-ab942acea032 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/ee0f7545-53e4-444d-acf5-b28b04834d44 HTTP/1.1" status: 204 len: 168 time: 0.9903879 Nov 23 02:37:27.643659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:27.659297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.708950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30376e2-cff3-4b71-b23c-631086812031']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:27.715455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.734018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493c67fc-bedc-4c80-8202-0e868ebaa07d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:27.734323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493c67fc-bedc-4c80-8202-0e868ebaa07d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:27.772402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.791491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d83336-70ff-4d64-87be-9eeca6844708 req-6b472ecd-8719-4595-8677-2e25b3325910 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:27.802056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17d83336-70ff-4d64-87be-9eeca6844708 req-6b472ecd-8719-4595-8677-2e25b3325910 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 946 time: 0.5727391 Nov 23 02:37:27.807837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d07ee1-7315-4a99-ba89-01bcce5d80c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:27.810048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d07ee1-7315-4a99-ba89-01bcce5d80c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:27.814546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f2d07ee1-7315-4a99-ba89-01bcce5d80c2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1614506 Nov 23 02:37:27.815621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54840) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:27.843341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.847804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ce83d7ce-e503-4cf9-be6c-67eaff284d5b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:27.853809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.861876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:37:27.863336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.930652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17d83336-70ff-4d64-87be-9eeca6844708 req-25124ee9-d383-4ccd-8cbe-1b8e5a361c31 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274278 Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:37:28.048597 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:37:28.129409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.148266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e74e1bfc-5d18-4a0d-a37f-5cb50792ce46 req-94924d1c-1005-4a1a-b68b-090d88082b3f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 210 time: 0.0693657 Nov 23 02:37:28.169008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.174154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] 10.222.0.15 "DELETE /v2.0/networks/b30376e2-cff3-4b71-b23c-631086812031 HTTP/1.1" status: 204 len: 168 time: 1.2320819 Nov 23 02:37:28.191330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99653215-e173-4387-b2af-cb9f7733a698 tempest-PortsAdminExtendedAttrsTestJSON-1105734911 tempest-PortsAdminExtendedAttrsTestJSON-1105734911-project] Pushing event deleted for resources: {'Network': ['ID=b30376e2-cff3-4b71-b23c-631086812031,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:28.208233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet aca8f812-581e-4c19-900d-b3908fb41e9e {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:28.212405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.309116 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.317855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 291ce611-960f-4683-a085-1df6daadb27f up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:28.331548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ee4d4adf-d770-4009-aaaf-10d50692bf4f None None] Provisioning complete for port ce83d7ce-e503-4cf9-be6c-67eaff284d5b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:28.332343 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee4d4adf-d770-4009-aaaf-10d50692bf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.359347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:28.568679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.646045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 291ce611-960f-4683-a085-1df6daadb27f completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:28.664413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 291ce611-960f-4683-a085-1df6daadb27f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:28.665203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.756358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.786649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:28.790457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa9dc2ee-2129-4de5-a362-b751e90c1f8f req-37d4d743-bef7-4987-8c12-74f13a00f9c5 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0844665 Nov 23 02:37:28.868620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=aca8f812-581e-4c19-900d-b3908fb41e9e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:28.882972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:28.890153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c87e2f4b-7776-43c0-bb35-d310797a44e3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/aca8f812-581e-4c19-900d-b3908fb41e9e HTTP/1.1" status: 204 len: 168 time: 1.0731866 Nov 23 02:37:28.892719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:28.964601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd7be8-812d-4062-a355-c4921232be08 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:28.974373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-4b583c4c-f8c1-4e52-95da-6bd5f589b4ee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:28.977009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-4b583c4c-f8c1-4e52-95da-6bd5f589b4ee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.1586080 Nov 23 02:37:28.987367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:28.988555 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a7e4016-6f3a-494b-b9a5-0668a1037259 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852072 Nov 23 02:37:29.002374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:29.137261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'device_id': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'admin_state_up': True, 'tenant_id': 'b71060c31b17495da68daf494818cbf0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:29.167782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:29.195514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bc5c7c1d-d2bf-4b43-a59b-785e0df7c259 None None] Could not find standard attr ID for object ee0f7545-53e4-444d-acf5-b28b04834d44. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:37:29.201325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ce83d7ce-e503-4cf9-be6c-67eaff284d5b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:29.243458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.291884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-793511747-network', 'tenant_id': 'a6c7827f9b8d4e8aafb668e7beef2085'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:29.340779 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97bb7bdb-ee87-4f37-b98a-0e6146825dc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b4a6a63234845cca9dd41c00554fda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517468 Nov 23 02:37:29.343506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54904) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:29.356408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ce611-960f-4683-a085-1df6daadb27f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:29.359682 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9fa74b-b8e7-451b-8715-49e36404bac6" -d '{"events": [{"server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "name": "network-vif-plugged", "status": "completed", "tag": "291ce611-960f-4683-a085-1df6daadb27f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:29.359862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Made reservation on behalf of a6c7827f9b8d4e8aafb668e7beef2085 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:29.362473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.371885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dc8024b-6ed5-4270-9fd8-4543831538b0 req-4462c2aa-1a6d-49c3-a166-31e03aef96d4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 210 time: 0.0675194 Nov 23 02:37:29.398933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e33c7-9a10-4532-8f73-ab4723b86bf3 req-174e08ce-d828-4119-ae54-285afc7ed68e tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:29.402322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.406629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d1e33c7-9a10-4532-8f73-ab4723b86bf3 req-174e08ce-d828-4119-ae54-285afc7ed68e tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 946 time: 0.1826236 Nov 23 02:37:29.432828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:29.433505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=291ce611-960f-4683-a085-1df6daadb27f,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:29.436942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.446038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.475770 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf84b1f-7d46-4d9a-b903-140c1adc4229 x-openstack-request-id: req-edf84b1f-7d46-4d9a-b903-140c1adc4229 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:29.476251 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "name": "network-vif-plugged", "status": "completed", "tag": "291ce611-960f-4683-a085-1df6daadb27f", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:29.476622 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edf84b1f-7d46-4d9a-b903-140c1adc4229 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:29.477265 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ce611-960f-4683-a085-1df6daadb27f', 'code': 200} Nov 23 02:37:29.494705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.514070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ce83d7ce-e503-4cf9-be6c-67eaff284d5b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:29.517877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.529574 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.649507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.660514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.662377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.680878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:29.684295 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.702555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d1e33c7-9a10-4532-8f73-ab4723b86bf3 req-146a4062-20ba-4740-bb63-39c5b5eb6f58 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921519 Nov 23 02:37:29.706888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:29.709880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8873b-3283-44e7-bf30-910cf31ee098 req-1ccfa622-0756-438b-8de5-9663d4a4d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:29.719149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86e8873b-3283-44e7-bf30-910cf31ee098 req-1ccfa622-0756-438b-8de5-9663d4a4d195 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 1097 time: 0.1721699 Nov 23 02:37:29.759612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:29.806840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:29.846369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466e6d66-ddc3-42fd-acdf-16d5fd81e29b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:29.867033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Deleting port ce83d7ce-e503-4cf9-be6c-67eaff284d5b {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:29.867409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.869004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.871982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.876173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35b47613-149f-4680-8036-3180d9dd7aa1 HTTP/1.1" status: 204 len: 168 time: 0.5273833 Nov 23 02:37:29.898164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40709407-637c-4f68-98f2-4809d92ef918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b47613-149f-4680-8036-3180d9dd7aa1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:29.903810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:29.904164 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Added segment e80769c6-40f4-4ddc-89b5-1968b90916f0 of type vlan for network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 Nov 23 02:37:29.923837 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-86e8873b-3283-44e7-bf30-910cf31ee098 req-3c121530-df8c-4d2d-ab0e-d58104ad569e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770465 Nov 23 02:37:29.968266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.019730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] For port ce83d7ce-e503-4cf9-be6c-67eaff284d5b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:30.020625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.038660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.040501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:30.041247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.049038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Calling delete_port for ce83d7ce-e503-4cf9-be6c-67eaff284d5b owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:30.062165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8928158 Nov 23 02:37:30.076258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54924) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:30.083094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Request body: {'subnet': {'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-793511747-subnet', 'tenant_id': 'a6c7827f9b8d4e8aafb668e7beef2085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:30.145762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f546038-4ee2-47ec-94f3-f95875f87494 admin admin] Pushing event updated for resources: {'Network': ['ID=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:30.153378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Made reservation on behalf of a6c7827f9b8d4e8aafb668e7beef2085 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:30.159428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.170132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:30.257639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.316463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] No DVR routers for this DVR port ce83d7ce-e503-4cf9-be6c-67eaff284d5b on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:30.318115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e80534-8cf3-42dd-9d51-3dc73cfcb01f None None] Pushing event deleted for resources: {'Port': ['ID=ce83d7ce-e503-4cf9-be6c-67eaff284d5b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:30.418167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54934) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:30.489082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4805fd0b-44ab-40df-9c3c-637f6b8268ae req-38cee5d5-c4d2-4f92-bd65-489293005a5e tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.5340931 Nov 23 02:37:30.529271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-949d357f-8436-414c-9447-e55f73077411 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f323fd6b8734053ab1711e60b7ff452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098855 Nov 23 02:37:30.531579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.534998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54938) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:30.571484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d52cd0-a85a-4f4c-834c-0c62aace68b8 req-8deae23d-4492-468b-9b5b-a8891f996565 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:30.573080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5d52cd0-a85a-4f4c-834c-0c62aace68b8 req-8deae23d-4492-468b-9b5b-a8891f996565 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 945 time: 0.6850030 Nov 23 02:37:30.592673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:30.635757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d94c39-dfbf-4d92-8288-34714ef7f962,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:30.687435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.703476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Checking segment: {'id': 'e80769c6-40f4-4ddc-89b5-1968b90916f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:30.704809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Network hostable DHCP agents. Network: 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:30.724382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.20.0.13 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/0fc8c37a-1112-4ade-8779-5910abb29394) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:30.726707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.747335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:30.769432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:30.783591 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a73b8793-4fc9-42e3-a023-79a65d2c343b req-436d08fe-223a-45b8-9bc6-3d3b40e9f959 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 210 time: 0.0566738 Nov 23 02:37:30.795520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:30.796143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.798008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d96e75-d9d8-408a-a487-de2643fadca4 None None] Network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:30.807034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.809881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:30.813837 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f64e4c9d-5c27-4fa2-bbed-2f905d93193e HTTP/1.1" status: 204 len: 168 time: 0.2735813 Nov 23 02:37:30.821519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8c8c-29e4-4799-a762-057f473af399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e4c9d-5c27-4fa2-bbed-2f905d93193e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:30.837197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a54ca384-8430-4c0a-b513-4ccd944faba1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7597301 Nov 23 02:37:31.010462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5d52cd0-a85a-4f4c-834c-0c62aace68b8 req-4e07729b-5d00-485c-99a7-97aeb5eb2414 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248996 Nov 23 02:37:31.045447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ce83d7ce-e503-4cf9-be6c-67eaff284d5b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:31.069814 n-d-714676-12 neutron-server[103571]: WARNING neutron.services.revisions.revision_plugin [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Could not find related port for resource to bump revision. Nov 23 02:37:31.099851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Port ce83d7ce-e503-4cf9-be6c-67eaff284d5b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 02:37:31.100210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:bdfd {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 02:37:31.112073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_pluggable_backend [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:bdfd {{(pid=103571) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 02:37:31.112329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ce83d7ce-e503-4cf9-be6c-67eaff284d5b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:31.113830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ce83d7ce-e503-4cf9-be6c-67eaff284d5b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:31.153110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.185822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91562b5-259a-4832-9c0d-a29149c47f3b None None] Network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:31.271451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:31.280249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:31.290774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:31.291384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.302578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2994e-7cf3-41c2-8412-b6d4e2d9b9b8 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:31.305480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=780bacd4-5a0c-4321-9323-7566c32037be,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:31.332571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9842e79a-2fe4-4cc1-96f5-a9fc290822dd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3441663 Nov 23 02:37:31.335703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54966) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:31.342240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:9b:ce:99', 'name': 'tempest-NetworksTestDHCPv6-976665004'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:31.362493 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.429364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.486677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:31.531513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:31.534802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:31.539505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:31.543935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:31.628892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:31.639203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:31.640914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.645013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '780bacd4-5a0c-4321-9323-7566c32037be'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:31.645878 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.676403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-55e524fe-2852-46c0-bc7d-461dc142dee6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6249201 Nov 23 02:37:31.768287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2218eae-c26b-4ed9-b188-2a183b1b88c1 req-c6535d0b-bda2-4c76-a745-4a691925bedb tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1061397 Nov 23 02:37:31.776283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Request body: {'port': {'device_id': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:31.888209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:31.933438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:31.940866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.012599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54996) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:32.038709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1717454994-network', 'tenant_id': '4540b5d0b0104f9b83b68e4ef210910e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:32.053501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Allocated IP 2001:db8::f816:3eff:fe99:7a82 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/780bacd4-5a0c-4321-9323-7566c32037be/0fb6c1f4-5427-4b8f-84f9-d284207bfa49) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:32.119934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Made reservation on behalf of 4540b5d0b0104f9b83b68e4ef210910e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:32.123898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.125499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e4b93-7cea-42e1-b0ff-dfc775d716f4 req-86cd66c9-509d-4dd0-b4ae-7ea3c1a23514 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:32.127997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b99e4b93-7cea-42e1-b0ff-dfc775d716f4 req-86cd66c9-509d-4dd0-b4ae-7ea3c1a23514 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 932 time: 0.1713192 Nov 23 02:37:32.145152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.265934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-865bcc36-c893-47e3-97da-55a1e29402e3 None None] Provisioning complete for port 0fc8c37a-1112-4ade-8779-5910abb29394 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:32.266669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-865bcc36-c893-47e3-97da-55a1e29402e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.314996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.319943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.322694 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.342087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.364148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:32.369706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:32.372030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-865bcc36-c893-47e3-97da-55a1e29402e3 None None] Port 0fc8c37a-1112-4ade-8779-5910abb29394 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:32.373635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:32.412495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:32.432452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e0c363-1db4-4543-9f2c-151781e5a83a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:32.446494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe9b:ce99 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/780bacd4-5a0c-4321-9323-7566c32037be/c6299fcf-0dbc-4c0b-bed1-4da3039e15c5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:32.448940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.449462 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Added segment ad4d1959-de55-45f2-bc94-713834964872 of type vlan for network 1983468a-07df-422d-9480-9379600f7cd2 Nov 23 02:37:32.475799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Pushing event updated for resources: {'Port': ['ID=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:32.510830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Attempting to bind port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:32.511474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Attempting to bind port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:32.511845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Attempting to bind port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:32.521983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.522437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:32.522848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:32.523257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.523660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:32.524147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Bound port: 0fb6c1f4-5427-4b8f-84f9-d284207bfa49, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:32.524533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.602041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b57f-8522-41a6-8bbd-67e49d3ed9d3 req-a75fc991-a5cc-46c7-8350-b6362ad55cf3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:32.604440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a384b57f-8522-41a6-8bbd-67e49d3ed9d3 req-a75fc991-a5cc-46c7-8350-b6362ad55cf3 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 945 time: 0.2749290 Nov 23 02:37:32.608910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] For port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:32.613704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] For port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:32.619790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b99e4b93-7cea-42e1-b0ff-dfc775d716f4 req-fc6e28e8-99a2-4ec2-bea3-14fe66860361 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887459 Nov 23 02:37:32.621168 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.652310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.653871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:32.655149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.703712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc35ea-4413-4a72-812c-e3f24d079c45 None None] Pushing event updated for resources: {'Port': ['ID=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:32.877875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc8c37a-1112-4ade-8779-5910abb29394 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:32.908299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:32.950654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3eaa296-14f5-4bfa-be42-c6836beda818 req-047ad79a-1e91-40fb-a8b6-98b1517a1828 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0759835 Nov 23 02:37:32.963874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a384b57f-8522-41a6-8bbd-67e49d3ed9d3 req-28212b1e-9623-451f-beab-e9ff52d8cf09 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419225 Nov 23 02:37:32.999283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Transition to ACTIVE for port object 0fc8c37a-1112-4ade-8779-5910abb29394 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:33.004103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.115257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:33.312695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Attempting to bind port 0fc8c37a-1112-4ade-8779-5910abb29394 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:33.313392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Attempting to bind port 0fc8c37a-1112-4ade-8779-5910abb29394 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:33.313918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Attempting to bind port 0fc8c37a-1112-4ade-8779-5910abb29394 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:33.320496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Port 0fc8c37a-1112-4ade-8779-5910abb29394 on network c8056917-46be-484d-956a-beadba793338 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:33.321093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Attempting to bind port 0fc8c37a-1112-4ade-8779-5910abb29394 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:33.327277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:33.327905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:33.328474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:33.329155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Bound port: 0fc8c37a-1112-4ade-8779-5910abb29394, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:33.329793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.431858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:33.436638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0fc8c37a-1112-4ade-8779-5910abb29394,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:33.442046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.514972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.535490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5205877 Nov 23 02:37:33.539229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:33.549189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Request body: {'subnet': {'network_id': '1983468a-07df-422d-9480-9379600f7cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1717454994-subnet', 'tenant_id': '4540b5d0b0104f9b83b68e4ef210910e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:33.554884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:33.555542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.557306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] 10.222.0.41 "PUT /v2.0/ports/0fc8c37a-1112-4ade-8779-5910abb29394 HTTP/1.1" status: 200 len: 1093 time: 1.8102152 Nov 23 02:37:33.563830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:33.566194 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd493417-9799-4d0b-9c59-006254db0054" -d '{"events": [{"name": "network-changed", "server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:33.567706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f012882-ae1e-4df6-9d83-c2fab0af9bed admin admin] Pushing event updated for resources: {'Network': ['ID=1983468a-07df-422d-9480-9379600f7cd2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:33.582539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1983468a-07df-422d-9480-9379600f7cd2 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:33.587207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.722562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fba79f-1302-499e-a5ef-aa2c71534113 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:33.741820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:33.762791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=c6299fcf-0dbc-4c0b-bed1-4da3039e15c5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:33.765620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:33.788420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:33.809799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:33.810489 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.823703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55054) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:33.843376 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d4683-2b67-463d-8f40-6acddede3d93 x-openstack-request-id: req-c87d4683-2b67-463d-8f40-6acddede3d93 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:33.843592 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:33.845027 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c87d4683-2b67-463d-8f40-6acddede3d93 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:33.845545 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394', 'status': 'completed', 'code': 200} Nov 23 02:37:33.865326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Made reservation on behalf of 4540b5d0b0104f9b83b68e4ef210910e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:33.868768 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93163627-c4cf-4485-ad3b-19fe45969d6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5317702 Nov 23 02:37:33.869487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:33.869869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55060) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:33.967953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf4085-a3e7-49aa-8a13-9540ed121990 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:33.980911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf4085-a3e7-49aa-8a13-9540ed121990 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:33.985119 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3caf4085-a3e7-49aa-8a13-9540ed121990 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1115596 Nov 23 02:37:33.985365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55062) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:33.990019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-823329468', 'router:external': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:34.072208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Made reservation on behalf of a44d59d52eec463984060cdf09f6959b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:34.073612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-d6b1617a-5d6a-4292-a423-8e7f3c93aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.075700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.075875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-d6b1617a-5d6a-4292-a423-8e7f3c93aad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 1096 time: 0.4368048 Nov 23 02:37:34.114616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.201729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:34.202075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.202326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31687798-ff35-4772-a68d-9230b26424f0 req-bbfd1cdc-8d09-421d-8f53-3834840a841f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.210696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31687798-ff35-4772-a68d-9230b26424f0 req-bbfd1cdc-8d09-421d-8f53-3834840a841f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 944 time: 0.3484323 Nov 23 02:37:34.224988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5d004-74e7-4b06-a0a1-f759ae00f92e req-caa93356-1705-4395-8c27-e2a054a25801 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.232353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2aa5d004-74e7-4b06-a0a1-f759ae00f92e req-caa93356-1705-4395-8c27-e2a054a25801 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 945 time: 0.3741207 Nov 23 02:37:34.244650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-dbb464df-207e-40fe-8633-74b94a2c33df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc8c37a-1112-4ade-8779-5910abb29394 HTTP/1.1" status: 200 len: 217 time: 0.1515334 Nov 23 02:37:34.340375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.346193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.355194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.368914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:34.381738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] Provisioning complete for port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:34.382539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.422603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2aa5d004-74e7-4b06-a0a1-f759ae00f92e req-7c41bc18-7aaf-4f66-b16c-359823a460dc tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886477 Nov 23 02:37:34.429369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-b30316a1-2288-4bfe-b2e5-bc4863c8bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.437309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-b30316a1-2288-4bfe-b2e5-bc4863c8bea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1738412 Nov 23 02:37:34.454610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31687798-ff35-4772-a68d-9230b26424f0 req-8b840cba-0ed3-455a-b92c-ca5960117eab tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423189 Nov 23 02:37:34.492189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890cca00-7d8a-44fb-92ea-c81b4c2e39b1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:34.528113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:34.545087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.549155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.549829 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Added segment a1a5a785-7669-46c8-8eed-1096c5c9bbf1 of type vlan for network adf3c148-2d16-4c26-869e-bb31405deacb Nov 23 02:37:34.644611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.650548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] For port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:34.655917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.691439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.704788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06ba0f93-4e67-4a8c-b7cb-969140a26480 req-72d34825-0cb2-4c60-af04-ad0775259c9c tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0619564 Nov 23 02:37:34.707514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef81a10-9546-4308-a770-987a9f515f69 req-72511e73-2c97-4c1e-ab4b-b5ac0c848aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.710127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.710257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddb5b0-ff94-4a0f-afe2-928db3087ebd None None] Pushing event updated for resources: {'Port': ['ID=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:34.710794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:34.711409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.711568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-72511e73-2c97-4c1e-ab4b-b5ac0c848aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506819 Nov 23 02:37:34.781458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-95d8250a-289d-48e6-8efe-5048522820dd None None] Provisioning complete for port c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:34.782796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95d8250a-289d-48e6-8efe-5048522820dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.829605 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0013556 Nov 23 02:37:34.833559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:34.846219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'subnet': {'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:34.847216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c580f9-c486-4861-ad55-6b482d4b08c2 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Network': ['ID=adf3c148-2d16-4c26-869e-bb31405deacb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:34.852250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95d8250a-289d-48e6-8efe-5048522820dd None None] Port c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:34.856839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.862936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network adf3c148-2d16-4c26-869e-bb31405deacb details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:34.898573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Checking segment: {'id': 'ad4d1959-de55-45f2-bc94-713834964872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1983468a-07df-422d-9480-9379600f7cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:34.898573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Network hostable DHCP agents. Network: 1983468a-07df-422d-9480-9379600f7cd2, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:34.911737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9f5484-ef4a-4752-a535-5a90b30646cc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:34.943387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Made reservation on behalf of a44d59d52eec463984060cdf09f6959b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:34.945998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:34.969953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=c6299fcf-0dbc-4c0b-bed1-4da3039e15c5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:34.981647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Network 1983468a-07df-422d-9480-9379600f7cd2 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:35.018087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-00a8f3b9-0cda-4741-94df-55839c726b72 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940104 Nov 23 02:37:35.036279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-3c4daf39-3c78-41e7-9cf3-bedd53e3774a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.038184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-3c4daf39-3c78-41e7-9cf3-bedd53e3774a tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 945 time: 0.2299519 Nov 23 02:37:35.039582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.046697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b3fbecb0-3fbe-4aef-a9ac-90af375a7bdd tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 HTTP/1.1" status: 204 len: 168 time: 1.0601394 Nov 23 02:37:35.048128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55084) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:35.063826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1983468a-07df-422d-9480-9379600f7cd2) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:35.076481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9fc145-efd3-4971-be10-4cfe9af1695c None None] Network 1983468a-07df-422d-9480-9379600f7cd2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:35.120116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.120722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.132505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:35.230825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4e148c18-d07e-4109-aeb8-4ad3cdb35df0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6902018 Nov 23 02:37:35.265113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe0305-d39f-423f-9358-6a2df8533625 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.266747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe0305-d39f-423f-9358-6a2df8533625 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.268331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebfe0305-d39f-423f-9358-6a2df8533625 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1770496 Nov 23 02:37:35.272788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:35.311400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9ef81a10-9546-4308-a770-987a9f515f69 req-23619012-73f5-4125-8621-eb84deaf63fa service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771423 Nov 23 02:37:35.386865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-a11d73d4-d76c-493e-a487-64acdd064697 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.388555 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-a11d73d4-d76c-493e-a487-64acdd064697 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "GET /v2.0/ports?device_id=1255210f-5408-4885-a154-7442c22b39c4 HTTP/1.1" status: 200 len: 946 time: 0.2321527 Nov 23 02:37:35.447287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Deleting port 291ce611-960f-4683-a085-1df6daadb27f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:35.447704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.453944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 780bacd4-5a0c-4321-9323-7566c32037be {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:35.476105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.625986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] For port 291ce611-960f-4683-a085-1df6daadb27f, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=291ce611-960f-4683-a085-1df6daadb27f,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:35.627482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.649635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Calling delete_port for 291ce611-960f-4683-a085-1df6daadb27f owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:35.693340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4751-b31d-46ca-ab6b-19d9357ed792 req-166d5e74-8d7c-4631-ae49-09640fc14606 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.694477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:35.695048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0af4751-b31d-46ca-ab6b-19d9357ed792 req-166d5e74-8d7c-4631-ae49-09640fc14606 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 944 time: 0.1006591 Nov 23 02:37:35.699844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493417-9799-4d0b-9c59-006254db0054 req-c728dc67-f3f3-4a8f-b3bc-b59d2d1e083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.701296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-c728dc67-f3f3-4a8f-b3bc-b59d2d1e083b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 1096 time: 0.2638345 Nov 23 02:37:35.702471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.708955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b47cc-f853-4697-a570-20033721d6b4 None None] Network 1983468a-07df-422d-9480-9379600f7cd2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:35.710841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26c3a51d-9b9a-4840-96ae-9567c7372f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.722434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e8a68-5ba3-4036-96b1-d424d590ef5a req-91b39659-05ef-4b54-94ef-39c21b1f975f tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:35.724049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61e8a68-5ba3-4036-96b1-d424d590ef5a req-91b39659-05ef-4b54-94ef-39c21b1f975f tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 945 time: 0.1428578 Nov 23 02:37:35.792291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.920842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Deleting port ec105338-8177-462f-8826-50321ed17aa9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:35.921138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.924659 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0af4751-b31d-46ca-ab6b-19d9357ed792 req-6150ef52-4c1e-44e9-a1a3-eb117c577ffa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174752 Nov 23 02:37:35.940468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61e8a68-5ba3-4036-96b1-d424d590ef5a req-cad3fb4d-5f75-4853-9658-625317ffb24d tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/security-groups?id=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565971 Nov 23 02:37:36.042524 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.054257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493417-9799-4d0b-9c59-006254db0054 req-53c5e2f1-ec8d-4110-a9d0-7b46b1486281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.055929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-53c5e2f1-ec8d-4110-a9d0-7b46b1486281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3303323 Nov 23 02:37:36.091072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:36.091554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.170691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-4eb5560a-a549-4253-bb76-6b8be76f92e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc8c37a-1112-4ade-8779-5910abb29394 HTTP/1.1" status: 200 len: 217 time: 0.0896733 Nov 23 02:37:36.229170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] For port ec105338-8177-462f-8826-50321ed17aa9, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ec105338-8177-462f-8826-50321ed17aa9,segment=NetworkSegment(db09de7e-4505-4460-a39a-bacdb01e833c),segment_id=db09de7e-4505-4460-a39a-bacdb01e833c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:36.229746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.246128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Calling delete_port for ec105338-8177-462f-8826-50321ed17aa9 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:36.248217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.265533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.271240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2635db3-4455-404e-ae48-0cb6c92bce5e req-53783aca-20b3-4453-b6b9-55608689ff7f tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0712225 Nov 23 02:37:36.280061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ec105338-8177-462f-8826-50321ed17aa9'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:36.338236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14c6dd09-7a25-4ea6-84f8-3b476edaf785,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:36.388494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=780bacd4-5a0c-4321-9323-7566c32037be,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:36.401050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe041e-777a-47a0-8564-8fe3531939cc None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:36.426493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.430295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-84e66929-2fcb-4e71-b17b-f6d46fe7462a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/780bacd4-5a0c-4321-9323-7566c32037be HTTP/1.1" status: 204 len: 168 time: 1.1558630 Nov 23 02:37:36.436455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55130) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:36.437522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event deleted for resources: {'Port': ['ID=291ce611-960f-4683-a085-1df6daadb27f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:36.479838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0f991-5f97-421d-8ce3-0948dd00162b None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:36.533210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4b6da941-9be4-4bfd-99cf-72877f9bae8e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920060 Nov 23 02:37:36.559426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55132) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:36.690294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] No DVR routers for this DVR port 291ce611-960f-4683-a085-1df6daadb27f on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:36.693472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.697582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-10e1d0cb-a714-432a-ad0d-67e3725c7a21 req-d6c56946-fca1-4691-afe5-72a7e09f97da tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "DELETE /v2.0/ports/291ce611-960f-4683-a085-1df6daadb27f HTTP/1.1" status: 204 len: 173 time: 1.6483359 Nov 23 02:37:36.703075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'name': 'network-vif-deleted', 'tag': '291ce611-960f-4683-a085-1df6daadb27f'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:36.704696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:36.705250 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91538cc1-cfe2-4c3a-bd94-b7c50df0fcc1" -d '{"events": [{"server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "name": "network-vif-deleted", "tag": "291ce611-960f-4683-a085-1df6daadb27f"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:36.737305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66ba25-3dde-47a3-b53b-bce7ac4ef6f3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.739020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a66ba25-3dde-47a3-b53b-bce7ac4ef6f3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1784189 Nov 23 02:37:36.739916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.746171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55136) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:36.771621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493417-9799-4d0b-9c59-006254db0054 req-94412c55-edff-47de-85f2-0ee9a1528f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.773098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-94412c55-edff-47de-85f2-0ee9a1528f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.5742967 Nov 23 02:37:36.790974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Pushing event deleted for resources: {'Port': ['ID=ec105338-8177-462f-8826-50321ed17aa9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:36.801235 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b01389-f6e6-492a-8d6d-ebb70b8528ce x-openstack-request-id: req-93b01389-f6e6-492a-8d6d-ebb70b8528ce {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:36.804545 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b414f-cb33-499a-9e59-6aa7b7ef4f53", "name": "network-vif-deleted", "tag": "291ce611-960f-4683-a085-1df6daadb27f", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:36.804545 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93b01389-f6e6-492a-8d6d-ebb70b8528ce {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:36.804545 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b414f-cb33-499a-9e59-6aa7b7ef4f53', 'name': 'network-vif-deleted', 'tag': '291ce611-960f-4683-a085-1df6daadb27f', 'status': 'completed', 'code': 200} Nov 23 02:37:36.826688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Checking segment: {'id': 'a1a5a785-7669-46c8-8eed-1096c5c9bbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:36.827023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network hostable DHCP agents. Network: adf3c148-2d16-4c26-869e-bb31405deacb, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:36.839085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Deleting port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:36.839631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.858538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-9da7cf3f-ec81-4f2e-af9d-1be114c833ad tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.860608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-9da7cf3f-ec81-4f2e-af9d-1be114c833ad tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/networks?id=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 HTTP/1.1" status: 200 len: 808 time: 0.5916445 Nov 23 02:37:36.881294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network adf3c148-2d16-4c26-869e-bb31405deacb is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:36.884858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd493417-9799-4d0b-9c59-006254db0054 req-08ac3033-1ce2-453c-a0b1-877a7f742d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.886649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-08ac3033-1ce2-453c-a0b1-877a7f742d38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947487 Nov 23 02:37:36.910753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, adf3c148-2d16-4c26-869e-bb31405deacb) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:36.921347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] No DVR routers for this DVR port ec105338-8177-462f-8826-50321ed17aa9 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:36.922002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-2961c48b-6dfe-4523-8ccd-eb38dc9fd161 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/quotas/a6c7827f9b8d4e8aafb668e7beef2085 HTTP/1.1" status: 200 len: 375 time: 0.0334644 Nov 23 02:37:36.928001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.931557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a3fb5a2d-0e62-46e2-bd0e-3832d5256a1b req-ddf9e46a-3792-4f65-afde-2978073ad996 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.47 "DELETE /v2.0/ports/ec105338-8177-462f-8826-50321ed17aa9 HTTP/1.1" status: 204 len: 173 time: 1.5347526 Nov 23 02:37:36.946603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76280eec-f125-4b37-b2b7-7c0b391c667d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:36.949743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76280eec-f125-4b37-b2b7-7c0b391c667d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1737542 Nov 23 02:37:36.951818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55142) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:36.988242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] For port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:36.988242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.008578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:37.010803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.029485 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-df69efb9-a490-4e54-a5b2-36d4b6ce31e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759387 Nov 23 02:37:37.034298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:37.044228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Calling delete_port for 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:37.048807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:37.062157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae9cdf-85cf-482a-b3bf-f5be6a3edfbd None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:37.064002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8f9b5a-3bd7-46d8-97ac-6814cc3ade41 None None] Network adf3c148-2d16-4c26-869e-bb31405deacb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:37.102790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-53e8e2bc-cc89-4449-8993-3447626d2f80 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6c7827f9b8d4e8aafb668e7beef2085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888996 Nov 23 02:37:37.144907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bea505b-eb72-4375-99c8-1ba5aaabfb5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3086081 Nov 23 02:37:37.148117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:37.197986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55154) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:37.206098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1678018894', 'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:37.254362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Made reservation on behalf of a44d59d52eec463984060cdf09f6959b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:37.257066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.286335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] device_id is not set on port 7864772a-ac3b-424b-b853-b85f3ce4ca4d yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:37.293394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:37.296957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.322184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a6256d6-f435-477b-be18-33b99849e6ad req-9945293f-af6f-453b-9226-e43145d9f002 tempest-MultipleCreateTestJSON-687019993 tempest-MultipleCreateTestJSON-687019993-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c8b414f-cb33-499a-9e59-6aa7b7ef4f53 HTTP/1.1" status: 200 len: 210 time: 0.0691066 Nov 23 02:37:37.355181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-94fd4bf9-06e8-4e49-8b0e-4056d0dd09cc service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413266 Nov 23 02:37:37.538808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4ccb5-226b-4593-b002-418854959a4c None None] Network adf3c148-2d16-4c26-869e-bb31405deacb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:37.577122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-2227d7a4-7e0a-4fbc-8b9c-6f62739ccaab service neutron] 10.222.0.15 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502103 Nov 23 02:37:37.600118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.676276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.685318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b910b85-94d0-44c1-b871-6fbcaafcb29c req-c0967164-e661-40fd-9b43-44334c0b9487 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:37.694571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b910b85-94d0-44c1-b871-6fbcaafcb29c req-c0967164-e661-40fd-9b43-44334c0b9487 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 944 time: 0.2363980 Nov 23 02:37:37.712383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.738185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] No DVR routers for this DVR port 0fb6c1f4-5427-4b8f-84f9-d284207bfa49 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:37.771070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b55c92-f72a-4274-959d-c776b29ca933 None None] Pushing event deleted for resources: {'Port': ['ID=0fb6c1f4-5427-4b8f-84f9-d284207bfa49,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:37.829478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:37.831065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 2001:db8::18d (adf3c148-2d16-4c26-869e-bb31405deacb/14c6dd09-7a25-4ea6-84f8-3b476edaf785/7864772a-ac3b-424b-b853-b85f3ce4ca4d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:37.840968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:37.847190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:37.848013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.851266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f85a5-81ef-4471-b63d-75af630e4c92 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:37.854937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b910b85-94d0-44c1-b871-6fbcaafcb29c req-8c96a772-3c59-47ed-938b-8e2fc34e5d16 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563969 Nov 23 02:37:37.858002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-5b8ae90e-8d70-42ae-9e9b-ffe5411441fb service neutron] 10.222.0.15 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772737 Nov 23 02:37:37.861646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd493417-9799-4d0b-9c59-006254db0054 req-36787086-da65-4a08-9d60-6883cdd83960 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046699 Nov 23 02:37:37.901531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=2f5b935d-78cc-4ed2-9d61-70c79f2b312e,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:37.919029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a2da4759-791a-41d5-ad27-06896deaf53c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8840826 Nov 23 02:37:37.921627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:37.934667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:02:dc:60', 'name': 'tempest-NetworksTestDHCPv6-1679432402'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:38.074777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 291ce611-960f-4683-a085-1df6daadb27f no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:38.130321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.154929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35d36c00-05a4-43ae-9062-c5d3e329ae44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.164896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 291ce611-960f-4683-a085-1df6daadb27f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:38.164896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 291ce611-960f-4683-a085-1df6daadb27f not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:38.184243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96da794c-0fb0-490b-9cc8-4ba4024f5503 req-e8477d62-4359-46a9-9eeb-abdc28222769 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 210 time: 0.0588484 Nov 23 02:37:38.193515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.212299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:38.239798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a0ec939-8c5c-4671-89a5-6853c9785139 req-7003259c-9153-4fce-8636-ef6b3e622aa8 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0385716 Nov 23 02:37:38.270221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=7864772a-ac3b-424b-b853-b85f3ce4ca4d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:38.327656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network adf3c148-2d16-4c26-869e-bb31405deacb is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:38.328518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': '2f5b935d-78cc-4ed2-9d61-70c79f2b312e'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:38.329159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:38.330394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.335645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:38.336785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:38.337887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.358662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.373596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7c41472f-46f4-4d0d-9540-598856b0aacb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1714134 Nov 23 02:37:38.373596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55180) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:38.427842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port ad17d030-caf0-4642-8e4c-94b0ccd5abf6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:38.464896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:38.526127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Deleting port 7864772a-ac3b-424b-b853-b85f3ce4ca4d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:38.526699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.566704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Deleting subnet edb6bcd0-fce8-42ab-b543-8c81cde23f30 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:38.573010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.634421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::e4 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/2f5b935d-78cc-4ed2-9d61-70c79f2b312e/ad17d030-caf0-4642-8e4c-94b0ccd5abf6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:38.638064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.654338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0fc8c37a-1112-4ade-8779-5910abb29394 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:37:38.655319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.676252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Calling delete_port for 7864772a-ac3b-424b-b853-b85f3ce4ca4d owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:38.715557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.806264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'name': 'network-vif-deleted', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:38.808618 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e566270c-4b10-4298-9615-a5b2b6537bd1" -d '{"events": [{"server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "name": "network-vif-deleted", "tag": "ec105338-8177-462f-8826-50321ed17aa9"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:38.839633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0fc8c37a-1112-4ade-8779-5910abb29394,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:38.860720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '0fc8c37a-1112-4ade-8779-5910abb29394', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '0fc8c37a-1112-4ade-8779-5910abb29394', 'mac_address': 'fa:16:3e:a5:93:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:37:38.869473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.908055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.923448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc8c37a-1112-4ade-8779-5910abb29394 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:38.949074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0fc8c37a-1112-4ade-8779-5910abb29394,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:38.957788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Port': ['ID=7864772a-ac3b-424b-b853-b85f3ce4ca4d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:38.958215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.964262 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea67c57-3aed-40c6-84c1-0f4f7a9b08cb x-openstack-request-id: req-cea67c57-3aed-40c6-84c1-0f4f7a9b08cb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:38.964557 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1255210f-5408-4885-a154-7442c22b39c4", "name": "network-vif-deleted", "tag": "ec105338-8177-462f-8826-50321ed17aa9", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:38.964831 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cea67c57-3aed-40c6-84c1-0f4f7a9b08cb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:38.965222 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1255210f-5408-4885-a154-7442c22b39c4', 'name': 'network-vif-deleted', 'tag': 'ec105338-8177-462f-8826-50321ed17aa9', 'status': 'completed', 'code': 200} Nov 23 02:37:38.966944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.975067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc6fdf07-619a-4101-86dc-66bdfae53425 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7864772a-ac3b-424b-b853-b85f3ce4ca4d HTTP/1.1" status: 204 len: 168 time: 0.6009386 Nov 23 02:37:38.976077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55204) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:38.981516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb', 'external_fixed_ips': [{'subnet_id': '14c6dd09-7a25-4ea6-84f8-3b476edaf785', 'ip_address': '2001:db8::18d'}]}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:39.008837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.010375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.053860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:39.078087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.165640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.241859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.247628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88b6d-31fd-47b6-8550-4ba1f85606fb req-990df378-e37a-4235-b299-7b2ae2113614 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:39.254550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ed88b6d-31fd-47b6-8550-4ba1f85606fb req-990df378-e37a-4235-b299-7b2ae2113614 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 945 time: 0.2378511 Nov 23 02:37:39.272203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.284766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb6bcd0-fce8-42ab-b543-8c81cde23f30,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:39.293579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.301419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d1f5ffb2-2649-48bf-8e7c-54295c3f4068 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/edb6bcd0-fce8-42ab-b543-8c81cde23f30 HTTP/1.1" status: 204 len: 168 time: 0.8333158 Nov 23 02:37:39.303396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55218) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:39.309220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0fc8c37a-1112-4ade-8779-5910abb29394'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:39.318635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.318897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d9a6a-c29c-4931-9e68-b01c0f2f8bb1 None None] Network 801eb224-60aa-425b-8a04-344b9cdf8c9c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:39.349630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76a511dc-ae5a-463c-be20-15f189ef3234 req-5e170511-8624-4265-876f-752eb1670c7c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 210 time: 0.0492556 Nov 23 02:37:39.386627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ed88b6d-31fd-47b6-8550-4ba1f85606fb req-92b86162-0c71-44f6-ac43-80209b86a4bc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106298 Nov 23 02:37:39.441512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.473301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.523487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/2f5b935d-78cc-4ed2-9d61-70c79f2b312e/d86ebefe-799b-4891-b5d3-1cb6cd9b16fd) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:39.603336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e50089f0-7d1e-4eff-aca1-1f73abecc405 req-e0d75f20-b8ed-4b36-a099-819a4628c6ad tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0609188 Nov 23 02:37:39.623624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=ad17d030-caf0-4642-8e4c-94b0ccd5abf6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:39.641551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:39.643652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:39.650255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:39.657149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:39.657974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.695692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-29ae3b0f-22df-48f3-b06d-86199e2d8e45 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7722428 Nov 23 02:37:39.702035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55224) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:39.768671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.785019 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.785595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbabd7-f01e-4ac0-9a6e-ca4f29fe01a1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:39.787735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10fbabd7-f01e-4ac0-9a6e-ca4f29fe01a1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0886209 Nov 23 02:37:39.790302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:39.805554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.854027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:39.855534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1fc29a-1107-4678-9159-20f7931b9ef2 None None] DHCP port deletion for 801eb224-60aa-425b-8a04-344b9cdf8c9c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:39.868644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:39.871647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:39.918575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801eb224-60aa-425b-8a04-344b9cdf8c9c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:39.932612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Pushing event updated for resources: {'Port': ['ID=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:39.941363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db09de7e-4505-4460-a39a-bacdb01e833c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:39.941720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db09de7e-4505-4460-a39a-bacdb01e833c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:39.943828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.954305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port ad17d030-caf0-4642-8e4c-94b0ccd5abf6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:39.954682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.984980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Attempting to bind port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:39.986117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Attempting to bind port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:39.986880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Attempting to bind port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:39.994247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:39.994829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:39.995350 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:39.995851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:39.996443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Bound port: d86ebefe-799b-4891-b5d3-1cb6cd9b16fd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:39.997080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.053404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec105338-8177-462f-8826-50321ed17aa9 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:40.073564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.087901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ec105338-8177-462f-8826-50321ed17aa9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:40.088248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ec105338-8177-462f-8826-50321ed17aa9 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:40.091851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for ad17d030-caf0-4642-8e4c-94b0ccd5abf6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:40.098810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] For port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:40.102229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] For port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:40.111116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.230450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af9740-59b4-4264-a006-bdc7d10375ab None None] Pushing event updated for resources: {'Port': ['ID=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:40.272443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.312786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=ad17d030-caf0-4642-8e4c-94b0ccd5abf6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:40.341727 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.348830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32f2cf31-393f-4458-a331-fc6aee975e80 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/ad17d030-caf0-4642-8e4c-94b0ccd5abf6 HTTP/1.1" status: 204 len: 168 time: 0.5562549 Nov 23 02:37:40.349478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:40.409227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.439721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3acdc-b342-4f39-854a-05cc74335624 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:40.442191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3acdc-b342-4f39-854a-05cc74335624 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:40.442369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.446110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e9d3acdc-b342-4f39-854a-05cc74335624 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0933228 Nov 23 02:37:40.446741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:40.463614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:37:40.464036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:37:40.511171 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:37:40.543238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.582428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-b56cf527-a4cb-41b7-9aab-140a010f5c5f tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:40.582704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b199253f-455d-490e-b8f0-b769b703a1e7 req-748b2d76-67e1-4599-830d-2eb1b5828db2 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 210 time: 0.1221879 Nov 23 02:37:40.584430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-b56cf527-a4cb-41b7-9aab-140a010f5c5f tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.47 "GET /v2.0/networks?id=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 HTTP/1.1" status: 200 len: 808 time: 1.0122674 Nov 23 02:37:40.598356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Request body: {'port': {'device_id': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962', 'admin_state_up': True, 'tenant_id': 'a6c7827f9b8d4e8aafb668e7beef2085'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:40.604631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 2f5b935d-78cc-4ed2-9d61-70c79f2b312e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:40.618071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.661403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.670054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0fc8c37a-1112-4ade-8779-5910abb29394 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:40.671711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4dc12-f912-4fc6-a39f-8957ef81173c req-306e7e2b-3b36-42cd-90c4-e7ccd4ef4e06 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:40.709137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43b4dc12-f912-4fc6-a39f-8957ef81173c req-306e7e2b-3b36-42cd-90c4-e7ccd4ef4e06 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 945 time: 0.1869488 Nov 23 02:37:40.733526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.773364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.790201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 0fc8c37a-1112-4ade-8779-5910abb29394 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:40.796031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 0fc8c37a-1112-4ade-8779-5910abb29394 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:40.796582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.797732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/801eb224-60aa-425b-8a04-344b9cdf8c9c HTTP/1.1" status: 204 len: 168 time: 1.4931493 Nov 23 02:37:40.831118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:40.835524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83930710-bcc3-41e0-8011-774e3a75b3a8 req-cc3faa13-473c-42dd-8475-4597d4b305f6 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0883567 Nov 23 02:37:40.904317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43b4dc12-f912-4fc6-a39f-8957ef81173c req-705cc181-4d8a-44ed-9682-66c4c595b8be tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941986 Nov 23 02:37:40.929994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baacda-eaf3-44d2-be02-732f675b0a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=801eb224-60aa-425b-8a04-344b9cdf8c9c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:40.973677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.062001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.072479 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.137619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5b935d-78cc-4ed2-9d61-70c79f2b312e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:41.137859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0fc8c37a-1112-4ade-8779-5910abb29394,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:41.141895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:41.142561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.145881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e75f921d-f0ce-4492-b03c-3869b2cf7861 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/2f5b935d-78cc-4ed2-9d61-70c79f2b312e HTTP/1.1" status: 204 len: 168 time: 0.6977749 Nov 23 02:37:41.150037 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016c3dd0-c5c6-4c60-8e7a-ce5870149711" -d '{"events": [{"server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:41.151011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.179621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.256142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.259025 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13092ac1-229d-4c64-ac08-9e7dec50e08e x-openstack-request-id: req-13092ac1-229d-4c64-ac08-9e7dec50e08e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:41.259397 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:41.259719 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13092ac1-229d-4c64-ac08-9e7dec50e08e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:41.261748 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394', 'code': 200} Nov 23 02:37:41.263814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d86ebefe-799b-4891-b5d3-1cb6cd9b16fd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:41.269810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b8cabef-e46c-4e09-a2c6-48123a055990 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142635 Nov 23 02:37:41.275080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55264) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.364307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5860ba52-e985-4cc4-ac64-b1ef2c62e89a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:41.371096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5860ba52-e985-4cc4-ac64-b1ef2c62e89a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0943758 Nov 23 02:37:41.371096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.399485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:41.409539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:41.409539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.433672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6a46cd90-2e08-438e-9b8c-c45509fc0818 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9617163dee14990b52a20d600d92965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646802 Nov 23 02:37:41.444248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 2001:db8::18d (adf3c148-2d16-4c26-869e-bb31405deacb/14c6dd09-7a25-4ea6-84f8-3b476edaf785/7e81a309-33d6-4857-89c7-ab7afab88bbb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:41.480290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.589376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.600084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdfc44-ad0b-4024-8bc4-ef417fa5e39a req-0633cf74-5532-49c9-9e2d-2c3e2f421f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:41.605865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abfdfc44-ad0b-4024-8bc4-ef417fa5e39a req-0633cf74-5532-49c9-9e2d-2c3e2f421f8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 1098 time: 0.2335591 Nov 23 02:37:41.614228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfc635-548b-4946-aa97-65a50f9f9a9a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:41.616044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9dbfc635-548b-4946-aa97-65a50f9f9a9a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2335706 Nov 23 02:37:41.623958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.637477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.706693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.739231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network adf3c148-2d16-4c26-869e-bb31405deacb is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:41.746957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abfdfc44-ad0b-4024-8bc4-ef417fa5e39a req-d12bea78-451f-4ce3-a488-c679e04b9c67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280191 Nov 23 02:37:41.755998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:41.761439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:41.772811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-63fc6fcf-dae0-46ca-b2ea-6b84f0578d1d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1381035 Nov 23 02:37:41.789749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:41.795713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:41.814913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Made reservation on behalf of a6c7827f9b8d4e8aafb668e7beef2085 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:41.816344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.818418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.833307 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.842850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-434850a7-8311-46a4-93ba-092db4d4636f req-c98808c6-07a9-4169-8f61-8cdba052ca97 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 210 time: 0.1033442 Nov 23 02:37:41.872884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:41.935128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:41.939714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7375fa3-7aa9-4b70-8727-a1383c6ad00e None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:41.994200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Allocated IP 172.20.0.5 (2739538c-bd6f-4ac8-b7a4-4e0edbbe7962/23d94c39-dfbf-4d92-8288-34714ef7f962/81239869-a38b-4bdb-b187-978b9f1b58f0) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:42.009129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.026408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:42.030733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.074631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7a5cf53-25d2-4f76-bcdd-93f74b188da3 req-e02964e2-521c-41b8-8932-359ab59843cd tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0707073 Nov 23 02:37:42.129463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4bb5ec4a-2151-482b-b47e-06899ec29c14 None None] Provisioning complete for port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:42.129463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ec4a-2151-482b-b47e-06899ec29c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.172740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.200191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=7e81a309-33d6-4857-89c7-ab7afab88bbb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:42.238211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:42.294621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.328395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.331803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.333103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff1cddb6-fc7d-4013-aca8-8a7d24d982fa HTTP/1.1" status: 204 len: 168 time: 0.8506064 Nov 23 02:37:42.370526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844336f3-1250-47af-9e42-6909d32480e3 req-82f33b54-c6d3-4430-8c66-8b3f70f2afa9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:42.379642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-844336f3-1250-47af-9e42-6909d32480e3 req-82f33b54-c6d3-4430-8c66-8b3f70f2afa9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 946 time: 0.3658886 Nov 23 02:37:42.394845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0454-c1c5-49f5-bde3-979d79265e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1cddb6-fc7d-4013-aca8-8a7d24d982fa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:42.396928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:42.405424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:42.415800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:42.420461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Pushing event updated for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:42.450978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:42.473491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.527089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:42.529613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.550630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-844336f3-1250-47af-9e42-6909d32480e3 req-f8cb1d1c-53c3-414c-842b-55f73e3640bc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649034 Nov 23 02:37:42.580159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-c1e3e5c1-016b-48c9-b5a2-4898ddeba885 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9858370 Nov 23 02:37:42.589766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Deleting port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:42.590472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.594739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:42.675383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Request body: {'port': {'device_id': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:42.721657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] For port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:42.722060 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.738802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Calling delete_port for d86ebefe-799b-4891-b5d3-1cb6cd9b16fd owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:42.830519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.884452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.901120 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:42.914718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] No DVR routers for this DVR port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:42.936316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94bdf2-f12a-475f-a4ab-fdda7adc522c None None] Pushing event deleted for resources: {'Port': ['ID=d86ebefe-799b-4891-b5d3-1cb6cd9b16fd,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:43.049932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Port d86ebefe-799b-4891-b5d3-1cb6cd9b16fd concurrently deleted while adding address for new subnet {'id': 'a29c2a1f-0ad4-40ad-8cb9-c75e74665488', 'name': '', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 1978, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T02:37:42Z', 'updated_at': '2021-11-23T02:37:42Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3f79d8d294ec4f4bad22198f3c44ff49'}. {{(pid=103571) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 02:37:43.049932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.117388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d86ebefe-799b-4891-b5d3-1cb6cd9b16fd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:43.126788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:43.130891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:43.142892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:43.143503 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.157574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=a29c2a1f-0ad4-40ad-8cb9-c75e74665488,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:43.168391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab536d8b-edd2-4bb4-91e5-b86ff4f204e6 req-40dd39ea-139d-482e-a0e1-2c0dcd663767 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:43.177340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab536d8b-edd2-4bb4-91e5-b86ff4f204e6 req-40dd39ea-139d-482e-a0e1-2c0dcd663767 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 931 time: 0.2213354 Nov 23 02:37:43.179860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81239869-a38b-4bdb-b187-978b9f1b58f0 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:43.187663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b142f6e0-db17-420f-a8d0-c32bfd26901a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3958941 Nov 23 02:37:43.189714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.192427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:43.199244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:43.221228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79f522-d126-4037-852c-bf17e4a4d803 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:43.223220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.236584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d86ebefe-799b-4891-b5d3-1cb6cd9b16fd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:43.236933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d86ebefe-799b-4891-b5d3-1cb6cd9b16fd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:43.282527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab536d8b-edd2-4bb4-91e5-b86ff4f204e6 req-4b91ee16-9fd3-4086-86fd-47bb1116f1a6 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002846 Nov 23 02:37:43.310950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Transition to ACTIVE for port object 81239869-a38b-4bdb-b187-978b9f1b58f0 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:43.338363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.382060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44ad6121-2705-493a-a91d-77d135dca75a req-6237586e-1975-4961-9dd2-d12f24ff75f1 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0617068 Nov 23 02:37:43.501361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Pushing event updated for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:43.519189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'a29c2a1f-0ad4-40ad-8cb9-c75e74665488'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:43.520345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.583116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:43.601114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.697063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:43.730445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Allocated IP 2001:db8::f816:3eff:fe5b:2050 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a29c2a1f-0ad4-40ad-8cb9-c75e74665488/0d79fc94-6d4b-4cff-915e-99c1f9d534ff) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:43.751935 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a29c2a1f-0ad4-40ad-8cb9-c75e74665488 (CIDR: 2001:db8::/64) Nov 23 02:37:43.753267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Attempting to bind port 81239869-a38b-4bdb-b187-978b9f1b58f0 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:43.753781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Attempting to bind port 81239869-a38b-4bdb-b187-978b9f1b58f0 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'e80769c6-40f4-4ddc-89b5-1968b90916f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:43.754311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Attempting to bind port 81239869-a38b-4bdb-b187-978b9f1b58f0 on network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:43.762862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa640f8-4b90-4bc8-a024-7c8a1c3b4973 req-7c4ea6ba-4764-41dc-98e2-6c0ccb9cd437 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:43.770015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router 9c350e32-b02f-4d14-a867-70066ef49274 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:37:43.771147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfa640f8-4b90-4bc8-a024-7c8a1c3b4973 req-7c4ea6ba-4764-41dc-98e2-6c0ccb9cd437 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 946 time: 0.1254311 Nov 23 02:37:43.772102 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:43.772550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:43.790621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Port 81239869-a38b-4bdb-b187-978b9f1b58f0 on network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:43.800184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Attempting to bind port 81239869-a38b-4bdb-b187-978b9f1b58f0 on network 2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:43.817457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:43.818087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Checking segment: {'id': 'e80769c6-40f4-4ddc-89b5-1968b90916f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:43.818719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Bound using segment: {'id': 'e80769c6-40f4-4ddc-89b5-1968b90916f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:43.819341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Bound port: 81239869-a38b-4bdb-b187-978b9f1b58f0, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80769c6-40f4-4ddc-89b5-1968b90916f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:43.820937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.835355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfa640f8-4b90-4bc8-a024-7c8a1c3b4973 req-83be6080-ae6d-47f6-8ca6-fa3fb8c45f58 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602498 Nov 23 02:37:43.862713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:43.865118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3664e23f-b256-47a4-87a5-9dda17a6d107 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6698890 Nov 23 02:37:43.869201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:43.892713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-961770369-network', 'tenant_id': '759725208ed24e9da516298e57abf14f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:43.971725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Made reservation on behalf of 759725208ed24e9da516298e57abf14f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:43.974271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.983204 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.989518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:43.990633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.003787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:44.023740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81239869-a38b-4bdb-b187-978b9f1b58f0,segment=NetworkSegment(e80769c6-40f4-4ddc-89b5-1968b90916f0),segment_id=e80769c6-40f4-4ddc-89b5-1968b90916f0)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:44.033294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.048273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Pushing event updated for resources: {'Port': ['ID=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:44.072841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:44.075952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:44.079939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:44.084171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:44.084865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.086299 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] 10.222.0.47 "PUT /v2.0/ports/81239869-a38b-4bdb-b187-978b9f1b58f0 HTTP/1.1" status: 200 len: 1092 time: 1.4160395 Nov 23 02:37:44.086939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:44.102560 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2493a0-8c3d-4458-939b-412f830eda17" -d '{"events": [{"name": "network-changed", "server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:44.109562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:44.128057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:44.129067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Sync routers for ids ['9c350e32-b02f-4d14-a867-70066ef49274'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:44.133846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.196031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Routers {'9c350e32-b02f-4d14-a867-70066ef49274'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:44.196834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9c350e32-b02f-4d14-a867-70066ef49274'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:44.198969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Attempting to bind port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:44.199343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Attempting to bind port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:44.199710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Attempting to bind port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:44.217466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d323cf-27bc-42d1-b678-5fabc5092696 service neutron] Pushing event updated for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:44.222125 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa3fd40-32f3-4394-adb6-82743f101715 x-openstack-request-id: req-efa3fd40-32f3-4394-adb6-82743f101715 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:44.222125 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:44.222406 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa3fd40-32f3-4394-adb6-82743f101715 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:44.222637 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0', 'status': 'completed', 'code': 200} Nov 23 02:37:44.246185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.250226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-387a49cd-c1c6-4da2-b668-7c3f1e842eff tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2727940 Nov 23 02:37:44.251628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:44.256632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:44.257864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:44.258462 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.261273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:44.262031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Bound port: 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:44.262844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.352743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-793ce734-93ab-482c-ba3f-2148c3ded9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:44.355223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-793ce734-93ab-482c-ba3f-2148c3ded9a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6c7827f9b8d4e8aafb668e7beef2085&device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 1095 time: 0.2167366 Nov 23 02:37:44.425915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] For port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:44.430660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] For port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:44.437182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.443905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Set router 9c350e32-b02f-4d14-a867-70066ef49274 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:44.446908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.477433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.477671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.554157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:44.575635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.639979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb6c9b-44ce-4140-af1e-1141544e1a45 None None] Pushing event updated for resources: {'Port': ['ID=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:44.661973 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-2c689db8-25a7-49df-be1b-34956c4f8f71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81239869-a38b-4bdb-b187-978b9f1b58f0 HTTP/1.1" status: 200 len: 217 time: 0.2474480 Nov 23 02:37:44.663423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.675093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4937a52-0d71-42e7-b821-9ec59a7c60da req-4e4bbf59-d77b-4a71-983e-c35095dd451e tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1485672 Nov 23 02:37:44.680595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=86bd110c-172d-45b3-ad4f-08a8cd595ca0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:44.709612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:44.711406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.711753 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Added segment 6a301f26-305b-4ec8-acbf-e141000858e4 of type vlan for network 5ed1d623-17c3-4c39-b227-01135d76c27d Nov 23 02:37:44.720286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9cd95-6701-4d8c-9e43-e2f3b6570efa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:44.723094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:44.728774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:44.729359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.772312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dcb25-7938-4fb0-9024-cd45866c28f7 req-c3e537e5-3ce4-4cd9-a1b2-b6fbd4a781db tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:44.782272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d22dcb25-7938-4fb0-9024-cd45866c28f7 req-c3e537e5-3ce4-4cd9-a1b2-b6fbd4a781db tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 943 time: 0.3333421 Nov 23 02:37:44.810437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-fdb3ff8c-96e8-4fce-ac3e-eb5daa7ff8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:44.811963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-fdb3ff8c-96e8-4fce-ac3e-eb5daa7ff8c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23d94c39-dfbf-4d92-8288-34714ef7f962 HTTP/1.1" status: 200 len: 848 time: 0.1414983 Nov 23 02:37:44.831645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c77eed4-4a9e-47ec-9b0b-069a94f182bb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9675434 Nov 23 02:37:44.834844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.837146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:44.842891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:46:d5:2d', 'name': 'tempest-NetworksTestDHCPv6-33239031'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:44.874269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Deleting port 7e81a309-33d6-4857-89c7-ab7afab88bbb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:44.875265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:44.880297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-544d7d29-2bf4-40a8-846a-5e75866e9cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413024 Nov 23 02:37:45.044162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d22dcb25-7938-4fb0-9024-cd45866c28f7 req-5655b336-7fd9-417b-a6a5-148d31010157 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536581 Nov 23 02:37:45.079636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.085867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:45.086454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.180961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-5c58132e-4779-4574-b0da-42b7f620ff5c service neutron] 10.222.0.47 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809384 Nov 23 02:37:45.247191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d79fc94-6d4b-4cff-915e-99c1f9d534ff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:45.305029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c350e32-b02f-4d14-a867-70066ef49274', 'name': '', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb', 'external_fixed_ips': [{'subnet_id': '14c6dd09-7a25-4ea6-84f8-3b476edaf785', 'ip_address': '2001:db8::18d'}], 'enable_snat': True}, 'gw_port_id': '7e81a309-33d6-4857-89c7-ab7afab88bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:39Z', 'updated_at': '2021-11-23T02:37:42Z', 'revision_number': 3, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port': {'id': '7e81a309-33d6-4857-89c7-ab7afab88bbb', 'name': '', 'network_id': 'adf3c148-2d16-4c26-869e-bb31405deacb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c350e32-b02f-4d14-a867-70066ef49274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '14c6dd09-7a25-4ea6-84f8-3b476edaf785', 'ip_address': '2001:db8::18d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:40Z', 'updated_at': '2021-11-23T02:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c6dd09-7a25-4ea6-84f8-3b476edaf785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:45.352466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Checking router: 9c350e32-b02f-4d14-a867-70066ef49274 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:45.352815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Updating router 9c350e32-b02f-4d14-a867-70066ef49274 port 7e81a309-33d6-4857-89c7-ab7afab88bbb binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:37:45.396310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.399369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:45.399736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.726733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0234687 Nov 23 02:37:45.734330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.738254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:45.744263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Request body: {'subnet': {'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-961770369-subnet', 'tenant_id': '759725208ed24e9da516298e57abf14f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:45.747024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-06b19cf9-e7fa-46c4-9fb7-92fea9aeb02b req-8b7a5a77-7c08-43d6-9d72-e575b42b1b88 service neutron] 10.222.0.47 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582285 Nov 23 02:37:45.771549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733e092-7bc1-4986-bf22-a7292ab5046c admin admin] Pushing event updated for resources: {'Network': ['ID=5ed1d623-17c3-4c39-b227-01135d76c27d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:45.798816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Made reservation on behalf of 759725208ed24e9da516298e57abf14f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:45.801332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.801741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5ed1d623-17c3-4c39-b227-01135d76c27d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:45.825536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.852044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:45.857568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Calling delete_port for 7e81a309-33d6-4857-89c7-ab7afab88bbb owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:45.926137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:45.985066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.055058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:46.060719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-058896c7-8406-4e4c-9f2e-b6d5e5853ca5 req-cdc37d2f-3721-407f-92e1-18f67ec06ada tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0801783 Nov 23 02:37:46.075625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:46.107538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:37:46.108192 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:37:46.113056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.173637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e81a309-33d6-4857-89c7-ab7afab88bbb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:46.212300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.255469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1420a54-6913-4e53-ae25-c54577eef78e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:46.279520 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.305679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1792127-67b8-4b62-8501-0237ec14392a None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:46.329098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 18396d4f-2937-4460-968f-977d8677a7fd yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:46.330889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-af1e2c11-25f5-4b83-81de-2296ff7d4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:46.332429 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-af1e2c11-25f5-4b83-81de-2296ff7d4f3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6c7827f9b8d4e8aafb668e7beef2085&device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 1095 time: 0.2326694 Nov 23 02:37:46.337597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.339779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.341335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Checking segment: {'id': '6a301f26-305b-4ec8-acbf-e141000858e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:46.341705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Network hostable DHCP agents. Network: 5ed1d623-17c3-4c39-b227-01135d76c27d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:46.360535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177650a-74f7-4be8-951f-914af5ddbf88 req-c78ae632-f635-4819-add6-514bd5e2ff16 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:46.369272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3177650a-74f7-4be8-951f-914af5ddbf88 req-c78ae632-f635-4819-add6-514bd5e2ff16 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 943 time: 0.1545587 Nov 23 02:37:46.398599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f0d6a8af-4ec4-45de-8fb4-421255aca3b9 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:46.398947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a8af-4ec4-45de-8fb4-421255aca3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.482791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-02d6d731-69f3-4ff4-bbf8-be831de1ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:46.484391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-02d6d731-69f3-4ff4-bbf8-be831de1ab51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 HTTP/1.1" status: 200 len: 909 time: 0.1429319 Nov 23 02:37:46.485584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.486221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c350e32-b02f-4d14-a867-70066ef49274 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:37:46.491262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.496124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40c6fd5c-eb79-4cd3-ac50-3dced2f66b5a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9c350e32-b02f-4d14-a867-70066ef49274 HTTP/1.1" status: 204 len: 168 time: 2.2430305 Nov 23 02:37:46.497479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:46.513561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3177650a-74f7-4be8-951f-914af5ddbf88 req-a72c31e8-1173-4286-b7cc-da3185510df0 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408968 Nov 23 02:37:46.530855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Network 5ed1d623-17c3-4c39-b227-01135d76c27d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:46.554036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5ed1d623-17c3-4c39-b227-01135d76c27d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:46.561648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:46.561888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.573063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-a9f1a2d3-dd95-4704-b13a-fafba705c0f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81239869-a38b-4bdb-b187-978b9f1b58f0 HTTP/1.1" status: 200 len: 217 time: 0.0763085 Nov 23 02:37:46.574822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869882b9-36c9-4754-9027-d82c58a8b92b None None] Network 5ed1d623-17c3-4c39-b227-01135d76c27d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:46.609368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f593e7fa-c4b9-43bb-ad87-b86f83e0ccbc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8699124 Nov 23 02:37:46.624243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Deleting subnet 14c6dd09-7a25-4ea6-84f8-3b476edaf785 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:46.629368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.658824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Port 7e81a309-33d6-4857-89c7-ab7afab88bbb not found while updating agent binding for router 9c350e32-b02f-4d14-a867-70066ef49274. {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 02:37:46.669291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-6823355f-4760-491b-8cf4-83ebddb09b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:46.671111 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-6823355f-4760-491b-8cf4-83ebddb09b40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=23d94c39-dfbf-4d92-8288-34714ef7f962 HTTP/1.1" status: 200 len: 848 time: 0.0905204 Nov 23 02:37:46.679657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:46.680288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:37:46.681220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c350e32-b02f-4d14-a867-70066ef49274'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent'). {{(pid=103573) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 02:37:46.681786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7b26c-4937-4f34-9bcb-1b0b301ed675 None None] The sync data for ids ['9c350e32-b02f-4d14-a867-70066ef49274'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:46.698737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.755351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-6566ed6a-d73f-4324-b24a-106e575a4c4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766253 Nov 23 02:37:46.777176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8:0:1::210 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/86bd110c-172d-45b3-ad4f-08a8cd595ca0/18396d4f-2937-4460-968f-977d8677a7fd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:46.790638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe46:d52d (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a29c2a1f-0ad4-40ad-8cb9-c75e74665488/18396d4f-2937-4460-968f-977d8677a7fd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:46.840587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.869794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42516446-4453-40c4-980d-b2aa97019876 None None] Network 5ed1d623-17c3-4c39-b227-01135d76c27d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:46.918700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:46.966422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14c6dd09-7a25-4ea6-84f8-3b476edaf785,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:47.004128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.010289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-477dbe2a-b804-4bf4-87a6-f1c0801999e1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/14c6dd09-7a25-4ea6-84f8-3b476edaf785 HTTP/1.1" status: 204 len: 168 time: 0.5092525 Nov 23 02:37:47.010289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-c7445e69-4cc0-488e-9a26-54db810e1726 service neutron] 10.222.0.47 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453098 Nov 23 02:37:47.010723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:47.031099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'a29c2a1f-0ad4-40ad-8cb9-c75e74665488', 'ip_address': '2001:db8::f816:3eff:fe5b:2050'}, {'subnet_id': '86bd110c-172d-45b3-ad4f-08a8cd595ca0'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '0d79fc94-6d4b-4cff-915e-99c1f9d534ff'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:37:47.134846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.157577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d79fc94-6d4b-4cff-915e-99c1f9d534ff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:47.294063 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.320169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:47.320822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.323273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.367560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-379f7d9c-e09c-45b9-9411-e01fdeaf81b5 req-4bbb2a43-bcfb-42e4-82b5-5765ef75bc73 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0610390 Nov 23 02:37:47.379682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1b2493a0-8c3d-4458-939b-412f830eda17 req-d6ff42d1-fbc5-408f-97d2-d96c5ce24a2a service neutron] 10.222.0.47 "GET /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451366 Nov 23 02:37:47.465379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.487217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.525827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:47.533803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Allocated IP 2001:db8:0:1::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/86bd110c-172d-45b3-ad4f-08a8cd595ca0/0d79fc94-6d4b-4cff-915e-99c1f9d534ff) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:47.538428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:47.551885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:47.553657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf3c148-2d16-4c26-869e-bb31405deacb']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:47.567927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:47.570010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.576914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a5a785-7669-46c8-8eed-1096c5c9bbf1') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:47.577333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a5a785-7669-46c8-8eed-1096c5c9bbf1') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:47.587057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=18396d4f-2937-4460-968f-977d8677a7fd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:47.602107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.607668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2cb48fdf-27c6-4e06-9a7d-5c73e4ec0627 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7664113 Nov 23 02:37:47.607997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:47.624983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.637032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:37:47.637643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:37:47.649701 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:37:47.695543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] For port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:47.727287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.737449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adf3c148-2d16-4c26-869e-bb31405deacb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:37:47.747800 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.771850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.775477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.788535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/networks/adf3c148-2d16-4c26-869e-bb31405deacb HTTP/1.1" status: 204 len: 168 time: 0.7765172 Nov 23 02:37:47.790728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc5a03-8f89-4f76-b381-b827a3882eaa tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Network': ['ID=adf3c148-2d16-4c26-869e-bb31405deacb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:47.880484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5388-7abd-4638-8176-37914e653d20 req-d906e365-eca7-48d7-94ad-7f79bc202cbe tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:47.884937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abce5388-7abd-4638-8176-37914e653d20 req-d906e365-eca7-48d7-94ad-7f79bc202cbe tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 943 time: 0.1145658 Nov 23 02:37:47.912396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 18396d4f-2937-4460-968f-977d8677a7fd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:47.915432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:47.958227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043af1f-a91c-4b21-b183-9f2161935f08 None None] Pushing event updated for resources: {'Port': ['ID=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:48.104023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81239869-a38b-4bdb-b187-978b9f1b58f0 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:37:48.118862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abce5388-7abd-4638-8176-37914e653d20 req-09461b22-82f3-4dbd-9d0e-a4cec649dac9 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125289 Nov 23 02:37:48.189493 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.234392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 18396d4f-2937-4460-968f-977d8677a7fd owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:48.290546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55478) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:48.300423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'name': 'tempest-router--253833722', 'project_id': 'cd7c2b63fa844079847d36d7292ce76d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:48.356661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.357907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.397644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81239869-a38b-4bdb-b187-978b9f1b58f0,segment=NetworkSegment(e80769c6-40f4-4ddc-89b5-1968b90916f0),segment_id=e80769c6-40f4-4ddc-89b5-1968b90916f0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:48.449541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '81239869-a38b-4bdb-b187-978b9f1b58f0', 'network_id': '2739538c-bd6f-4ac8-b7a4-4e0edbbe7962', 'port_id': '81239869-a38b-4bdb-b187-978b9f1b58f0', 'mac_address': 'fa:16:3e:4b:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d94c39-dfbf-4d92-8288-34714ef7f962', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:37:48.546812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.552120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.553148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.587908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.592741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-088ddcdb-7a7b-4555-9902-a914f4589e55 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3026586 Nov 23 02:37:48.593406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55492) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:48.594965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81239869-a38b-4bdb-b187-978b9f1b58f0 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:48.601227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99b358a1-d6b9-4920-bd94-028fa5d430ac req-cc40874a-c4de-4d15-8ad2-644459d69950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.1086597 Nov 23 02:37:48.653900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81239869-a38b-4bdb-b187-978b9f1b58f0,segment=NetworkSegment(e80769c6-40f4-4ddc-89b5-1968b90916f0),segment_id=e80769c6-40f4-4ddc-89b5-1968b90916f0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:48.659064 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.666047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd41cd1d-ada0-4543-9bb7-4f210b1ed1e6 req-e01e891e-1237-431c-aa83-fb2bc5a1ec4f tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0816407 Nov 23 02:37:48.772422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.779593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:48.872870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.888137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81239869-a38b-4bdb-b187-978b9f1b58f0'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:48.943834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=18396d4f-2937-4460-968f-977d8677a7fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:48.994997 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.000121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-110951df-48b9-4faa-911b-c9b9046327ec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/18396d4f-2937-4460-968f-977d8677a7fd HTTP/1.1" status: 204 len: 168 time: 1.3909650 Nov 23 02:37:49.003161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55500) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.060534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e7cba0ff-bf15-45a5-acbe-65a2d8e51f92 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:49.061437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e7cba0ff-bf15-45a5-acbe-65a2d8e51f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.075000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.077185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.101269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25be47-8c1a-4733-8963-a37298a8907b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.105497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9f25be47-8c1a-4733-8963-a37298a8907b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1011405 Nov 23 02:37:49.126905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.137647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d79fc94-6d4b-4cff-915e-99c1f9d534ff up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:49.210661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.211353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 435edb2c-2728-40aa-bd3e-69ebac115017 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:37:49.221850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.223139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6d54381d-e9bd-4ce8-90e3-ef4169d858fb tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/routers/435edb2c-2728-40aa-bd3e-69ebac115017 HTTP/1.1" status: 204 len: 168 time: 0.6287417 Nov 23 02:37:49.251752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d4fdb-30ed-482b-b3a5-55fa8bb29bd4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.263093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-382d4fdb-30ed-482b-b3a5-55fa8bb29bd4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1348195 Nov 23 02:37:49.265668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.345541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-8b43faa2-deed-454e-b8c7-82397e60b4e2 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.353257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-8b43faa2-deed-454e-b8c7-82397e60b4e2 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/networks?id=5ed1d623-17c3-4c39-b227-01135d76c27d HTTP/1.1" status: 200 len: 809 time: 0.2460170 Nov 23 02:37:49.391440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:49.391818 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.392225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e0e6d-9176-4e8a-9c3d-597945d250e3 req-4f92541f-d700-4608-8bb3-38bf9206fdf0 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.393949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a5da3-eb82-4de7-b88b-e2050ab41708 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.402732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a5da3-eb82-4de7-b88b-e2050ab41708 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.405588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df9e0e6d-9176-4e8a-9c3d-597945d250e3 req-4f92541f-d700-4608-8bb3-38bf9206fdf0 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 944 time: 0.1611629 Nov 23 02:37:49.405984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a5da3-eb82-4de7-b88b-e2050ab41708 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:49.418039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-707a5da3-eb82-4de7-b88b-e2050ab41708 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1504502 Nov 23 02:37:49.419669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.437450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.439318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-3cf65d69-5030-4ecb-a61c-0d541295faf0 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/quotas/759725208ed24e9da516298e57abf14f HTTP/1.1" status: 200 len: 375 time: 0.0847855 Nov 23 02:37:49.509007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-949047d4-cd77-432b-aecd-baa166f5bcc6 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=759725208ed24e9da516298e57abf14f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644531 Nov 23 02:37:49.535196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 86bd110c-172d-45b3-ad4f-08a8cd595ca0 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:49.541212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.549180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-92b01f74-f7cc-4eae-a25f-22f87f9b85b2 None None] Could not find standard attr ID for object 18396d4f-2937-4460-968f-977d8677a7fd. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:37:49.605417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.657157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df9e0e6d-9176-4e8a-9c3d-597945d250e3 req-2dcd2daf-3102-4b7f-ba37-93bfbe0c8d4a tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504792 Nov 23 02:37:49.714823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-d9f6399d-ef80-466b-b984-08e47c1be531 service neutron] 10.222.0.15 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949835 Nov 23 02:37:49.756229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.821602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-79939577-92be-405e-a35d-2866755eb5e6 service neutron] 10.222.0.15 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052718 Nov 23 02:37:49.848077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.932192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1057174362', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:49.942261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=86bd110c-172d-45b3-ad4f-08a8cd595ca0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:49.947243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:49.951550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b2895fab-f150-40bd-8245-0f92b7b28a1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/86bd110c-172d-45b3-ad4f-08a8cd595ca0 HTTP/1.1" status: 204 len: 168 time: 0.5307314 Nov 23 02:37:49.954175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55532) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:49.957443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c191e3-a70a-485a-9cf1-374568a9314d None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:50.014731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0dde9f8-1af6-4e24-80c5-3f8ddd6611c1 req-e7135c74-adc1-46b0-984f-88d9cb232060 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0790017 Nov 23 02:37:50.026560 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.027795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.039886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet a29c2a1f-0ad4-40ad-8cb9-c75e74665488 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:50.046155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.109106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:37:50.130468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81239869-a38b-4bdb-b187-978b9f1b58f0 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:50.167622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.218457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 81239869-a38b-4bdb-b187-978b9f1b58f0 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:50.231489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 81239869-a38b-4bdb-b187-978b9f1b58f0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:50.231859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.246419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.324888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36cdb203-bb48-41bb-886c-77ab96072278 req-7ac56f5a-7b5e-4c84-a708-add916b96eeb tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 210 time: 0.0621696 Nov 23 02:37:50.382322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.621705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.638347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.652876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0b97d13-8fff-4b4d-bfc3-4b91a6525c01 req-20073b81-e113-462e-9f82-7ab9ad426384 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb&device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.0437789 Nov 23 02:37:50.752258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:50.754576 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15f6a59-8e6b-4db2-9d36-6bbe7132aec6" -d '{"events": [{"server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "name": "network-vif-plugged", "status": "completed", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:50.803636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81239869-a38b-4bdb-b187-978b9f1b58f0,segment=NetworkSegment(e80769c6-40f4-4ddc-89b5-1968b90916f0),segment_id=e80769c6-40f4-4ddc-89b5-1968b90916f0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:50.816536 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.884903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.908259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41bfb1-50a8-42d3-944a-94303e02d0f7 req-3b43e732-fda9-46ec-a391-3ee9cc856368 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:50.919155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb41bfb1-50a8-42d3-944a-94303e02d0f7 req-3b43e732-fda9-46ec-a391-3ee9cc856368 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.0998592 Nov 23 02:37:50.937558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:50.949133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=a29c2a1f-0ad4-40ad-8cb9-c75e74665488,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:50.970881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:50.975547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a29c2a1f-0ad4-40ad-8cb9-c75e74665488 HTTP/1.1" status: 204 len: 168 time: 1.0203810 Nov 23 02:37:50.978330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.978831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.979225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.979647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.980071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.980469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.981168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.981582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.982021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.982253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:50.982601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.983189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:50.983727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bdd77c-78e4-4774-b7c2-81fbe3da9a0f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:51.053751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02add594-d464-4521-b611-d49887bda9c8 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702999 Nov 23 02:37:51.056556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:51.067505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:51.083488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb41bfb1-50a8-42d3-944a-94303e02d0f7 req-bbc158d1-7492-4d8c-b3ba-3ed1b0b2afa3 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637561 Nov 23 02:37:51.113728 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a17d1a6-69dc-494f-b024-87498a667aad x-openstack-request-id: req-0a17d1a6-69dc-494f-b024-87498a667aad {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:51.114031 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "name": "network-vif-plugged", "status": "completed", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:51.114287 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a17d1a6-69dc-494f-b024-87498a667aad {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:51.114840 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0', 'code': 200} Nov 23 02:37:51.166797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3767d1b5-eb28-41ec-8685-21343443751a req-91ae1b4f-fa80-4b68-81f2-b25d622be1f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89a9ecc0a9cf4a08b7e96dbaadd077dc&device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0809984 Nov 23 02:37:51.170188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d29a3-1810-47b4-9260-5af776fbcf64 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:51.285429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3767d1b5-eb28-41ec-8685-21343443751a req-a62eb17c-de19-42df-b09e-92cd63b42e79 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=89a9ecc0a9cf4a08b7e96dbaadd077dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816290 Nov 23 02:37:51.420039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5a790bb3-a0ba-4ce8-a2e9-859bad3f9393 None None] Provisioning complete for port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:51.420742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a790bb3-a0ba-4ce8-a2e9-859bad3f9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.457259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.496821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.513392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767d1b5-eb28-41ec-8685-21343443751a req-79016b99-ee38-4622-93a1-09a313e5d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:51.513670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c26c9c-3586-49c5-be87-c2189b8d43ac req-187145a1-c45d-4e68-b1de-8435bc56b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:51.515255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3767d1b5-eb28-41ec-8685-21343443751a req-79016b99-ee38-4622-93a1-09a313e5d218 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017710 Nov 23 02:37:51.516195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f1c26c9c-3586-49c5-be87-c2189b8d43ac req-187145a1-c45d-4e68-b1de-8435bc56b9b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 1097 time: 0.2731893 Nov 23 02:37:51.517730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-781500a9-5668-4530-bf7c-d84b27e6325e req-b68a7b57-1c38-4719-8f54-b7e0af81ecfe tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.2759037 Nov 23 02:37:51.557791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:51.568410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88b30dc8-2529-4936-9246-c62c5f09ad44 req-1fe2b524-b45e-4b98-bc38-dd78e56a85dc tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 210 time: 0.0495434 Nov 23 02:37:51.581924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:51.585618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.652319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Deleting port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:51.652319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.732847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] For port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:51.733321 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.748670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Calling delete_port for 0d79fc94-6d4b-4cff-915e-99c1f9d534ff owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:51.805862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f1c26c9c-3586-49c5-be87-c2189b8d43ac req-81f8658c-92ab-4846-9fd5-52f1a7de9c3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779124 Nov 23 02:37:51.847068 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:51.878252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] Pushing event deleted for resources: {'Port': ['ID=0d79fc94-6d4b-4cff-915e-99c1f9d534ff,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:51.881213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801bd00-dbf0-40c4-8820-598ac16b75ac None None] No DVR routers for this DVR port 0d79fc94-6d4b-4cff-915e-99c1f9d534ff on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:51.882282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Allocated IP 172.25.1.230 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/7c704b21-1e2a-453b-a93b-81c7aa48f84f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:52.206332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8869b8-11e0-4637-9249-c369935f12af req-254489a6-0309-44b0-bd8f-2b2689036de8 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:52.208166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8869b8-11e0-4637-9249-c369935f12af req-254489a6-0309-44b0-bd8f-2b2689036de8 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.0563695 Nov 23 02:37:52.277414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee8869b8-11e0-4637-9249-c369935f12af req-c3a6fa2d-137f-4ede-9a79-720234407c90 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593162 Nov 23 02:37:52.342833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-6dedf4b8-48c1-4e9f-bfd8-35131548eb17 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:52.344977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-6dedf4b8-48c1-4e9f-bfd8-35131548eb17 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.47 "GET /v2.0/networks?id=5ed1d623-17c3-4c39-b227-01135d76c27d HTTP/1.1" status: 200 len: 809 time: 0.6344390 Nov 23 02:37:52.361528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Request body: {'port': {'device_id': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d', 'admin_state_up': True, 'tenant_id': '759725208ed24e9da516298e57abf14f'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:52.492969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:52.564526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:37:52.578011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:52.635388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Made reservation on behalf of 759725208ed24e9da516298e57abf14f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:52.639134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:52.646649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9139adcf-a9d3-49f8-bff5-badb3b291e9b req-7b72793c-4899-4ab7-b1f2-8169bf1a0342 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0558832 Nov 23 02:37:52.651746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:52.663719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:52.673949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:52.674567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:52.675961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0d80a-4628-48e9-b805-8b98e1537a13 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:52.677546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:52.698544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=e924d223-917e-4a16-aca2-68db0b22191a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:52.724980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f7cd456-f8dd-4c57-a0ac-7250baeadcb9 req-1f41f761-4480-4860-9e93-5162fbe6b070 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 210 time: 0.0439169 Nov 23 02:37:52.753294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-82811ce7-2e0c-4afc-8bf7-d6bcc11c6f83 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6954699 Nov 23 02:37:52.756139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55580) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:52.761465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:52.791307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:52.801317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:52.809772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:52.824386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6022e0e-65f1-44d1-9843-421949e4b126 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:52.837980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event updated for resources: {'Port': ['ID=7c704b21-1e2a-453b-a93b-81c7aa48f84f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:52.992541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb29da55-bccf-49ae-8ee0-0d98b82838c3 None None] Provisioning complete for port 7c704b21-1e2a-453b-a93b-81c7aa48f84f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:52.993028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb29da55-bccf-49ae-8ee0-0d98b82838c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.001015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Allocated IP 172.20.0.13 (5ed1d623-17c3-4c39-b227-01135d76c27d/a1420a54-6913-4e53-ae25-c54577eef78e/4d3c259b-f487-47d8-8f62-d72cb8495238) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:53.011836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'e924d223-917e-4a16-aca2-68db0b22191a'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:53.012966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.054541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3767d1b5-eb28-41ec-8685-21343443751a req-b8320b73-4047-49df-ac72-ff05ceef2da7 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0571396 Nov 23 02:37:53.082048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d79fc94-6d4b-4cff-915e-99c1f9d534ff no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:53.090571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cb29da55-bccf-49ae-8ee0-0d98b82838c3 None None] Port 7c704b21-1e2a-453b-a93b-81c7aa48f84f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:53.112669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:53.133324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.239867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.290600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Allocated IP 2001:db8::f816:3eff:fe1a:bc8d (7b8caf0b-cac0-4b64-834e-8688d7f0c350/e924d223-917e-4a16-aca2-68db0b22191a/7e3ad1bf-031f-4974-8c1a-97abdd56bd4a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:53.311417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.405021 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e924d223-917e-4a16-aca2-68db0b22191a (CIDR: 2001:db8::/64) Nov 23 02:37:53.410384 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:37:53.410877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:37:53.448088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5729b38-c410-433e-81c6-16d437ae3957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6905873 Nov 23 02:37:53.450742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:53.464514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:53.501092 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.527557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.544492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0d79fc94-6d4b-4cff-915e-99c1f9d534ff {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:53.544838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d79fc94-6d4b-4cff-915e-99c1f9d534ff not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:53.575227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e72f-eb2a-40c6-93a8-29a127efd127 req-7c536316-57d1-4606-94af-a743c236cf75 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:53.576765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99b0e72f-eb2a-40c6-93a8-29a127efd127 req-7c536316-57d1-4606-94af-a743c236cf75 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.1275184 Nov 23 02:37:53.613325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.629067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.649414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:53.664317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:53.682761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.688773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:53.692412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:53.698568 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.702895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:53.733389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99b0e72f-eb2a-40c6-93a8-29a127efd127 req-1bad83b6-fc5f-4a5f-b1b3-b0f626eb8acd tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416271 Nov 23 02:37:53.831611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Attempting to bind port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:53.831977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Attempting to bind port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:53.832346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Attempting to bind port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:53.840820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:53.841341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:53.841755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.842144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:53.842643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Bound port: 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:53.843568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Pushing event updated for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:53.845020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:53.867089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Network 5ed1d623-17c3-4c39-b227-01135d76c27d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:53.876735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5a883ee-a319-403b-b8b1-ca33c62fb5ca req-9ece4735-7db1-4b4d-8642-dcdc491db82a tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc21f223-91df-4703-8131-fbe465d09efb HTTP/1.1" status: 200 len: 210 time: 0.0555754 Nov 23 02:37:53.881125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:53.884200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Router 3af23472-cf09-4fb1-9f28-13a54c89ebb8 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:37:53.886776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:53.951669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab31d5f-dbc6-4034-a44c-84f4f73ca169 req-74cb1cea-1e64-4a2e-b092-0ff14a369d60 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:53.959805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cab31d5f-dbc6-4034-a44c-84f4f73ca169 req-74cb1cea-1e64-4a2e-b092-0ff14a369d60 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 932 time: 0.1134009 Nov 23 02:37:53.979710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] For port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:53.990285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] For port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:53.997382 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.001547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:54.008417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.056978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cab31d5f-dbc6-4034-a44c-84f4f73ca169 req-e34d43fb-3ebf-414f-aabb-52af052a245d tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941043 Nov 23 02:37:54.138602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-0d0d56fc-4a55-4fef-a08b-c806a67fdf12 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7808504 Nov 23 02:37:54.154195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477fd6f-7344-43b6-a3e1-b571e38e9807 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:54.164653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Request body: {'port': {'device_id': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:54.279626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.377372 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.377709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=03ed4441-d448-4aae-aced-27849b3343a1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:54.385394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:54.399203 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] Sync routers for ids ['3af23472-cf09-4fb1-9f28-13a54c89ebb8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:54.433324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.434227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.434848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.435581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.436150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.436958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.437833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.438389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.438977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.439327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] Routers {'3af23472-cf09-4fb1-9f28-13a54c89ebb8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:54.439945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.440502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.441051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:54.442155 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3af23472-cf09-4fb1-9f28-13a54c89ebb8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:54.462119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:54.463908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:54.468043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:54.469011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.471872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.473118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6053de4-be9b-4086-80c0-7bf9ef5c3b12 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0344241 Nov 23 02:37:54.479032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:54.492041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:54.508865 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] Routers {'3af23472-cf09-4fb1-9f28-13a54c89ebb8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:54.511082 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3af23472-cf09-4fb1-9f28-13a54c89ebb8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:54.528021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ca0bede-190f-46ff-8f14-c3fee669bed1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0693257 Nov 23 02:37:54.532775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:54.537998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:5a:67:83', 'name': 'tempest-NetworksTestDHCPv6-1237619908'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:54.590662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:54.591322 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93784f2d-7dbf-4d1c-8f52-24d7e8c760e4 None None] The sync data for ids ['3af23472-cf09-4fb1-9f28-13a54c89ebb8'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:54.787051 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c4e7e917-701d-4c8a-86fa-e56b5c78889c tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/3af23472-cf09-4fb1-9f28-13a54c89ebb8 HTTP/1.1" status: 200 len: 925 time: 0.3068180 Nov 23 02:37:54.787649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:54.789965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55616) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:54.823369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6abef36a-aa6b-40e8-bac0-855508e1724f tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af23472-cf09-4fb1-9f28-13a54c89ebb8 HTTP/1.1" status: 200 len: 205 time: 0.0320804 Nov 23 02:37:54.826485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55618) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:54.909275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:54.952544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port db1292e3-868e-41cc-9f30-4540862f69f0 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:37:55.014833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.067452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3c259b-f487-47d8-8f62-d72cb8495238 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:55.085056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.125609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:55.163747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Transition to ACTIVE for port object 4d3c259b-f487-47d8-8f62-d72cb8495238 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:55.177369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.273364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.280964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:55.281660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.396659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f59f8-df2d-499e-8d30-75a7bbbb969e req-eb29d7ff-a9f6-4a08-8ba6-89b513d35a97 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:55.405228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-048f59f8-df2d-499e-8d30-75a7bbbb969e req-eb29d7ff-a9f6-4a08-8ba6-89b513d35a97 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 944 time: 0.1301942 Nov 23 02:37:55.406411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:55.457974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca57f6f-9fa7-4db8-878c-9c23089a3804 req-580455a8-2b94-4fbe-98af-ab9b35fd80d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89a9ecc0a9cf4a08b7e96dbaadd077dc&device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.0499737 Nov 23 02:37:55.530583 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.544400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Attempting to bind port 4d3c259b-f487-47d8-8f62-d72cb8495238 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:55.545271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Attempting to bind port 4d3c259b-f487-47d8-8f62-d72cb8495238 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6a301f26-305b-4ec8-acbf-e141000858e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:55.545818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Attempting to bind port 4d3c259b-f487-47d8-8f62-d72cb8495238 on network 5ed1d623-17c3-4c39-b227-01135d76c27d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:55.555909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Port 4d3c259b-f487-47d8-8f62-d72cb8495238 on network 5ed1d623-17c3-4c39-b227-01135d76c27d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:55.556506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Attempting to bind port 4d3c259b-f487-47d8-8f62-d72cb8495238 on network 5ed1d623-17c3-4c39-b227-01135d76c27d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:55.569828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:55.570531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Checking segment: {'id': '6a301f26-305b-4ec8-acbf-e141000858e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:55.571135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Bound using segment: {'id': '6a301f26-305b-4ec8-acbf-e141000858e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:55.571925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Bound port: 4d3c259b-f487-47d8-8f62-d72cb8495238, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a301f26-305b-4ec8-acbf-e141000858e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:55.572582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.597832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 7c704b21-1e2a-453b-a93b-81c7aa48f84f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:55.598880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:55.599193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.610148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.640464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96d1b679-e4d7-4270-9d1d-f516145c1e74 req-5ded9ee3-4990-4a54-abff-8d2a889405c2 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.1576355 Nov 23 02:37:55.658697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-048f59f8-df2d-499e-8d30-75a7bbbb969e req-4fbd2e7d-b9f6-445b-9745-b0fea9545d61 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526660 Nov 23 02:37:55.677572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca57f6f-9fa7-4db8-878c-9c23089a3804 req-76bf1644-c476-44f3-8992-b77dac3a4583 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=89a9ecc0a9cf4a08b7e96dbaadd077dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901522 Nov 23 02:37:55.708397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:55.796532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258347b-5522-40b6-a9c0-5f09fe595578 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:55.823828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8:0:1::1d5 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/03ed4441-d448-4aae-aced-27849b3343a1/db1292e3-868e-41cc-9f30-4540862f69f0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:55.847839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::f816:3eff:fe5a:6783 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/e924d223-917e-4a16-aca2-68db0b22191a/db1292e3-868e-41cc-9f30-4540862f69f0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:55.886022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:55.890885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dbecdc30-f010-4b14-a5cf-a8b19bb00dd2 None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:55.894860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dbecdc30-f010-4b14-a5cf-a8b19bb00dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.896555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4d3c259b-f487-47d8-8f62-d72cb8495238,segment=NetworkSegment(6a301f26-305b-4ec8-acbf-e141000858e4),segment_id=6a301f26-305b-4ec8-acbf-e141000858e4)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:55.922223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:55.947429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca57f6f-9fa7-4db8-878c-9c23089a3804 req-75e8a401-74f5-4d59-98c5-47051ca78505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:55.949228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca57f6f-9fa7-4db8-878c-9c23089a3804 req-75e8a401-74f5-4d59-98c5-47051ca78505 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2640510 Nov 23 02:37:56.019820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.037338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 7c704b21-1e2a-453b-a93b-81c7aa48f84f owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:56.100690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.130892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:56.131526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.132946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d3c259b-f487-47d8-8f62-d72cb8495238 HTTP/1.1" status: 200 len: 1093 time: 1.9817595 Nov 23 02:37:56.133537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:56.136915 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe4c018-1a93-4e17-b258-77db106a2199" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:56.153328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.215009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:56.218037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:56.225377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:56.233294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:56.233606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.241717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'e924d223-917e-4a16-aca2-68db0b22191a', 'ip_address': '2001:db8::f816:3eff:fe1a:bc8d'}, {'subnet_id': '03ed4441-d448-4aae-aced-27849b3343a1'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '7e3ad1bf-031f-4974-8c1a-97abdd56bd4a'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:37:56.248482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=db1292e3-868e-41cc-9f30-4540862f69f0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:56.259905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49307bb4-fcc0-4458-acb4-b7920ced3281 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7259340 Nov 23 02:37:56.261222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:56.282468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fcc05-6e9d-47fa-806e-1e147199ee48 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:56.298679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.301967 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51edc892-0916-4088-9a5e-8c5979924b5f x-openstack-request-id: req-51edc892-0916-4088-9a5e-8c5979924b5f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:56.301967 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:56.302276 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51edc892-0916-4088-9a5e-8c5979924b5f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:56.302622 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238', 'status': 'completed', 'code': 200} Nov 23 02:37:56.342077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.384312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-c49abc7a-2b65-47e7-8e7e-e8a94f746f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:56.386526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-c49abc7a-2b65-47e7-8e7e-e8a94f746f1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=759725208ed24e9da516298e57abf14f&device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0874586 Nov 23 02:37:56.389158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=7c704b21-1e2a-453b-a93b-81c7aa48f84f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:56.401782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port db1292e3-868e-41cc-9f30-4540862f69f0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:56.406940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.468304 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-3115b8bb-2764-4bf2-8190-9fcb8828d1c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3c259b-f487-47d8-8f62-d72cb8495238 HTTP/1.1" status: 200 len: 217 time: 0.0681899 Nov 23 02:37:56.497657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c71703-720c-4d04-8091-9c4d821f37f4 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:56.539441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Allocated IP 2001:db8:0:1::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/03ed4441-d448-4aae-aced-27849b3343a1/7e3ad1bf-031f-4974-8c1a-97abdd56bd4a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:56.585752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.589569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.602723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for db1292e3-868e-41cc-9f30-4540862f69f0 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:56.613996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-488a43a2-1715-4c2f-b535-f5584239562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:56.615622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-488a43a2-1715-4c2f-b535-f5584239562b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1420a54-6913-4e53-ae25-c54577eef78e HTTP/1.1" status: 200 len: 849 time: 0.1019995 Nov 23 02:37:56.739732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] For port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:56.754842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-e8a84ddb-b415-437d-ab51-b6341b44d152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ed1d623-17c3-4c39-b227-01135d76c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928590 Nov 23 02:37:56.756513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.775063 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.794828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.808334 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.884697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.884697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router 3af23472-cf09-4fb1-9f28-13a54c89ebb8 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:37:56.914607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:56.922824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1b2f16c-36a3-4ebc-b697-63ce8839f0ea tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/3af23472-cf09-4fb1-9f28-13a54c89ebb8 HTTP/1.1" status: 204 len: 168 time: 2.0949759 Nov 23 02:37:56.923654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55662) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:56.945043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1723280440', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:57.001012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060bf2e-5611-4fed-8a4d-8ea81ed0f517 None None] Pushing event updated for resources: {'Port': ['ID=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:57.034906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-a62c597f-87cd-47df-9133-f8eddb1233e7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625003 Nov 23 02:37:57.148824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:57.161034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:57.164764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:57.282901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f20ffc-cd2d-4377-81d6-44a8c7ae6968 req-1dbc17fe-d22d-4caf-8503-8c0365ab5866 service neutron] 10.222.0.47 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321942 Nov 23 02:37:57.345115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:57.346033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:57.457851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-c019e5b6-e16d-458b-9c5f-b1d4e310b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:57.459551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-c019e5b6-e16d-458b-9c5f-b1d4e310b3f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=759725208ed24e9da516298e57abf14f&device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 1096 time: 0.1088681 Nov 23 02:37:57.699755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-2cb7066b-0400-463e-b874-23c3ffb72396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:57.701759 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-2cb7066b-0400-463e-b874-23c3ffb72396 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ed1d623-17c3-4c39-b227-01135d76c27d HTTP/1.1" status: 200 len: 910 time: 0.2354076 Nov 23 02:37:57.797444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-26d3b111-5809-43f2-b4e0-f8483653a046 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d3c259b-f487-47d8-8f62-d72cb8495238 HTTP/1.1" status: 200 len: 217 time: 0.0874989 Nov 23 02:37:57.827158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-326e6183-b1d9-46d5-946c-24b6a85138dd req-532a01ec-993a-4ff1-8263-a2b846911995 tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.15 "GET /v2.0/ports?device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 1.0276687 Nov 23 02:37:57.915238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-8b702d37-4973-4ff4-9e98-e37d387ece97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:57.927959 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-8b702d37-4973-4ff4-9e98-e37d387ece97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a1420a54-6913-4e53-ae25-c54577eef78e HTTP/1.1" status: 200 len: 849 time: 0.1124125 Nov 23 02:37:57.950245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca57f6f-9fa7-4db8-878c-9c23089a3804 req-527799f7-92db-4ecd-95cf-a1b4dbdbbdca tempest-ServerShowV247Test-227291766 tempest-ServerShowV247Test-227291766-project] 10.222.0.41 "GET /v2.0/ports?device_id=f883d001-a0aa-4ec7-b857-5b561596bf5f HTTP/1.1" status: 200 len: 210 time: 0.1205869 Nov 23 02:37:57.952149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:57.994108 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-5dac681d-2879-47d6-9b29-ac218d9919fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ed1d623-17c3-4c39-b227-01135d76c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582769 Nov 23 02:37:58.103315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1b2d6-e634-4bc0-b600-4e4940c53115 req-4dea4bdc-fa7d-4c22-ad00-1171fba8ed25 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:58.104764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09b1b2d6-e634-4bc0-b600-4e4940c53115 req-4dea4bdc-fa7d-4c22-ad00-1171fba8ed25 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 944 time: 1.3084822 Nov 23 02:37:58.158288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=db1292e3-868e-41cc-9f30-4540862f69f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:58.174780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:58.179744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f842ab03-1e0b-491d-823f-2ae488ec3a6e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/db1292e3-868e-41cc-9f30-4540862f69f0 HTTP/1.1" status: 204 len: 168 time: 1.9174466 Nov 23 02:37:58.189382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:58.240393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:58.300513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09b1b2d6-e634-4bc0-b600-4e4940c53115 req-56fe8d48-2706-4bfb-84d3-f5f0be36b55e tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396434 Nov 23 02:37:58.332745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971af32e-ad28-445a-be87-c7c96ecd58b7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:58.348031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-76e5d725-b893-448f-ad26-a46ce8ca79ca None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:58.349097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76e5d725-b893-448f-ad26-a46ce8ca79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:58.366194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-971af32e-ad28-445a-be87-c7c96ecd58b7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1753802 Nov 23 02:37:58.366763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:58.744471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aab637f4-bbc0-43b3-85d4-7d5bc5551014 None None] Could not find standard attr ID for object db1292e3-868e-41cc-9f30-4540862f69f0. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:37:58.753749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b290ed-a1eb-457a-ba26-09f05a932b64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:58.755369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d4b290ed-a1eb-457a-ba26-09f05a932b64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3873799 Nov 23 02:37:58.798817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:58.880091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0fad-8a6f-4a0f-8f1d-3dd40d3e9e19 req-7dfd4f17-3ecf-4fe9-97c4-7f60f9747033 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:58.889542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-672e0fad-8a6f-4a0f-8f1d-3dd40d3e9e19 req-7dfd4f17-3ecf-4fe9-97c4-7f60f9747033 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.2326751 Nov 23 02:37:58.910442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1edfde-d324-4852-80f2-0f4ce2cef316 req-2668053e-94ff-433e-b9fa-c1b32fd51c03 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:58.914837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff1edfde-d324-4852-80f2-0f4ce2cef316 req-2668053e-94ff-433e-b9fa-c1b32fd51c03 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4324586 Nov 23 02:37:59.020311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f6948-2c0e-4efc-8edb-4b4132b37b74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.026007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f6948-2c0e-4efc-8edb-4b4132b37b74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.027614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f6948-2c0e-4efc-8edb-4b4132b37b74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.029254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-205f6948-2c0e-4efc-8edb-4b4132b37b74 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2235823 Nov 23 02:37:59.034067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55894) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:59.058633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-e4d3e86e-6fcc-4767-8a53-4b64b1c23c65 service neutron] 10.222.0.47 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0497251 Nov 23 02:37:59.060688 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.108061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:59.168053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 03ed4441-d448-4aae-aced-27849b3343a1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:59.190314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-672e0fad-8a6f-4a0f-8f1d-3dd40d3e9e19 req-208d79e1-92e9-4a1d-88db-6e49a51ff57b tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940388 Nov 23 02:37:59.259748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.266640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff1edfde-d324-4852-80f2-0f4ce2cef316 req-84a51f2c-32bb-4304-9024-e47648971b0d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202341 Nov 23 02:37:59.307391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:59.307391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.307641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fe4c018-1a93-4e17-b258-77db106a2199 req-bd8afe9c-b851-45a8-b240-e56f4c92a79c service neutron] 10.222.0.47 "GET /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237241 Nov 23 02:37:59.352128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.505723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.550286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349da34-f4a6-4bb8-a422-d03e2e401a4e req-68b01bd9-e89c-49ee-9ca5-b19e1004f924 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.560825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3349da34-f4a6-4bb8-a422-d03e2e401a4e req-68b01bd9-e89c-49ee-9ca5-b19e1004f924 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1319170 Nov 23 02:37:59.657564 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.668226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.693207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3349da34-f4a6-4bb8-a422-d03e2e401a4e req-7ad16ca7-409b-4c4d-a978-be27f85d70ec tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266925 Nov 23 02:37:59.708255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.743309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf448f-e77d-422a-9505-7c85690ff7fe req-cf4647ac-c0a4-4a1b-bc32-eb80897e91a6 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.755075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-deaf448f-e77d-422a-9505-7c85690ff7fe req-cf4647ac-c0a4-4a1b-bc32-eb80897e91a6 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 944 time: 0.1620145 Nov 23 02:37:59.766771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.804842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55984) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:59.827780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=03ed4441-d448-4aae-aced-27849b3343a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:59.851604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21bde3-ed69-40d4-bf7b-358609c3a0cb None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:59.856052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:59.860735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4dfc408d-03f3-4ad4-bb00-de734262b65a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/03ed4441-d448-4aae-aced-27849b3343a1 HTTP/1.1" status: 204 len: 168 time: 0.8193977 Nov 23 02:37:59.863170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:59.910176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-deaf448f-e77d-422a-9505-7c85690ff7fe req-2212af53-90bb-4244-9fff-fd1d38e74068 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535213 Nov 23 02:37:59.928417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e25673-6b90-4637-833b-df3bc914a108 req-c44edb32-b1cd-4c4d-802d-48e8e1db2142 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:59.930187 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61e25673-6b90-4637-833b-df3bc914a108 req-c44edb32-b1cd-4c4d-802d-48e8e1db2142 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.47 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.1730566 Nov 23 02:37:59.954547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet e924d223-917e-4a16-aca2-68db0b22191a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:59.961860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.056707 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.083000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 172.25.1.238 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/6aba7124-94ac-4424-8b94-95013a3a5efa) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:00.145194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.173837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4d3c259b-f487-47d8-8f62-d72cb8495238 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:38:00.179177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Deleting port 81239869-a38b-4bdb-b187-978b9f1b58f0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:00.179789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.294761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.320389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4d3c259b-f487-47d8-8f62-d72cb8495238,segment=NetworkSegment(6a301f26-305b-4ec8-acbf-e141000858e4),segment_id=6a301f26-305b-4ec8-acbf-e141000858e4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:00.337276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '4d3c259b-f487-47d8-8f62-d72cb8495238', 'network_id': '5ed1d623-17c3-4c39-b227-01135d76c27d', 'port_id': '4d3c259b-f487-47d8-8f62-d72cb8495238', 'mac_address': 'fa:16:3e:cc:72:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1420a54-6913-4e53-ae25-c54577eef78e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:38:00.360335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.364599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/e924d223-917e-4a16-aca2-68db0b22191a HTTP/1.1" status: 204 len: 168 time: 0.5003912 Nov 23 02:38:00.365716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa37e9d-5b62-4227-8398-83573740c303 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=e924d223-917e-4a16-aca2-68db0b22191a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:00.368615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:00.433266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.440922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab617-9f25-491e-bfc3-3ddcd080e3ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.446331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-07a37d58-2b2f-417f-b8c7-c52b997ccc88 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556033 Nov 23 02:38:00.449376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56054) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:00.460087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:00.467529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.485531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3c259b-f487-47d8-8f62-d72cb8495238 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:38:00.514917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4d3c259b-f487-47d8-8f62-d72cb8495238,segment=NetworkSegment(6a301f26-305b-4ec8-acbf-e141000858e4),segment_id=6a301f26-305b-4ec8-acbf-e141000858e4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:00.524221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.537598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb127-bb69-4f19-8428-d96e7a482ead req-c8e290ae-9691-4f76-83cd-6b529629d7a1 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:00.545669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc9eb127-bb69-4f19-8428-d96e7a482ead req-c8e290ae-9691-4f76-83cd-6b529629d7a1 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 945 time: 0.2342751 Nov 23 02:38:00.608427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:00.609181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc9eb127-bb69-4f19-8428-d96e7a482ead req-6263b750-8582-47c3-b06e-9408cf2a5d81 tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/security-groups?id=466e6d66-ddc3-42fd-acdf-16d5fd81e29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Nov 23 02:38:00.615154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] For port 81239869-a38b-4bdb-b187-978b9f1b58f0, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81239869-a38b-4bdb-b187-978b9f1b58f0,segment=NetworkSegment(e80769c6-40f4-4ddc-89b5-1968b90916f0),segment_id=e80769c6-40f4-4ddc-89b5-1968b90916f0)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:00.615755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.641881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a493b3-3ef2-40ed-ac3c-e853632cd950 req-1764bdac-0737-4634-a68f-8a2558031729 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:00.643396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Calling delete_port for 81239869-a38b-4bdb-b187-978b9f1b58f0 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:00.645743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3a493b3-3ef2-40ed-ac3c-e853632cd950 req-1764bdac-0737-4634-a68f-8a2558031729 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4363334 Nov 23 02:38:00.699434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7952de-c025-444d-9962-824b520ffb5b None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'e924d223-917e-4a16-aca2-68db0b22191a'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '7e3ad1bf-031f-4974-8c1a-97abdd56bd4a'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:38:00.743344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab617-9f25-491e-bfc3-3ddcd080e3ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.762283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab617-9f25-491e-bfc3-3ddcd080e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.764745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['4d3c259b-f487-47d8-8f62-d72cb8495238'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:38:00.767546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.788889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:00.795055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:00.805554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3a493b3-3ef2-40ed-ac3c-e853632cd950 req-1b41b6b7-ec5d-46ba-861f-22f015701cda tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421077 Nov 23 02:38:00.846338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08eb50-3f44-4040-8718-db69306a5bde None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:00.851247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c7952de-c025-444d-9962-824b520ffb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:00.853792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:00.871427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2d2ab617-9f25-491e-bfc3-3ddcd080e3ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89a9ecc0a9cf4a08b7e96dbaadd077dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0452998 Nov 23 02:38:00.879712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ab617-9f25-491e-bfc3-3ddcd080e3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ad295-06d0-4fb6-8256-ecdf3c08295e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:00.880615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56102) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:00.969263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:00.974291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.083247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=6aba7124-94ac-4424-8b94-95013a3a5efa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:01.207039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093116c5-e179-4acc-bf61-22e469d871bc req-d9ba9e4e-a22d-4c3c-9732-baa0a9b362a8 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:01.209772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-093116c5-e179-4acc-bf61-22e469d871bc req-d9ba9e4e-a22d-4c3c-9732-baa0a9b362a8 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 945 time: 0.1147254 Nov 23 02:38:01.361605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.378278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-093116c5-e179-4acc-bf61-22e469d871bc req-ae729a88-b776-4843-a552-ade15f2ab6f8 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539578 Nov 23 02:38:01.396140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3a6c306c-2a82-4660-b0bf-e5e0972ec0c2 None None] Provisioning complete for port 6aba7124-94ac-4424-8b94-95013a3a5efa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:01.399397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a6c306c-2a82-4660-b0bf-e5e0972ec0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.419375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.447335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5fdac-d53b-4fa1-8a43-19e7d01e1aac None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:01.466742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Pushing event deleted for resources: {'Port': ['ID=81239869-a38b-4bdb-b187-978b9f1b58f0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:01.507885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] No DVR routers for this DVR port 81239869-a38b-4bdb-b187-978b9f1b58f0 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:01.520750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.524404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61e25673-6b90-4637-833b-df3bc914a108 req-4260c7b8-27ac-4d41-9117-09416127c48c tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.47 "DELETE /v2.0/ports/81239869-a38b-4bdb-b187-978b9f1b58f0 HTTP/1.1" status: 204 len: 173 time: 1.5778031 Nov 23 02:38:01.526715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'name': 'network-vif-deleted', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:38:01.529269 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cb16c-e4af-4276-b572-6da6a680fef9" -d '{"events": [{"server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "name": "network-vif-deleted", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:38:01.584257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.624453 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67641fd3-6c32-44a7-b7ca-a442274f1358 x-openstack-request-id: req-67641fd3-6c32-44a7-b7ca-a442274f1358 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:38:01.626958 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19958fc4-ee9a-43c3-a82a-89c030252a10", "name": "network-vif-deleted", "tag": "81239869-a38b-4bdb-b187-978b9f1b58f0", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:38:01.629587 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67641fd3-6c32-44a7-b7ca-a442274f1358 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:38:01.630347 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19958fc4-ee9a-43c3-a82a-89c030252a10', 'name': 'network-vif-deleted', 'tag': '81239869-a38b-4bdb-b187-978b9f1b58f0', 'status': 'completed', 'code': 200} Nov 23 02:38:01.679841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.703070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8968-9818-4478-9b90-628ceb9ecd83 req-1a2cf4ce-f1b8-4d14-aa66-2a5651e154a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:01.709633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98ed8968-9818-4478-9b90-628ceb9ecd83 req-1a2cf4ce-f1b8-4d14-aa66-2a5651e154a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1447251 Nov 23 02:38:01.790437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c306c-2a82-4660-b0bf-e5e0972ec0c2 None None] Port 6aba7124-94ac-4424-8b94-95013a3a5efa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:01.825175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69ee7d4b-a238-4269-a280-1f63b325d240 req-7cbb835d-e444-493d-a3a3-c15ab0ef8a8d tempest-VolumesActionsTest-54236303 tempest-VolumesActionsTest-54236303-project] 10.222.0.15 "GET /v2.0/ports?device_id=19958fc4-ee9a-43c3-a82a-89c030252a10 HTTP/1.1" status: 200 len: 210 time: 0.0684984 Nov 23 02:38:01.946619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.958704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98ed8968-9818-4478-9b90-628ceb9ecd83 req-d955b80d-de1d-4f10-8d6a-3cf90a04a24f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281616 Nov 23 02:38:01.961516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.964823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:01.966531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/708ad295-06d0-4fb6-8256-ecdf3c08295e HTTP/1.1" status: 204 len: 168 time: 1.0483105 Nov 23 02:38:02.002100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087bb7c-5907-40f3-aae2-03d8745bb10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ad295-06d0-4fb6-8256-ecdf3c08295e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:02.030664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:02.039107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:02.082497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:02.083359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.091565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36e47086-7d5d-4e14-9212-c7da7ca5bdc6 None None] Provisioning complete for port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:02.092179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36e47086-7d5d-4e14-9212-c7da7ca5bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.122135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:02.130930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=d06a0411-ceee-435a-81fe-a8367649c527,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:02.182422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d0a7533-b3f8-4f13-959d-b1997a4d50d2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7278607 Nov 23 02:38:02.183250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:02.189586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:02.301653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Deleting port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:02.302329 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.312843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.445294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] For port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:02.445660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.462977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Calling delete_port for 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:02.479702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:02.485421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.577417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.580501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:02.611695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95f25-c8f3-498a-9c51-586da93421bd req-5eedc4c3-d377-4fe6-b5f1-40e018911bcd tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:02.620300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14c95f25-c8f3-498a-9c51-586da93421bd req-5eedc4c3-d377-4fe6-b5f1-40e018911bcd tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 945 time: 0.1116760 Nov 23 02:38:02.660450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] Pushing event deleted for resources: {'Port': ['ID=7e3ad1bf-031f-4974-8c1a-97abdd56bd4a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:02.668203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9434d-3ff1-4020-bfba-c7f1d837882d None None] No DVR routers for this DVR port 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:02.672901 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d06a0411-ceee-435a-81fe-a8367649c527 (CIDR: 2001:db8::/64) Nov 23 02:38:02.686022 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:38:02.686718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:02.722143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a1f34-1351-4955-b0cb-186b5cb3ee61 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:02.726978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14c95f25-c8f3-498a-9c51-586da93421bd req-17e4ea0f-a06b-40c7-9877-d2ef94291bd8 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Nov 23 02:38:02.742786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de869e1e-b898-4777-b3ef-d6a6f9c7753a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5583193 Nov 23 02:38:02.745341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:02.752403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:02.871851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:02.894283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Sync routers for ids ['8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:02.896335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:02.897716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-41df8ade-1238-46e0-9d70-f93459122e24 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9710555 Nov 23 02:38:02.900224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56214) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:02.908891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Routers {'8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:02.909801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:02.948575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:02.952742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.166386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Set router 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:03.170820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c98a7ae7-67f9-4040-a205-86f8d66da792 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 HTTP/1.1" status: 200 len: 909 time: 0.2692797 Nov 23 02:38:03.173766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:03.178865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1723280440', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': True}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:03.222940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.226258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.291018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde17f-090a-4856-8422-ed6620c2c406 req-148de6ba-6fcb-4d58-ab95-c9d6face3ad6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:03.301674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69dde17f-090a-4856-8422-ed6620c2c406 req-148de6ba-6fcb-4d58-ab95-c9d6face3ad6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1533926 Nov 23 02:38:03.397457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'd06a0411-ceee-435a-81fe-a8367649c527'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:38:03.400106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.403557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:03.432279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69dde17f-090a-4856-8422-ed6620c2c406 req-98863ce7-deed-4a85-ac2e-af8e456b0f1c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290889 Nov 23 02:38:03.468970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:03.469746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7e3ad1bf-031f-4974-8c1a-97abdd56bd4a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:03.899121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d06a0411-ceee-435a-81fe-a8367649c527/d99ab838-f145-4366-ba4a-942640f2fd2c) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:03.901881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:38:03.929665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.943740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': False}, 'gw_port_id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:57Z', 'updated_at': '2021-11-23T02:38:01Z', 'revision_number': 3, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port': {'id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:59Z', 'updated_at': '2021-11-23T02:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:04.010243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Checking router: 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:04.012699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Updating router 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 port 6aba7124-94ac-4424-8b94-95013a3a5efa binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:38:04.047329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:04.057333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:04.057679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.071098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:04.071965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.079804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=aba4fc47-24bc-4304-95d2-0c857d02975c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:04.109902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c3b9f-4e52-4f59-97fa-14b6e528cb25 req-da52f61f-4e0d-4175-9c5b-aa2c37e5095b tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:04.111737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c26c3b9f-4e52-4f59-97fa-14b6e528cb25 req-da52f61f-4e0d-4175-9c5b-aa2c37e5095b tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 945 time: 0.2530305 Nov 23 02:38:04.116409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3110bdf2-5bc7-4f7e-8677-d219ec6b71fb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3697631 Nov 23 02:38:04.121381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:04.126669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:4e:9d:0c', 'name': 'tempest-NetworksTestDHCPv6-1071467099'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:04.185404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4d3c259b-f487-47d8-8f62-d72cb8495238 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:04.248449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.423600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c26c3b9f-4e52-4f59-97fa-14b6e528cb25 req-49102b5a-617e-43ea-a44f-b51e6adeee52 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043053 Nov 23 02:38:04.438299 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.561048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:04.698288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d3c5b-7e11-4318-b0b1-2a2fe906e210 req-16569b0b-ec72-4733-bc45-0578d112d4e6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:04.705734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c8d3c5b-7e11-4318-b0b1-2a2fe906e210 req-16569b0b-ec72-4733-bc45-0578d112d4e6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1591065 Nov 23 02:38:04.737955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 4d3c259b-f487-47d8-8f62-d72cb8495238 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:38:04.749949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.803145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c8d3c5b-7e11-4318-b0b1-2a2fe906e210 req-47d2a4a1-81c6-4aef-ba6c-a81de7be7e6e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965128 Nov 23 02:38:04.823021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port fbc868e3-35cb-4d93-aff1-b0f29eb41612 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:38:04.831982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.833429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 4d3c259b-f487-47d8-8f62-d72cb8495238 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:04.833770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.879306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.903836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:04.928090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.016352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:05.052135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:05.064498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:05.211337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Pushing event updated for resources: {'Port': ['ID=d99ab838-f145-4366-ba4a-942640f2fd2c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:05.222723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::12d (7b8caf0b-cac0-4b64-834e-8688d7f0c350/d06a0411-ceee-435a-81fe-a8367649c527/fbc868e3-35cb-4d93-aff1-b0f29eb41612) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:05.229822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:9d0c (7b8caf0b-cac0-4b64-834e-8688d7f0c350/aba4fc47-24bc-4304-95d2-0c857d02975c/fbc868e3-35cb-4d93-aff1-b0f29eb41612) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:05.448523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.448910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.449806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.450156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.450487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.450840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.451165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.451484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.451821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.452119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.453535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.453971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:05.479983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Attempting to bind port d99ab838-f145-4366-ba4a-942640f2fd2c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:05.480357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Attempting to bind port d99ab838-f145-4366-ba4a-942640f2fd2c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:05.480718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Attempting to bind port d99ab838-f145-4366-ba4a-942640f2fd2c on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:05.494051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:05.494426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:05.494971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.495249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:05.495726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Bound port: d99ab838-f145-4366-ba4a-942640f2fd2c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:05.496107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.519126 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.520611 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.553545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.571680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.619603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4d3c259b-f487-47d8-8f62-d72cb8495238,segment=NetworkSegment(6a301f26-305b-4ec8-acbf-e141000858e4),segment_id=6a301f26-305b-4ec8-acbf-e141000858e4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:05.637393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:38:05.640108 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b323d0-c12a-42f1-8df9-8a5e19266831" -d '{"events": [{"server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:38:05.648651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 172.25.1.249 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/37ac1fa7-8c05-42bc-8fe1-36a16917cca3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:05.677792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.678578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81239869-a38b-4bdb-b187-978b9f1b58f0 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:05.691074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d025-27fb-4c55-9897-e52a1fe0610b req-12ca4a5b-6086-4f02-99b1-459b6d03c4f9 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:05.692643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3327d025-27fb-4c55-9897-e52a1fe0610b req-12ca4a5b-6086-4f02-99b1-459b6d03c4f9 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 945 time: 0.1042464 Nov 23 02:38:05.694285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.727310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 81239869-a38b-4bdb-b187-978b9f1b58f0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:05.727664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81239869-a38b-4bdb-b187-978b9f1b58f0 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:05.730104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Attempting to bind port 6aba7124-94ac-4424-8b94-95013a3a5efa on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:05.730474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Attempting to bind port 6aba7124-94ac-4424-8b94-95013a3a5efa by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:05.731641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Attempting to bind port 6aba7124-94ac-4424-8b94-95013a3a5efa on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:05.735105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5280cb27-ded2-4f8b-b29a-fd4105eb7517 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:05.772327 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b74223c-f549-4ebb-bb14-91f84effb42c x-openstack-request-id: req-0b74223c-f549-4ebb-bb14-91f84effb42c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:38:05.772902 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "name": "network-vif-plugged", "status": "completed", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:38:05.773459 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b74223c-f549-4ebb-bb14-91f84effb42c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:38:05.774220 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238', 'code': 200} Nov 23 02:38:05.813022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:05.813531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:05.813785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.814174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:05.814690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Bound port: 6aba7124-94ac-4424-8b94-95013a3a5efa, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:05.815070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.820938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd782a-cdea-46b2-af7f-537af3d1ca6b None None] Pushing event updated for resources: {'Port': ['ID=6aba7124-94ac-4424-8b94-95013a3a5efa,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:05.826250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:05.832185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:05.835163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:05.837482 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b96d1bcb-c763-48ba-b2f5-ce53390855c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.842998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:05.843691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.925368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] For port d99ab838-f145-4366-ba4a-942640f2fd2c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:05.945724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3327d025-27fb-4c55-9897-e52a1fe0610b req-8706e811-4259-43ac-b5e3-36c2af1fab37 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445118 Nov 23 02:38:05.954962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8301771 Nov 23 02:38:05.963963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:05.966758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b56dc-f67c-4cf3-9b26-7b54af224b6c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=fbc868e3-35cb-4d93-aff1-b0f29eb41612,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:06.030097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] For port d99ab838-f145-4366-ba4a-942640f2fd2c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d99ab838-f145-4366-ba4a-942640f2fd2c,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:06.038827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8874f3-c938-49e9-ba78-855f1b746dd9 req-0e7d249e-e34f-4041-98e9-bbcb36ee9ce0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:06.051592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a34aa507-fd40-4837-86d7-77376860ba72 None None] Provisioning complete for port 6aba7124-94ac-4424-8b94-95013a3a5efa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:06.053043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc8874f3-c938-49e9-ba78-855f1b746dd9 req-0e7d249e-e34f-4041-98e9-bbcb36ee9ce0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1230493 Nov 23 02:38:06.053200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4862-2754-4475-9cd8-79059b8fef76 req-a37ad66a-cdb8-4240-a604-fb19b27a64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:06.056136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a34aa507-fd40-4837-86d7-77376860ba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.062994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd2d4862-2754-4475-9cd8-79059b8fef76 req-a37ad66a-cdb8-4240-a604-fb19b27a64fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 1098 time: 0.1912446 Nov 23 02:38:06.129484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.143705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.151787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc8874f3-c938-49e9-ba78-855f1b746dd9 req-c2cd5ccd-dd93-4418-9afe-8922621f135e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976613 Nov 23 02:38:06.204959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:06.303143 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd2d4862-2754-4475-9cd8-79059b8fef76 req-899455bf-cb06-4773-a795-a4b594eaadcf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263807 Nov 23 02:38:06.308046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.331448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781dcb-90c0-4f52-b823-39b81e957664 None None] Pushing event updated for resources: {'Port': ['ID=d99ab838-f145-4366-ba4a-942640f2fd2c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:06.340908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] For port 6aba7124-94ac-4424-8b94-95013a3a5efa, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:06.363498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a34aa507-fd40-4837-86d7-77376860ba72 None None] Port 6aba7124-94ac-4424-8b94-95013a3a5efa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:06.375407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] For port 6aba7124-94ac-4424-8b94-95013a3a5efa, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6aba7124-94ac-4424-8b94-95013a3a5efa,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:06.384276 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.436946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd782a-cdea-46b2-af7f-537af3d1ca6b None None] Pushing event updated for resources: {'Port': ['ID=6aba7124-94ac-4424-8b94-95013a3a5efa,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:06.457137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:06.459644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=37ac1fa7-8c05-42bc-8fe1-36a16917cca3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:06.467646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a57dd-06ae-404d-9a0c-6fc5bbb3f1e0 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:06.474470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:06.482816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:06.504303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Routers {'8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:06.504943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:37:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:06.577505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port fbc868e3-35cb-4d93-aff1-b0f29eb41612 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:06.580942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.688860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] Set router 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:06.701400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:06.766586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.777604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd973fd-a965-4804-9478-af5c510b0b40 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:06.851951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] Provisioning complete for port 6aba7124-94ac-4424-8b94-95013a3a5efa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:06.852318 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.946295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for fbc868e3-35cb-4d93-aff1-b0f29eb41612 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:06.958303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d68d-e4b9-41b2-a3c2-03533bca7614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.986813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.018457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] For port 6aba7124-94ac-4424-8b94-95013a3a5efa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6aba7124-94ac-4424-8b94-95013a3a5efa,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:07.026636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.073971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': False}, 'gw_port_id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:57Z', 'updated_at': '2021-11-23T02:38:01Z', 'revision_number': 3, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port': {'id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:59Z', 'updated_at': '2021-11-23T02:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:07.134671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.156436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f5ef9-6ec1-4459-97e8-3e6dabb095cb None None] The sync data for ids ['8b4e990d-e33d-4bc5-a70c-f0e5f8d78918'] in n-d-714676-12 is: [{'id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': False}, 'gw_port_id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:57Z', 'updated_at': '2021-11-23T02:38:01Z', 'revision_number': 3, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port': {'id': '6aba7124-94ac-4424-8b94-95013a3a5efa', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4e990d-e33d-4bc5-a70c-f0e5f8d78918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:59Z', 'updated_at': '2021-11-23T02:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:07.176216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea398510-3a20-4300-8af6-07cf840c866d None None] Pushing event updated for resources: {'Port': ['ID=6aba7124-94ac-4424-8b94-95013a3a5efa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:07.218656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4337c7f7-feb4-462b-8c5a-5fca059fae89 None None] Provisioning complete for port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:07.219090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4337c7f7-feb4-462b-8c5a-5fca059fae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.322097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4337c7f7-feb4-462b-8c5a-5fca059fae89 None None] Port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:07.325071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d99ab838-f145-4366-ba4a-942640f2fd2c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:07.467475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d99ab838-f145-4366-ba4a-942640f2fd2c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:07.467952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.625939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c2bff-e990-4970-9740-982d021b8676 req-561c459d-01b1-4752-a610-32f266144911 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:07.627948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-494c2bff-e990-4970-9740-982d021b8676 req-561c459d-01b1-4752-a610-32f266144911 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 946 time: 0.4140673 Nov 23 02:38:07.639629 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.690411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d68d-e4b9-41b2-a3c2-03533bca7614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.726854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6aa1d68d-e4b9-41b2-a3c2-03533bca7614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.751765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d99ab838-f145-4366-ba4a-942640f2fd2c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d99ab838-f145-4366-ba4a-942640f2fd2c,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:07.757134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.788187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2910d-828c-457b-870d-ff355b7d8660 req-d90a2bc6-a2f3-450f-919c-42b9cb3bc10b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:07.789952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65d2910d-828c-457b-870d-ff355b7d8660 req-d90a2bc6-a2f3-450f-919c-42b9cb3bc10b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3659344 Nov 23 02:38:07.829127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-494c2bff-e990-4970-9740-982d021b8676 req-3b16987f-4f57-4d86-a66b-dd0e913e962c tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858108 Nov 23 02:38:07.859967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:07.876774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d99ab838-f145-4366-ba4a-942640f2fd2c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:07.901116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6aa1d68d-e4b9-41b2-a3c2-03533bca7614 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a43a2e41f24794b74f0e9ecd109690&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1897869 Nov 23 02:38:07.908217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:07.909186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1d68d-e4b9-41b2-a3c2-03533bca7614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f66199-1e95-4bcf-90a2-71375c3f458a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:08.001183 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b9ea-5134-4493-97f9-42f8bb0378d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.002720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65d2910d-828c-457b-870d-ff355b7d8660 req-ed177c8a-0eaf-4d5f-bceb-469685016013 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952782 Nov 23 02:38:08.052860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.073388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b2d90-c84a-4a66-88e4-f80774e64dfb None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:08.106712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.107209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.204546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.207342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.210912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11f66199-1e95-4bcf-90a2-71375c3f458a HTTP/1.1" status: 204 len: 168 time: 0.2958553 Nov 23 02:38:08.223843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d87e-38af-4808-86d7-b31a53759373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f66199-1e95-4bcf-90a2-71375c3f458a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:08.234710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3a8b8a78-8f30-4355-91de-0ef7d5ff6095 None None] Provisioning complete for port d99ab838-f145-4366-ba4a-942640f2fd2c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:08.234710 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8a78-8f30-4355-91de-0ef7d5ff6095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.236504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=fbc868e3-35cb-4d93-aff1-b0f29eb41612,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:08.385111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.396908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca2df946-b4de-4f2f-910f-3783e918c504 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/fbc868e3-35cb-4d93-aff1-b0f29eb41612 HTTP/1.1" status: 204 len: 168 time: 2.4190617 Nov 23 02:38:08.397738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.467455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router c62254c4-8803-41fe-a6e4-1dbacde3db4c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:08.539820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6834ea04-2218-495a-b2a1-e60840bb15ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:08.556365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6834ea04-2218-495a-b2a1-e60840bb15ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1383662 Nov 23 02:38:08.566151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.606466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Update dhcp port {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'fixed_ips': [{'subnet_id': 'd06a0411-ceee-435a-81fe-a8367649c527', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aba4fc47-24bc-4304-95d2-0c857d02975c'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'd99ab838-f145-4366-ba4a-942640f2fd2c'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:38:08.680851 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.698934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc48ac-3b67-4e55-a238-a171c0b51c64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:08.700545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-91bc48ac-3b67-4e55-a238-a171c0b51c64 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1333442 Nov 23 02:38:08.704817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:08.705398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.715059 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Sync routers for ids ['c62254c4-8803-41fe-a6e4-1dbacde3db4c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:08.730128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.732508 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Routers {'c62254c4-8803-41fe-a6e4-1dbacde3db4c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:08.736062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c62254c4-8803-41fe-a6e4-1dbacde3db4c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:08.737772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-51a0ca98-2e24-41b8-9b2a-b186b4cd8548 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5627568 Nov 23 02:38:08.740312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56356) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.884097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b93d-fc1f-478b-b82e-b54369f375e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:08.885892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b93d-fc1f-478b-b82e-b54369f375e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:08.891732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a1b93d-fc1f-478b-b82e-b54369f375e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:08.895811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-14a1b93d-fc1f-478b-b82e-b54369f375e9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1702914 Nov 23 02:38:08.911102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56360) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.973673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:08.993582 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Set router c62254c4-8803-41fe-a6e4-1dbacde3db4c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:09.028671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet aba4fc47-24bc-4304-95d2-0c857d02975c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:09.038215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e276d131-6349-4ffd-a0b4-5c93d32d35bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.111067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Allocated IP 2001:db8:0:1:f816:3eff:fe36:59bb (7b8caf0b-cac0-4b64-834e-8688d7f0c350/aba4fc47-24bc-4304-95d2-0c857d02975c/d99ab838-f145-4366-ba4a-942640f2fd2c) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:09.139077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10a9cc-db70-473d-b7d8-e5a5853c0be3 req-e8ebed66-8ca1-4826-9d53-10b482cc1902 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:09.141332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e10a9cc-db70-473d-b7d8-e5a5853c0be3 req-e8ebed66-8ca1-4826-9d53-10b482cc1902 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 946 time: 0.1322973 Nov 23 02:38:09.179298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e276d131-6349-4ffd-a0b4-5c93d32d35bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.185613 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac18a864-ad24-462e-b283-bf1aa6c3239e tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/c62254c4-8803-41fe-a6e4-1dbacde3db4c HTTP/1.1" status: 200 len: 908 time: 0.4440508 Nov 23 02:38:09.186558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:09.194814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e276d131-6349-4ffd-a0b4-5c93d32d35bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.335992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e10a9cc-db70-473d-b7d8-e5a5853c0be3 req-ed6b2f9b-4fd0-4b06-84bb-f482fcabf60d tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814697 Nov 23 02:38:09.339668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] For port d99ab838-f145-4366-ba4a-942640f2fd2c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d99ab838-f145-4366-ba4a-942640f2fd2c,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:09.384834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e276d131-6349-4ffd-a0b4-5c93d32d35bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95e54a68fb664701b2a967f146558887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082904 Nov 23 02:38:09.390147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:09.391052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276d131-6349-4ffd-a0b4-5c93d32d35bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38022ec-f089-4a88-aa18-5caaf38cfc5c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:09.393255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.400228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6aba7124-94ac-4424-8b94-95013a3a5efa up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:09.427603 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.462249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.504581 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62254c4-8803-41fe-a6e4-1dbacde3db4c', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': '37ac1fa7-8c05-42bc-8fe1-36a16917cca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:03Z', 'updated_at': '2021-11-23T02:38:06Z', 'revision_number': 3, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port': {'id': '37ac1fa7-8c05-42bc-8fe1-36a16917cca3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62254c4-8803-41fe-a6e4-1dbacde3db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:04Z', 'updated_at': '2021-11-23T02:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:09.512155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.518117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.575594 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Checking router: c62254c4-8803-41fe-a6e4-1dbacde3db4c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:09.575936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Updating router c62254c4-8803-41fe-a6e4-1dbacde3db4c port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:38:09.632816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6aba7124-94ac-4424-8b94-95013a3a5efa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:09.633149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.642933 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.683953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.762309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca1b0f-b33b-4eb0-b4e2-0e41af5cc35c req-978ca1d1-3e82-4dc2-ae93-048f24bae974 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:09.777610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87ca1b0f-b33b-4eb0-b4e2-0e41af5cc35c req-978ca1d1-3e82-4dc2-ae93-048f24bae974 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.5076993 Nov 23 02:38:09.820024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ee02-be1e-4069-92cd-e70e22d888ad None None] Pushing event updated for resources: {'Port': ['ID=d99ab838-f145-4366-ba4a-942640f2fd2c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:09.865103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.874785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.897013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Deleting port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:09.897433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.971487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d99ab838-f145-4366-ba4a-942640f2fd2c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:10.088296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d99ab838-f145-4366-ba4a-942640f2fd2c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:10.090307 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.122617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.147724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Calling delete_port for 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:10.207511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87ca1b0f-b33b-4eb0-b4e2-0e41af5cc35c req-08dfb13e-8bd2-4516-9bfd-b7e0c6ab850c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223149 Nov 23 02:38:10.253937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.393727 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.404063 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.411839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933ad6f-30e1-4c54-ba33-0bc367cc7517 req-b50d5cce-f033-4b14-9e09-47945d16bf18 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:10.428949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b933ad6f-30e1-4c54-ba33-0bc367cc7517 req-b50d5cce-f033-4b14-9e09-47945d16bf18 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 946 time: 0.4580669 Nov 23 02:38:10.439779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b4410-7a10-4c5d-b81c-9c52a24a1a37 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:10.489094 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Pushing event updated for resources: {'Port': ['ID=37ac1fa7-8c05-42bc-8fe1-36a16917cca3,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:10.509040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.516673 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.517114 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.517456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.517791 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.518127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.518455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.518871 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.521208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.521753 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.522095 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.522427 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92ec2fe-8d51-49ba-a83b-2e10bddc78af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:10.540102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.543824 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Attempting to bind port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:10.552412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.553364 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Attempting to bind port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:10.557851 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Attempting to bind port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:10.568872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5f5ceca1-33d6-4afc-b68b-a2e61cfc7b80 None None] Provisioning complete for port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:10.570846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f5ceca1-33d6-4afc-b68b-a2e61cfc7b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.575614 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:10.576879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:10.577466 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.578383 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:10.579270 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Bound port: 37ac1fa7-8c05-42bc-8fe1-36a16917cca3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:10.579847 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.602298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b933ad6f-30e1-4c54-ba33-0bc367cc7517 req-ba52176c-2950-4d28-8005-ed1a95b052dd tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722515 Nov 23 02:38:10.627734 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 has been deleted concurrently {{(pid=103574) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 02:38:10.647915 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.652931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.654446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c38022ec-f089-4a88-aa18-5caaf38cfc5c HTTP/1.1" status: 204 len: 168 time: 1.2626026 Nov 23 02:38:10.660662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5f5ceca1-33d6-4afc-b68b-a2e61cfc7b80 None None] Port 37ac1fa7-8c05-42bc-8fe1-36a16917cca3 was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:38:10.664985 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Routers {'c62254c4-8803-41fe-a6e4-1dbacde3db4c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:10.666027 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c62254c4-8803-41fe-a6e4-1dbacde3db4c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:10.676750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Port': ['ID=37ac1fa7-8c05-42bc-8fe1-36a16917cca3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:10.698480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.700105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275cadc-13e6-4f8f-95d3-b3311deb58bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38022ec-f089-4a88-aa18-5caaf38cfc5c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:10.712316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d190d4-e393-4bff-a683-366be17ee91d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:10.725097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.767876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.774037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/aba4fc47-24bc-4304-95d2-0c857d02975c HTTP/1.1" status: 204 len: 168 time: 1.8618670 Nov 23 02:38:10.777624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:10.880890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.909676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet d06a0411-ceee-435a-81fe-a8367649c527 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:10.914469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f015ba-e49a-4767-a64e-194bd1d15a9b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=aba4fc47-24bc-4304-95d2-0c857d02975c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:10.917406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:10.951524 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] Set router c62254c4-8803-41fe-a6e4-1dbacde3db4c gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:11.036463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ceda4-6024-43f8-b02f-b157db4bb4d2 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:11.039408 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62254c4-8803-41fe-a6e4-1dbacde3db4c', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:03Z', 'updated_at': '2021-11-23T02:38:10Z', 'revision_number': 5, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:11.063333 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.071594 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1ca6d-c3b8-4255-b7ce-72230dd853fb None None] The sync data for ids ['c62254c4-8803-41fe-a6e4-1dbacde3db4c'] in n-d-714676-12 is: [{'id': 'c62254c4-8803-41fe-a6e4-1dbacde3db4c', 'name': 'tempest-snat-router-1723280440', 'tenant_id': 'a44d59d52eec463984060cdf09f6959b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:03Z', 'updated_at': '2021-11-23T02:38:10Z', 'revision_number': 5, 'project_id': 'a44d59d52eec463984060cdf09f6959b', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:11.193506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d99ab838-f145-4366-ba4a-942640f2fd2c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:11.236622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.239083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.475934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.476942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c62254c4-8803-41fe-a6e4-1dbacde3db4c {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:11.491157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.496671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b302c0a8-a39b-4591-afc2-5381d223ff12 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c62254c4-8803-41fe-a6e4-1dbacde3db4c HTTP/1.1" status: 204 len: 168 time: 2.3057330 Nov 23 02:38:11.497357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:11.518916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.555093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276264a2-8395-438e-9221-4eaf692292e3 req-4739f0be-c78a-4323-bd84-04fafcf34882 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:11.556652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-276264a2-8395-438e-9221-4eaf692292e3 req-4739f0be-c78a-4323-bd84-04fafcf34882 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 946 time: 0.1920462 Nov 23 02:38:11.757740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.825635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.839867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d06a0411-ceee-435a-81fe-a8367649c527 HTTP/1.1" status: 204 len: 168 time: 1.0609565 Nov 23 02:38:11.847994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b9c74-a92e-45d5-bc11-e2f2e493ba9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=d06a0411-ceee-435a-81fe-a8367649c527,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:11.849606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:11.877908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-38756387-46af-466e-b977-2318d726da78 None None] Provisioning complete for port d99ab838-f145-4366-ba4a-942640f2fd2c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:11.878872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38756387-46af-466e-b977-2318d726da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:11.950388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94f057-da43-4b30-be7d-0154cbcbf664 req-bc39cdd0-89b2-4f74-acad-46d12203d8e4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:11.966269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d94f057-da43-4b30-be7d-0154cbcbf664 req-bc39cdd0-89b2-4f74-acad-46d12203d8e4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2698262 Nov 23 02:38:11.998896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.097317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ebc082b4-e2d2-4b3d-9a51-8113060e2cd2 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285422 Nov 23 02:38:12.097958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:12.142250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d99ab838-f145-4366-ba4a-942640f2fd2c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:12.146806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.156813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:12.349165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:12.383120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42983-fecd-4a5a-9584-500296585333 req-aa661b0d-ef05-4638-9ab3-a19fb44f03e6 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:12.395547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1d42983-fecd-4a5a-9584-500296585333 req-aa661b0d-ef05-4638-9ab3-a19fb44f03e6 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0c6d66-b3d9-4241-8c1c-027d65441ea9 HTTP/1.1" status: 200 len: 946 time: 0.5944946 Nov 23 02:38:12.513533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Deleting port d99ab838-f145-4366-ba4a-942640f2fd2c {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:12.514005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.678181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.690971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] For port d99ab838-f145-4366-ba4a-942640f2fd2c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d99ab838-f145-4366-ba4a-942640f2fd2c,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:12.691369 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.730537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Calling delete_port for d99ab838-f145-4366-ba4a-942640f2fd2c owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:12.758462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Deleting port 4d3c259b-f487-47d8-8f62-d72cb8495238 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:12.759552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.876990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] For port 4d3c259b-f487-47d8-8f62-d72cb8495238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=4d3c259b-f487-47d8-8f62-d72cb8495238,segment=NetworkSegment(6a301f26-305b-4ec8-acbf-e141000858e4),segment_id=6a301f26-305b-4ec8-acbf-e141000858e4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:12.877796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:12.894800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Calling delete_port for 4d3c259b-f487-47d8-8f62-d72cb8495238 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:12.939919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.001611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] Pushing event deleted for resources: {'Port': ['ID=d99ab838-f145-4366-ba4a-942640f2fd2c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:13.004577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ad0487-2504-4afa-a7a9-f5967371cb2a None None] No DVR routers for this DVR port d99ab838-f145-4366-ba4a-942640f2fd2c on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:13.114838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d99ab838-f145-4366-ba4a-942640f2fd2c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:13.148478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d99ab838-f145-4366-ba4a-942640f2fd2c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:13.148786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d99ab838-f145-4366-ba4a-942640f2fd2c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:13.222661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d94f057-da43-4b30-be7d-0154cbcbf664 req-0b5f354f-9d8d-4345-a6b5-9514d8b6fc5c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2553489 Nov 23 02:38:13.229517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.279272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1d42983-fecd-4a5a-9584-500296585333 req-6f50b7fa-5a86-4d87-8bc7-6716b1d2f9f5 tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.15 "GET /v2.0/security-groups?id=00f9cd95-6701-4d8c-9e43-e2f3b6570efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8827465 Nov 23 02:38:13.283192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:13.286939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.326915 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-59c93be9-59f1-485b-8f4a-aa367bdc2454 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2007217 Nov 23 02:38:13.327811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.502715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Pushing event deleted for resources: {'Port': ['ID=4d3c259b-f487-47d8-8f62-d72cb8495238,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:13.540508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] No DVR routers for this DVR port 4d3c259b-f487-47d8-8f62-d72cb8495238 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:13.547266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.552653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-276264a2-8395-438e-9221-4eaf692292e3 req-c0953536-dce3-46ef-b8f1-3125d97ba3ed tempest-ServerGroupTestJSON-1393363642 tempest-ServerGroupTestJSON-1393363642-project] 10.222.0.47 "DELETE /v2.0/ports/4d3c259b-f487-47d8-8f62-d72cb8495238 HTTP/1.1" status: 204 len: 173 time: 1.9041948 Nov 23 02:38:13.553318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'name': 'network-vif-deleted', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:38:13.555976 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028e7e55-7c25-4931-9360-a38af9b54233" -d '{"events": [{"server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "name": "network-vif-deleted", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:38:13.646750 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67213ce0-19a8-455a-a7a8-74b8ebd74da1 x-openstack-request-id: req-67213ce0-19a8-455a-a7a8-74b8ebd74da1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:38:13.647036 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0c6d66-b3d9-4241-8c1c-027d65441ea9", "name": "network-vif-deleted", "tag": "4d3c259b-f487-47d8-8f62-d72cb8495238", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:38:13.647291 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67213ce0-19a8-455a-a7a8-74b8ebd74da1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:38:13.649435 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0c6d66-b3d9-4241-8c1c-027d65441ea9', 'name': 'network-vif-deleted', 'tag': '4d3c259b-f487-47d8-8f62-d72cb8495238', 'status': 'completed', 'code': 200} Nov 23 02:38:13.655372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-ba481b33-0344-4337-88a9-478640626489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:13.659556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-ba481b33-0344-4337-88a9-478640626489 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1098 time: 0.2596643 Nov 23 02:38:13.680566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Deleting port 6aba7124-94ac-4424-8b94-95013a3a5efa {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:13.681257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.863400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.919194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648ddb-144c-47db-95c0-0cf16b91b560 req-c66d446a-153c-4fe5-9a02-6a2e4823212c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:13.928731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b648ddb-144c-47db-95c0-0cf16b91b560 req-c66d446a-153c-4fe5-9a02-6a2e4823212c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.1482718 Nov 23 02:38:13.938616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:13.943289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] For port 6aba7124-94ac-4424-8b94-95013a3a5efa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6aba7124-94ac-4424-8b94-95013a3a5efa,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:13.943659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.967010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Calling delete_port for 6aba7124-94ac-4424-8b94-95013a3a5efa owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:13.974905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:13.977843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:13.978711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:13.989902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980b3a1-c8cb-4471-9acb-b37b4479c406 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:14.034570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9017153 Nov 23 02:38:14.036100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56474) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:14.051827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b648ddb-144c-47db-95c0-0cf16b91b560 req-28210b6b-15a1-404c-9acf-bd0628ab4be0 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122861 Nov 23 02:38:14.051827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff008d3-01a5-496d-b5a6-096b7847cf12 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=a579f0a0-fa83-4a6b-aa00-0b2dc15d6726,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:14.058984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:14.116559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-8723775f-7a77-4dd5-9f8d-23cf1cd4e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:14.119185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-8723775f-7a77-4dd5-9f8d-23cf1cd4e054 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3965213 Nov 23 02:38:14.190823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'tenant_id': '3f79d8d294ec4f4bad22198f3c44ff49', 'fixed_ips': [{'subnet_id': 'a579f0a0-fa83-4a6b-aa00-0b2dc15d6726'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:38:14.191709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.207850 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-3d4f24ca-2501-42b2-8770-4f7ae339cd8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 217 time: 0.0770831 Nov 23 02:38:14.248442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4d3c259b-f487-47d8-8f62-d72cb8495238 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:14.285850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 4d3c259b-f487-47d8-8f62-d72cb8495238 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:14.286245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 4d3c259b-f487-47d8-8f62-d72cb8495238 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:14.412696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:14.417257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.438083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Allocated IP 2001:db8::2 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a579f0a0-fa83-4a6b-aa00-0b2dc15d6726/ab8a4014-9171-42a8-ba97-830c307ef0fa) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:14.441753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9608-85f1-481c-888b-a09d5aa7454a req-3ab8ff62-9037-42a1-b0da-a7c1d14ea6e1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:14.446338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56fa9608-85f1-481c-888b-a09d5aa7454a req-3ab8ff62-9037-42a1-b0da-a7c1d14ea6e1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.0965674 Nov 23 02:38:14.479592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-83ed5bef-89a2-467f-941f-2e53e969c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:14.481570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-83ed5bef-89a2-467f-941f-2e53e969c90b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2337325 Nov 23 02:38:14.547958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56fa9608-85f1-481c-888b-a09d5aa7454a req-56416da7-80f4-4878-9533-79c6171b9ce9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941758 Nov 23 02:38:14.639648 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a579f0a0-fa83-4a6b-aa00-0b2dc15d6726 (CIDR: 2001:db8::/64) Nov 23 02:38:14.643454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-cba0f324-6315-422f-9966-75e2ddaa6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:14.645057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-cba0f324-6315-422f-9966-75e2ddaa6fbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548448 Nov 23 02:38:14.646416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.651870 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:38:14.651870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:14.694817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aba7124-94ac-4424-8b94-95013a3a5efa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:14.759226 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.759500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:14.759868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb5670c4-5d8c-40ad-b5f9-5ad04bd38ee5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7213583 Nov 23 02:38:14.763086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdd78c-c854-44e3-ab8c-65fc212a9216 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:14.767432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'subnet': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:14.776608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.835080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:14.861799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:14.888438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:14.890720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:14.895989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:14.910879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Pushing event updated for resources: {'Port': ['ID=ab8a4014-9171-42a8-ba97-830c307ef0fa,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:14.950000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56528) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:15.022790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c7ba-f581-4dee-909c-3f393340662a req-95a5094d-97fe-4bb5-b329-67bb48ea4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.031576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-95a5094d-97fe-4bb5-b329-67bb48ea4f0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1228755 Nov 23 02:38:15.047773 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-f043a748-813b-47cd-8044-ef47ae1c185d service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750842 Nov 23 02:38:15.095650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.103507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Attempting to bind port ab8a4014-9171-42a8-ba97-830c307ef0fa on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:15.104072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Attempting to bind port ab8a4014-9171-42a8-ba97-830c307ef0fa by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:15.104219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.104337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Attempting to bind port ab8a4014-9171-42a8-ba97-830c307ef0fa on network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:15.115722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:15.115722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Checking segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:15.116064 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.116468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Bound using segment: {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:15.116938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Bound port: ab8a4014-9171-42a8-ba97-830c307ef0fa, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:15.117314 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.183317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3eb0-2bdd-491a-9f8b-5fe846724bd5 req-84913701-54a1-413c-acf0-7c60de821325 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.185072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-581f3eb0-2bdd-491a-9f8b-5fe846724bd5 req-84913701-54a1-413c-acf0-7c60de821325 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2967510 Nov 23 02:38:15.210050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c43e7135-6b4a-48b9-a04a-3e99d7aad775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.229138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Deleting subnet a1420a54-6913-4e53-ae25-c54577eef78e {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:15.233464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] For port ab8a4014-9171-42a8-ba97-830c307ef0fa, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:15.238658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] For port ab8a4014-9171-42a8-ba97-830c307ef0fa, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab8a4014-9171-42a8-ba97-830c307ef0fa,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:15.246454 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.257903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.261479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.262012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:15.268709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.273566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40556ed1-3f04-4481-8856-0326d6927c2d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8b4e990d-e33d-4bc5-a70c-f0e5f8d78918 HTTP/1.1" status: 204 len: 168 time: 3.7546935 Nov 23 02:38:15.305590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:15.315374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-571785994', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:15.341935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:15.352196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.357506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64623b7-c5fb-422d-a54b-b5d8e603ac93 None None] Pushing event updated for resources: {'Port': ['ID=ab8a4014-9171-42a8-ba97-830c307ef0fa,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:15.404088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-581f3eb0-2bdd-491a-9f8b-5fe846724bd5 req-6c6d5f65-3616-46e6-bad4-8336ae0e1cd6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033641 Nov 23 02:38:15.461586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-6e5a616b-2e00-416c-a6af-2836489b5c9c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.463295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-6e5a616b-2e00-416c-a6af-2836489b5c9c tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.47 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.2570872 Nov 23 02:38:15.467217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.490925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d4833-a4d1-4678-ad3f-f848831c6d41 req-d8261dee-b479-4669-ac4e-e59d0d44fb78 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.502739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c4d4833-a4d1-4678-ad3f-f848831c6d41 req-d8261dee-b479-4669-ac4e-e59d0d44fb78 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.3315399 Nov 23 02:38:15.517704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c7ba-f581-4dee-909c-3f393340662a req-358624a5-b5bd-47cc-9e55-af21a17824fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.520029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-358624a5-b5bd-47cc-9e55-af21a17824fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.4761801 Nov 23 02:38:15.548755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f0b54e8a-51a6-4d31-a7c7-c241e526d8e8 req-860d5781-c4cb-459f-bedb-eaf98ef2b1bf service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903693 Nov 23 02:38:15.566447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.567975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.635211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.704271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c4d4833-a4d1-4678-ad3f-f848831c6d41 req-b1e4d543-1f54-4815-b059-646db109ef00 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001386 Nov 23 02:38:15.710818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-0b064708-96e6-43e0-958e-9ad5e97f9a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.1664059 Nov 23 02:38:15.744509 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:15.982436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c7ba-f581-4dee-909c-3f393340662a req-026ee671-e236-4d3b-97d1-337a2f62413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:15.984335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-026ee671-e236-4d3b-97d1-337a2f62413a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2609880 Nov 23 02:38:16.079394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c1fc0-8919-4e8b-a0a5-d77fa6701c23 req-1943f124-bf5f-47de-b430-d1144c400996 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:16.080900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-795c1fc0-8919-4e8b-a0a5-d77fa6701c23 req-1943f124-bf5f-47de-b430-d1144c400996 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.2724886 Nov 23 02:38:16.104148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c7ba-f581-4dee-909c-3f393340662a req-708a1d23-66d6-476c-aae9-ceca32ead4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:16.106653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-708a1d23-66d6-476c-aae9-ceca32ead4fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118834 Nov 23 02:38:16.256725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-795c1fc0-8919-4e8b-a0a5-d77fa6701c23 req-91fef677-7014-42d7-be63-56963f90c50e tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658373 Nov 23 02:38:16.278878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:38:16.279606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c43e7135-6b4a-48b9-a04a-3e99d7aad775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.301441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.311038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c43e7135-6b4a-48b9-a04a-3e99d7aad775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.373349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.385941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-a9e75cdf-31a3-4843-b2db-f8de5d21ee66 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655489 Nov 23 02:38:16.489846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c43e7135-6b4a-48b9-a04a-3e99d7aad775 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45e79c7d52ae43a49435b01f421f3474&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6268182 Nov 23 02:38:16.496160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:16.504011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.507370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1420a54-6913-4e53-ae25-c54577eef78e HTTP/1.1" status: 204 len: 168 time: 1.5575264 Nov 23 02:38:16.508652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7135-6b4a-48b9-a04a-3e99d7aad775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d42292-f12b-4fa1-8aaf-68cfd02cfbc5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:16.515751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56552) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:16.517426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c49e-4b17-43af-908e-6d025d31df66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1420a54-6913-4e53-ae25-c54577eef78e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:16.543495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Deleting port 3abe627a-bf31-402a-8fcc-9921feaf2b6c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:16.544010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.612748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.712287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.723076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.731088 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-d3986c7b-d922-49d7-a195-3196ccff110a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2514234 Nov 23 02:38:16.756682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eee5c7ba-f581-4dee-909c-3f393340662a req-3e4d28bb-2b0a-4a93-9574-d1d3e37f4f6e service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065221 Nov 23 02:38:16.794201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.795655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] For port 3abe627a-bf31-402a-8fcc-9921feaf2b6c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=3abe627a-bf31-402a-8fcc-9921feaf2b6c,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:16.796180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:16.822007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54956c16-031d-4096-9568-84014b5fda45 req-12fcb834-d24e-4e27-ba55-2ab06eeaa2aa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:16.826359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Calling delete_port for 3abe627a-bf31-402a-8fcc-9921feaf2b6c owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:16.830030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54956c16-031d-4096-9568-84014b5fda45 req-12fcb834-d24e-4e27-ba55-2ab06eeaa2aa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1907043 Nov 23 02:38:17.013995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.027184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-045ff267-8109-4cf3-ba25-9cfe7273f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:17.028548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-045ff267-8109-4cf3-ba25-9cfe7273f6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad9b11917024d239eb20146ea39a205&device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 1097 time: 0.2388787 Nov 23 02:38:17.052518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54956c16-031d-4096-9568-84014b5fda45 req-0b01c300-469e-4631-829a-9bd887d25f2c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193146 Nov 23 02:38:17.086883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9d5a9-5ab8-40f5-a8e4-f63462e37077 req-9a290256-a33e-4e6d-80f1-941599476110 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:17.088418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad9d5a9-5ab8-40f5-a8e4-f63462e37077 req-9a290256-a33e-4e6d-80f1-941599476110 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 950 time: 0.2304957 Nov 23 02:38:17.097596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] For port ab8a4014-9171-42a8-ba97-830c307ef0fa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab8a4014-9171-42a8-ba97-830c307ef0fa,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:17.141401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.144525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.145932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53d42292-f12b-4fa1-8aaf-68cfd02cfbc5 HTTP/1.1" status: 204 len: 168 time: 0.5955005 Nov 23 02:38:17.149097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] Provisioning complete for port ab8a4014-9171-42a8-ba97-830c307ef0fa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:17.149615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.228772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed1d623-17c3-4c39-b227-01135d76c27d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:17.232066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.232839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841006e-761d-4b3e-b4ea-c52451772a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d42292-f12b-4fa1-8aaf-68cfd02cfbc5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.246375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a301f26-305b-4ec8-acbf-e141000858e4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:17.246734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a301f26-305b-4ec8-acbf-e141000858e4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:17.277807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab8a4014-9171-42a8-ba97-830c307ef0fa up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:17.287339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.317708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.317946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.339285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad9d5a9-5ab8-40f5-a8e4-f63462e37077 req-d54f7361-28a6-4aab-8160-611e03f11cf4 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/security-groups?id=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382612 Nov 23 02:38:17.348411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.349364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.451371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.492161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.506590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ab8a4014-9171-42a8-ba97-830c307ef0fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:17.507092 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.536926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:17.537466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: items = [ Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:17.539604 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:17.542263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.550182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-8af8f5d9-b3e0-4eb7-8e75-84a02cdeacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:17.554235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-8af8f5d9-b3e0-4eb7-8e75-84a02cdeacc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 200 len: 912 time: 0.4795818 Nov 23 02:38:17.565128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:17.584311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] For port ab8a4014-9171-42a8-ba97-830c307ef0fa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab8a4014-9171-42a8-ba97-830c307ef0fa,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:17.593543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:17.595188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.616051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b7a1e2-6966-4b19-bc6d-c211759bd8c3 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:17.648417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:17.649031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.659570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Pushing event deleted for resources: {'Port': ['ID=3abe627a-bf31-402a-8fcc-9921feaf2b6c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.769599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.776467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=ab8a4014-9171-42a8-ba97-830c307ef0fa,revision_number=4']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.793549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Subnet': ['ID=41079ad3-4ff6-40e2-ab51-4a0b946b5d41,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.806194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56566) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:17.831980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4aedeb1-264c-49e9-afba-bde0a86d9a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.833673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.838061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21efa831-7e6f-441b-a987-4645a58f736f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0762432 Nov 23 02:38:17.842360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb51e40-ceb9-4c29-9ad2-0638bb056eed None None] Pushing event updated for resources: {'Port': ['ID=ab8a4014-9171-42a8-ba97-830c307ef0fa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.851431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:17.852509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6aba7124-94ac-4424-8b94-95013a3a5efa no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:17.854750 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] 10.222.0.15 "DELETE /v2.0/networks/5ed1d623-17c3-4c39-b227-01135d76c27d HTTP/1.1" status: 204 len: 168 time: 1.3384905 Nov 23 02:38:17.861204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Request body: {'port': {'network_id': '7b8caf0b-cac0-4b64-834e-8688d7f0c350', 'mac_address': 'fa:16:3e:9e:e7:b7', 'name': 'tempest-NetworksTestDHCPv6-963196351'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:17.867143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-b4a678e8-a601-4fa2-9258-43ceb4b8579d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 200 len: 1001 time: 0.2313602 Nov 23 02:38:17.892820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6aba7124-94ac-4424-8b94-95013a3a5efa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:17.893172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6aba7124-94ac-4424-8b94-95013a3a5efa not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:17.967562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0e982-c130-440e-9508-1b37a2d4854e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed1d623-17c3-4c39-b227-01135d76c27d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:17.970221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] No DVR routers for this DVR port 3abe627a-bf31-402a-8fcc-9921feaf2b6c on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:17.974267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:17.977789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3d6533a-e0a5-4146-8ad6-add846150159 req-78e60d9d-7174-4440-82e8-30be1e441c75 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.47 "DELETE /v2.0/ports/3abe627a-bf31-402a-8fcc-9921feaf2b6c HTTP/1.1" status: 204 len: 173 time: 2.4989517 Nov 23 02:38:17.978242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'name': 'network-vif-deleted', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:38:17.981358 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c90863f-3c8f-4ca0-9941-59d5a39a6465" -d '{"events": [{"server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "name": "network-vif-deleted", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:38:17.998689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Allocated IP 172.25.1.108 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/5afe1728-4031-496c-83e5-9aeb822980f1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:18.002114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c82f4-8648-45c4-8d5e-567b73589ad7 req-b394c466-4476-4795-b57b-8cf0a7f91247 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:18.013872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-187c82f4-8648-45c4-8d5e-567b73589ad7 req-b394c466-4476-4795-b57b-8cf0a7f91247 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.4563758 Nov 23 02:38:18.098722 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ea554-8df0-4b1b-adb1-01a91619e172 x-openstack-request-id: req-532ea554-8df0-4b1b-adb1-01a91619e172 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:38:18.099072 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c8836e-7d2b-44d9-9594-24d1a1723d1a", "name": "network-vif-deleted", "tag": "3abe627a-bf31-402a-8fcc-9921feaf2b6c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:38:18.099392 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-532ea554-8df0-4b1b-adb1-01a91619e172 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:38:18.100135 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c8836e-7d2b-44d9-9594-24d1a1723d1a', 'name': 'network-vif-deleted', 'tag': '3abe627a-bf31-402a-8fcc-9921feaf2b6c', 'status': 'completed', 'code': 200} Nov 23 02:38:18.189832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:18.271503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 3abe627a-bf31-402a-8fcc-9921feaf2b6c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:18.317953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:18.323630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 3abe627a-bf31-402a-8fcc-9921feaf2b6c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:18.324121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 3abe627a-bf31-402a-8fcc-9921feaf2b6c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:18.383667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-cf877747-8fae-4d36-b950-d2b4bb18ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:18.385147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-cf877747-8fae-4d36-b950-d2b4bb18ce95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b42eb619-e399-47fe-9552-755ab62bca3d HTTP/1.1" status: 200 len: 850 time: 0.4678893 Nov 23 02:38:18.398068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Made reservation on behalf of 3f79d8d294ec4f4bad22198f3c44ff49 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:18.413538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:18.417703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a27191af-0320-4432-9851-00432664d07a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=759725208ed24e9da516298e57abf14f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0986378 Nov 23 02:38:18.459842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56580) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:18.486834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event updated for resources: {'Port': ['ID=5afe1728-4031-496c-83e5-9aeb822980f1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:18.491767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-187c82f4-8648-45c4-8d5e-567b73589ad7 req-82789fcb-79d2-4960-a642-c03464e7f16d tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762709 Nov 23 02:38:18.513870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:18.518211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:18.527452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:18.537962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939d715-91cb-4a3f-9e91-7a7c314b932c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:18.589832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80865-6a72-4e2c-a313-add43706e5be req-adbf208a-5033-4ae6-87fe-92e649ebc723 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:18.604700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccc80865-6a72-4e2c-a313-add43706e5be req-adbf208a-5033-4ae6-87fe-92e649ebc723 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2851789 Nov 23 02:38:18.650882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5006f514-208d-4872-9c28-ad31da0d3e46 None None] Provisioning complete for port 5afe1728-4031-496c-83e5-9aeb822980f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:18.651279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5006f514-208d-4872-9c28-ad31da0d3e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:18.678081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-718a3ab7-945b-4763-af3c-45ace870cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:18.679589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-718a3ab7-945b-4763-af3c-45ace870cb3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55032d66-45bf-4d06-80fc-9223eb6fb273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724786 Nov 23 02:38:18.710273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5006f514-208d-4872-9c28-ad31da0d3e46 None None] Port 5afe1728-4031-496c-83e5-9aeb822980f1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:18.771734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4aedeb1-264c-49e9-afba-bde0a86d9a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:18.915807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.108461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab8a4014-9171-42a8-ba97-830c307ef0fa up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:19.203544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ab8a4014-9171-42a8-ba97-830c307ef0fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:19.203936 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.262281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.272808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c230011d-211f-4003-82c8-d349a8689a20 None None] Provisioning complete for port ab8a4014-9171-42a8-ba97-830c307ef0fa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:19.273289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c230011d-211f-4003-82c8-d349a8689a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.359744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8d1e6af-28ea-4b4f-80bb-be34954a1a8c req-ba49d8cc-d6c0-4e29-b4d1-e0aa05987b10 tempest-VolumesBackupsTest-2021621647 tempest-VolumesBackupsTest-2021621647-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c8836e-7d2b-44d9-9594-24d1a1723d1a HTTP/1.1" status: 200 len: 210 time: 0.6887972 Nov 23 02:38:19.390799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4aedeb1-264c-49e9-afba-bde0a86d9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.451051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.480746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Router 139dc699-99c1-480e-b875-da6a80606d74 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:19.489117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] device_id is not set on port 1800e54b-f3d3-40ca-8694-37048f345f9c yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:38:19.613289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:19.623032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] Sync routers for ids ['139dc699-99c1-480e-b875-da6a80606d74'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:19.637130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] Routers {'139dc699-99c1-480e-b875-da6a80606d74'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:19.637757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['139dc699-99c1-480e-b875-da6a80606d74'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:19.665414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.669917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-43d9bd70-9853-4a80-b961-2c5bab36dd10 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3607759 Nov 23 02:38:19.670878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:19.682085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:19.698388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8::289 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/a579f0a0-fa83-4a6b-aa00-0b2dc15d6726/1800e54b-f3d3-40ca-8694-37048f345f9c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:19.705342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:e7b7 (7b8caf0b-cac0-4b64-834e-8688d7f0c350/41079ad3-4ff6-40e2-ab51-4a0b946b5d41/1800e54b-f3d3-40ca-8694-37048f345f9c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:19.737652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:19.763564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] Routers {'139dc699-99c1-480e-b875-da6a80606d74'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:19.764787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['139dc699-99c1-480e-b875-da6a80606d74'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:19.830763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aedeb1-264c-49e9-afba-bde0a86d9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aeb0b6-390a-45d0-bfff-6b7210794807,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:19.856774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:19.857483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3f6aa-adf0-4fab-93f5-bd912bd275b2 None None] The sync data for ids ['139dc699-99c1-480e-b875-da6a80606d74'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:19.874029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.905089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:19.980526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccc80865-6a72-4e2c-a313-add43706e5be req-ac047116-1e8d-44fc-8178-eb6de7661d37 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3745425 Nov 23 02:38:20.037200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.041853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.049209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00f9cd95-6701-4d8c-9e43-e2f3b6570efa HTTP/1.1" status: 204 len: 168 time: 1.5558825 Nov 23 02:38:20.073581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4aedeb1-264c-49e9-afba-bde0a86d9a10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c668a955490440f29f834a40407caf36&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2661374 Nov 23 02:38:20.084942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56606) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:20.120063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-6d07b8fd-9172-4001-8552-16d5869c67c8 service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3804846 Nov 23 02:38:20.233879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5601d-92f5-4ab7-8310-14182ebe7638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9cd95-6701-4d8c-9e43-e2f3b6570efa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:20.239985 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.242990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.338607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.430249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894295e-e4f7-4f67-9ecc-ffd2fec226d2 req-3f9624a7-5622-46aa-9959-7beef2c3b641 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:20.432226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a894295e-e4f7-4f67-9ecc-ffd2fec226d2 req-3f9624a7-5622-46aa-9959-7beef2c3b641 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2828348 Nov 23 02:38:20.435651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.448653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.454232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.457901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76aeb0b6-390a-45d0-bfff-6b7210794807 HTTP/1.1" status: 204 len: 168 time: 0.3691933 Nov 23 02:38:20.475059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e52886-f9bb-4e47-93d1-9556a895ecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aeb0b6-390a-45d0-bfff-6b7210794807,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:20.488968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f40c0-4991-41d9-a93f-b9870aaa5c38 req-81ce9a95-0ed8-48e5-9f33-d2b2fc988b48 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:20.497550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-108f40c0-4991-41d9-a93f-b9870aaa5c38 req-81ce9a95-0ed8-48e5-9f33-d2b2fc988b48 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.3879278 Nov 23 02:38:20.596983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a894295e-e4f7-4f67-9ecc-ffd2fec226d2 req-233ba600-f8df-4c1c-ac5a-7fd1f6b936d0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524646 Nov 23 02:38:20.608971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f51001-8031-44f4-9580-5dc5e3449b1b req-98d71aee-2395-40f6-a234-49b27041905d service neutron] 10.222.0.41 "GET /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643023 Nov 23 02:38:20.626235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.642148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-108f40c0-4991-41d9-a93f-b9870aaa5c38 req-1d60f837-003a-4da1-bb59-31630f583a04 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405942 Nov 23 02:38:20.754214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:20.763270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:20.778203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:20.783973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:20.784768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.827310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9722042 Nov 23 02:38:20.832924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:20.852641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a57aa8-c8c9-479c-bcc1-646682836560 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event updated for resources: {'Port': ['ID=1800e54b-f3d3-40ca-8694-37048f345f9c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:21.091884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting port 1800e54b-f3d3-40ca-8694-37048f345f9c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:21.092164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:21.248156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987fe7a-4bbf-453b-8a44-0ae6e439b779 req-460bd3a9-e300-4267-aee9-64b666bd4c7b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:21.259596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e987fe7a-4bbf-453b-8a44-0ae6e439b779 req-460bd3a9-e300-4267-aee9-64b666bd4c7b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2625082 Nov 23 02:38:21.302644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-39037f2b-7f47-44d4-b6fb-95235d76fc7d None None] Provisioning complete for port 1800e54b-f3d3-40ca-8694-37048f345f9c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:21.303734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39037f2b-7f47-44d4-b6fb-95235d76fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:21.318728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:21.398007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-39037f2b-7f47-44d4-b6fb-95235d76fc7d None None] Port 1800e54b-f3d3-40ca-8694-37048f345f9c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:21.419919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Calling delete_port for 1800e54b-f3d3-40ca-8694-37048f345f9c owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:21.513426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e987fe7a-4bbf-453b-8a44-0ae6e439b779 req-8389d02f-28ce-4dc4-a1ff-9afb63b3bba5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527835 Nov 23 02:38:21.679329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:21.683036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:21.923149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router 139dc699-99c1-480e-b875-da6a80606d74 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:38:21.951903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-2a770bd0-c23c-400f-9f5e-2a2928300bc2 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:21.954047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-2a770bd0-c23c-400f-9f5e-2a2928300bc2 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.41 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.2722442 Nov 23 02:38:22.107402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e0e01-80d3-4665-82b9-e94c3b3d5f22 req-29b4258a-aaf8-4f6b-9156-90c1d8dd84d0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:22.114768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a0e0e01-80d3-4665-82b9-e94c3b3d5f22 req-29b4258a-aaf8-4f6b-9156-90c1d8dd84d0 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.2913146 Nov 23 02:38:22.190411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:22.200248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] Sync routers for ids ['139dc699-99c1-480e-b875-da6a80606d74'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:22.211711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:22.212978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da8df9e3-2990-4200-8914-729e89983569 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "PUT /v2.0/routers/139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 200 len: 925 time: 2.5401931 Nov 23 02:38:22.215748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] Routers {'139dc699-99c1-480e-b875-da6a80606d74'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:22.216366 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['139dc699-99c1-480e-b875-da6a80606d74'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:22.221390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56688) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.311148 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:22.323044 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] Routers {'139dc699-99c1-480e-b875-da6a80606d74'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:22.323680 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['139dc699-99c1-480e-b875-da6a80606d74'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:22.325392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:22.415515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a0e0e01-80d3-4665-82b9-e94c3b3d5f22 req-01b2706c-9c82-4030-b900-bdc90978335c tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997594 Nov 23 02:38:22.420834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Port': ['ID=1800e54b-f3d3-40ca-8694-37048f345f9c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:22.424799 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:22.425320 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f584ed-7d4a-4035-a35c-6eb66d385eb0 None None] The sync data for ids ['139dc699-99c1-480e-b875-da6a80606d74'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:22.498656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Deleting port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:22.498966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:22.560127 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f664d46-8a8d-49b0-9249-1a9116f02c06 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 200 len: 925 time: 0.3370624 Nov 23 02:38:22.563301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56698) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.590715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:22.594813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76c4c8ef-de29-485b-b078-73b9d8efd63a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/1800e54b-f3d3-40ca-8694-37048f345f9c HTTP/1.1" status: 204 len: 168 time: 1.7584691 Nov 23 02:38:22.604856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56702) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.736478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13519ef8-9cd5-48b7-a63d-ccac62b3b32b req-2691fd2e-6d9c-4b65-a95c-7cc0dfe041c5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:22.742699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef562cfd-3028-4a7a-b72f-88053d34a9d1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:22.744258 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef562cfd-3028-4a7a-b72f-88053d34a9d1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=139dc699-99c1-480e-b875-da6a80606d74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1779153 Nov 23 02:38:22.753291 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13519ef8-9cd5-48b7-a63d-ccac62b3b32b req-2691fd2e-6d9c-4b65-a95c-7cc0dfe041c5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2050183 Nov 23 02:38:22.764536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd7e6a7-2f03-410e-ad75-20cc793ed61a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:22.779373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3bd7e6a7-2f03-410e-ad75-20cc793ed61a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1713567 Nov 23 02:38:22.782398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.784938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56706) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.942306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e1f09-9859-472c-96bc-303b9968a7d4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:22.949539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:22.955183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-256e1f09-9859-472c-96bc-303b9968a7d4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1702318 Nov 23 02:38:23.049584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] For port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:23.050145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.085192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b54b2b-2c0a-4f2d-b540-169f0ac7795d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:23.089240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-09b54b2b-2c0a-4f2d-b540-169f0ac7795d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.2945697 Nov 23 02:38:23.091111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56728) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:23.113309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13519ef8-9cd5-48b7-a63d-ccac62b3b32b req-07eadaf0-7146-4cf9-bde7-1c0149d627cd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579936 Nov 23 02:38:23.151384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1302cf31-9fce-4df7-a56c-28a301c207f1 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 200 len: 205 time: 0.0575914 Nov 23 02:38:23.152734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56732) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:23.166552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b6453-0ec8-421a-acea-80e4f4a911ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:23.179377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b6453-0ec8-421a-acea-80e4f4a911ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:23.181551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b6453-0ec8-421a-acea-80e4f4a911ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:23.184960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b11b6453-0ec8-421a-acea-80e4f4a911ad tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2241170 Nov 23 02:38:23.189764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:23.348859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.423428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.439329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet 41079ad3-4ff6-40e2-ab51-4a0b946b5d41 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:23.582819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.623660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.758482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 5afe1728-4031-496c-83e5-9aeb822980f1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:23.760827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.823262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.879467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c17e-0012-421a-8e1e-0788ff621db6 req-221c8132-c06f-40b2-8303-dd690c332dbf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:23.888171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5b3c17e-0012-421a-8e1e-0788ff621db6 req-221c8132-c06f-40b2-8303-dd690c332dbf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3324099 Nov 23 02:38:23.943408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:23.963539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 5afe1728-4031-496c-83e5-9aeb822980f1 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:24.045617 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.047134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.047725 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Floating IP 5ffd463e-0da0-48dc-ab03-998b96f1f922 disassociated. External IP: 172.25.1.141, port: 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb. Nov 23 02:38:24.048517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Calling delete_port for 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:24.058147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85029ce-9bbe-42fc-b297-b9a51fead21b req-2184e0c1-88a8-48b5-b31c-0d0400a0bb11 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:24.067349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c85029ce-9bbe-42fc-b297-b9a51fead21b req-2184e0c1-88a8-48b5-b31c-0d0400a0bb11 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 945 time: 0.3106785 Nov 23 02:38:24.190199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.195268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5b3c17e-0012-421a-8e1e-0788ff621db6 req-487bff67-3c2b-4d7a-ba04-7553e3af60a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056133 Nov 23 02:38:24.225402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=5afe1728-4031-496c-83e5-9aeb822980f1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:24.249488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d78191-560a-4fcd-8c11-ae17492a9131 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:24.297251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.333943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.384965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c85029ce-9bbe-42fc-b297-b9a51fead21b req-73c6b799-1aa4-4d25-a6bf-61688892d049 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups?id=a6e04226-1f53-45cc-bcae-1926c6c7a40c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163304 Nov 23 02:38:24.435847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.509220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.511863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.530482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.545599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=41079ad3-4ff6-40e2-ab51-4a0b946b5d41,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:24.563118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701597d-0075-4692-a297-f30d297a9add None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:24.575582 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.581090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5566478f-f868-42f0-a013-966bef374e65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/41079ad3-4ff6-40e2-ab51-4a0b946b5d41 HTTP/1.1" status: 204 len: 168 time: 1.3832226 Nov 23 02:38:24.591287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:24.640901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event deleted for resources: {'Port': ['ID=287fb5a0-6c1c-465a-97c6-9cccd6bb59fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:24.664364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Deleting subnet a579f0a0-fa83-4a6b-aa00-0b2dc15d6726 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:24.668234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.699638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.700286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router 139dc699-99c1-480e-b875-da6a80606d74 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:24.709804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.711163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d6530fb-7023-4a9d-9dfc-df024a910063 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 204 len: 168 time: 1.5573084 Nov 23 02:38:24.714464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:24.720231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-706475444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:24.748030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.806336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.811254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:24.832672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:24.852022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Router a1cc4666-414b-43cb-ae14-853426407603 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:38:24.956330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:24.956678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:25.000436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.105750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:25.126927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Sync routers for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:25.153858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:25.155082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:25.224330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] No DVR routers for this DVR port 287fb5a0-6c1c-465a-97c6-9cccd6bb59fb on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:25.232504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.244532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98587c08-e8ae-4ab1-82eb-dcf649b6625f req-f26e3a68-e9d2-4bb2-89eb-672cbd36ffec tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.41 "DELETE /v2.0/ports/287fb5a0-6c1c-465a-97c6-9cccd6bb59fb HTTP/1.1" status: 204 len: 173 time: 3.2664559 Nov 23 02:38:25.246056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'name': 'network-vif-deleted', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:38:25.256613 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cf0e5f-16ef-4679-956a-008c289871e2" -d '{"events": [{"server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "name": "network-vif-deleted", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:38:25.285952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.377753 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7a153-f5c0-4793-8b5b-02aa8f389a50 x-openstack-request-id: req-3ca7a153-f5c0-4793-8b5b-02aa8f389a50 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:38:25.378309 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad544ea-9dc0-431d-8364-3e4c2982bae3", "name": "network-vif-deleted", "tag": "287fb5a0-6c1c-465a-97c6-9cccd6bb59fb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:38:25.378886 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ca7a153-f5c0-4793-8b5b-02aa8f389a50 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:38:25.379650 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad544ea-9dc0-431d-8364-3e4c2982bae3', 'name': 'network-vif-deleted', 'tag': '287fb5a0-6c1c-465a-97c6-9cccd6bb59fb', 'status': 'completed', 'code': 200} Nov 23 02:38:25.413920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.417321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Subnet': ['ID=a579f0a0-fa83-4a6b-aa00-0b2dc15d6726,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:25.439678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.486179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:25.502907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.517333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fa4ed6ff-5cf5-4f8e-a13c-1149c7c17130 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a579f0a0-fa83-4a6b-aa00-0b2dc15d6726 HTTP/1.1" status: 204 len: 168 time: 0.9242542 Nov 23 02:38:25.519370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:25.551067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca6229-0f6f-4bc7-8001-b1331e3b51bd req-221ef9f7-6243-4432-971c-2f16b62aca0b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:25.558065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4ca6229-0f6f-4bc7-8001-b1331e3b51bd req-221ef9f7-6243-4432-971c-2f16b62aca0b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1681452 Nov 23 02:38:25.652408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c04a7e5a-2164-48b7-b0b3-e4c2b19302ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180131 Nov 23 02:38:25.653357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:25.673740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.678795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd2aad38-54cb-48cd-85d7-d4e3066f38da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9624724 Nov 23 02:38:25.685460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56800) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:25.686972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56802) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:25.702345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01002509-9024-46e2-9a43-d3184252ee73 req-27871dfc-5c6c-4159-9a09-4c7943688f7e tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad544ea-9dc0-431d-8364-3e4c2982bae3 HTTP/1.1" status: 200 len: 210 time: 0.1262879 Nov 23 02:38:25.725101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:25.848174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4ca6229-0f6f-4bc7-8001-b1331e3b51bd req-b0b814ef-120f-4f1a-9d61-460e6e9da819 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842877 Nov 23 02:38:26.055349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee036a-4b80-4365-859a-5d4fd24b69ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:26.058004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c0ee036a-4b80-4365-859a-5d4fd24b69ba tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3946111 Nov 23 02:38:26.060628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.352363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:26.385583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06876e04-51bf-4023-a29e-ca7aa22d4f21 req-83fbb882-cb04-4821-91b0-fffdf6b28ec1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:26.391626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06876e04-51bf-4023-a29e-ca7aa22d4f21 req-83fbb882-cb04-4821-91b0-fffdf6b28ec1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3316822 Nov 23 02:38:26.398544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6771fb-5d8e-47dd-889f-d8fa018c7a67 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:26.400481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2a6771fb-5d8e-47dd-889f-d8fa018c7a67 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3388484 Nov 23 02:38:26.403947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.461635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-81cd9c9f-c100-422b-a500-7311061be51a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563200 Nov 23 02:38:26.480247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.513315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace01651-4ce7-4b1b-aca5-a975c693354c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:26.538716 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1352441-1687-487d-8ce2-2e1ade874140 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:26.540282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1352441-1687-487d-8ce2-2e1ade874140 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:26.552608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c1352441-1687-487d-8ce2-2e1ade874140 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/1800e54b-f3d3-40ca-8694-37048f345f9c HTTP/1.1" status: 404 len: 333 time: 0.0685885 Nov 23 02:38:26.552861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:26.554493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.610835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06876e04-51bf-4023-a29e-ca7aa22d4f21 req-448d35e8-a0b3-4041-b104-17b014048c54 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087343 Nov 23 02:38:26.616580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Checking router: a1cc4666-414b-43cb-ae14-853426407603 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:26.637919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:26.644569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:26.655532 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888a12c-3821-4f06-aa26-1ebc02e51079 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:26.655996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888a12c-3821-4f06-aa26-1ebc02e51079 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:26.672578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5888a12c-3821-4f06-aa26-1ebc02e51079 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/41079ad3-4ff6-40e2-ab51-4a0b946b5d41 HTTP/1.1" status: 404 len: 337 time: 0.1089315 Nov 23 02:38:26.673999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.737833 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa37cfc-21fd-4002-9f34-858550165246 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:26.738894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa37cfc-21fd-4002-9f34-858550165246 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:26.747010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8aa37cfc-21fd-4002-9f34-858550165246 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a579f0a0-fa83-4a6b-aa00-0b2dc15d6726 HTTP/1.1" status: 404 len: 337 time: 0.0702050 Nov 23 02:38:26.747897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.821872 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0323fbd-238f-4742-a05a-f30c46376b42 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:26.823985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0323fbd-238f-4742-a05a-f30c46376b42 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:26.838927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c0323fbd-238f-4742-a05a-f30c46376b42 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/fbc868e3-35cb-4d93-aff1-b0f29eb41612 HTTP/1.1" status: 404 len: 333 time: 0.0895128 Nov 23 02:38:26.848028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:26.850979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace01651-4ce7-4b1b-aca5-a975c693354c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:26.876208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ace01651-4ce7-4b1b-aca5-a975c693354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:26.890191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:26.939316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594fb35b-6bb7-449e-8f63-474652a331b2 None None] Network 7b8caf0b-cac0-4b64-834e-8688d7f0c350 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:26.939505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56844) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.006397 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de07945-2f28-4406-ad71-7c2f3672df65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.007419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de07945-2f28-4406-ad71-7c2f3672df65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.010857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8de07945-2f28-4406-ad71-7c2f3672df65 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/aba4fc47-24bc-4304-95d2-0c857d02975c HTTP/1.1" status: 404 len: 337 time: 0.1615651 Nov 23 02:38:27.019806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.091575 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a29eb4a-d202-4fe8-9e39-6cb6bba4a89f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.092266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a29eb4a-d202-4fe8-9e39-6cb6bba4a89f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.099863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a29eb4a-d202-4fe8-9e39-6cb6bba4a89f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d06a0411-ceee-435a-81fe-a8367649c527 HTTP/1.1" status: 404 len: 337 time: 0.0791128 Nov 23 02:38:27.106074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.108397 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:38:27.119358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ace01651-4ce7-4b1b-aca5-a975c693354c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3110093a30d4471822fedd17d490d89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4111466 Nov 23 02:38:27.120002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace01651-4ce7-4b1b-aca5-a975c693354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd40f3f-3dbb-4da9-be02-8fdee824d37f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:27.143145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.149969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c05eea-c281-48eb-b494-f03b45b5cf43 req-0ef27d3e-65ce-47eb-8969-894240d8f28b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:27.163892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75c05eea-c281-48eb-b494-f03b45b5cf43 req-0ef27d3e-65ce-47eb-8969-894240d8f28b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3238633 Nov 23 02:38:27.171871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9d487611-70ec-4b6b-b32a-e39dbf0cfe29 None None] Provisioning complete for port ab8a4014-9171-42a8-ba97-830c307ef0fa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:27.172572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d487611-70ec-4b6b-b32a-e39dbf0cfe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.208233 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbccac2-68f9-4a2e-9b8f-86852db6e4d9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.209265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbccac2-68f9-4a2e-9b8f-86852db6e4d9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.215412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdbccac2-68f9-4a2e-9b8f-86852db6e4d9 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/db1292e3-868e-41cc-9f30-4540862f69f0 HTTP/1.1" status: 404 len: 333 time: 0.1063952 Nov 23 02:38:27.231306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56856) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.284995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.353296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75c05eea-c281-48eb-b494-f03b45b5cf43 req-20e68585-9785-4a3c-84a8-c0e13abbc60b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493316 Nov 23 02:38:27.372907 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb28d811-e1b5-4220-812a-8febb73e815f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.387400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb28d811-e1b5-4220-812a-8febb73e815f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.393398 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb28d811-e1b5-4220-812a-8febb73e815f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/03ed4441-d448-4aae-aced-27849b3343a1 HTTP/1.1" status: 404 len: 337 time: 0.1545057 Nov 23 02:38:27.393556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.506523 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-166bcf76-a11d-4d19-9231-8c13358a8179 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.507007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166bcf76-a11d-4d19-9231-8c13358a8179 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.510090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-166bcf76-a11d-4d19-9231-8c13358a8179 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/e924d223-917e-4a16-aca2-68db0b22191a HTTP/1.1" status: 404 len: 337 time: 0.1154428 Nov 23 02:38:27.514453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] DHCP port deletion for 7b8caf0b-cac0-4b64-834e-8688d7f0c350 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:27.523285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.558623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:27.649937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.668163 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd5d4f4-0bd6-4c55-8581-5c9aa999bddb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:27.668728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd5d4f4-0bd6-4c55-8581-5c9aa999bddb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:27.680936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.682656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.689622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7cd5d4f4-0bd6-4c55-8581-5c9aa999bddb tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/18396d4f-2937-4460-968f-977d8677a7fd HTTP/1.1" status: 404 len: 333 time: 0.1652002 Nov 23 02:38:27.694701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.729124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.765018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.788518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d3e727-a7a8-4b81-9582-0ce273a21a7f None None] The sync data for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 is: [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 4, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5f808c29-af08-45e8-a358-7796e83dcba8', 'name': '', 'network_id': '55032d66-45bf-4d06-80fc-9223eb6fb273', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'mac_address': 'fa:16:3e:f1:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:54Z', 'updated_at': '2021-11-23T02:36:08Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'subnets': [{'id': 'b42eb619-e399-47fe-9552-755ab62bca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:27.863131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Deleting port ab8a4014-9171-42a8-ba97-830c307ef0fa {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:27.863444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.906168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.909226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:27.913307 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "DELETE /v2.0/security-groups/a6e04226-1f53-45cc-bcae-1926c6c7a40c HTTP/1.1" status: 204 len: 168 time: 0.9662404 Nov 23 02:38:27.923645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56914) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:27.972517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ed000-fc34-4518-9bce-b1b2c8b20efd tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e04226-1f53-45cc-bcae-1926c6c7a40c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:28.021441 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-89e73dff-9290-43e1-8c0b-af51cf9a58d2 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] show failed (client error): The resource could not be found. Nov 23 02:38:28.027138 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-89e73dff-9290-43e1-8c0b-af51cf9a58d2 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "GET /v2.0/security-groups/a6e04226-1f53-45cc-bcae-1926c6c7a40c HTTP/1.1" status: 404 len: 347 time: 0.0925548 Nov 23 02:38:28.068322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56922) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:28.112151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] For port ab8a4014-9171-42a8-ba97-830c307ef0fa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab8a4014-9171-42a8-ba97-830c307ef0fa,segment=NetworkSegment(e438c78c-6b92-4b46-89e9-8524c8e5bc6f),segment_id=e438c78c-6b92-4b46-89e9-8524c8e5bc6f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:28.113759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:28.135245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Calling delete_port for ab8a4014-9171-42a8-ba97-830c307ef0fa owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:28.157650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Allocated IP 172.25.1.144 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9c163e33-e16a-4e28-9958-3790a4415d34) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:28.407260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:28.425276 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353569f6-272a-4d57-8b7e-b3979a51574c None None] New status for floating IP 5ffd463e-0da0-48dc-ab03-998b96f1f922: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:38:28.427222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] No DVR routers for this DVR port ab8a4014-9171-42a8-ba97-830c307ef0fa on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:28.478528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:28.482913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:28.486735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cd40f3f-3dbb-4da9-be02-8fdee824d37f HTTP/1.1" status: 204 len: 168 time: 1.3402338 Nov 23 02:38:28.500505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330d06-2c1e-4d6c-ab16-c8ef77a9a41f None None] Pushing event deleted for resources: {'Port': ['ID=ab8a4014-9171-42a8-ba97-830c307ef0fa,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:28.645878 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b25ac-bd33-498c-9af5-4cfb2daed980 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:28.646442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b25ac-bd33-498c-9af5-4cfb2daed980 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:28.657558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ee6b25ac-bd33-498c-9af5-4cfb2daed980 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/86bd110c-172d-45b3-ad4f-08a8cd595ca0 HTTP/1.1" status: 404 len: 337 time: 0.9450665 Nov 23 02:38:28.658412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:28.742789 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b0faf2-6b9f-4859-8020-44ed027d7a5f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:28.743911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b0faf2-6b9f-4859-8020-44ed027d7a5f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:28.753325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c894043-a722-4319-bba4-40a529370fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd40f3f-3dbb-4da9-be02-8fdee824d37f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:28.754010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28b0faf2-6b9f-4859-8020-44ed027d7a5f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a29c2a1f-0ad4-40ad-8cb9-c75e74665488 HTTP/1.1" status: 404 len: 337 time: 0.0904319 Nov 23 02:38:28.755183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:28.794843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f0cb5-28fd-40d4-a352-e491b84a3141 req-4400f389-c9bc-40ab-82b6-8c29af8b1eee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:28.804245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae2f0cb5-28fd-40d4-a352-e491b84a3141 req-4400f389-c9bc-40ab-82b6-8c29af8b1eee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 1.2532997 Nov 23 02:38:28.807594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:28.902675 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-441c2d29-dc67-44f0-a317-ea928852fcd4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:28.903721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441c2d29-dc67-44f0-a317-ea928852fcd4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:28.920125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56966) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:28.927082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-441c2d29-dc67-44f0-a317-ea928852fcd4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/ad17d030-caf0-4642-8e4c-94b0ccd5abf6 HTTP/1.1" status: 404 len: 333 time: 0.1691422 Nov 23 02:38:29.051198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae2f0cb5-28fd-40d4-a352-e491b84a3141 req-968e08e5-ce84-4712-b4de-44b0f9e76102 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456996 Nov 23 02:38:29.053507 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a9ed2e-cb6b-4dd2-83c4-3ca1ad57f6d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.056668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a9ed2e-cb6b-4dd2-83c4-3ca1ad57f6d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.063814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56978) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.071855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a2a9ed2e-cb6b-4dd2-83c4-3ca1ad57f6d5 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/2f5b935d-78cc-4ed2-9d61-70c79f2b312e HTTP/1.1" status: 404 len: 337 time: 0.1492140 Nov 23 02:38:29.075586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Deleting port 231d442f-555f-4f50-8b92-99773be497b7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:29.076274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.088838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab8a4014-9171-42a8-ba97-830c307ef0fa no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:29.123910 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e696ab-b9ee-4961-a475-9b34955a5ec1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.139414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e696ab-b9ee-4961-a475-9b34955a5ec1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.147043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ab8a4014-9171-42a8-ba97-830c307ef0fa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:29.147688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab8a4014-9171-42a8-ba97-830c307ef0fa not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:29.150017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-20e696ab-b9ee-4961-a475-9b34955a5ec1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/c6299fcf-0dbc-4c0b-bed1-4da3039e15c5 HTTP/1.1" status: 404 len: 333 time: 0.0848126 Nov 23 02:38:29.150957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.208179 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3b9de3-18da-4654-b9c7-59f74fd39d7c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.208718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3b9de3-18da-4654-b9c7-59f74fd39d7c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.215291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56984) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.225877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b3b9de3-18da-4654-b9c7-59f74fd39d7c tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/780bacd4-5a0c-4321-9323-7566c32037be HTTP/1.1" status: 404 len: 337 time: 0.0736306 Nov 23 02:38:29.274196 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4434fe4-29e8-4a03-a8ad-b432b7d8153d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.274196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4434fe4-29e8-4a03-a8ad-b432b7d8153d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.279886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.299079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4434fe4-29e8-4a03-a8ad-b432b7d8153d tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/ee0f7545-53e4-444d-acf5-b28b04834d44 HTTP/1.1" status: 404 len: 333 time: 0.0818584 Nov 23 02:38:29.304416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.348843 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-02af9467-3209-498b-96c1-6faf8456e08e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.349317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02af9467-3209-498b-96c1-6faf8456e08e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.355271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02af9467-3209-498b-96c1-6faf8456e08e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/aca8f812-581e-4c19-900d-b3908fb41e9e HTTP/1.1" status: 404 len: 337 time: 0.0742881 Nov 23 02:38:29.355884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.410611 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6497a351-08e2-457b-812e-4b0eea11c5e1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.411187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6497a351-08e2-457b-812e-4b0eea11c5e1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.421571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6497a351-08e2-457b-812e-4b0eea11c5e1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/3b7be1a6-d9ac-4a0e-92dd-2d3ecbb33421 HTTP/1.1" status: 404 len: 333 time: 0.0640569 Nov 23 02:38:29.422211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.487912 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b0df93-2a55-4855-a5f3-2955e400fd63 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.488385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b0df93-2a55-4855-a5f3-2955e400fd63 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.506489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f2b0df93-2a55-4855-a5f3-2955e400fd63 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d3e5d197-7543-4d7f-ba50-bb6b94f95bad HTTP/1.1" status: 404 len: 337 time: 0.0743103 Nov 23 02:38:29.506489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.536892 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.550978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.558883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.590317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event updated for resources: {'Port': ['ID=9c163e33-e16a-4e28-9958-3790a4415d34,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:29.596965 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8695f35c-b564-45f4-8805-5119b64fcc9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.597551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8695f35c-b564-45f4-8805-5119b64fcc9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.611207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8695f35c-b564-45f4-8805-5119b64fcc9f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/5878013d-e6da-422d-ae81-624ad24e6d87 HTTP/1.1" status: 404 len: 333 time: 0.0995736 Nov 23 02:38:29.611895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.624788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Calling delete_port for 231d442f-555f-4f50-8b92-99773be497b7 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:29.668863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:29.674258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:29.677788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:29.684469 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-844c71b0-0e6b-437f-b38e-1ce4d73fdb88 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.685737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844c71b0-0e6b-437f-b38e-1ce4d73fdb88 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.691460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1df38c-e15c-4c8d-b8b1-c26f921828fc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:29.691774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-844c71b0-0e6b-437f-b38e-1ce4d73fdb88 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/4c60e590-a1b7-427b-9e78-98e9ad737e07 HTTP/1.1" status: 404 len: 337 time: 0.0785694 Nov 23 02:38:29.692107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.742476 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ac5176-1a5d-45f0-a135-a17e9b59f176 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.743081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ac5176-1a5d-45f0-a135-a17e9b59f176 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.758459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23ac5176-1a5d-45f0-a135-a17e9b59f176 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/c7dc8176-362e-4d5e-81be-961f6dba518a HTTP/1.1" status: 404 len: 333 time: 0.0652533 Nov 23 02:38:29.759156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.823221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-41e19231-fb44-4eee-9a45-37767d5aa9cd None None] Provisioning complete for port 9c163e33-e16a-4e28-9958-3790a4415d34 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:29.823704 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41e19231-fb44-4eee-9a45-37767d5aa9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:29.842524 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-88492737-c4f6-410c-a52e-cb76634d5bb4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:29.843483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88492737-c4f6-410c-a52e-cb76634d5bb4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:29.851404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:29.861172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88492737-c4f6-410c-a52e-cb76634d5bb4 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/9a27c3be-9c17-4e95-b70c-5047dea5ec97 HTTP/1.1" status: 404 len: 337 time: 0.0865068 Nov 23 02:38:29.942326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-41e19231-fb44-4eee-9a45-37767d5aa9cd None None] Port 9c163e33-e16a-4e28-9958-3790a4415d34 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:30.004199 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f7c456-5887-4a03-b518-c1827c8b5640 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.004672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f7c456-5887-4a03-b518-c1827c8b5640 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.010692 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f7f7c456-5887-4a03-b518-c1827c8b5640 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/890920cf-03fe-4626-b71a-dbc7d5d3d88f HTTP/1.1" status: 404 len: 337 time: 0.1542187 Nov 23 02:38:30.013257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.093614 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-560caffa-786b-46c1-b134-d3b3a1628943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.096354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560caffa-786b-46c1-b134-d3b3a1628943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.103813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-560caffa-786b-46c1-b134-d3b3a1628943 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/12bacac5-a81c-4004-9adf-1ab2030b94dc HTTP/1.1" status: 404 len: 333 time: 0.0890808 Nov 23 02:38:30.106493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.171746 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-494417cd-21da-4883-bd0c-86d63bf4c1c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.172526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494417cd-21da-4883-bd0c-86d63bf4c1c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.176324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-494417cd-21da-4883-bd0c-86d63bf4c1c3 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/1f641605-36c6-4bba-8ce5-418f933b079c HTTP/1.1" status: 404 len: 337 time: 0.0682092 Nov 23 02:38:30.179430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.222289 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c33de8-10d4-4f96-ab6f-c6ee01386957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.223035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c33de8-10d4-4f96-ab6f-c6ee01386957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.226756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6c33de8-10d4-4f96-ab6f-c6ee01386957 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/37e7a9eb-1323-46c3-8358-58b0e7074a84 HTTP/1.1" status: 404 len: 337 time: 0.0457695 Nov 23 02:38:30.229474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.303724 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06fdade-5561-4ea3-abe7-29c5fb8627e0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.304604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06fdade-5561-4ea3-abe7-29c5fb8627e0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.309400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a06fdade-5561-4ea3-abe7-29c5fb8627e0 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/4ec93550-8768-4e0f-8733-c025f8d378fb HTTP/1.1" status: 404 len: 333 time: 0.0775652 Nov 23 02:38:30.312517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.348425 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-4168bc59-61b9-4d0a-b1db-3f26c102016a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.348654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4168bc59-61b9-4d0a-b1db-3f26c102016a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.351899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4168bc59-61b9-4d0a-b1db-3f26c102016a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/0409605e-5487-471b-ad8c-40b2a9651d21 HTTP/1.1" status: 404 len: 337 time: 0.0379879 Nov 23 02:38:30.358556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57038) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.358556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.394872 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-964ac1fd-d559-4b61-ba1e-3b29263b097f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.395336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964ac1fd-d559-4b61-ba1e-3b29263b097f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.398974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-964ac1fd-d559-4b61-ba1e-3b29263b097f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d4838d72-08b0-4969-bcb2-cd04d64f6ae2 HTTP/1.1" status: 404 len: 337 time: 0.0404601 Nov 23 02:38:30.401359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57044) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.435688 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5235edc6-7564-44f7-b1b0-deaeb9143539 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.437311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5235edc6-7564-44f7-b1b0-deaeb9143539 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.441250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5235edc6-7564-44f7-b1b0-deaeb9143539 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/f498907c-3482-4e43-b897-674af8053628 HTTP/1.1" status: 404 len: 333 time: 0.0388951 Nov 23 02:38:30.445969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.492392 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bef47d3-fda0-402a-a09d-3de4e10b6506 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.492853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bef47d3-fda0-402a-a09d-3de4e10b6506 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.496572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9bef47d3-fda0-402a-a09d-3de4e10b6506 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/265ac62f-5d0f-43f2-9ecc-aae123170b32 HTTP/1.1" status: 404 len: 337 time: 0.0481641 Nov 23 02:38:30.500283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57048) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.536214 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc30a7c-295e-48f3-9754-5a97e3b59217 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.537000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc30a7c-295e-48f3-9754-5a97e3b59217 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.539790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bdc30a7c-295e-48f3-9754-5a97e3b59217 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/56e69ade-4a09-4e9c-a99b-1bc44de24d92 HTTP/1.1" status: 404 len: 337 time: 0.0385478 Nov 23 02:38:30.542296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.605895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6da64d1b-3720-485d-bdc0-43e32fe5790e tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b269cda-c766-43fc-8d12-aa911a1a5b8b HTTP/1.1" status: 200 len: 205 time: 0.0608509 Nov 23 02:38:30.608314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.679556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:30.699798 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-0149e54f-c2ce-43dd-be7c-70c8902bd41f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] delete failed (client error): The resource could not be found. Nov 23 02:38:30.703673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0149e54f-c2ce-43dd-be7c-70c8902bd41f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/routers/6b269cda-c766-43fc-8d12-aa911a1a5b8b HTTP/1.1" status: 404 len: 336 time: 0.0931082 Nov 23 02:38:30.709065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.744783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Pushing event deleted for resources: {'Port': ['ID=231d442f-555f-4f50-8b92-99773be497b7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:30.757839 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1615ab60-73a9-48e6-a6a2-6f32161cbd3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.758482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1615ab60-73a9-48e6-a6a2-6f32161cbd3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.762152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1615ab60-73a9-48e6-a6a2-6f32161cbd3f tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/5bf0f649-9f45-4d7d-868c-9fcbbfa1f39f HTTP/1.1" status: 404 len: 337 time: 0.0520754 Nov 23 02:38:30.767905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1790858063-network', 'tenant_id': '93a95743596c4a66bb20f38a6c5b5a24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:30.772055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.815885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-071e94d9-6cd6-48c8-b96c-20c339f0d36b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "GET /v2.0/ports?device_id=60b39085-9ae2-451b-bf2f-ea5ea048a808 HTTP/1.1" status: 200 len: 205 time: 0.0426514 Nov 23 02:38:30.818681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57064) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.827750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:30.830445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:30.834359 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4616492b-cf08-4b20-9cdd-a92933096ab8 tempest-ServersTestManualDisk-1044239382 tempest-ServersTestManualDisk-1044239382-project] 10.222.0.15 "DELETE /v2.0/floatingips/5ffd463e-0da0-48dc-ab03-998b96f1f922 HTTP/1.1" status: 204 len: 168 time: 2.7610769 Nov 23 02:38:30.835145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57066) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.866552 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2e79fd1d-3a53-4161-a2ab-3e622e896dec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] delete failed (client error): The resource could not be found. Nov 23 02:38:30.867613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e79fd1d-3a53-4161-a2ab-3e622e896dec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/routers/60b39085-9ae2-451b-bf2f-ea5ea048a808 HTTP/1.1" status: 404 len: 336 time: 0.0479877 Nov 23 02:38:30.870457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.884680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Made reservation on behalf of 93a95743596c4a66bb20f38a6c5b5a24 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:30.887500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:30.918023 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dae3e5-3bd4-47db-bc13-bb838e19cdb1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.918738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dae3e5-3bd4-47db-bc13-bb838e19cdb1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.922981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-44dae3e5-3bd4-47db-bc13-bb838e19cdb1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b0429606-72e0-4bef-b640-19be05a4a794 HTTP/1.1" status: 404 len: 337 time: 0.0512378 Nov 23 02:38:30.924457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:30.927238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:30.968695 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b43727-c4f5-477c-9832-d95039fc1fd7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:30.969492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b43727-c4f5-477c-9832-d95039fc1fd7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:30.972868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-53b43727-c4f5-477c-9832-d95039fc1fd7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/caea4333-fa1f-4ce9-84b4-55719a77e5f5 HTTP/1.1" status: 404 len: 337 time: 0.0446951 Nov 23 02:38:30.976302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.006351 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ccedf9-d16f-4ec6-8cfb-e8036caf45c1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.007313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ccedf9-d16f-4ec6-8cfb-e8036caf45c1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.010954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8ccedf9-d16f-4ec6-8cfb-e8036caf45c1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/03286696-14c7-475a-a777-692689aadfff HTTP/1.1" status: 404 len: 333 time: 0.0334494 Nov 23 02:38:31.013913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.076527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.092332 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1fdb9c-bb61-4178-8eee-92bffcbcc81a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.099554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1fdb9c-bb61-4178-8eee-92bffcbcc81a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.099554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b1fdb9c-bb61-4178-8eee-92bffcbcc81a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/6a310d00-6d4b-47ef-8d89-2d431a6e9cb2 HTTP/1.1" status: 404 len: 337 time: 0.0817590 Nov 23 02:38:31.102108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.163580 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d400dd31-28b6-40c5-834d-60c9d000c15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.164159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d400dd31-28b6-40c5-834d-60c9d000c15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.169582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d400dd31-28b6-40c5-834d-60c9d000c15b tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/e41b9368-4ad5-4741-bda5-5898e0e2933d HTTP/1.1" status: 404 len: 333 time: 0.0632160 Nov 23 02:38:31.173537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.209381 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8507fd87-ea10-4dcc-8333-78eafa69a7f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.209857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8507fd87-ea10-4dcc-8333-78eafa69a7f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.212996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8507fd87-ea10-4dcc-8333-78eafa69a7f6 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b6f4f0d2-ce3a-4e63-9bf4-3ae3da49eb15 HTTP/1.1" status: 404 len: 337 time: 0.0385668 Nov 23 02:38:31.216442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.225464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.248779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.263501 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a23150-eac7-400d-b9c5-58fcb6b5efec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.264146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a23150-eac7-400d-b9c5-58fcb6b5efec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.268305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-89a23150-eac7-400d-b9c5-58fcb6b5efec tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/da0ae2db-c898-4d44-9d90-95ea2aeebd4e HTTP/1.1" status: 404 len: 333 time: 0.0507457 Nov 23 02:38:31.279472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:38:31.293527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.296653 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Added segment 53b14008-944a-412f-a559-b8e147105875 of type vlan for network b7c65696-99f5-44c2-ae3c-cda0cb75d075 Nov 23 02:38:31.296786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.348453 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46038cc-eb3e-4023-805b-1e1d16c2ab52 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.348935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46038cc-eb3e-4023-805b-1e1d16c2ab52 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.350623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.352591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d46038cc-eb3e-4023-805b-1e1d16c2ab52 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/d0cfa6f2-0a78-4642-9144-6f0d22b5ecdf HTTP/1.1" status: 404 len: 337 time: 0.0516191 Nov 23 02:38:31.359941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.399796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.400764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:31.401460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.434286 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-91416d28-005c-41ed-8f71-10caab284cc1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.434900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91416d28-005c-41ed-8f71-10caab284cc1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.438208 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-91416d28-005c-41ed-8f71-10caab284cc1 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/861a811d-e816-453b-ad16-f4d8b2833aed HTTP/1.1" status: 404 len: 333 time: 0.0771430 Nov 23 02:38:31.463109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712916e-bacb-4221-8851-9313f04f5132,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:31.478055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.511292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1416147 Nov 23 02:38:31.513174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b9b99-5f0a-49d8-883b-4304b3b3756d admin admin] Pushing event updated for resources: {'Network': ['ID=b7c65696-99f5-44c2-ae3c-cda0cb75d075,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:31.525310 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf646d1-94bc-47a8-b3ec-2551bdc0cc46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.526047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf646d1-94bc-47a8-b3ec-2551bdc0cc46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.529255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5cf646d1-94bc-47a8-b3ec-2551bdc0cc46 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/227f6f45-835f-4a9b-93d3-d9c1037e1e43 HTTP/1.1" status: 404 len: 337 time: 0.0501719 Nov 23 02:38:31.533352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.547095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b7c65696-99f5-44c2-ae3c-cda0cb75d075 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:38:31.617749 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfa870a-cbd0-43c9-9551-b627e5965817 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.620923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfa870a-cbd0-43c9-9551-b627e5965817 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.634373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7dfa870a-cbd0-43c9-9551-b627e5965817 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/8535a950-906f-459e-84fc-e677d95612ce HTTP/1.1" status: 404 len: 333 time: 0.0971444 Nov 23 02:38:31.637335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.700082 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0796c0-ac89-4063-a86f-010ae301fc53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.700786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0796c0-ac89-4063-a86f-010ae301fc53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.708782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aa0796c0-ac89-4063-a86f-010ae301fc53 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/a923d675-98af-4a37-8265-5695d0499d2c HTTP/1.1" status: 404 len: 337 time: 0.0663352 Nov 23 02:38:31.712180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.767026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.777443 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-143a3c0b-e799-4192-a5a3-493fe0be7d89 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.777443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143a3c0b-e799-4192-a5a3-493fe0be7d89 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.777804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:31.777946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-143a3c0b-e799-4192-a5a3-493fe0be7d89 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/a44a1d93-989a-4245-b376-41cb67d07763 HTTP/1.1" status: 404 len: 333 time: 0.0615473 Nov 23 02:38:31.781323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.824494 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea09e9d-59b8-458a-ba28-e68fe3330b1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.825258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea09e9d-59b8-458a-ba28-e68fe3330b1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.829778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aea09e9d-59b8-458a-ba28-e68fe3330b1a tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/70d47727-b5d2-4a36-b8b0-8770d26044bd HTTP/1.1" status: 404 len: 337 time: 0.0467832 Nov 23 02:38:31.832457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.864913 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-204337f1-5f43-4c21-bf27-0e5f0b69e7e7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.866001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204337f1-5f43-4c21-bf27-0e5f0b69e7e7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.871125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-204337f1-5f43-4c21-bf27-0e5f0b69e7e7 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/ports/e7ee8608-04a4-49af-a54e-7fa179bbee51 HTTP/1.1" status: 404 len: 333 time: 0.0366566 Nov 23 02:38:31.873596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:31.926357 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f3727f-b9ce-4c1c-93af-f83358ef8913 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] DELETE failed (client error): The resource could not be found. Nov 23 02:38:31.927274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f3727f-b9ce-4c1c-93af-f83358ef8913 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:38:31.931349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1f3727f-b9ce-4c1c-93af-f83358ef8913 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/subnets/b01d8b81-d469-4e44-92ca-4d9111a8b510 HTTP/1.1" status: 404 len: 337 time: 0.0560632 Nov 23 02:38:31.934169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:32.073211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.148179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.217447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.258831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8caf0b-cac0-4b64-834e-8688d7f0c350']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.287295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Router 02707abd-3b3d-45ea-99a2-0209751c9164 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:32.347913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.348601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e438c78c-6b92-4b46-89e9-8524c8e5bc6f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.382346 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.437186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.477275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:32.477819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:32.482179 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:32.491052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:32.499533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.503656 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0c998f8-93cc-44ce-b1a6-4624b6cbe2ab tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "PUT /v2.0/routers/02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 200 len: 883 time: 6.7939808 Nov 23 02:38:32.506243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57138) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:32.508221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] Sync routers for ids ['02707abd-3b3d-45ea-99a2-0209751c9164'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:32.529904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] Routers {'02707abd-3b3d-45ea-99a2-0209751c9164'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:32.532630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['02707abd-3b3d-45ea-99a2-0209751c9164'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.614683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696d365-3f78-4ce5-a078-d494eefb24d0 req-5c9550ce-5fa5-4488-866e-34e98534510f tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:32.624147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696d365-3f78-4ce5-a078-d494eefb24d0 req-5c9550ce-5fa5-4488-866e-34e98534510f tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:32.637884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696d365-3f78-4ce5-a078-d494eefb24d0 req-5c9550ce-5fa5-4488-866e-34e98534510f tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:32.638201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.652471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9696d365-3f78-4ce5-a078-d494eefb24d0 req-5c9550ce-5fa5-4488-866e-34e98534510f tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4157472 Nov 23 02:38:32.669803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.677770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] Routers {'02707abd-3b3d-45ea-99a2-0209751c9164'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:32.678751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['02707abd-3b3d-45ea-99a2-0209751c9164'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.685219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.690797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] 10.222.0.15 "DELETE /v2.0/networks/7b8caf0b-cac0-4b64-834e-8688d7f0c350 HTTP/1.1" status: 204 len: 168 time: 0.7545557 Nov 23 02:38:32.721138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eac994-ac66-43dd-a4b8-cc05b2726947 tempest-NetworksTestDHCPv6-2019901657 tempest-NetworksTestDHCPv6-2019901657-project] Pushing event deleted for resources: {'Network': ['ID=7b8caf0b-cac0-4b64-834e-8688d7f0c350,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:32.733263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5a1f1610-796b-44c8-81b1-26e8a59783dd tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 200 len: 924 time: 0.2236230 Nov 23 02:38:32.736558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:32.761951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Deleting port 5f808c29-af08-45e8-a358-7796e83dcba8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:32.763070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.768459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:32.769138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6fe60d-8583-4f46-af2e-f85fea78542d None None] The sync data for ids ['02707abd-3b3d-45ea-99a2-0209751c9164'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:32.923960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff6982-944e-4ead-b497-0282ed24c2ad req-614d8cb5-6fcb-4f42-8818-90a849766f86 tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:32.929303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ff6982-944e-4ead-b497-0282ed24c2ad req-614d8cb5-6fcb-4f42-8818-90a849766f86 tempest-ComputeTenantNetworksTest-183902659 tempest-ComputeTenantNetworksTest-183902659-project] 10.222.0.15 "GET /v2.0/networks/b7c65696-99f5-44c2-ae3c-cda0cb75d075 HTTP/1.1" status: 200 len: 769 time: 0.2324796 Nov 23 02:38:32.935470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:32.962750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] For port 5f808c29-af08-45e8-a358-7796e83dcba8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5f808c29-af08-45e8-a358-7796e83dcba8,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:32.963268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:32.995550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da8d4a-0518-4b1e-9452-343924f4622b tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:32.997618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f9da8d4a-0518-4b1e-9452-343924f4622b tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=02707abd-3b3d-45ea-99a2-0209751c9164&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2596207 Nov 23 02:38:32.998046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Calling delete_port for 5f808c29-af08-45e8-a358-7796e83dcba8 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:33.000615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:33.076518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.164432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b59257-0f61-4a2f-b144-ec1d357423f1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:33.166564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-86b59257-0f61-4a2f-b144-ec1d357423f1 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1645994 Nov 23 02:38:33.195387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57160) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:33.255941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28095736-c9e1-4782-8b34-bb026e063d61 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 200 len: 205 time: 0.0570509 Nov 23 02:38:33.256730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:33.274071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.350168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c65696-99f5-44c2-ae3c-cda0cb75d075']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:33.370889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b14008-944a-412f-a559-b8e147105875') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:33.371320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b14008-944a-412f-a559-b8e147105875') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:33.392956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.411846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57168) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:33.414336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.426311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.438331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:33.438931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.456303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.495545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f808c29-af08-45e8-a358-7796e83dcba8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:33.560181 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:33.569514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.591235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:33.606719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b7c65696-99f5-44c2-ae3c-cda0cb75d075 HTTP/1.1" status: 204 len: 168 time: 0.6683276 Nov 23 02:38:33.649243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7497-74f1-43b6-a7ee-c50b8c0c9f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c65696-99f5-44c2-ae3c-cda0cb75d075,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:34.001111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:34.058588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-42f8fffc-35b4-4f0c-a642-c34eacfb030f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93a95743596c4a66bb20f38a6c5b5a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550020 Nov 23 02:38:34.061381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:34.134407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.141883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.172830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.234470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a266a3f5-4bec-4a98-add2-e0bb6e2bd4f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f79d8d294ec4f4bad22198f3c44ff49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8177025 Nov 23 02:38:34.237092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:34.249283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.294139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.297551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.316596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1712916e-bacb-4221-8851-9313f04f5132 HTTP/1.1" status: 204 len: 168 time: 0.2444563 Nov 23 02:38:34.323822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 9c163e33-e16a-4e28-9958-3790a4415d34 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:34.324383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.368080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e5761-9e8e-464c-bd7a-6a0deeb76064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712916e-bacb-4221-8851-9313f04f5132,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:34.411274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.463796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.523902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.544774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 9c163e33-e16a-4e28-9958-3790a4415d34 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:34.561331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.566321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:34.569662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9febd713-640c-4241-9140-59ec2a40c1e6 HTTP/1.1" status: 204 len: 168 time: 0.3292081 Nov 23 02:38:34.585083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238628e-5ac6-43dc-9a5b-2861cf847623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febd713-640c-4241-9140-59ec2a40c1e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:34.821660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Router a1cc4666-414b-43cb-ae14-853426407603 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:38:35.016506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.091056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=9c163e33-e16a-4e28-9958-3790a4415d34,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:35.092901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed54cf0-aad3-4565-819d-ab3eef4e5e23 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:35.114839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:35.121063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-025ab748-39fd-406a-8570-1fb1472322b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/a1cc4666-414b-43cb-ae14-853426407603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2849221 Nov 23 02:38:35.123754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:35.127270 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Sync routers for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:35.140927 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:35.141919 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:35.172452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.289656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.292190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.318312 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:35.354618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.362809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.363784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router 02707abd-3b3d-45ea-99a2-0209751c9164 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:35.374133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.376005 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4ce332a-acf6-47fc-b213-1719e426eb06 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 204 len: 168 time: 2.1179729 Nov 23 02:38:35.379294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:35.392473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1891282073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:35.441453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.443702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.544523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.558441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.596726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.600468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.602357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-979b4e56-7712-45b7-b7ce-a6075f968d98 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2212150 Nov 23 02:38:35.605248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:35.619169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': True}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:35.654973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33e87c1d-1bce-4a37-b361-adfd6f72b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.730787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Deleting port d2b8cd40-dff4-464e-984e-3398fee32b8d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:35.731195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.884234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] For port d2b8cd40-dff4-464e-984e-3398fee32b8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2b8cd40-dff4-464e-984e-3398fee32b8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:35.884907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.930953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Calling delete_port for d2b8cd40-dff4-464e-984e-3398fee32b8d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:35.991130 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239'}], 'enable_snat': True}, 'gw_port_id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:38:33Z', 'revision_number': 5, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port': {'id': 'd2b8cd40-dff4-464e-984e-3398fee32b8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cc4666-414b-43cb-ae14-853426407603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:44Z', 'updated_at': '2021-11-23T02:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:36.068810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.102959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Checking router: a1cc4666-414b-43cb-ae14-853426407603 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:36.141864 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Routers {'a1cc4666-414b-43cb-ae14-853426407603'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:36.143256 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a1cc4666-414b-43cb-ae14-853426407603'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:36.375555 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.447012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b8cd40-dff4-464e-984e-3398fee32b8d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:36.463606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dcda5-a634-415c-b388-19cdb8bc7ead None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:36.468638 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] Set router a1cc4666-414b-43cb-ae14-853426407603 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:36.541318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.573251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.579003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.642654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:36.645509 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:38:35Z', 'revision_number': 6, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:36.726274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.729677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.736246 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40dcb9f-951d-42f1-8e1a-a520e76339d9 None None] The sync data for ids ['a1cc4666-414b-43cb-ae14-853426407603'] in n-d-714676-12 is: [{'id': 'a1cc4666-414b-43cb-ae14-853426407603', 'name': 'tempest-ServersTestManualDisk-508007842-router', 'tenant_id': '9ad9b11917024d239eb20146ea39a205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:40Z', 'updated_at': '2021-11-23T02:38:35Z', 'revision_number': 6, 'project_id': '9ad9b11917024d239eb20146ea39a205', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:36.808406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 172.25.1.164 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3798d9a1-a66b-45b3-ba9a-1abfddb92845) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:36.821186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.823063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1cc4666-414b-43cb-ae14-853426407603 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:36.831489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.835386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38fb93c9-e90a-42ea-a05d-61b032c7f922 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a1cc4666-414b-43cb-ae14-853426407603 HTTP/1.1" status: 204 len: 168 time: 1.7093699 Nov 23 02:38:36.838030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:36.911863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:36.935770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Deleting subnet b42eb619-e399-47fe-9552-755ab62bca3d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:36.940079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.004987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.086586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.182566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.304300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.332256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f808c29-af08-45e8-a358-7796e83dcba8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:37.382723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-796333902'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:37.396351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5f808c29-af08-45e8-a358-7796e83dcba8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:37.396700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5f808c29-af08-45e8-a358-7796e83dcba8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:37.407895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.454019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beb8a6fa-98f9-4427-9652-df5c59aeaa87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.464975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:37.468876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:37.469526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42eb619-e399-47fe-9552-755ab62bca3d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:37.476500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:37.481226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21402934-f76c-4110-9461-4d3fd89baef5 None None] Network 55032d66-45bf-4d06-80fc-9223eb6fb273 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:37.491351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.499513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dbc22b94-9b8e-44b1-ac0f-d5250ff90ecc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b42eb619-e399-47fe-9552-755ab62bca3d HTTP/1.1" status: 204 len: 168 time: 0.6582892 Nov 23 02:38:37.510796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57288) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:37.619834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=3798d9a1-a66b-45b3-ba9a-1abfddb92845,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:37.681280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7a86e-d801-43f0-8321-d81e1723af63 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:37.695536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.766697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Made reservation on behalf of 43f53899048e42b1b1f0b8f10bf1f9e6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:37.771817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.801756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d347372e-1376-4c8a-9393-78b599125eaf None None] Provisioning complete for port 3798d9a1-a66b-45b3-ba9a-1abfddb92845 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:37.802761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d347372e-1376-4c8a-9393-78b599125eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.817064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:37.878431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d347372e-1376-4c8a-9393-78b599125eaf None None] Port 3798d9a1-a66b-45b3-ba9a-1abfddb92845 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:37.997323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beb8a6fa-98f9-4427-9652-df5c59aeaa87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.023523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Deleting port 58d5d0b8-bdcc-455e-913b-81368fac1e8a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:38.023941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.029097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-beb8a6fa-98f9-4427-9652-df5c59aeaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.030388 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5f88136-5a38-4b40-8870-da494902272b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.059780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] DHCP port deletion for 55032d66-45bf-4d06-80fc-9223eb6fb273 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:38.106178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.130707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Deleting port 58d5d0b8-bdcc-455e-913b-81368fac1e8a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:38.131529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.257087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] For port 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=58d5d0b8-bdcc-455e-913b-81368fac1e8a,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:38.257540 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.283082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Calling delete_port for 58d5d0b8-bdcc-455e-913b-81368fac1e8a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:38.380716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] For port 58d5d0b8-bdcc-455e-913b-81368fac1e8a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=58d5d0b8-bdcc-455e-913b-81368fac1e8a,segment=NetworkSegment(d8fddec2-ac35-4d16-96dd-3efb81d97d90),segment_id=d8fddec2-ac35-4d16-96dd-3efb81d97d90)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:38.381704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.404820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.435326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Calling delete_port for 58d5d0b8-bdcc-455e-913b-81368fac1e8a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:38.438846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.474250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-beb8a6fa-98f9-4427-9652-df5c59aeaa87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2de057c2dd6947dfa7c1559b37314a20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8266428 Nov 23 02:38:38.484971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:38.504485 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.520513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8a6fa-98f9-4427-9652-df5c59aeaa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1b7db4-9702-4d97-8fc0-6b25bcc667d3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:38.537349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] No DVR routers for this DVR port 58d5d0b8-bdcc-455e-913b-81368fac1e8a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:38.556844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:38:38.593937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.594616 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Added segment 23fdebb6-5288-4442-a9f1-aec60a42eb38 of type vlan for network d695c391-db53-433a-b750-5540c8b5136b Nov 23 02:38:38.622478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d92e56-0fc2-4693-bbfa-93b86fb7820e None None] Pushing event deleted for resources: {'Port': ['ID=58d5d0b8-bdcc-455e-913b-81368fac1e8a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:38.727228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.729500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1707c-b6c6-4067-99d9-bec2953e3bc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:38.793525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.805837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.811902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:38.812546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.821250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.087453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.101617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2b8cd40-dff4-464e-984e-3398fee32b8d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:39.112312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.135797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d2b8cd40-dff4-464e-984e-3398fee32b8d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:39.136670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2b8cd40-dff4-464e-984e-3398fee32b8d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:39.137303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 58d5d0b8-bdcc-455e-913b-81368fac1e8a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:38:39.165592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 58d5d0b8-bdcc-455e-913b-81368fac1e8a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:38:39.166229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 58d5d0b8-bdcc-455e-913b-81368fac1e8a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:38:39.245335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.400739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router 85160894-c7b6-4ece-b6ed-435e857fa8b7 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:39.482138 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.486371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] No DVR routers for this DVR port 58d5d0b8-bdcc-455e-913b-81368fac1e8a on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:38:39.505568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d5d0b8-bdcc-455e-913b-81368fac1e8a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:39.527690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:39.533247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.534828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d57adf4f-c646-46cf-8b4e-1113a6ff1010 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "PUT /v2.0/routers/85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 200 len: 919 time: 3.9244246 Nov 23 02:38:39.537738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:39.538748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6205556 Nov 23 02:38:39.541240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] Sync routers for ids ['85160894-c7b6-4ece-b6ed-435e857fa8b7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:39.554040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] Routers {'85160894-c7b6-4ece-b6ed-435e857fa8b7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:39.555113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['85160894-c7b6-4ece-b6ed-435e857fa8b7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.559500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:39.609008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.609253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-77d67a46-8dc2-48e8-9fea-03d59277b4c0 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-2021499482') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.626969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] Routers {'85160894-c7b6-4ece-b6ed-435e857fa8b7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:39.627993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['85160894-c7b6-4ece-b6ed-435e857fa8b7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.704349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ea5a81ba-a3f7-4e44-a0cb-cb9df054c526 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 200 len: 925 time: 0.1650379 Nov 23 02:38:39.706215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.707075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57352) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:39.718464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.719414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef20e-2992-4b05-ad30-859dcfbcac49 None None] The sync data for ids ['85160894-c7b6-4ece-b6ed-435e857fa8b7'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:39.729710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3732d-af4c-4a6a-ac03-2ab1b098bc52 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Pushing event updated for resources: {'Network': ['ID=d695c391-db53-433a-b750-5540c8b5136b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:39.741367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d695c391-db53-433a-b750-5540c8b5136b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:38:39.800545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55032d66-45bf-4d06-80fc-9223eb6fb273']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.822000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fddec2-ac35-4d16-96dd-3efb81d97d90') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.822638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fddec2-ac35-4d16-96dd-3efb81d97d90') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:39.824811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73413e82-803d-4000-b4a1-310b4cc1f15a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:39.829396 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-73413e82-803d-4000-b4a1-310b4cc1f15a tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=85160894-c7b6-4ece-b6ed-435e857fa8b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1202312 Nov 23 02:38:39.832293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:39.846822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.871036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.885046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.893410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.894629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d1b7db4-9702-4d97-8fc0-6b25bcc667d3 HTTP/1.1" status: 204 len: 168 time: 1.4053526 Nov 23 02:38:39.905769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:39.906179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:39.907946 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:40.002775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb4af3-4a36-44c6-b853-34f50c949069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1b7db4-9702-4d97-8fc0-6b25bcc667d3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:40.003097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b20b8-06ec-4cd9-b3e6-bf5e3905142f tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:40.009751 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f33b20b8-06ec-4cd9-b3e6-bf5e3905142f tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1729431 Nov 23 02:38:40.010924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.046671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.054110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.070103 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b1f0e25a-02ac-4271-b3ae-bcc82e04aed6 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 200 len: 205 time: 0.0577939 Nov 23 02:38:40.071104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57366) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.071374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/55032d66-45bf-4d06-80fc-9223eb6fb273 HTTP/1.1" status: 204 len: 168 time: 2.5484123 Nov 23 02:38:40.083248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-77d67a46-8dc2-48e8-9fea-03d59277b4c0 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "PUT /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-2021499482 HTTP/1.1" status: 201 len: 201 time: 0.4783282 Nov 23 02:38:40.096894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.101532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-cdc74c31-bd55-4b8f-811d-58c181a0bd28 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-2021499482') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:40.114831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfbe00-13d7-47fb-bdca-d6f2a4399ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55032d66-45bf-4d06-80fc-9223eb6fb273,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:40.223347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.302217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdc74c31-bd55-4b8f-811d-58c181a0bd28 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-2021499482 HTTP/1.1" status: 204 len: 168 time: 0.2038803 Nov 23 02:38:40.304576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57372) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.309553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-a9e20afd-9c12-48b5-acbd-0a546cca8924 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:40.446709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.460356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9e20afd-9c12-48b5-acbd-0a546cca8924 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags HTTP/1.1" status: 200 len: 238 time: 0.1546452 Nov 23 02:38:40.463631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.469288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-de525eb0-3869-4a90-936f-7b94b8dfd841 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', {'tags': ['tempest-TagsTest-Tag-1242957423', 'tempest-TagsTest-Tag-1709802064', 'tempest-TagsTest-Tag-1578616225']}) {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:40.558747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 3798d9a1-a66b-45b3-ba9a-1abfddb92845 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:40.559262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.635594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57384) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.648473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de525eb0-3869-4a90-936f-7b94b8dfd841 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "PUT /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags HTTP/1.1" status: 200 len: 309 time: 0.1812131 Nov 23 02:38:40.649293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.654454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-562a5a7e-af60-4908-85b6-53e59193c517 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1242957423') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:40.686172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.776404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9d3b5935-4564-463a-84c2-3d3572db3263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ad9b11917024d239eb20146ea39a205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396043 Nov 23 02:38:40.777902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.798135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.825039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 3798d9a1-a66b-45b3-ba9a-1abfddb92845 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:40.857189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-562a5a7e-af60-4908-85b6-53e59193c517 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "DELETE /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1242957423 HTTP/1.1" status: 204 len: 168 time: 0.2062037 Nov 23 02:38:40.858258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:40.872380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-a0eea9de-b828-4dfb-bccc-4bf67d4aa0e3 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1242957423') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:40.877755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:40.964097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.049502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.127397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ef2-7562-4cbd-80fc-604b76dcc635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.174131 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a0eea9de-b828-4dfb-bccc-4bf67d4aa0e3 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] show failed (client error): The resource could not be found. Nov 23 02:38:41.175769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0eea9de-b828-4dfb-bccc-4bf67d4aa0e3 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1242957423 HTTP/1.1" status: 404 len: 326 time: 0.3137646 Nov 23 02:38:41.182415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.190120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-0718d7ef-ee4c-4067-bce2-f4b04cdb2476 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1709802064') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:41.191314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.278352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.283378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.284962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18338010-d425-46fe-8c65-b77cfbfcc760 HTTP/1.1" status: 204 len: 168 time: 0.5052285 Nov 23 02:38:41.301245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=3798d9a1-a66b-45b3-ba9a-1abfddb92845,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:41.343778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd51641-1669-48dc-bed9-936c27dd400e None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:41.356776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e64f-fb3b-4493-b24f-958fc12ffb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18338010-d425-46fe-8c65-b77cfbfcc760,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:41.454724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ef2-7562-4cbd-80fc-604b76dcc635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.461656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0718d7ef-ee4c-4067-bce2-f4b04cdb2476 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1709802064 HTTP/1.1" status: 204 len: 168 time: 0.2779002 Nov 23 02:38:41.464000 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ef2-7562-4cbd-80fc-604b76dcc635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.467000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57408) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.480126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-7f3ce49d-a643-4dab-b37f-490d9b393ffc tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1578616225') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:41.503646 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.567121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0ef2-7562-4cbd-80fc-604b76dcc635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe4542-1905-40dc-9771-fd55a01d5626,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:41.577439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b2a0ef2-7562-4cbd-80fc-604b76dcc635 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a6945e84fb0479d82d29a3429649e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264282 Nov 23 02:38:41.578161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.673866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f3ce49d-a643-4dab-b37f-490d9b393ffc tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1578616225 HTTP/1.1" status: 204 len: 168 time: 0.2034838 Nov 23 02:38:41.676941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.683238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-c39c7310-c57a-42ea-aa77-7cd15d2cf8b3 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:41.767995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.770767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.778548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.779010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.830298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.883582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c39c7310-c57a-42ea-aa77-7cd15d2cf8b3 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "DELETE /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags HTTP/1.1" status: 204 len: 168 time: 0.2051642 Nov 23 02:38:41.886814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.892200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.893075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-54efa56f-7cd8-422b-a515-0e52466deea8 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1709802064') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:41.894449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router 85160894-c7b6-4ece-b6ed-435e857fa8b7 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:41.927868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.934050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a901a957-f4eb-4f4a-abd0-947b15af0245 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 204 len: 168 time: 1.8614717 Nov 23 02:38:41.935207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:41.947991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-341555063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:41.986880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.991826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:41.993474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dbe4542-1905-40dc-9771-fd55a01d5626 HTTP/1.1" status: 204 len: 168 time: 0.4141729 Nov 23 02:38:41.997373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.000621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.006061 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-54efa56f-7cd8-422b-a515-0e52466deea8 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] show failed (client error): The resource could not be found. Nov 23 02:38:42.007504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-54efa56f-7cd8-422b-a515-0e52466deea8 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1709802064 HTTP/1.1" status: 404 len: 326 time: 0.1196759 Nov 23 02:38:42.010527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:42.017728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-2fe26548-914f-4778-81e0-c3c40f82825c tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b', 'tempest-TagsTest-Tag-1578616225') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:42.022801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a35dcc-39ac-4460-8870-ea964aa3ae00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe4542-1905-40dc-9771-fd55a01d5626,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:42.068568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.075496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.132062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.134124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93720a6b-cc59-408c-94ec-f0bf31a07cc9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1966083 Nov 23 02:38:42.136260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57440) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:42.141954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'enable_snat': False}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:42.148923 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2fe26548-914f-4778-81e0-c3c40f82825c tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] show failed (client error): The resource could not be found. Nov 23 02:38:42.152987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2fe26548-914f-4778-81e0-c3c40f82825c tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "GET /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags/tempest-TagsTest-Tag-1578616225 HTTP/1.1" status: 404 len: 326 time: 0.1409369 Nov 23 02:38:42.154598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:42.165205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-02a43a0b-cce4-436e-9db9-78b6ed82d0ad tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd695c391-db53-433a-b750-5540c8b5136b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:42.355873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02a43a0b-cce4-436e-9db9-78b6ed82d0ad tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "DELETE /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b/tags HTTP/1.1" status: 204 len: 168 time: 0.1998901 Nov 23 02:38:42.360986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:42.472253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.538668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.620973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.691836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d695c391-db53-433a-b750-5540c8b5136b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:42.720864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fdebb6-5288-4442-a9f1-aec60a42eb38') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:42.722215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fdebb6-5288-4442-a9f1-aec60a42eb38') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:42.745441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.787282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.807558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:42.807972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:42.811136 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:42.873291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.905573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.948214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.969901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:42.979850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] 10.222.0.15 "DELETE /v2.0/networks/d695c391-db53-433a-b750-5540c8b5136b HTTP/1.1" status: 204 len: 168 time: 0.6174769 Nov 23 02:38:43.003052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790f3e6-fcf7-41cd-87be-2fa59897cfa6 tempest-TagsTest-431596841 tempest-TagsTest-431596841-project] Pushing event deleted for resources: {'Network': ['ID=d695c391-db53-433a-b750-5540c8b5136b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:43.099233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Allocated IP 172.25.1.199 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/857165d3-a9fd-4b18-bcdb-b86cff2e1dbe) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:43.274414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:43.353516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:43.394377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:43.397515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:43.414469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27c079-8e79-418a-9258-20c5e151b026 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:43.425928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:43.469838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3ef3c3a1-5b0f-404a-85b5-1829ef92e7ef None None] Provisioning complete for port 857165d3-a9fd-4b18-bcdb-b86cff2e1dbe triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:43.470476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c3a1-5b0f-404a-85b5-1829ef92e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:43.534618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Pushing event updated for resources: {'Port': ['ID=857165d3-a9fd-4b18-bcdb-b86cff2e1dbe,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:43.562013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3c3a1-5b0f-404a-85b5-1829ef92e7ef None None] Port 857165d3-a9fd-4b18-bcdb-b86cff2e1dbe cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:43.648485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:43.686672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57484) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:43.894575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.164120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a24257d5-6388-4823-9426-0f25ab1809c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43f53899048e42b1b1f0b8f10bf1f9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5139635 Nov 23 02:38:44.166390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:44.168990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1484686344-network', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:44.233939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.260597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.262793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.268935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:44.271410 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.332617 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.374521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.401940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.404627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.405983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53d1707c-b6c6-4067-99d9-bec2953e3bc4 HTTP/1.1" status: 204 len: 168 time: 0.2379041 Nov 23 02:38:44.436054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28437d87-55fa-471f-b476-941f6b28a06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1707c-b6c6-4067-99d9-bec2953e3bc4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:44.667275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.688761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.698610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Router c1d4c0f6-f782-4c6d-84c1-87840639f8ca is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:44.730972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:38:44.749912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adcfb02-e84f-4fd8-a332-89717679a8fe,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:44.753798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:44.754431 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Added segment de608b17-e206-400e-92fe-26c7af05d06f of type vlan for network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c Nov 23 02:38:45.281707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:45.437894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:45.438911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:45.439540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:45.458279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:45.471092 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] Sync routers for ids ['c1d4c0f6-f782-4c6d-84c1-87840639f8ca'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:45.474686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:45.476043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c9185c2e-c385-4d52-8653-c8d3e6357c9d tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "PUT /v2.0/routers/c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 200 len: 919 time: 3.3385668 Nov 23 02:38:45.479010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:45.498393 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] Routers {'c1d4c0f6-f782-4c6d-84c1-87840639f8ca'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:45.499781 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c1d4c0f6-f782-4c6d-84c1-87840639f8ca'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:45.560188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8695440 Nov 23 02:38:45.561484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:45.568103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Request body: {'subnet': {'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1484686344-subnet', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:45.577430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e34af-0964-42be-843e-e3dd177142db admin admin] Pushing event updated for resources: {'Network': ['ID=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:45.594122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:38:45.647592 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:45.673352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:38:45.677052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:45.690093 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] Routers {'c1d4c0f6-f782-4c6d-84c1-87840639f8ca'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:45.695617 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c1d4c0f6-f782-4c6d-84c1-87840639f8ca'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:45.736265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59a08818-03c7-49dc-9686-e52571f7f1ab tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 200 len: 925 time: 0.2550154 Nov 23 02:38:45.739129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57554) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:45.838957 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:45.839891 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de4248-4877-45cc-9b94-f5271ed9f443 None None] The sync data for ids ['c1d4c0f6-f782-4c6d-84c1-87840639f8ca'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:45.862784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1cf5ed-1e91-441e-a7c3-05879837d16f tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:45.863760 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f1cf5ed-1e91-441e-a7c3-05879837d16f tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=c1d4c0f6-f782-4c6d-84c1-87840639f8ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1235585 Nov 23 02:38:45.871830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:45.979999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b29e0-b568-4991-a5cd-872454d09da5 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:45.985491 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-900b29e0-b568-4991-a5cd-872454d09da5 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/networks/be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 881 time: 0.1123829 Nov 23 02:38:45.988100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57568) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:46.024711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a22a157-e67c-4d5b-9732-f544d93a43dc tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 200 len: 205 time: 0.0337353 Nov 23 02:38:46.027420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57570) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:46.056149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.141882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba77729-b82f-40b2-8941-fa4a51c7a380,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:46.153272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Checking segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:46.154123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Network hostable DHCP agents. Network: 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:38:46.160595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.178064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:38:46.195960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:46.201589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:46.202477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.208078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8282d37-b370-4577-b9d4-a8b733cc97d0 None None] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:46.232050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3d63f08a-c4a7-4dbd-9d87-78a9928353e6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6690519 Nov 23 02:38:46.235015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:46.253860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:46.303043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.305918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.430086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.442171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.609683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 857165d3-a9fd-4b18-bcdb-b86cff2e1dbe {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:46.610317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.613489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:38:46.615273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.775106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.798179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 857165d3-a9fd-4b18-bcdb-b86cff2e1dbe owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:46.829835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:46.966944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Allocated IP 172.20.0.2 (9d9bc1cc-d430-4006-9f9a-06349bfb4a7c/fba77729-b82f-40b2-8941-fa4a51c7a380/81f7c141-f615-4ba2-a25e-39c141cd2e74) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:47.188666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.267534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530f970-77a2-4e6e-b8cb-868179abaceb None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:47.332444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.339131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=857165d3-a9fd-4b18-bcdb-b86cff2e1dbe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:47.391134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.429758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.430826 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.440922 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.493927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Pushing event updated for resources: {'Port': ['ID=81f7c141-f615-4ba2-a25e-39c141cd2e74,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:47.507796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:47.511935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:47.516285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:47.606989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.609242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.664665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Allocated IP 172.25.1.58 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/11f32ce8-e171-4cb2-8b71-c7b40c832c62) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:47.675059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Attempting to bind port 81f7c141-f615-4ba2-a25e-39c141cd2e74 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:47.676249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Attempting to bind port 81f7c141-f615-4ba2-a25e-39c141cd2e74 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:47.676994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Attempting to bind port 81f7c141-f615-4ba2-a25e-39c141cd2e74 on network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:47.683843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:47.684709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Checking segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:47.685413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.686179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Bound using segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:47.687174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Bound port: 81f7c141-f615-4ba2-a25e-39c141cd2e74, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:47.687890 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.732133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.732801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router c1d4c0f6-f782-4c6d-84c1-87840639f8ca {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:47.740357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.742582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8ec4b2ea-ae51-4da1-86c6-5cb39b68f360 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 204 len: 168 time: 1.7130113 Nov 23 02:38:47.747283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57610) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:47.753278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1938570101', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:47.800145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] For port 81f7c141-f615-4ba2-a25e-39c141cd2e74, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:47.808134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] For port 81f7c141-f615-4ba2-a25e-39c141cd2e74, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81f7c141-f615-4ba2-a25e-39c141cd2e74,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:47.820299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.857224 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.859692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:47.936380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.031795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.040202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38215b6-967c-4ba1-9051-74c2c8dee665 None None] Pushing event updated for resources: {'Port': ['ID=81f7c141-f615-4ba2-a25e-39c141cd2e74,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:48.069459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:48.093344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.121157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:48.125808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:48.143726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b6561-d130-413e-9576-ee4bee4bc38a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:48.253340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Pushing event updated for resources: {'Port': ['ID=11f32ce8-e171-4cb2-8b71-c7b40c832c62,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:48.266145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cd1528a7-dc41-4e7b-b1d6-5d71f24b93ad None None] Provisioning complete for port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:48.267046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd1528a7-dc41-4e7b-b1d6-5d71f24b93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.488698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.652770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57630) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:48.814754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Deleting subnet 23d94c39-dfbf-4d92-8288-34714ef7f962 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:48.823398 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.835205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cd1528a7-dc41-4e7b-b1d6-5d71f24b93ad None None] Port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:48.844416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:48.906242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.158887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.218629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81f7c141-f615-4ba2-a25e-39c141cd2e74 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:49.226155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.256645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.264378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.378663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 81f7c141-f615-4ba2-a25e-39c141cd2e74 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:49.378907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.487360 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.589611 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.603381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.615294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23d94c39-dfbf-4d92-8288-34714ef7f962 HTTP/1.1" status: 204 len: 168 time: 0.9612825 Nov 23 02:38:49.615938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57656) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:49.667344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Router 198eebe1-81f4-49a5-a804-4b9fd643782e is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:49.685670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 81f7c141-f615-4ba2-a25e-39c141cd2e74, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81f7c141-f615-4ba2-a25e-39c141cd2e74,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:49.699741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.807779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab2e2f-5127-4dc3-9142-4e3fb178a237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d94c39-dfbf-4d92-8288-34714ef7f962,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:49.820531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.825485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=81f7c141-f615-4ba2-a25e-39c141cd2e74,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:49.916511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8d270-cebb-47f3-8077-1ac3e36958ff None None] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:38:49.945632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:49.988253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Allocated IP 172.25.1.230 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/01a2a5f9-fbdf-4d0d-a802-b41b385712a9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:49.990858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:49.993337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3722e96-07d4-4796-8773-9b62bd5c788f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7564251 Nov 23 02:38:49.996026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57662) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:50.033983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Sync routers for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:50.074671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.078492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:50.079393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:50.110046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2739538c-bd6f-4ac8-b7a4-4e0edbbe7962']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:50.123351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80769c6-40f4-4ddc-89b5-1968b90916f0') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:50.125328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80769c6-40f4-4ddc-89b5-1968b90916f0') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:50.143780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.159095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.169601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:50.172001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.198216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f851c62b-d1a0-4f1b-99f0-fbf5d849fa16 None None] Provisioning complete for port 81f7c141-f615-4ba2-a25e-39c141cd2e74 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:50.198682 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f851c62b-d1a0-4f1b-99f0-fbf5d849fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:50.224225 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:50.422867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.428975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.436886 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2739538c-bd6f-4ac8-b7a4-4e0edbbe7962 HTTP/1.1" status: 204 len: 168 time: 0.8038349 Nov 23 02:38:50.439823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:50.493408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc44d-7827-46c7-bbb6-020099f54b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=2739538c-bd6f-4ac8-b7a4-4e0edbbe7962,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:50.542097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Deleting subnet 1a9f5484-ef4a-4752-a535-5a90b30646cc {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:38:50.552688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.633544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:50.641451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.780631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.794538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.907294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.933011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:48Z', 'revision_number': 3, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:50.966930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:50.972423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1a9f5484-ef4a-4752-a535-5a90b30646cc HTTP/1.1" status: 204 len: 168 time: 0.5294845 Nov 23 02:38:50.985456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57688) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:50.985805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:50.987365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfad4c-57fe-4fe5-a2ea-4a7197fcfcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9f5484-ef4a-4752-a535-5a90b30646cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:51.025208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Checking router: 198eebe1-81f4-49a5-a804-4b9fd643782e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:51.025559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Updating router 198eebe1-81f4-49a5-a804-4b9fd643782e port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:38:51.077928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.120329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.165239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81f7c141-f615-4ba2-a25e-39c141cd2e74 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:51.222440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:51.244294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:51.249652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:51.258099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.384162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87587c-20f6-4903-afc8-5f9d663c88df None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:51.401410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57700) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:51.419599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0892a560-536c-4526-821e-4dd6198e7bc0 None None] Provisioning complete for port 81f7c141-f615-4ba2-a25e-39c141cd2e74 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:51.419988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0892a560-536c-4526-821e-4dd6198e7bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.480929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 81f7c141-f615-4ba2-a25e-39c141cd2e74 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:51.481461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.663449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event updated for resources: {'Port': ['ID=01a2a5f9-fbdf-4d0d-a802-b41b385712a9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:51.702584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08654e4-c300-4977-9f58-8e82c72c95fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.704943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f487b6d-d32a-40a3-845e-32952d9fa397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.738820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.739168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.739804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.739920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.740171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.740504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.740835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.741164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.741491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.741821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.742151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.742482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:51.838384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08654e4-c300-4977-9f58-8e82c72c95fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.845135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f08654e4-c300-4977-9f58-8e82c72c95fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.863207 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.894643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.897107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f08654e4-c300-4977-9f58-8e82c72c95fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0cd6026ca5c465b8aeb0d5601fb174d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4934933 Nov 23 02:38:51.898571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08654e4-c300-4977-9f58-8e82c72c95fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e16de3-2733-44c4-b288-3ace279e526e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:51.901288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:51.977176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d4c2f-a3e4-42c7-a6f8-09d40f2e68be None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:51.985060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:51.996878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Attempting to bind port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:51.997379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Attempting to bind port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:51.997973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Attempting to bind port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:52.012344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.015056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.038283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc30d7a-9591-44dc-a56d-7497578d715a None None] Pushing event updated for resources: {'Port': ['ID=11f32ce8-e171-4cb2-8b71-c7b40c832c62,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:52.043181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:52.043564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:52.043970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.044361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:52.049408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Bound port: 11f32ce8-e171-4cb2-8b71-c7b40c832c62, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:52.050318 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.096831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.099877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.101205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9e16de3-2733-44c4-b288-3ace279e526e HTTP/1.1" status: 204 len: 168 time: 0.1871800 Nov 23 02:38:52.118087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1983468a-07df-422d-9480-9379600f7cd2']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:52.131969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988b052-43b2-4ea4-9dbb-7b3107918fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e16de3-2733-44c4-b288-3ace279e526e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:52.167759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] For port 11f32ce8-e171-4cb2-8b71-c7b40c832c62, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:52.173829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] For port 11f32ce8-e171-4cb2-8b71-c7b40c832c62, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=11f32ce8-e171-4cb2-8b71-c7b40c832c62,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:52.185356 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.248140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4d1959-de55-45f2-bc94-713834964872') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:52.248807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4d1959-de55-45f2-bc94-713834964872') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:52.284657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58f9a9-95bb-4845-bf06-d121d0f9e184 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:52.296884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Provisioning complete for port 01a2a5f9-fbdf-4d0d-a802-b41b385712a9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:52.297265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.307323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.348341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Port 01a2a5f9-fbdf-4d0d-a802-b41b385712a9 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:52.354338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:52.355183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:52.420164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Provisioning complete for port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:52.420540 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.470962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc30d7a-9591-44dc-a56d-7497578d715a None None] Pushing event updated for resources: {'Port': ['ID=11f32ce8-e171-4cb2-8b71-c7b40c832c62,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:52.478467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.509074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f487b6d-d32a-40a3-845e-32952d9fa397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.513214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.521141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:38:52.522055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:38:52.524876 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:38:52.556611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f487b6d-d32a-40a3-845e-32952d9fa397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.629465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f487b6d-d32a-40a3-845e-32952d9fa397 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7903c794c95e43eeaa0456c6b035ea9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6413605 Nov 23 02:38:52.632180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:52.672695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.770356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:52.796140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcf9acf3-5dd3-4a3f-b1ba-541c25fe2f1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.828455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.832767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.841851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:52.860608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.865918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f487b6d-d32a-40a3-845e-32952d9fa397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d483df92-6658-4fd2-8f47-c7c8e0979ec4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:52.886917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.901036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.904677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] 10.222.0.15 "DELETE /v2.0/networks/1983468a-07df-422d-9480-9379600f7cd2 HTTP/1.1" status: 204 len: 168 time: 1.9179034 Nov 23 02:38:52.957628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.961320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:52.966791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d483df92-6658-4fd2-8f47-c7c8e0979ec4 HTTP/1.1" status: 204 len: 168 time: 0.3311663 Nov 23 02:38:53.008414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead93db8-ae8e-4d79-b026-8b0cebe15116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d483df92-6658-4fd2-8f47-c7c8e0979ec4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.018116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] For port 11f32ce8-e171-4cb2-8b71-c7b40c832c62, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=11f32ce8-e171-4cb2-8b71-c7b40c832c62,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:53.048867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.120785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474ccbd-dc91-4de4-aa70-2bee6e48fb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1983468a-07df-422d-9480-9379600f7cd2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.133151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcf9acf3-5dd3-4a3f-b1ba-541c25fe2f1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.134053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53273cc-79e0-46b4-8298-c430d9b60e32 None None] Pushing event updated for resources: {'Port': ['ID=11f32ce8-e171-4cb2-8b71-c7b40c832c62,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.141596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:48Z', 'revision_number': 3, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:53.146873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcf9acf3-5dd3-4a3f-b1ba-541c25fe2f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.174006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bfd813-b7b4-4884-ae3e-ecbfa805c00e None None] The sync data for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 is: [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:48Z', 'revision_number': 3, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:53.201177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87181db8-7893-45f5-9c5d-766d2bedf311 None None] Provisioning complete for port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:53.201572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87181db8-7893-45f5-9c5d-766d2bedf311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.239806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9acf3-5dd3-4a3f-b1ba-541c25fe2f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d3b4d-d54b-4e01-bd2c-7cb8bf9bcc18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.273860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57748) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:53.297642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fcf9acf3-5dd3-4a3f-b1ba-541c25fe2f1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69032bf56e12483fb4f5192f5c06a1ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5252397 Nov 23 02:38:53.301839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57750) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:53.412831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.417999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.433939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Allocated IP 172.20.0.1 (9d9bc1cc-d430-4006-9f9a-06349bfb4a7c/fba77729-b82f-40b2-8941-fa4a51c7a380/dfbfcadb-c1e0-47ee-a6a0-b48cad95e232) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:38:53.450414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.516026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.522246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.523471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d51d3b4d-d54b-4e01-bd2c-7cb8bf9bcc18 HTTP/1.1" status: 204 len: 168 time: 0.2209425 Nov 23 02:38:53.546211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac89da-1a53-492d-bda5-0e40531876d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d3b4d-d54b-4e01-bd2c-7cb8bf9bcc18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.625982 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0018b5aa-0f24-4790-a215-b68ae11d914d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6c7827f9b8d4e8aafb668e7beef2085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508432 Nov 23 02:38:53.628432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57758) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:53.682376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.748952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.816632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.821177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.862834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:53.925994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57dfac5-099b-4fcc-bfa2-6d534db59c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.941084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.945854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:53.950081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/466e6d66-ddc3-42fd-acdf-16d5fd81e29b HTTP/1.1" status: 204 len: 168 time: 0.3181465 Nov 23 02:38:53.969191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8889f6-e1f7-4120-a740-b9a3f0235c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466e6d66-ddc3-42fd-acdf-16d5fd81e29b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:53.980006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.079189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:54.094046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:54.118595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:38:54.126099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:54.223951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Router d333e416-ce56-47d0-bcb3-58b6197c0876 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:38:54.246725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57dfac5-099b-4fcc-bfa2-6d534db59c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.254339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.340370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a57dfac5-099b-4fcc-bfa2-6d534db59c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.504216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a57dfac5-099b-4fcc-bfa2-6d534db59c91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=223e80ed599742f4ada955b99b3cc758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6404688 Nov 23 02:38:54.507251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:54.511917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dfac5-099b-4fcc-bfa2-6d534db59c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc04f6-3ddb-4a3d-b45d-1b592b4ef04c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:54.558795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5ff77e62-38c3-42c6-b964-5203fe0830c6 None None] Provisioning complete for port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:54.559278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ff77e62-38c3-42c6-b964-5203fe0830c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.659274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.664007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5ff77e62-38c3-42c6-b964-5203fe0830c6 None None] Port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:54.681229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:54.697546 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] Sync routers for ids ['d333e416-ce56-47d0-bcb3-58b6197c0876'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:54.722958 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] Routers {'d333e416-ce56-47d0-bcb3-58b6197c0876'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:54.724940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d333e416-ce56-47d0-bcb3-58b6197c0876'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:54.728799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.801062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:54.813223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.815932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.818928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.820016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] Routers {'d333e416-ce56-47d0-bcb3-58b6197c0876'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:54.820196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbfc04f6-3ddb-4a3d-b45d-1b592b4ef04c HTTP/1.1" status: 204 len: 168 time: 0.3120897 Nov 23 02:38:54.820955 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d333e416-ce56-47d0-bcb3-58b6197c0876'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:54.823553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:54.826168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-73c84147-b9c0-4ef1-acd7-9a7f196ed4a4 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0771165 Nov 23 02:38:54.830397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:54.835461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc04f6-3ddb-4a3d-b45d-1b592b4ef04c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:54.853853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:38:54.861566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.861926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.862273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.862641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.866793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.867192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.867556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.867883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.868222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.868559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.868889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.872990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94a136-1f95-42b3-ba36-73e4945c3313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:38:54.908879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:54.912015 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:54.921329 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a3a63-0200-4cd3-ad88-a813c1d5b884 None None] The sync data for ids ['d333e416-ce56-47d0-bcb3-58b6197c0876'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:54.991601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-51468338-d760-4284-941c-f33db400e251 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4540b5d0b0104f9b83b68e4ef210910e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814140 Nov 23 02:38:54.992775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:55.151097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.213608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 11f32ce8-e171-4cb2-8b71-c7b40c832c62 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:38:55.221972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.328188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.331266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.331849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:55.332470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.335431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08e0c363-1db4-4543-9f2c-151781e5a83a HTTP/1.1" status: 204 len: 168 time: 0.3373065 Nov 23 02:38:55.341702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c2a1-3d30-4bb8-b08e-2362a066575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e0c363-1db4-4543-9f2c-151781e5a83a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:55.590016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.593737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.600190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.649265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.769080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:55.788458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:55.858946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:38:55.875059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:38:55.994884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-3afd4ba9-287b-4345-9166-df706a378232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:55.996304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-3afd4ba9-287b-4345-9166-df706a378232 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1494327 Nov 23 02:38:56.006664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89ca7-4e51-4e1b-b766-34a6843c44fd req-62d4950d-a72f-4b05-bb56-7990b4175aad tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:56.015121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3a89ca7-4e51-4e1b-b766-34a6843c44fd req-62d4950d-a72f-4b05-bb56-7990b4175aad tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1094120 Nov 23 02:38:56.138270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3a89ca7-4e51-4e1b-b766-34a6843c44fd req-7e577d06-833b-44c5-bf59-eaa33c2b4208 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221390 Nov 23 02:38:56.247525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-dcfec59a-9feb-4e56-b2ab-9f19a1c6e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:56.250846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-dcfec59a-9feb-4e56-b2ab-9f19a1c6e61f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.2326996 Nov 23 02:38:56.431343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7643a17f-daf8-47dd-aacd-92d7fd84ab60 None None] Provisioning complete for port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:56.433286 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7643a17f-daf8-47dd-aacd-92d7fd84ab60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:56.439319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-9c013aac-6e7b-429a-b020-579d9c99ff76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.1780281 Nov 23 02:38:56.511341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7643a17f-daf8-47dd-aacd-92d7fd84ab60 None None] Port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:38:56.541653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-338a9df7-c065-4e11-97d8-cc4bbefb0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:56.548147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-338a9df7-c065-4e11-97d8-cc4bbefb0444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1015878 Nov 23 02:38:56.583108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Deleting port 01a2a5f9-fbdf-4d0d-a802-b41b385712a9 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:38:56.583450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:56.633498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-929049be-0309-45cd-a477-1813bdbde84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:56.635695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-929049be-0309-45cd-a477-1813bdbde84a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784731 Nov 23 02:38:56.729579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Router 198eebe1-81f4-49a5-a804-4b9fd643782e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:38:56.740219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:56.764650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Calling delete_port for 01a2a5f9-fbdf-4d0d-a802-b41b385712a9 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:38:56.778163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-5d55546a-5cdc-45a7-b15d-9aa477e28e41 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348860 Nov 23 02:38:56.969282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:56.987488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Sync routers for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:57.005355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:57.005959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:57.022291 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-794aebce-2e07-444e-8bd5-f5817de8ffb8 admin admin] 10.222.0.15 "PUT /v2.0/routers/198eebe1-81f4-49a5-a804-4b9fd643782e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0182438 Nov 23 02:38:57.038739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8660a034-761c-4a06-a7f0-6a75c97c1f29 req-60dcbc54-8305-4c4b-a29a-d1e544ea803e service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525940 Nov 23 02:38:57.138084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.229979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Pushing event deleted for resources: {'Port': ['ID=01a2a5f9-fbdf-4d0d-a802-b41b385712a9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:57.272890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:57.343790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.426187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21307-f131-4e21-bede-530c12ec925c req-4acb3f85-fff5-4cfb-8c08-b3cd9897d1ef tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:57.429219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3d21307-f131-4e21-bede-530c12ec925c req-4acb3f85-fff5-4cfb-8c08-b3cd9897d1ef tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1503854 Nov 23 02:38:57.486717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3d21307-f131-4e21-bede-530c12ec925c req-87171b56-0fb8-4f65-b0a2-1217239e9013 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501080 Nov 23 02:38:57.496675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac0850-2c80-4e19-9b43-cd83ccb3e6f1 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:38:57.680667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.684177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.777158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Router d333e416-ce56-47d0-bcb3-58b6197c0876 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:38:57.794550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:55Z', 'revision_number': 2, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:57.844206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Checking router: 198eebe1-81f4-49a5-a804-4b9fd643782e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:38:57.844623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Updating router 198eebe1-81f4-49a5-a804-4b9fd643782e port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:38:57.869408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:38:57.878773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.882863 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7d2b7f4-23a6-4ccf-9647-fc04fa1d9e45 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "PUT /v2.0/routers/d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 200 len: 710 time: 3.0491302 Nov 23 02:38:57.883641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:57.885458 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] Sync routers for ids ['d333e416-ce56-47d0-bcb3-58b6197c0876'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:38:57.900168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] Routers {'d333e416-ce56-47d0-bcb3-58b6197c0876'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:57.901169 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d333e416-ce56-47d0-bcb3-58b6197c0876'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:57.915236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:57.942411 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:57.953830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] Routers {'d333e416-ce56-47d0-bcb3-58b6197c0876'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:57.954869 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d333e416-ce56-47d0-bcb3-58b6197c0876'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:58.010250 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:58.012788 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28cd811-d484-4d61-983f-48084fd748d5 None None] The sync data for ids ['d333e416-ce56-47d0-bcb3-58b6197c0876'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:38:58.492729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.504385 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.507920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-08d4fef6-a9fa-44d7-af9c-04a79c533c21 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/routers/d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 200 len: 745 time: 0.6234276 Nov 23 02:38:58.510749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:58.572088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a7051de3-0c8b-40d1-ab1f-f35eb49ec685 tempest-RoutersIpV6AdminTest-1789262061 tempest-RoutersIpV6AdminTest-1789262061-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&device_id=d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 200 len: 205 time: 0.0601103 Nov 23 02:38:58.575508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57906) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:58.625255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8102b-e2ed-495a-95ed-0830264c82d4 None None] Pushing event updated for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:58.667569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Attempting to bind port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:38:58.668515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Attempting to bind port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:38:58.668515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Attempting to bind port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 on network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:38:58.679988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:38:58.680737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Checking segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:38:58.681372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.682200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Bound using segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:38:58.683136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Bound port: dfbfcadb-c1e0-47ee-a6a0-b48cad95e232, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:38:58.683767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.696220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:58.696851 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad7d93c5-63c4-4427-9ca0-39a9f942406a tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 200 len: 205 time: 0.1205623 Nov 23 02:38:58.759071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d007-9af6-49b9-a807-95e610736443 req-a802c41a-5b46-41f3-9cce-f56a65ba0e45 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:58.766172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d931d007-9af6-49b9-a807-95e610736443 req-a802c41a-5b46-41f3-9cce-f56a65ba0e45 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1380200 Nov 23 02:38:58.781152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] For port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:38:58.787711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] For port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:38:58.800633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.871237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:58.957513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8102b-e2ed-495a-95ed-0830264c82d4 None None] Pushing event updated for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:58.965730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:38:58.966428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:59.145679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] Provisioning complete for port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:59.146494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.191803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d931d007-9af6-49b9-a807-95e610736443 req-7c260257-dfac-490d-9bb8-a745dd94183b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682539 Nov 23 02:38:59.195815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.199714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.302906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.303177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Fanout notify agent at l3_agent the message router_deleted on router d333e416-ce56-47d0-bcb3-58b6197c0876 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:38:59.329779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.339867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f875aa53-bdde-425f-b613-6d16cfb58fe5 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 204 len: 168 time: 0.6426151 Nov 23 02:38:59.343754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57928) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.394090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:38:59.402171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af536c76-45fa-455e-ba14-2c94944628dc tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 200 len: 205 time: 0.0545330 Nov 23 02:38:59.403116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.457542 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d213b932-7997-4341-b3e6-ff268637df14 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:38:59.459803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d213b932-7997-4341-b3e6-ff268637df14 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/d333e416-ce56-47d0-bcb3-58b6197c0876 HTTP/1.1" status: 404 len: 336 time: 0.0551012 Nov 23 02:38:59.461758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.476470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.498997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c7abe05-9f26-4b8a-8801-247b323aff0d tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 200 len: 205 time: 0.0344241 Nov 23 02:38:59.501069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.552795 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-18a1f7db-2b56-4bb3-8e88-6c147de125da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:38:59.553685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-18a1f7db-2b56-4bb3-8e88-6c147de125da tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/c1d4c0f6-f782-4c6d-84c1-87840639f8ca HTTP/1.1" status: 404 len: 336 time: 0.0516973 Nov 23 02:38:59.556404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57940) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.605473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8060a8f0-71c1-44f6-b2df-c9f2783f60b9 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 200 len: 205 time: 0.0457580 Nov 23 02:38:59.606571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57944) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.615903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] For port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:38:59.636229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.696402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73590b2-2540-4997-a8ef-2b7a180d4157 None None] Pushing event updated for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:38:59.705425 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.713085 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-1a6d8ba1-c971-4e88-a88e-fd7e18792473 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:38:59.718863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.723492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a6d8ba1-c971-4e88-a88e-fd7e18792473 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/85160894-c7b6-4ece-b6ed-435e857fa8b7 HTTP/1.1" status: 404 len: 336 time: 0.1156106 Nov 23 02:38:59.766640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9ef9d437-3740-44ca-b746-4ff1e39c8984 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 200 len: 205 time: 0.0457239 Nov 23 02:38:59.768103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.799327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:58Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:38:59.808294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8d07da11-0634-469e-a0c2-b065d7ac714a None None] Provisioning complete for port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:38:59.808666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d07da11-0634-469e-a0c2-b065d7ac714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:59.833535 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d73b8eb8-1259-4b6d-a98b-946b95490a68 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:38:59.838323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57954) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.839261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d73b8eb8-1259-4b6d-a98b-946b95490a68 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/02707abd-3b3d-45ea-99a2-0209751c9164 HTTP/1.1" status: 404 len: 336 time: 0.0700912 Nov 23 02:38:59.893030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b205f0f-3c1f-4658-b26d-ce09b5473c91 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 200 len: 205 time: 0.0529370 Nov 23 02:38:59.895771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57958) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.941948 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fd1e23c9-3bd5-44c6-9f59-fb368710c2de tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:38:59.943807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fd1e23c9-3bd5-44c6-9f59-fb368710c2de tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/139dc699-99c1-480e-b875-da6a80606d74 HTTP/1.1" status: 404 len: 336 time: 0.0468869 Nov 23 02:38:59.946289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:38:59.983989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6f4515f3-a5a3-4a1d-a6fc-c4f1dd8e2234 tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "GET /v2.0/ports?device_id=3af23472-cf09-4fb1-9f28-13a54c89ebb8 HTTP/1.1" status: 200 len: 205 time: 0.0358891 Nov 23 02:38:59.986480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:00.058566 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-254a3891-92e9-4a33-91bd-69f349c6e76b tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] delete failed (client error): The resource could not be found. Nov 23 02:39:00.059628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-254a3891-92e9-4a33-91bd-69f349c6e76b tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/routers/3af23472-cf09-4fb1-9f28-13a54c89ebb8 HTTP/1.1" status: 404 len: 336 time: 0.0716701 Nov 23 02:39:00.063488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57970) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:00.107253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1d393-4b54-4012-957f-d6c3f8e5bcbd None None] The sync data for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 is: [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:58Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:39:00.110872 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-45903c08-d459-4ea3-a946-cb6c2352f84c tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] DELETE failed (client error): The resource could not be found. Nov 23 02:39:00.111569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45903c08-d459-4ea3-a946-cb6c2352f84c tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:00.115361 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45903c08-d459-4ea3-a946-cb6c2352f84c tempest-RoutersIpV6AdminTest-1608456051 tempest-RoutersIpV6AdminTest-1608456051-project] 10.222.0.15 "DELETE /v2.0/subnets/14c6dd09-7a25-4ea6-84f8-3b476edaf785 HTTP/1.1" status: 404 len: 337 time: 0.0508616 Nov 23 02:39:00.123274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57976) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:00.128605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-238769178-network', 'tenant_id': '23dddeda65c145029a3664cadab4ee00'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:00.181806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Made reservation on behalf of 23dddeda65c145029a3664cadab4ee00 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:00.200690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.241313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.365713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.373140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.405314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:00.433894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ecb5ef-15d8-458e-ba8e-b55a6f3b3b74,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:00.440882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.441710 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Added segment d5a47e89-37e4-4ea6-8f46-4e8a8834274e of type vlan for network 725744d7-6516-4a23-b28f-097f10c105c7 Nov 23 02:39:00.517179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.562109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.563770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:00.566182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.639600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5142951 Nov 23 02:39:00.642259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57988) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:00.651544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Request body: {'subnet': {'network_id': '725744d7-6516-4a23-b28f-097f10c105c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-238769178-subnet', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:00.661383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a415f-c0ea-455c-8e4e-85648d3f13ac admin admin] Pushing event updated for resources: {'Network': ['ID=725744d7-6516-4a23-b28f-097f10c105c7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:00.672787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 725744d7-6516-4a23-b28f-097f10c105c7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:00.718326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Made reservation on behalf of 23dddeda65c145029a3664cadab4ee00 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:00.725241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:00.944823 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.014494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:01.027717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Checking segment: {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:01.028059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Network hostable DHCP agents. Network: 725744d7-6516-4a23-b28f-097f10c105c7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:01.057969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Network 725744d7-6516-4a23-b28f-097f10c105c7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:01.072963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 725744d7-6516-4a23-b28f-097f10c105c7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:01.080158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:01.080601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.083681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088bcc3-618a-409a-bb46-13342ea47407 None None] Network 725744d7-6516-4a23-b28f-097f10c105c7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:01.122018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58000) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:01.122257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ce08638-494e-48ab-8dc4-523cf35dbda3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4786649 Nov 23 02:39:01.130208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:01.153437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:01.176898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.178092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.180107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:01.244559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.363979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:01.364435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.458792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-725744d7-6516-4a23-b28f-097f10c105c7', 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'fixed_ips': [{'subnet_id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:39:01.460880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.470606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.644413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-646ea079-ce70-477f-872b-5d46730ebfee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.648882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Allocated IP 172.20.0.2 (725744d7-6516-4a23-b28f-097f10c105c7/a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0/790e46a4-2902-49f2-ae9a-49fbbe821b0e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:01.888534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.909320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.938152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-646ea079-ce70-477f-872b-5d46730ebfee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.960598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-646ea079-ce70-477f-872b-5d46730ebfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:01.993270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.026181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Network 725744d7-6516-4a23-b28f-097f10c105c7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:02.027542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Pushing event updated for resources: {'Port': ['ID=790e46a4-2902-49f2-ae9a-49fbbe821b0e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:02.028736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ea079-ce70-477f-872b-5d46730ebfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73860253-db72-4ff2-8fd2-8108bc25cd22,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:02.031817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:02.034979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:02.082267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.119704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-646ea079-ce70-477f-872b-5d46730ebfee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b061c1c8107c4727baa0859cf39b0953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9653008 Nov 23 02:39:02.123590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:02.160323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Attempting to bind port 790e46a4-2902-49f2-ae9a-49fbbe821b0e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:02.160747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Attempting to bind port 790e46a4-2902-49f2-ae9a-49fbbe821b0e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:02.161245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Attempting to bind port 790e46a4-2902-49f2-ae9a-49fbbe821b0e on network 725744d7-6516-4a23-b28f-097f10c105c7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:02.173653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:02.173885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Checking segment: {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:02.174349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.174767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Bound using segment: {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:02.175248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Bound port: 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:02.175627 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.218061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.251956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.310284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] For port 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:02.318401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] For port 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=790e46a4-2902-49f2-ae9a-49fbbe821b0e,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:02.328689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.329247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.332259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.333876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73860253-db72-4ff2-8fd2-8108bc25cd22 HTTP/1.1" status: 204 len: 168 time: 0.2090399 Nov 23 02:39:02.350319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdaf0a-abce-4b75-8a71-dd2563b007e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73860253-db72-4ff2-8fd2-8108bc25cd22,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:02.375766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Allocated IP 172.25.1.56 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/fe2c7bb8-e61a-427a-a193-f10867956a6b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:02.530382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc8f0e-5a12-425c-8e85-6ab76c31a00e None None] Pushing event updated for resources: {'Port': ['ID=790e46a4-2902-49f2-ae9a-49fbbe821b0e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:02.687547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.824169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.858689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:02.915854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:02.943730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:02.945437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2784a67-65b1-42e5-9ff6-c0ab88e8428a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:03.026411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-357f7ed7-f0d9-4a48-a322-cdc5ccb77ebb None None] Provisioning complete for port fe2c7bb8-e61a-427a-a193-f10867956a6b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:03.026820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-357f7ed7-f0d9-4a48-a322-cdc5ccb77ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:03.035491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Pushing event updated for resources: {'Port': ['ID=fe2c7bb8-e61a-427a-a193-f10867956a6b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:03.167618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-357f7ed7-f0d9-4a48-a322-cdc5ccb77ebb None None] Port fe2c7bb8-e61a-427a-a193-f10867956a6b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:03.344125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 790e46a4-2902-49f2-ae9a-49fbbe821b0e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:03.531791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 790e46a4-2902-49f2-ae9a-49fbbe821b0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:03.532419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:03.723279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:03.776277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=790e46a4-2902-49f2-ae9a-49fbbe821b0e,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:03.781913 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:03.867001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=790e46a4-2902-49f2-ae9a-49fbbe821b0e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:03.943643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.097987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:04.121266 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:39:04.241672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4990aa2-f24a-424e-8a09-5c0b8c34ebed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a44d59d52eec463984060cdf09f6959b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418350 Nov 23 02:39:04.247219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:04.343956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc93ca-a403-4c03-b05a-1a05e5e8c7d1 None None] Network 725744d7-6516-4a23-b28f-097f10c105c7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:04.426405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.493684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.514533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.608659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.611803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.613272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/890cca00-7d8a-44fb-92ea-c81b4c2e39b1 HTTP/1.1" status: 204 len: 168 time: 0.3637533 Nov 23 02:39:04.618106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-14c5a129-7fb7-4c01-aab7-05767716bd82 None None] Provisioning complete for port 790e46a4-2902-49f2-ae9a-49fbbe821b0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:04.619988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-14c5a129-7fb7-4c01-aab7-05767716bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:04.643549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ba67b-6b52-44bb-85c8-e6b3b6eecfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890cca00-7d8a-44fb-92ea-c81b4c2e39b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:04.794031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:04.800133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Router b4dd0d53-589f-4ca8-88c7-ae45d7009835 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:39:05.213787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 790e46a4-2902-49f2-ae9a-49fbbe821b0e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:05.345797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 790e46a4-2902-49f2-ae9a-49fbbe821b0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:05.346418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.356145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:05.437394 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47c57238-87ea-4478-b559-ea924fc6e05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.504760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2eb5ddaa-b998-4af1-930c-5ed818b1c6d5 None None] Provisioning complete for port 790e46a4-2902-49f2-ae9a-49fbbe821b0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:05.505405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2eb5ddaa-b998-4af1-930c-5ed818b1c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.605381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:39:05.608694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-968a55b6-c231-4e15-a6ca-f7facd83f0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.621340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Sync routers for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:39:05.646837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:05.647818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:38:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:05.648125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.652334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c00dcc43-3eb8-4e62-b8ac-a16b1fea45ca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5282156 Nov 23 02:39:05.653232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58142) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:05.710129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40857946-8103-468f-8d7a-eb1957b53e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.793681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47c57238-87ea-4478-b559-ea924fc6e05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.815111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:39:05.824337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47c57238-87ea-4478-b559-ea924fc6e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.932797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-968a55b6-c231-4e15-a6ca-f7facd83f0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.963907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-968a55b6-c231-4e15-a6ca-f7facd83f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.025791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-968a55b6-c231-4e15-a6ca-f7facd83f0b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1574c72869a94c04afc64f7306902598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6685436 Nov 23 02:39:06.033540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47c57238-87ea-4478-b559-ea924fc6e05a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cb2fab312f04db5bdf79f462f75f0ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2383258 Nov 23 02:39:06.035350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:06.037273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:06.130767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c57238-87ea-4478-b559-ea924fc6e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713b483-8fd5-4df9-af06-5e639662df09,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:06.270611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:03Z', 'revision_number': 3, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:06.334890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.369086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a55b6-c231-4e15-a6ca-f7facd83f0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd39d0-1cf9-435f-a348-75e607858d31,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:06.371090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Checking router: b4dd0d53-589f-4ca8-88c7-ae45d7009835 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:39:06.372018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Updating router b4dd0d53-589f-4ca8-88c7-ae45d7009835 port fe2c7bb8-e61a-427a-a193-f10867956a6b binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:39:06.394154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.444155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.472279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.551888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58174) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:06.556807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.633069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.698831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.706129 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.713844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f713b483-8fd5-4df9-af06-5e639662df09 HTTP/1.1" status: 204 len: 168 time: 0.6618381 Nov 23 02:39:06.753538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71b8f0-c83e-4113-8c2d-6d0f84cd8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713b483-8fd5-4df9-af06-5e639662df09,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:06.784445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.788808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.793495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffbd39d0-1cf9-435f-a348-75e607858d31 HTTP/1.1" status: 204 len: 168 time: 0.7536681 Nov 23 02:39:06.810175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bac27-f1ab-4fa4-bc96-4d1e2e318bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd39d0-1cf9-435f-a348-75e607858d31,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:06.958676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1194235244'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:07.016455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Made reservation on behalf of e2f5afabcbfb4acb8d0c64ccc5a44f5f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:07.026485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.034881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Allocated IP 172.20.0.1 (725744d7-6516-4a23-b28f-097f10c105c7/a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0/4dabfd39-216d-4796-991d-90111e35fdb2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:07.072158 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.096739 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.111548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.200366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ae176-0583-4301-9a08-6c9f294602ea None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:07.269900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Attempting to bind port fe2c7bb8-e61a-427a-a193-f10867956a6b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:07.270283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Attempting to bind port fe2c7bb8-e61a-427a-a193-f10867956a6b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:07.272293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Attempting to bind port fe2c7bb8-e61a-427a-a193-f10867956a6b on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:07.296601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Pushing event updated for resources: {'Port': ['ID=fe2c7bb8-e61a-427a-a193-f10867956a6b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:07.307143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:07.307524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:07.307986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.308388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:07.308884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Bound port: fe2c7bb8-e61a-427a-a193-f10867956a6b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:07.310597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.314108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.348583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.360548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.396615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:07.407039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.421466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20a46e-4727-434f-8ee5-daf6be471e22,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:07.445751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.446107 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Added segment 913a6ae0-1db3-41a7-844c-79aa71046a15 of type vlan for network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 Nov 23 02:39:07.501170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Network 725744d7-6516-4a23-b28f-097f10c105c7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:07.505115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Pushing event updated for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:07.508140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:07.518869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:07.566481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.675017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.711642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:07.730673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.731320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.731320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.731893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.732530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.732737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.733141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.733465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.733792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.734220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.734852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.735261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:07.757031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c774a2b0-e28f-45a0-93b3-318adbc43b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.758652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.773551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:07.774230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.805027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a85de0ee-4460-4f0d-a1f2-db626d96a294 None None] Provisioning complete for port fe2c7bb8-e61a-427a-a193-f10867956a6b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:07.811549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a85de0ee-4460-4f0d-a1f2-db626d96a294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.860582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] For port fe2c7bb8-e61a-427a-a193-f10867956a6b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:07.917039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] For port fe2c7bb8-e61a-427a-a193-f10867956a6b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe2c7bb8-e61a-427a-a193-f10867956a6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:07.932745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a85de0ee-4460-4f0d-a1f2-db626d96a294 None None] Port fe2c7bb8-e61a-427a-a193-f10867956a6b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:07.934675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:07.974434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4215198 Nov 23 02:39:07.978690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58198) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:08.001399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'subnet': {'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:08.011043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c774a2b0-e28f-45a0-93b3-318adbc43b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.017619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb046bd-a3a3-4ffd-8aa2-bd57b1cce80d tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Network': ['ID=1209bb52-4ea8-4243-bf7a-d66ddbdc3c33,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:08.020829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c774a2b0-e28f-45a0-93b3-318adbc43b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.029871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00758b17-8683-42b7-8fe4-f96beb6a953d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:08.044029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e9a4cac-e8e0-46e8-a28f-990f217b123f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.055605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:08.115275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76183b0-8df4-4bdf-8b5a-431b0466761b None None] Pushing event updated for resources: {'Port': ['ID=fe2c7bb8-e61a-427a-a193-f10867956a6b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:08.124779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:08.126039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:08.167537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774a2b0-e28f-45a0-93b3-318adbc43b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148cda42-96c4-4a82-990f-13c8b65f30a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:08.175962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c774a2b0-e28f-45a0-93b3-318adbc43b44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fcaf0b692e84ee39a9b057122eafda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4600778 Nov 23 02:39:08.177294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58204) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:08.212234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8a6a7215-a130-4e63-b6b9-91afb265a4ce None None] Provisioning complete for port 4dabfd39-216d-4796-991d-90111e35fdb2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:08.212234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8a6a7215-a130-4e63-b6b9-91afb265a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.244448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:08.269425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf22fa5a-87da-41fd-80ac-e4e01ae78488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.347921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.359131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a7215-a130-4e63-b6b9-91afb265a4ce None None] Port 4dabfd39-216d-4796-991d-90111e35fdb2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:08.372789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.386397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:39:08.403135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.443911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Made reservation on behalf of e2f5afabcbfb4acb8d0c64ccc5a44f5f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:08.448077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.455288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf22fa5a-87da-41fd-80ac-e4e01ae78488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.460382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bf22fa5a-87da-41fd-80ac-e4e01ae78488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.552377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] Provisioning complete for port fe2c7bb8-e61a-427a-a193-f10867956a6b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:08.553250 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.553394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22fa5a-87da-41fd-80ac-e4e01ae78488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55edf5da-469e-47fe-8509-79b98e31b7d3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:08.637778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bf22fa5a-87da-41fd-80ac-e4e01ae78488 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4e4a9c136b14a61babc657503fd3041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3921695 Nov 23 02:39:08.642860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:08.656186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.659731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.660949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/148cda42-96c4-4a82-990f-13c8b65f30a1 HTTP/1.1" status: 204 len: 168 time: 0.4830856 Nov 23 02:39:08.727465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f577c-15db-4fc2-86bf-cb7bfab7a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148cda42-96c4-4a82-990f-13c8b65f30a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:08.742210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.794046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:03Z', 'revision_number': 3, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:08.801044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.835702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] For port fe2c7bb8-e61a-427a-a193-f10867956a6b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe2c7bb8-e61a-427a-a193-f10867956a6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:08.838159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ecfbf-617b-4855-a942-e573d5b2f66c None None] The sync data for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 is: [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:03Z', 'revision_number': 3, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:39:08.838883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.844029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.916904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.963475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c6ac-6aa8-4a8b-b9b0-553c6e6a5910 None None] Pushing event updated for resources: {'Port': ['ID=fe2c7bb8-e61a-427a-a193-f10867956a6b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:09.057328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.075258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Pushing event updated for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:09.082180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.089547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.268445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.327624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Subnet': ['ID=1a59ef94-aabb-48c9-b1ae-e3de711eb75b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:09.396086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.400932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.402932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55edf5da-469e-47fe-8509-79b98e31b7d3 HTTP/1.1" status: 204 len: 168 time: 0.7566652 Nov 23 02:39:09.416419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Checking segment: {'id': '913a6ae0-1db3-41a7-844c-79aa71046a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:09.416865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network hostable DHCP agents. Network: 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:09.426261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cc2e3-5a15-4121-9792-784cc6170af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55edf5da-469e-47fe-8509-79b98e31b7d3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:09.488635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:09.497039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Network 725744d7-6516-4a23-b28f-097f10c105c7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:09.505853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:09.790270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Router b4dd0d53-589f-4ca8-88c7-ae45d7009835 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:39:09.793269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:09.798707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:09.799739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.804999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4807ed-f9fe-4e66-ab17-ca810580360f None None] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:09.851064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58256) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:09.851624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7af12428-47f2-434a-92ef-8df63edf7318 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8694324 Nov 23 02:39:09.862158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-85798924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:09.938188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.940779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.055938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:39:10.073343 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64a4d81e-d544-4cbe-8a76-9b58de54cade admin admin] 10.222.0.15 "PUT /v2.0/routers/b4dd0d53-589f-4ca8-88c7-ae45d7009835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4148831 Nov 23 02:39:10.106248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.123614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.171588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.172877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c21a1116-3d96-4e40-a5be-2d3f1a125c89 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3191588 Nov 23 02:39:10.175547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:10.220812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1209bb52-4ea8-4243-bf7a-d66ddbdc3c33', 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33', 'tenant_id': 'e2f5afabcbfb4acb8d0c64ccc5a44f5f', 'fixed_ips': [{'subnet_id': '1a59ef94-aabb-48c9-b1ae-e3de711eb75b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:39:10.222452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.237592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7967dcd7-4044-4839-aa95-1d482c99228e None None] Provisioning complete for port 4dabfd39-216d-4796-991d-90111e35fdb2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:10.239714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7967dcd7-4044-4839-aa95-1d482c99228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.535124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7967dcd7-4044-4839-aa95-1d482c99228e None None] Port 4dabfd39-216d-4796-991d-90111e35fdb2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:10.719299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Allocated IP 172.20.0.2 (1209bb52-4ea8-4243-bf7a-d66ddbdc3c33/1a59ef94-aabb-48c9-b1ae-e3de711eb75b/2ef1f611-4002-4895-aad6-e000278ebba3) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:10.722223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:10.841636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.099115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.111073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.215739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:11.309621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:11.322054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Pushing event updated for resources: {'Port': ['ID=2ef1f611-4002-4895-aad6-e000278ebba3,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:11.340332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:11.343918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fe2c7bb8-e61a-427a-a193-f10867956a6b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:11.363869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Allocated IP 172.20.0.1 (1209bb52-4ea8-4243-bf7a-d66ddbdc3c33/1a59ef94-aabb-48c9-b1ae-e3de711eb75b/08afe0a3-b791-40bb-89b4-878cca01ab01) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:11.573181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Attempting to bind port 2ef1f611-4002-4895-aad6-e000278ebba3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:11.573562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Attempting to bind port 2ef1f611-4002-4895-aad6-e000278ebba3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '913a6ae0-1db3-41a7-844c-79aa71046a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:11.573932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Attempting to bind port 2ef1f611-4002-4895-aad6-e000278ebba3 on network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:11.580046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:11.580660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Checking segment: {'id': '913a6ae0-1db3-41a7-844c-79aa71046a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:11.581214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.581759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Bound using segment: {'id': '913a6ae0-1db3-41a7-844c-79aa71046a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:11.582414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Bound port: 2ef1f611-4002-4895-aad6-e000278ebba3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913a6ae0-1db3-41a7-844c-79aa71046a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:11.582984 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.645551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.784542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] For port 2ef1f611-4002-4895-aad6-e000278ebba3, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:11.793994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] For port 2ef1f611-4002-4895-aad6-e000278ebba3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ef1f611-4002-4895-aad6-e000278ebba3,segment=NetworkSegment(913a6ae0-1db3-41a7-844c-79aa71046a15),segment_id=913a6ae0-1db3-41a7-844c-79aa71046a15)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:11.805031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fe2c7bb8-e61a-427a-a193-f10867956a6b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:11.813374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.819409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.866033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.919147 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:11.960352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:11.981828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:11.985402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Sync routers for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:39:11.991609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:12.005594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3313c9-2871-440a-bf99-27bf9e0d003a None None] Pushing event updated for resources: {'Port': ['ID=2ef1f611-4002-4895-aad6-e000278ebba3,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:12.008447 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:12.009014 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:12.051269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:12.226876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=08afe0a3-b791-40bb-89b4-878cca01ab01,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:12.241634 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:12.348825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:39:12.896409 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dabfd39-216d-4796-991d-90111e35fdb2', 'name': '', 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'mac_address': 'fa:16:3e:54:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:06Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 2, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'subnets': [{'id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:12.929224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Checking router: b4dd0d53-589f-4ca8-88c7-ae45d7009835 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:39:12.932761 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Updating router b4dd0d53-589f-4ca8-88c7-ae45d7009835 port 4dabfd39-216d-4796-991d-90111e35fdb2 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:39:13.003837 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.057994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.071680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.187516 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.322301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ef1f611-4002-4895-aad6-e000278ebba3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:13.378828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=08afe0a3-b791-40bb-89b4-878cca01ab01,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:13.420553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:13.422791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:13.508970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2ef1f611-4002-4895-aad6-e000278ebba3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:13.511289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.692717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Router 17721482-3c3f-4d2d-a737-a8ee5507304a is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:39:13.847064 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.912770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797fad95-8840-42dc-a277-1d09d79cbccd None None] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:13.939440 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.952281 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:13.992234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-d571b155-86d9-4e9e-b208-5e483823c800 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1803944 Nov 23 02:39:14.161734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:39:14.186090 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Pushing event updated for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:14.195294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6fccb44e-39ca-4bcc-95a5-dbddbf0348f4 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "PUT /v2.0/routers/17721482-3c3f-4d2d-a737-a8ee5507304a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0154576 Nov 23 02:39:14.195554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:14.218322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'port': {'network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33', 'name': 'tempest-FloatingIPNegativeTestJSON-1413484436'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:14.294409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] Sync routers for ids ['17721482-3c3f-4d2d-a737-a8ee5507304a'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:39:14.314780 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.315133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.315474 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.315807 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.316137 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.316459 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.316782 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.317104 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.317423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.318281 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.318281 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.318415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:14.390260 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Attempting to bind port 4dabfd39-216d-4796-991d-90111e35fdb2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:14.391750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Attempting to bind port 4dabfd39-216d-4796-991d-90111e35fdb2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:14.394160 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Attempting to bind port 4dabfd39-216d-4796-991d-90111e35fdb2 on network 725744d7-6516-4a23-b28f-097f10c105c7 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:14.405906 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:14.409609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Checking segment: {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:14.413443 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.414976 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Bound using segment: {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:14.415707 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Bound port: 4dabfd39-216d-4796-991d-90111e35fdb2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:14.417091 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.423625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 2ef1f611-4002-4895-aad6-e000278ebba3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ef1f611-4002-4895-aad6-e000278ebba3,segment=NetworkSegment(913a6ae0-1db3-41a7-844c-79aa71046a15),segment_id=913a6ae0-1db3-41a7-844c-79aa71046a15)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:14.445788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-64c38dfc-8478-41d6-9392-dea7f5a4a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:14.451591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-64c38dfc-8478-41d6-9392-dea7f5a4a701 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1098 time: 0.3998625 Nov 23 02:39:14.505517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.534964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-946c3fb3-7db2-49e6-bbb4-ca8f605ce9b2 None None] Provisioning complete for port 2ef1f611-4002-4895-aad6-e000278ebba3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:14.536865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-946c3fb3-7db2-49e6-bbb4-ca8f605ce9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.558686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] Routers {'17721482-3c3f-4d2d-a737-a8ee5507304a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:14.563090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['17721482-3c3f-4d2d-a737-a8ee5507304a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:14.627373 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] For port 4dabfd39-216d-4796-991d-90111e35fdb2, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:14.639495 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] For port 4dabfd39-216d-4796-991d-90111e35fdb2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dabfd39-216d-4796-991d-90111e35fdb2,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:14.654123 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.783860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:14.784561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:14.852634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Made reservation on behalf of e2f5afabcbfb4acb8d0c64ccc5a44f5f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:14.858694 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:14.987079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] device_id is not set on port e2fba521-ab29-4e4f-aee9-8675cdeddd0f yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:14.993643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-558652a9-b3c5-4483-b0b8-2cb3ff9128c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:15.004297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-558652a9-b3c5-4483-b0b8-2cb3ff9128c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.5267010 Nov 23 02:39:15.269902 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-19e50d85-6f24-48ce-bd10-100e5e3200ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 217 time: 0.1627252 Nov 23 02:39:15.337480 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394eac6-9902-42c1-b729-1802fa272a7d None None] Pushing event updated for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:15.461372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=2ef1f611-4002-4895-aad6-e000278ebba3,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:15.500822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:15.547370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-f07c697f-3926-47ed-9688-75a423570451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:15.549057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-f07c697f-3926-47ed-9688-75a423570451 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2532675 Nov 23 02:39:15.554591 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:39:15.600673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] Routers {'17721482-3c3f-4d2d-a737-a8ee5507304a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:15.601489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['17721482-3c3f-4d2d-a737-a8ee5507304a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:15.616100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Allocated IP 172.20.0.5 (1209bb52-4ea8-4243-bf7a-d66ddbdc3c33/1a59ef94-aabb-48c9-b1ae-e3de711eb75b/e2fba521-ab29-4e4f-aee9-8675cdeddd0f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:15.677665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:15.678335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3d11c-3378-4962-8210-f87c6be3f7e6 None None] The sync data for ids ['17721482-3c3f-4d2d-a737-a8ee5507304a'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:39:15.832277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-b572dc79-9a86-408a-a0ca-5069126dd437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:15.846416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-b572dc79-9a86-408a-a0ca-5069126dd437 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2820601 Nov 23 02:39:15.984716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] Provisioning complete for port 4dabfd39-216d-4796-991d-90111e35fdb2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:15.988833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:16.187764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:16.304300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] For port 4dabfd39-216d-4796-991d-90111e35fdb2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dabfd39-216d-4796-991d-90111e35fdb2,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:16.313854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:16.322827 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dabfd39-216d-4796-991d-90111e35fdb2', 'name': '', 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'mac_address': 'fa:16:3e:54:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:06Z', 'updated_at': '2021-11-23T02:39:14Z', 'revision_number': 4, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'subnets': [{'id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:16.417807 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6de1e2-4945-4b53-92b8-3fee1b229513 None None] The sync data for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 is: [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '4dabfd39-216d-4796-991d-90111e35fdb2', 'name': '', 'network_id': '725744d7-6516-4a23-b28f-097f10c105c7', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'mac_address': 'fa:16:3e:54:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:06Z', 'updated_at': '2021-11-23T02:39:14Z', 'revision_number': 4, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'subnets': [{'id': 'a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:39:16.454888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0765-f306-4eee-a73d-18034a41a6b9 None None] Pushing event updated for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:16.494047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d49bc61c-e68f-43d4-9339-abb0f01e6982 None None] Provisioning complete for port 08afe0a3-b791-40bb-89b4-878cca01ab01 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:16.512556 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d49bc61c-e68f-43d4-9339-abb0f01e6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:16.593159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d49bc61c-e68f-43d4-9339-abb0f01e6982 None None] Port 08afe0a3-b791-40bb-89b4-878cca01ab01 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:16.606668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d49bc61c-e68f-43d4-9339-abb0f01e6982 None None] Provisioning complete for port 2ef1f611-4002-4895-aad6-e000278ebba3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:16.607936 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d49bc61c-e68f-43d4-9339-abb0f01e6982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:16.830533 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-f37b688e-02fd-4ff5-bfd3-fdd814a262c4 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9789248 Nov 23 02:39:16.981196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1323a4b8-90e0-4dd5-b8dc-f9570b4ac49c None None] Provisioning complete for port 08afe0a3-b791-40bb-89b4-878cca01ab01 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:16.982730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1323a4b8-90e0-4dd5-b8dc-f9570b4ac49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.065520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.103696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1323a4b8-90e0-4dd5-b8dc-f9570b4ac49c None None] Port 08afe0a3-b791-40bb-89b4-878cca01ab01 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:17.168055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7d141876-27f0-4d08-99b5-c0d755229dd6 req-e0c322d6-e9d6-40e6-99b6-586a93b288b5 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261688 Nov 23 02:39:17.237706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.252084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87f76f47-948e-427a-94bf-475bfc0a4ac9 None None] Provisioning complete for port 08afe0a3-b791-40bb-89b4-878cca01ab01 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:17.252456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87f76f47-948e-427a-94bf-475bfc0a4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.348170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:17.354156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:17.356718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:17.411681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-87f76f47-948e-427a-94bf-475bfc0a4ac9 None None] Port 08afe0a3-b791-40bb-89b4-878cca01ab01 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:17.421634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=e2fba521-ab29-4e4f-aee9-8675cdeddd0f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:17.429657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-629fd066-eed8-421c-89d5-c4dfcde51f91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427772 Nov 23 02:39:17.485749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ef1f611-4002-4895-aad6-e000278ebba3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:17.514976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:17.515832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.551197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3b72b46-ddb8-47ac-aefe-e345e323d915 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3472455 Nov 23 02:39:17.555010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58580) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:17.562345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:17.625791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:17.625987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2ef1f611-4002-4895-aad6-e000278ebba3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:17.626536 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.637871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:17.748648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-8d814ecb-a056-44aa-b3f7-c1d83bb387a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:17.750422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-8d814ecb-a056-44aa-b3f7-c1d83bb387a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2185216 Nov 23 02:39:17.777150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dabfd39-216d-4796-991d-90111e35fdb2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:17.913974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4dabfd39-216d-4796-991d-90111e35fdb2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:17.914410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.024884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425a881-431e-4229-9789-f94f22158eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.097132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-863d5694-333d-49ab-b3d4-409cb4b09a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:18.098719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-863d5694-333d-49ab-b3d4-409cb4b09a4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3120403 Nov 23 02:39:18.127069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.152848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-73a418ba-d17a-4f3e-8ab2-89d2167509ff None None] Provisioning complete for port e2fba521-ab29-4e4f-aee9-8675cdeddd0f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:18.153384 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-73a418ba-d17a-4f3e-8ab2-89d2167509ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.246832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-73a418ba-d17a-4f3e-8ab2-89d2167509ff None None] Port e2fba521-ab29-4e4f-aee9-8675cdeddd0f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:18.339168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-ea6668bd-dd18-4726-912c-0eb77d86b104 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.2288926 Nov 23 02:39:18.477710 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425a881-431e-4229-9789-f94f22158eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.488626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Allocated IP 172.25.1.53 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f71cb136-9316-4ed3-b9aa-487c3996d293) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:18.502156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425a881-431e-4229-9789-f94f22158eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.506778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-ba00f1bb-2558-439f-b244-fdaf9e4907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:18.521035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-ba00f1bb-2558-439f-b244-fdaf9e4907b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1733224 Nov 23 02:39:18.559333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2425a881-431e-4229-9789-f94f22158eee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4aacf5c5313248b5a783c3b213127fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9316659 Nov 23 02:39:18.563436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:18.565967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425a881-431e-4229-9789-f94f22158eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49545a74-2a4e-4635-8987-d8d8718e2497,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:18.646530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-44183159-65dd-417d-8db7-c5c90e4d195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:18.648139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-44183159-65dd-417d-8db7-c5c90e4d195d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171174 Nov 23 02:39:18.835132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:18.992634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.047047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-04144ff9-328f-4c87-9465-e98793b1bb17 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898857 Nov 23 02:39:19.143230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.157508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.160540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.164062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49545a74-2a4e-4635-8987-d8d8718e2497 HTTP/1.1" status: 204 len: 168 time: 0.5793433 Nov 23 02:39:19.220283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152341a-faa8-498f-b43e-3a769bd9fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49545a74-2a4e-4635-8987-d8d8718e2497,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:19.296140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.320461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a185a1a5-d666-4c49-a53a-c36754c90b94 req-6a340880-75ec-4d18-8a99-220b0a973114 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638502 Nov 23 02:39:19.457599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:19.463193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:19.471520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=f71cb136-9316-4ed3-b9aa-487c3996d293,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:19.478481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:19.643624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:19.733777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.103324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58650) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:20.144228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0703d14d-d196-46d7-915d-750183526b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.180114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.183575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.369972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0703d14d-d196-46d7-915d-750183526b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.380855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0703d14d-d196-46d7-915d-750183526b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.394904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=f71cb136-9316-4ed3-b9aa-487c3996d293,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:20.419196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.461215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.462935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7661874c-77aa-4e86-96fd-7e4c01c2de07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9061732 Nov 23 02:39:20.465726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:20.470347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9866b15f-51fd-465e-819b-ef5365a3d01a tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'floatingip': {'port_id': 'e2fba521-ab29-4e4f-aee9-8675cdeddd0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:20.480801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0703d14d-d196-46d7-915d-750183526b2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c6b89eba5d14126be1e4138dd26f1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758674 Nov 23 02:39:20.488106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:20.513076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d14d-d196-46d7-915d-750183526b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265f5782-dffe-4875-97eb-5087b9e1b3f2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:20.564577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9866b15f-51fd-465e-819b-ef5365a3d01a tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.612415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.643976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.746899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.752977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.757150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/265f5782-dffe-4875-97eb-5087b9e1b3f2 HTTP/1.1" status: 204 len: 168 time: 0.2625911 Nov 23 02:39:20.804881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9852a-f899-4eb2-bdfd-40ea38b958f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265f5782-dffe-4875-97eb-5087b9e1b3f2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:20.846955 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-9866b15f-51fd-465e-819b-ef5365a3d01a tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] update failed (client error): The resource could not be found. Nov 23 02:39:20.850483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:20.850616 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9866b15f-51fd-465e-819b-ef5365a3d01a tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "PUT /v2.0/floatingips/7fde81a2-6cde-4650-b97a-dff632771bb9 HTTP/1.1" status: 404 len: 507 time: 0.3837299 Nov 23 02:39:21.128636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting port f71cb136-9316-4ed3-b9aa-487c3996d293 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:21.129120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.109890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.110377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.165538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Calling delete_port for f71cb136-9316-4ed3-b9aa-487c3996d293 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:22.424885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.472513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Port': ['ID=f71cb136-9316-4ed3-b9aa-487c3996d293,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:22.606401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.610359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.612140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc3e9c99-d815-4a0f-a88a-e83f560af148 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "DELETE /v2.0/floatingips/7fde81a2-6cde-4650-b97a-dff632771bb9 HTTP/1.1" status: 204 len: 168 time: 1.7603078 Nov 23 02:39:22.615782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58728) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:22.621358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4283c567-5db8-43f7-8910-143bebb70c17 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'floatingip': {'floating_network_id': '1209bb52-4ea8-4243-bf7a-d66ddbdc3c33', 'port_id': 'e2fba521-ab29-4e4f-aee9-8675cdeddd0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:22.676381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4283c567-5db8-43f7-8910-143bebb70c17 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:22.953907 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-4283c567-5db8-43f7-8910-143bebb70c17 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:39:22.960706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:22.961500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4283c567-5db8-43f7-8910-143bebb70c17 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3440883 Nov 23 02:39:22.967101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'e2fba521-ab29-4e4f-aee9-8675cdeddd0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:23.055475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:23.343109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:23.383762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:23.592938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:23.823644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Allocated IP 172.25.1.20 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9a480135-b4d6-4c38-849a-4dba5f45f6d8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:24.125034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.218419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5e472e-18d7-4216-aa26-6ff30adf6b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.229007 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.405694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:24.424248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:24.425239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5e472e-18d7-4216-aa26-6ff30adf6b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.431798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9e5e472e-18d7-4216-aa26-6ff30adf6b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.438600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:24.476914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e472e-18d7-4216-aa26-6ff30adf6b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f5d430-5ceb-4ea4-ba0b-223971163569,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:24.550154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e5e472e-18d7-4216-aa26-6ff30adf6b81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=454e48d96ee24f4c90c4dea04471f5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9560876 Nov 23 02:39:24.555261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58782) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:24.573814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event updated for resources: {'Port': ['ID=9a480135-b4d6-4c38-849a-4dba5f45f6d8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:24.744722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.805036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.805495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting port 9a480135-b4d6-4c38-849a-4dba5f45f6d8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:24.805953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.940236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.941138 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.952959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.955971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:24.960385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Calling delete_port for 9a480135-b4d6-4c38-849a-4dba5f45f6d8 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:24.962788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83f5d430-5ceb-4ea4-ba0b-223971163569 HTTP/1.1" status: 204 len: 168 time: 0.4063976 Nov 23 02:39:24.999619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5d8a-aff2-4ca9-9edd-dcf756d629f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f5d430-5ceb-4ea4-ba0b-223971163569,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:25.147099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:25.186770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Port': ['ID=9a480135-b4d6-4c38-849a-4dba5f45f6d8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:25.375228 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] create failed (client error): The resource could not be found. Nov 23 02:39:25.376819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-522b49f6-15c0-440a-95f0-10f95ff39bd8 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4144077 Nov 23 02:39:25.380385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:25.602115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:25.636602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting port e2fba521-ab29-4e4f-aee9-8675cdeddd0f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:25.642868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:25.824112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0692286b-08d5-4632-80f4-b6ea022579c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:25.864290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:25.887591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Calling delete_port for e2fba521-ab29-4e4f-aee9-8675cdeddd0f owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:25.912195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:25.953098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0692286b-08d5-4632-80f4-b6ea022579c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:25.961705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0692286b-08d5-4632-80f4-b6ea022579c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.023261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0692286b-08d5-4632-80f4-b6ea022579c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=937376acc58e43a3b4cfe7885b82adb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198534 Nov 23 02:39:26.044223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692286b-08d5-4632-80f4-b6ea022579c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cac8539-b825-4633-b8be-e30a3c663d27,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:26.046812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:26.114747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d77b1854-75aa-408c-aa89-b4bb1baf7fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.127745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.179904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.195981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.258096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.264211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.268043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cac8539-b825-4633-b8be-e30a3c663d27 HTTP/1.1" status: 204 len: 168 time: 0.2199974 Nov 23 02:39:26.284450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865190a-2ca8-483f-a337-adeef089c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cac8539-b825-4633-b8be-e30a3c663d27,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:26.337548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d77b1854-75aa-408c-aa89-b4bb1baf7fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.339585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Port': ['ID=e2fba521-ab29-4e4f-aee9-8675cdeddd0f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:26.359048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d77b1854-75aa-408c-aa89-b4bb1baf7fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.609852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58824) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:26.611203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d77b1854-75aa-408c-aa89-b4bb1baf7fcf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c34a11b6361d41f5ac5677ae1743bf37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6974430 Nov 23 02:39:26.623034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b1854-75aa-408c-aa89-b4bb1baf7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f133a-ebc2-4604-a14e-9d619cda6c9b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:26.632729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.637695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6d203f2-806f-4f9e-88de-cbb6127d14b6 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "DELETE /v2.0/ports/e2fba521-ab29-4e4f-aee9-8675cdeddd0f HTTP/1.1" status: 204 len: 168 time: 1.2561481 Nov 23 02:39:26.641294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58828) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:26.715043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11ebd7-35c7-4990-abcf-896ca6e492e9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:26.718557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a11ebd7-35c7-4990-abcf-896ca6e492e9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "GET /v2.0/ports?device_id=17721482-3c3f-4d2d-a737-a8ee5507304a HTTP/1.1" status: 200 len: 913 time: 0.0745282 Nov 23 02:39:26.723683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:26.951484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.991571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.028229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58838) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:27.050552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedcd4cd-b851-47a5-9a77-6c0b0310b931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.149940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.152737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.154863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c01f133a-ebc2-4604-a14e-9d619cda6c9b HTTP/1.1" status: 204 len: 168 time: 0.5438657 Nov 23 02:39:27.208376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac92623-0ab9-40e2-99c1-eb3bd0c1ce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f133a-ebc2-4604-a14e-9d619cda6c9b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:27.264772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedcd4cd-b851-47a5-9a77-6c0b0310b931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.283133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedcd4cd-b851-47a5-9a77-6c0b0310b931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.300484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.398740 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fedcd4cd-b851-47a5-9a77-6c0b0310b931 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=931b646a174840ee9cf230244bcb3b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691487 Nov 23 02:39:27.399653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcd4cd-b851-47a5-9a77-6c0b0310b931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0945ed04-03bc-4641-8527-9de945ef4e49,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:27.402006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58846) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:27.551019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.599624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.737215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.741296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:27.745186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0945ed04-03bc-4641-8527-9de945ef4e49 HTTP/1.1" status: 204 len: 168 time: 0.3392098 Nov 23 02:39:27.775348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8241c-9e74-4591-8d65-2384f4cc8e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0945ed04-03bc-4641-8527-9de945ef4e49,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:27.822521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting port 08afe0a3-b791-40bb-89b4-878cca01ab01 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:27.828872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:28.116199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:28.148638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Calling delete_port for 08afe0a3-b791-40bb-89b4-878cca01ab01 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:28.517391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:28.613885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Port': ['ID=08afe0a3-b791-40bb-89b4-878cca01ab01,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:29.067748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:29.386833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Router 17721482-3c3f-4d2d-a737-a8ee5507304a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:39:29.406301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58924) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:29.570625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:29.596597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:39:29.612942 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] Sync routers for ids ['17721482-3c3f-4d2d-a737-a8ee5507304a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:39:29.617070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7b8d2ecb-de8d-4d4e-9b28-1c3b880eb387 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "PUT /v2.0/routers/17721482-3c3f-4d2d-a737-a8ee5507304a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8912630 Nov 23 02:39:29.619509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58934) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:29.630945 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] Routers {'17721482-3c3f-4d2d-a737-a8ee5507304a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:29.635269 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['17721482-3c3f-4d2d-a737-a8ee5507304a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:29.728879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:29.753749 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] Routers {'17721482-3c3f-4d2d-a737-a8ee5507304a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:39:29.754525 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:39:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['17721482-3c3f-4d2d-a737-a8ee5507304a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:29.855245 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:29.859471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc749a-693b-4abf-bdf1-53ac055e3e2b None None] The sync data for ids ['17721482-3c3f-4d2d-a737-a8ee5507304a'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:39:29.880056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2acd81ec-6c59-48f9-862c-e753ca441c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:29.908284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.077112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:30.220988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.223219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.301936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.302458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Fanout notify agent at l3_agent the message router_deleted on router 17721482-3c3f-4d2d-a737-a8ee5507304a {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:39:30.325549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.329683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58962) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:30.330432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9dcbb30-7096-4bd4-8250-b9ee2ff68d07 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "DELETE /v2.0/routers/17721482-3c3f-4d2d-a737-a8ee5507304a HTTP/1.1" status: 204 len: 168 time: 0.7095225 Nov 23 02:39:30.407016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a011189-3233-4932-8777-15adcd2e40e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.414138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2acd81ec-6c59-48f9-862c-e753ca441c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.442101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2acd81ec-6c59-48f9-862c-e753ca441c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.510665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting subnet 1a59ef94-aabb-48c9-b1ae-e3de711eb75b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:39:30.526317 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2acd81ec-6c59-48f9-862c-e753ca441c42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc3ccdda643b49089b0352914042c0a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1177614 Nov 23 02:39:30.528045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.531609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58966) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:30.532468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd81ec-6c59-48f9-862c-e753ca441c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69a58f-0d35-4764-98cc-ea42e60831cc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:30.603913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.623943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.632321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.708821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.711341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.715021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a69a58f-0d35-4764-98cc-ea42e60831cc HTTP/1.1" status: 204 len: 168 time: 0.1788762 Nov 23 02:39:30.727483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a011189-3233-4932-8777-15adcd2e40e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.745972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5701d-6380-414a-9c6f-851c9c2167d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69a58f-0d35-4764-98cc-ea42e60831cc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:30.794862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.832855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a011189-3233-4932-8777-15adcd2e40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:30.874232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a011189-3233-4932-8777-15adcd2e40e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d60b50014064cecbb2f30f9f97b3adc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7956083 Nov 23 02:39:30.878139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58976) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:30.921940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a011189-3233-4932-8777-15adcd2e40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9847b22c-d4f8-4330-9284-8365628c83f9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:30.952996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.003887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Subnet': ['ID=1a59ef94-aabb-48c9-b1ae-e3de711eb75b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:31.011006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.015288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1478eaf3-2630-48b3-ab3d-fd08aeea44d9 tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "DELETE /v2.0/subnets/1a59ef94-aabb-48c9-b1ae-e3de711eb75b HTTP/1.1" status: 204 len: 168 time: 0.6840885 Nov 23 02:39:31.017518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:31.020105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be219b3-c771-407b-bfed-62ab42de89cc None None] Network 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:31.070103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.199496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.268541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.290403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] DHCP port deletion for 1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:31.405483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.409925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.414173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9847b22c-d4f8-4330-9284-8365628c83f9 HTTP/1.1" status: 204 len: 168 time: 0.5338573 Nov 23 02:39:31.416969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Deleting port 2ef1f611-4002-4895-aad6-e000278ebba3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:31.420569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.433116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54d469-bfdb-465e-a03e-2a6f46dd3972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847b22c-d4f8-4330-9284-8365628c83f9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:31.493824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Deleting port 2ef1f611-4002-4895-aad6-e000278ebba3 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:31.494196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.527497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] For port 2ef1f611-4002-4895-aad6-e000278ebba3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ef1f611-4002-4895-aad6-e000278ebba3,segment=NetworkSegment(913a6ae0-1db3-41a7-844c-79aa71046a15),segment_id=913a6ae0-1db3-41a7-844c-79aa71046a15)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:31.528097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.567214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Calling delete_port for 2ef1f611-4002-4895-aad6-e000278ebba3 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:31.694625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c0f95-23fb-41f9-92ba-f6396c9d9f32 req-e07129f7-d93d-4d9d-aea7-1bfa38413372 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:31.696181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-254c0f95-23fb-41f9-92ba-f6396c9d9f32 req-e07129f7-d93d-4d9d-aea7-1bfa38413372 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4143436 Nov 23 02:39:31.729483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] For port 2ef1f611-4002-4895-aad6-e000278ebba3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ef1f611-4002-4895-aad6-e000278ebba3,segment=NetworkSegment(913a6ae0-1db3-41a7-844c-79aa71046a15),segment_id=913a6ae0-1db3-41a7-844c-79aa71046a15)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:31.729885 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.781259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-254c0f95-23fb-41f9-92ba-f6396c9d9f32 req-989794b0-7d88-4b26-9b54-dbaeb4012a81 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742748 Nov 23 02:39:31.782474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:31.794947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Calling delete_port for 2ef1f611-4002-4895-aad6-e000278ebba3 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:31.866031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Port': ['ID=2ef1f611-4002-4895-aad6-e000278ebba3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:31.894633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] No DVR routers for this DVR port 2ef1f611-4002-4895-aad6-e000278ebba3 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:39:31.983209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.063900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] No DVR routers for this DVR port 2ef1f611-4002-4895-aad6-e000278ebba3 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:39:32.065614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274ec49-b72e-458e-b6d9-49ee22e7cd8e None None] Pushing event deleted for resources: {'Port': ['ID=2ef1f611-4002-4895-aad6-e000278ebba3,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:32.125232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.207020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1209bb52-4ea8-4243-bf7a-d66ddbdc3c33']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:32.241077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913a6ae0-1db3-41a7-844c-79aa71046a15') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:32.241423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913a6ae0-1db3-41a7-844c-79aa71046a15') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:32.321960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.360465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.383756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:39:32.384419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:39:32.388924 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:39:32.601661 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.616767 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:32.640425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] 10.222.0.15 "DELETE /v2.0/networks/1209bb52-4ea8-4243-bf7a-d66ddbdc3c33 HTTP/1.1" status: 204 len: 168 time: 1.6215613 Nov 23 02:39:32.667625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae477-9c12-4f68-9317-24bc8191c65f tempest-FloatingIPNegativeTestJSON-1706778788 tempest-FloatingIPNegativeTestJSON-1706778788-project] Pushing event deleted for resources: {'Network': ['ID=1209bb52-4ea8-4243-bf7a-d66ddbdc3c33,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:32.691623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4834-8e57-464d-8343-8a7cd3cee23a req-8cde4bdc-8897-43ea-a051-efcf3e55f816 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:32.694035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee6e4834-8e57-464d-8343-8a7cd3cee23a req-8cde4bdc-8897-43ea-a051-efcf3e55f816 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.7529173 Nov 23 02:39:32.785658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee6e4834-8e57-464d-8343-8a7cd3cee23a req-898a9723-dd14-48ac-a439-77f35f7bb380 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843437 Nov 23 02:39:33.199983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ef1f611-4002-4895-aad6-e000278ebba3 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:39:33.230031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2ef1f611-4002-4895-aad6-e000278ebba3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:39:33.230776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ef1f611-4002-4895-aad6-e000278ebba3 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:39:33.271452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59064) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:33.652657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59080) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:33.658111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0021777a-55cc-44aa-ac20-5bd6a5ff3709 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2f5afabcbfb4acb8d0c64ccc5a44f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853104 Nov 23 02:39:33.792114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:33.849186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:33.941258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:33.945609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:33.949302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d20a46e-4727-434f-8ee5-daf6be471e22 HTTP/1.1" status: 204 len: 168 time: 0.2933271 Nov 23 02:39:33.967841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98954ec-e273-4649-8eb9-111f68110afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20a46e-4727-434f-8ee5-daf6be471e22,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:34.032777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:34.473922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30672691-4a07-4a79-b0dd-df4920c7c216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.699520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30672691-4a07-4a79-b0dd-df4920c7c216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.709592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30672691-4a07-4a79-b0dd-df4920c7c216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.757908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30672691-4a07-4a79-b0dd-df4920c7c216 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b1d208dd4b74a8dad753300cb09f0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7228034 Nov 23 02:39:34.759399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672691-4a07-4a79-b0dd-df4920c7c216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41b299-54c1-4edb-b75a-636af38a4ed5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:34.760552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:34.883724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.927524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.985033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.989210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:34.993759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e41b299-54c1-4edb-b75a-636af38a4ed5 HTTP/1.1" status: 204 len: 168 time: 0.2320895 Nov 23 02:39:35.006677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4533-2d57-45ca-9be1-5a5e7a43176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41b299-54c1-4edb-b75a-636af38a4ed5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:35.354819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.567436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59154) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.591628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2dfb-865f-4bda-b400-5d105d6abe79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:35.607399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-95053c9a-749f-40b0-ba2f-a9615a64cc95 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] Request body: {'port': {'network_id': '3479fb11-dbed-4cca-8f87-4f3cae01608c', 'name': 'tempest-NetworksNegativeTestJSON-100637199'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:35.632464 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-95053c9a-749f-40b0-ba2f-a9615a64cc95 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] POST failed (client error): The resource could not be found. Nov 23 02:39:35.632863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95053c9a-749f-40b0-ba2f-a9615a64cc95 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:35.639723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-95053c9a-749f-40b0-ba2f-a9615a64cc95 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2837338 Nov 23 02:39:35.640361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.651974 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9fb85e3-c331-4208-ad63-efec9e12bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:35.682907 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff394c9-bf5a-4708-b600-0ba9ac6464be tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] DELETE failed (client error): The resource could not be found. Nov 23 02:39:35.683806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff394c9-bf5a-4708-b600-0ba9ac6464be tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:35.693149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59160) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.694695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cff394c9-bf5a-4708-b600-0ba9ac6464be tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "DELETE /v2.0/networks/dc33c326-c213-4c1b-bd89-72031f6dc12c HTTP/1.1" status: 404 len: 339 time: 0.0493481 Nov 23 02:39:35.734471 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9ae6fc-70cb-4565-9223-22e460061c1d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] DELETE failed (client error): The resource could not be found. Nov 23 02:39:35.735732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9ae6fc-70cb-4565-9223-22e460061c1d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:35.738913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f9ae6fc-70cb-4565-9223-22e460061c1d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "DELETE /v2.0/ports/7ff060b9-68b7-4d9c-881b-066fc529caa6 HTTP/1.1" status: 404 len: 333 time: 0.0398679 Nov 23 02:39:35.743027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.778685 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-614f6bfc-cd40-499b-857a-f1c6d23dc973 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] DELETE failed (client error): The resource could not be found. Nov 23 02:39:35.779390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614f6bfc-cd40-499b-857a-f1c6d23dc973 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:35.782837 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-614f6bfc-cd40-499b-857a-f1c6d23dc973 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "DELETE /v2.0/subnets/88836487-1b5e-463b-905f-19f38bfdcd09 HTTP/1.1" status: 404 len: 337 time: 0.0384965 Nov 23 02:39:35.786627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.825618 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-86dff57f-62e0-4ee7-9c8c-748eb43452ca tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] GET failed (client error): The resource could not be found. Nov 23 02:39:35.827381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-86dff57f-62e0-4ee7-9c8c-748eb43452ca tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "GET /v2.0/networks/c305d00a-f399-4d76-a4d5-64c59935444a HTTP/1.1" status: 404 len: 339 time: 0.0390522 Nov 23 02:39:35.831333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59168) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.837177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2dfb-865f-4bda-b400-5d105d6abe79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:35.845068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2dfb-865f-4bda-b400-5d105d6abe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:35.894707 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcf9922-7569-4c57-80f2-276190632db9 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] GET failed (client error): The resource could not be found. Nov 23 02:39:35.896081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a3f2dfb-865f-4bda-b400-5d105d6abe79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8318f353d2740dbb79778d22f5c0721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273613 Nov 23 02:39:35.897348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f2dfb-865f-4bda-b400-5d105d6abe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cfcf9f-ad12-41ec-a931-41180453d22c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:35.900235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59172) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.900789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59174) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.908726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2dcf9922-7569-4c57-80f2-276190632db9 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "GET /v2.0/ports/f059ee75-782b-47c8-b88c-75f89033c42e HTTP/1.1" status: 404 len: 333 time: 0.0761766 Nov 23 02:39:35.955763 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d508d6b-4873-4453-91be-03c0392ac418 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] GET failed (client error): The resource could not be found. Nov 23 02:39:35.957370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d508d6b-4873-4453-91be-03c0392ac418 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "GET /v2.0/subnets/9d3df048-53f8-4da7-b14a-0f05be41aa41 HTTP/1.1" status: 404 len: 337 time: 0.0541093 Nov 23 02:39:35.961080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:35.968900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-840670c1-26b4-4331-8d30-4a4b43d2a88d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:35.989513 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-840670c1-26b4-4331-8d30-4a4b43d2a88d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] PUT failed (client error): The resource could not be found. Nov 23 02:39:35.990250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840670c1-26b4-4331-8d30-4a4b43d2a88d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:35.991562 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-840670c1-26b4-4331-8d30-4a4b43d2a88d tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "PUT /v2.0/networks/4ca28c43-d168-4b68-aed0-33b530351df4 HTTP/1.1" status: 404 len: 339 time: 0.0294116 Nov 23 02:39:35.995244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59178) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:36.002192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e21051a2-b02f-4bbe-859c-2ed77a53cdad tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:36.026982 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21051a2-b02f-4bbe-859c-2ed77a53cdad tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] PUT failed (client error): The resource could not be found. Nov 23 02:39:36.027531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21051a2-b02f-4bbe-859c-2ed77a53cdad tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:36.028772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e21051a2-b02f-4bbe-859c-2ed77a53cdad tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "PUT /v2.0/ports/81a1f487-afe3-4e36-abc4-173641dfe9e1 HTTP/1.1" status: 404 len: 333 time: 0.0325372 Nov 23 02:39:36.032696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:36.038972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-23b5059e-d6a2-4339-a2bc-c13144da91b0 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:36.043230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.067419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.082838 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5059e-d6a2-4339-a2bc-c13144da91b0 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] PUT failed (client error): The resource could not be found. Nov 23 02:39:36.083799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b5059e-d6a2-4339-a2bc-c13144da91b0 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:36.089129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23b5059e-d6a2-4339-a2bc-c13144da91b0 tempest-NetworksNegativeTestJSON-281947814 tempest-NetworksNegativeTestJSON-281947814-project] 10.222.0.15 "PUT /v2.0/subnets/98877d0e-0bcd-4c5b-9635-347188fd670a HTTP/1.1" status: 404 len: 337 time: 0.0553372 Nov 23 02:39:36.123961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.126625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.131804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1cfcf9f-ad12-41ec-a931-41180453d22c HTTP/1.1" status: 204 len: 168 time: 0.2294698 Nov 23 02:39:36.141139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e13c3-5d58-40f5-9db4-23eaae24f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cfcf9f-ad12-41ec-a931-41180453d22c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:36.455839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:36.638335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111f3e24-60db-4873-a689-d54e68ca70af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.749149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111f3e24-60db-4873-a689-d54e68ca70af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.755769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-111f3e24-60db-4873-a689-d54e68ca70af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.812232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:36.812851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-111f3e24-60db-4873-a689-d54e68ca70af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cd381420b1f451b8f819921ac3763eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3556535 Nov 23 02:39:36.814945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f3e24-60db-4873-a689-d54e68ca70af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9941b50e-e299-4b90-a68b-08b654bae1c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:36.888708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.915778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.977877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.981021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.986153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9941b50e-e299-4b90-a68b-08b654bae1c6 HTTP/1.1" status: 204 len: 168 time: 0.1631498 Nov 23 02:39:36.995757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf49cb-c391-40c4-8e18-3c3a91e87b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9941b50e-e299-4b90-a68b-08b654bae1c6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:37.916211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59260) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:38.011347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c122761d-6753-4fec-b98d-db08c6ebe003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.074480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1515677452'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:38.098990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:38.102752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.113317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.199533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.204780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.238427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:38.250851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d248059-f799-48b7-baa6-9810e29c53bb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:38.256107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.256719 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 2612e9a3-2c34-40f3-8bef-9a12d0040b14 of type vlan for network c8b2b240-7967-4349-a988-8747e705d9a6 Nov 23 02:39:38.305772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.338905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.345942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:38.347182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.446195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5283549 Nov 23 02:39:38.449012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:38.456241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'name': 'tempest-PortsIpV6TestJSON-402052503'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:38.473082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e132c3-933e-4dae-a621-fac6ec683671 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=c8b2b240-7967-4349-a988-8747e705d9a6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:38.487391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:38.602966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:38.606730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.626474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 67c18d54-142f-401b-857b-d8830bd09034 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:38.840631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.874927 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.943997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=67c18d54-142f-401b-857b-d8830bd09034,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:38.958336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '2612e9a3-2c34-40f3-8bef-9a12d0040b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:38.958736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: c8b2b240-7967-4349-a988-8747e705d9a6, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:38.975862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:38.986927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c8b2b240-7967-4349-a988-8747e705d9a6) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:38.996285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca8831f-4ef6-4e30-a829-cb0c7d4915c2 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:38.998293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:39.013119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:39.013788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.036649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5d7591e6-1635-4c94-bc0a-c1087d5af181 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5851190 Nov 23 02:39:39.039769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59284) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:39.046765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1366026082'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:39.073711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:39.087314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.124584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:39.140725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.141001 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 9a1b12d2-1c60-4e46-90c7-c0f3c91bb51d of type vlan for network f184bd03-c54b-478d-8edc-a1c93b71e2a4 Nov 23 02:39:39.195139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.223803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.230149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:39.230803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.253551 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.301667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2606921 Nov 23 02:39:39.304322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:39.312475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'ports': [{'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'}, {'network_id': 'f184bd03-c54b-478d-8edc-a1c93b71e2a4'}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:39.312795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:39.313285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'f184bd03-c54b-478d-8edc-a1c93b71e2a4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:39.335538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879050c-64ef-4f9d-8fd8-34010535aafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=f184bd03-c54b-478d-8edc-a1c93b71e2a4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:39.346959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f184bd03-c54b-478d-8edc-a1c93b71e2a4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:39.520701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:39.526069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.542030 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.632776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 9b920e27-0e4d-49f6-ad9b-e1df8970242e yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:39.781187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.880114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 2e8fcf38-078c-472b-8496-f62bf42ff037 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:40.062465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.105622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.145663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:40.148306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:40.154777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:40.157214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.177648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=9b920e27-0e4d-49f6-ad9b-e1df8970242e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:40.243526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '9a1b12d2-1c60-4e46-90c7-c0f3c91bb51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f184bd03-c54b-478d-8edc-a1c93b71e2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:40.243933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: f184bd03-c54b-478d-8edc-a1c93b71e2a4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:40.247510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=2e8fcf38-078c-472b-8496-f62bf42ff037,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:40.266960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network f184bd03-c54b-478d-8edc-a1c93b71e2a4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:40.282344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f184bd03-c54b-478d-8edc-a1c93b71e2a4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:40.288172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:40.301284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:40.306121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a225ce13-a4bd-4e59-81c7-6b5ea0120a8d None None] Network f184bd03-c54b-478d-8edc-a1c93b71e2a4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:40.307927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:40.308697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.331111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32ad0c8b-ed54-4f0d-a294-517068139944 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0251005 Nov 23 02:39:40.333416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:40.470721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 2e8fcf38-078c-472b-8496-f62bf42ff037 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:40.471085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.552655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.577628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 2e8fcf38-078c-472b-8496-f62bf42ff037 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:40.677044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.712457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=2e8fcf38-078c-472b-8496-f62bf42ff037,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:40.732959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.738482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-421d63d1-930e-4b16-9589-2d8540194b2d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/2e8fcf38-078c-472b-8496-f62bf42ff037 HTTP/1.1" status: 204 len: 168 time: 0.4039526 Nov 23 02:39:40.742109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:40.749056 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:40.803606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87200d62-6b80-4ea6-aeb3-03cefbdf55dd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:40.810410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87200d62-6b80-4ea6-aeb3-03cefbdf55dd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:40.812165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-87200d62-6b80-4ea6-aeb3-03cefbdf55dd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0683939 Nov 23 02:39:40.815215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:40.947782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 9b920e27-0e4d-49f6-ad9b-e1df8970242e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:40.948126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.021512 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.047909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 9b920e27-0e4d-49f6-ad9b-e1df8970242e owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:41.110908 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:39:41.512170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.543284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=9b920e27-0e4d-49f6-ad9b-e1df8970242e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:41.547425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.553469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-13f03f42-c537-42c0-9042-0177190b026f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/9b920e27-0e4d-49f6-ad9b-e1df8970242e HTTP/1.1" status: 204 len: 168 time: 0.7347262 Nov 23 02:39:41.554339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:41.607526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab357a7-444a-4478-b285-e5289ec27058 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:41.611492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cab357a7-444a-4478-b285-e5289ec27058 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0542626 Nov 23 02:39:41.612011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:41.639337 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e8a8f6-0b15-4b1c-a7a3-03a9916a1d46 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:39:41.643508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e1e8a8f6-0b15-4b1c-a7a3-03a9916a1d46 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/2e8fcf38-078c-472b-8496-f62bf42ff037 HTTP/1.1" status: 404 len: 333 time: 0.0281589 Nov 23 02:39:41.643745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59326) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:41.670966 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f25c11-3f07-4354-9794-8c0bb897fb6f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:39:41.674824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-61f25c11-3f07-4354-9794-8c0bb897fb6f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/9b920e27-0e4d-49f6-ad9b-e1df8970242e HTTP/1.1" status: 404 len: 333 time: 0.0277550 Nov 23 02:39:41.675270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:41.784765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.790967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.911686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.934773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f184bd03-c54b-478d-8edc-a1c93b71e2a4']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:41.945166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1b12d2-1c60-4e46-90c7-c0f3c91bb51d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:41.945474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1b12d2-1c60-4e46-90c7-c0f3c91bb51d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:41.959750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.975276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.990039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:39:41.990874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:39:41.996415 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:39:42.160950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.216489 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.223548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:42.228865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2110699250'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:42.232062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/f184bd03-c54b-478d-8edc-a1c93b71e2a4 HTTP/1.1" status: 204 len: 168 time: 0.5468707 Nov 23 02:39:42.235053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc35ed7-6517-4007-ae98-3a737c2d5179 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=f184bd03-c54b-478d-8edc-a1c93b71e2a4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:42.264504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:42.282585 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.333594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:42.344130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.344480 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 36e4eaad-0c49-4e34-8fbe-9be9e18d9b79 of type vlan for network 56fafe6e-1950-4891-8e5f-59c7156e8875 Nov 23 02:39:42.390327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.421112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.427498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:42.428246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.485906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2612104 Nov 23 02:39:42.489703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59352) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:42.495257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:42.524747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e38e02-68fc-42df-ae6e-407ceb2cb4f7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=56fafe6e-1950-4891-8e5f-59c7156e8875,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:42.539418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:42.651383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:42.655059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.726280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Performing IP validity checks on allocation pools {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:39:42.731254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:39:42.883737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:42.938477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=ef0a8a6d-8e82-4584-915a-7d8dd9c738e1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:42.969872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:42.970236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: 56fafe6e-1950-4891-8e5f-59c7156e8875, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:42.997818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:43.011185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 56fafe6e-1950-4891-8e5f-59c7156e8875) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:43.015805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:43.016408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.027149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56466dca-0284-4a45-a4a7-11bdb0fd8278 None None] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:43.051714 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-11330bfd-08b4-4078-bae5-304686f5c709 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5598428 Nov 23 02:39:43.054111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:43.059918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875', 'name': 'tempest-PortsIpV6TestJSON-1335911096'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:43.297773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-56fafe6e-1950-4891-8e5f-59c7156e8875', 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': 'ef0a8a6d-8e82-4584-915a-7d8dd9c738e1'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:39:43.298677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.447658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Allocated IP 2001:db8::2 (56fafe6e-1950-4891-8e5f-59c7156e8875/ef0a8a6d-8e82-4584-915a-7d8dd9c738e1/571b4697-048b-4154-9b95-a454e2852612) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:43.547406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-cd5725f7-4dac-4865-a60c-d744aba23345 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:43.560458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-cd5725f7-4dac-4865-a60c-d744aba23345 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.4365804 Nov 23 02:39:43.601149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-0a227583-b513-4f92-b7a2-5062b22a83f8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/quotas/b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 375 time: 0.0375834 Nov 23 02:39:43.620271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:43.626291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.636330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.637849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.685219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 3b9bed4d-4cb4-41e0-82c0-b600ad8951ec yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:43.689342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Pushing event updated for resources: {'Port': ['ID=571b4697-048b-4154-9b95-a454e2852612,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:43.701380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:43.704502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:43.707675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:43.828457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Attempting to bind port 571b4697-048b-4154-9b95-a454e2852612 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:43.830067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Attempting to bind port 571b4697-048b-4154-9b95-a454e2852612 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:43.830892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Attempting to bind port 571b4697-048b-4154-9b95-a454e2852612 on network 56fafe6e-1950-4891-8e5f-59c7156e8875 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:43.845941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:43.848827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Checking segment: {'id': '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:43.849513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.850333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Bound using segment: {'id': '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:43.852862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Bound port: 571b4697-048b-4154-9b95-a454e2852612, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56fafe6e-1950-4891-8e5f-59c7156e8875'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:43.854412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:43.919922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::22b (56fafe6e-1950-4891-8e5f-59c7156e8875/ef0a8a6d-8e82-4584-915a-7d8dd9c738e1/3b9bed4d-4cb4-41e0-82c0-b600ad8951ec) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:43.954613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-012c1599-9fa1-45c6-b929-a0e349c23305 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3511777 Nov 23 02:39:44.078292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] For port 571b4697-048b-4154-9b95-a454e2852612, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:44.086064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] For port 571b4697-048b-4154-9b95-a454e2852612, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=571b4697-048b-4154-9b95-a454e2852612,segment=NetworkSegment(36e4eaad-0c49-4e34-8fbe-9be9e18d9b79),segment_id=36e4eaad-0c49-4e34-8fbe-9be9e18d9b79)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:44.097666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:44.234125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-3a3df7ad-2500-4d31-856f-f1e29a16f0de service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694952 Nov 23 02:39:44.244546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a4930-0d62-4131-ad07-78a934f91cfb None None] Pushing event updated for resources: {'Port': ['ID=571b4697-048b-4154-9b95-a454e2852612,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:44.430889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:44.442078 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:44.540309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:44.603482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:44.608778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:44.615004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:44.621181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:44.621843 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:44.662021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=3b9bed4d-4cb4-41e0-82c0-b600ad8951ec,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:44.688571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-996f6454-eb35-44df-b5d0-15a32b960b4a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6323478 Nov 23 02:39:44.690600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59468) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:44.722828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-294777b3-016b-4622-9577-3026884d7019 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728670 Nov 23 02:39:44.804957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b102465a-1658-4e4b-a84e-cd720df6bd81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:44.977142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 3b9bed4d-4cb4-41e0-82c0-b600ad8951ec {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:44.977515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.088001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-533fe753-9719-47dc-8651-f0409b299022 req-0b6203a4-dff3-4fcd-bf89-d1244f055930 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 210 time: 0.1022012 Nov 23 02:39:45.165103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.236362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 3b9bed4d-4cb4-41e0-82c0-b600ad8951ec owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:45.280327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b102465a-1658-4e4b-a84e-cd720df6bd81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.323272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 571b4697-048b-4154-9b95-a454e2852612 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:45.325177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b102465a-1658-4e4b-a84e-cd720df6bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.357008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102465a-1658-4e4b-a84e-cd720df6bd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f089a24-8716-4b5c-8117-622e72927891,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:45.488205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b102465a-1658-4e4b-a84e-cd720df6bd81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3eb614ae809f48658549538577006365&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0538697 Nov 23 02:39:45.488819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:45.572049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 571b4697-048b-4154-9b95-a454e2852612 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:45.572617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.606255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.650279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.686939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.726715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.777584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=3b9bed4d-4cb4-41e0-82c0-b600ad8951ec,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:45.782576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.785884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.786345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 571b4697-048b-4154-9b95-a454e2852612, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=571b4697-048b-4154-9b95-a454e2852612,segment=NetworkSegment(36e4eaad-0c49-4e34-8fbe-9be9e18d9b79),segment_id=36e4eaad-0c49-4e34-8fbe-9be9e18d9b79)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:45.787683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f089a24-8716-4b5c-8117-622e72927891 HTTP/1.1" status: 204 len: 168 time: 0.2980497 Nov 23 02:39:45.805050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.826050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85535-7d27-49b4-855a-30e6a708ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f089a24-8716-4b5c-8117-622e72927891,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:45.875407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:45.890372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:45.891136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4003858e-1ab5-4016-b53e-a918ed058009 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/3b9bed4d-4cb4-41e0-82c0-b600ad8951ec HTTP/1.1" status: 204 len: 168 time: 1.1991355 Nov 23 02:39:45.965240 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a006913-5884-4c3f-824a-6c24d62c365a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:39:45.965856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a006913-5884-4c3f-824a-6c24d62c365a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:45.975517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1a006913-5884-4c3f-824a-6c24d62c365a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/3b9bed4d-4cb4-41e0-82c0-b600ad8951ec HTTP/1.1" status: 404 len: 333 time: 0.0831509 Nov 23 02:39:45.978132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:46.066866 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70bdda4-a7d8-4441-8978-9f5ab7129b25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:39:46.068780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d70bdda4-a7d8-4441-8978-9f5ab7129b25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/3b9bed4d-4cb4-41e0-82c0-b600ad8951ec HTTP/1.1" status: 404 len: 333 time: 0.0891633 Nov 23 02:39:46.071684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:46.213663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet ef0a8a6d-8e82-4584-915a-7d8dd9c738e1 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:39:46.221395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.307517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.436962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.446527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2df819e-9219-48df-b1b5-dc525723e34c req-849459a0-1d6b-44e4-a37c-eb8dd78cdda0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 210 time: 0.0740747 Nov 23 02:39:46.570075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.575822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d06b5-f7b2-4195-9275-73a841f4bbe8 None None] Network 56fafe6e-1950-4891-8e5f-59c7156e8875 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:46.588955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:46.615074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd9cb085-a2a6-4978-a72f-c37128692b5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.639988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0a8a6d-8e82-4584-915a-7d8dd9c738e1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:46.672767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:46.686104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:46.696475 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-590a7a3f-0384-4a7d-9d0d-378003678df2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ef0a8a6d-8e82-4584-915a-7d8dd9c738e1 HTTP/1.1" status: 204 len: 168 time: 0.6111493 Nov 23 02:39:46.923252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=571b4697-048b-4154-9b95-a454e2852612,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:46.949543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b9c74bea-9849-4ebf-9a6a-72ebdb98b4b2 None None] Provisioning complete for port 571b4697-048b-4154-9b95-a454e2852612 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:46.949543 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9c74bea-9849-4ebf-9a6a-72ebdb98b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.016787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.056206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd9cb085-a2a6-4978-a72f-c37128692b5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.087301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-68c54bc3-3604-472b-ae07-416696a2dcf9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:47.089093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-68c54bc3-3604-472b-ae07-416696a2dcf9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.2800312 Nov 23 02:39:47.106513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'device_id': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'admin_state_up': True, 'tenant_id': 'b71060c31b17495da68daf494818cbf0'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:47.119076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd9cb085-a2a6-4978-a72f-c37128692b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.258067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 571b4697-048b-4154-9b95-a454e2852612 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:47.292997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd9cb085-a2a6-4978-a72f-c37128692b5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7db58cc26e7a4129a52d35c24363a18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029133 Nov 23 02:39:47.298225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:47.336719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cb085-a2a6-4978-a72f-c37128692b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483f10bd-7052-4b1e-8f1e-2c537bc693aa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:47.368335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 571b4697-048b-4154-9b95-a454e2852612 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:47.368788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.427884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] DHCP port deletion for 56fafe6e-1950-4891-8e5f-59c7156e8875 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:47.535632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port 571b4697-048b-4154-9b95-a454e2852612, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=571b4697-048b-4154-9b95-a454e2852612,segment=NetworkSegment(36e4eaad-0c49-4e34-8fbe-9be9e18d9b79),segment_id=36e4eaad-0c49-4e34-8fbe-9be9e18d9b79)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:47.536021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.538470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 571b4697-048b-4154-9b95-a454e2852612 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:47.538873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.585812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Deleting port 571b4697-048b-4154-9b95-a454e2852612 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:47.586424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.593016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:47.608138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.624930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 571b4697-048b-4154-9b95-a454e2852612 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:47.662454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] For port 571b4697-048b-4154-9b95-a454e2852612, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=571b4697-048b-4154-9b95-a454e2852612,segment=NetworkSegment(36e4eaad-0c49-4e34-8fbe-9be9e18d9b79),segment_id=36e4eaad-0c49-4e34-8fbe-9be9e18d9b79)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:47.663318 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.687425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.692623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Calling delete_port for 571b4697-048b-4154-9b95-a454e2852612 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:47.788503 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.790139 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with 571b4697-048b-4154-9b95-a454e2852612 Nov 23 02:39:47.820076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f95c7059-5654-45ba-82f4-7ce102a16407 req-cd7467f5-2fd2-42ca-9aa4-b5a158de6568 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 210 time: 0.0806415 Nov 23 02:39:47.823730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] Pushing event deleted for resources: {'Port': ['ID=571b4697-048b-4154-9b95-a454e2852612,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:47.825750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3ec51-bca9-4b8e-b4bf-57865e284033 None None] No DVR routers for this DVR port 571b4697-048b-4154-9b95-a454e2852612 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:39:47.853898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.880657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:47.911862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=571b4697-048b-4154-9b95-a454e2852612,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:47.917592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port 571b4697-048b-4154-9b95-a454e2852612 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:39:48.072971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.20.0.14 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/8aeb7797-4e3d-48bc-80cc-3b2ca0317e14) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:48.086603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.121525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.128268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.132121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fafe6e-1950-4891-8e5f-59c7156e8875']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:48.133773 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/483f10bd-7052-4b1e-8f1e-2c537bc693aa HTTP/1.1" status: 204 len: 168 time: 0.8345618 Nov 23 02:39:48.156255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:48.157423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e4eaad-0c49-4e34-8fbe-9be9e18d9b79') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:48.159616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a1749-29eb-49e6-8f42-19beef1a2eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f10bd-7052-4b1e-8f1e-2c537bc693aa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:48.212925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.244481 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.258795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:39:48.259253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:39:48.266292 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:39:48.418181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.501286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.503762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.518767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:39:48.576204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.596814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/56fafe6e-1950-4891-8e5f-59c7156e8875 HTTP/1.1" status: 204 len: 168 time: 1.8995194 Nov 23 02:39:48.597856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49378071-02fb-4984-94cc-603fd5966246 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=56fafe6e-1950-4891-8e5f-59c7156e8875,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:48.610651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:48.629866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0fc8c37a-1112-4ade-8779-5910abb29394'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:39:48.633116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2018184433'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:48.683493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:48.704251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:48.714794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:48.718363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:48.721881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.810493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:39:48.849168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.849168 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 897997d0-8b0c-4f31-aa9c-d521ba73a5e9 of type vlan for network fe429813-f810-4c94-8242-4808775de2b7 Nov 23 02:39:48.879619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:48.916927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:48.922610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.966731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-30323de8-b3b2-439f-8d3c-620cf1a9852c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8668137 Nov 23 02:39:48.967490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:48.994787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-ec85e51b-93f9-44a8-af77-e3dd218d8cf9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:39:48.996758 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-ec85e51b-93f9-44a8-af77-e3dd218d8cf9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176206 Nov 23 02:39:49.019992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Request body: {'port': {'device_id': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:49.051046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:49.065395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:49.066886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:49.193413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:49.218279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5d120ac3-4bf2-43ad-bf67-a6ea79a64e51 None None] Provisioning complete for port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:49.218695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d120ac3-4bf2-43ad-bf67-a6ea79a64e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:49.319571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 571b4697-048b-4154-9b95-a454e2852612 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:39:49.350247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7380855 Nov 23 02:39:49.384720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:49.408746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'fe429813-f810-4c94-8242-4808775de2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:49.436431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 571b4697-048b-4154-9b95-a454e2852612 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:39:49.437041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 571b4697-048b-4154-9b95-a454e2852612 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:39:49.505914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5d120ac3-4bf2-43ad-bf67-a6ea79a64e51 None None] Port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:39:49.585564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c663-f716-400b-94af-84eb768b8cfc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=fe429813-f810-4c94-8242-4808775de2b7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:49.663292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network fe429813-f810-4c94-8242-4808775de2b7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:39:49.665078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3e7d8-ee1d-46a0-bd39-2c154ce2bec0 req-85c6f60b-55b7-4281-85d7-c4e56b1bb032 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:49.686865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68a3e7d8-ee1d-46a0-bd39-2c154ce2bec0 req-85c6f60b-55b7-4281-85d7-c4e56b1bb032 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 932 time: 0.5930309 Nov 23 02:39:49.875841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68a3e7d8-ee1d-46a0-bd39-2c154ce2bec0 req-ad2c126f-3b5a-4d80-b1ca-69da648815c2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880529 Nov 23 02:39:49.918183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:49.923545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:49.955715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:39:49.973465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.003351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Transition to ACTIVE for port object 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:39:50.014530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.208432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:50.372272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Attempting to bind port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:50.372660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Attempting to bind port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:50.373897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Attempting to bind port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:50.381385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 on network c8056917-46be-484d-956a-beadba793338 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:39:50.383210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Attempting to bind port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:50.442828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.447289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:50.447819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:50.448224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:50.448702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Bound port: 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:50.449072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.621575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=4347d4a5-8d60-4bc1-92f0-d3b580e27a81,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:50.623405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:50.651065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:50.653601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '897997d0-8b0c-4f31-aa9c-d521ba73a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:50.654373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: fe429813-f810-4c94-8242-4808775de2b7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:39:50.660886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.718928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network fe429813-f810-4c94-8242-4808775de2b7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:39:50.744860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, fe429813-f810-4c94-8242-4808775de2b7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:50.757491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:50.761595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.767097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e139b-f41e-4ae8-9bfb-ec10864e0fb0 None None] Network fe429813-f810-4c94-8242-4808775de2b7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:50.806105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59b912d3-1613-4e1d-8775-b80f7d31b029 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4148626 Nov 23 02:39:50.809004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:50.820386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'fe429813-f810-4c94-8242-4808775de2b7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1425022899'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:50.832843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:50.853768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:50.855475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:50.857467 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-b78003b4-3ab8-4458-b999-45ed38367192 service neutron] 10.222.0.47 "PUT /v2.0/ports/8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 1093 time: 1.8505621 Nov 23 02:39:50.891219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:39:50.893608 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e98a84-f0f4-4474-b676-1a5471735f97" -d '{"events": [{"name": "network-changed", "server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:39:51.073883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-69da6b7f-ebef-4a58-ba0e-55dcc96598d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:51.079154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-69da6b7f-ebef-4a58-ba0e-55dcc96598d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 1096 time: 0.1603460 Nov 23 02:39:51.227052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-fe429813-f810-4c94-8242-4808775de2b7', 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': '4347d4a5-8d60-4bc1-92f0-d3b580e27a81'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:39:51.228333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:51.243526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-fcbf0ccb-2fd1-479f-af6e-86b2a28007ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 217 time: 0.1568732 Nov 23 02:39:51.382563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d83ba-3bc4-4753-a439-0c2bfa924a40 req-c1d85082-cf97-4cb9-ab56-c5ebfc8e9169 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:51.384632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5d83ba-3bc4-4753-a439-0c2bfa924a40 req-c1d85082-cf97-4cb9-ab56-c5ebfc8e9169 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 944 time: 0.1753201 Nov 23 02:39:51.387515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:51.394550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:51.440098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port d2777def-f49e-46f6-a9b5-d0562ea05186 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:51.467467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-3607a7e9-455b-4619-8fe9-ff8bcdfd850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:51.469756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-3607a7e9-455b-4619-8fe9-ff8bcdfd850c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2167461 Nov 23 02:39:51.470237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59676) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:51.588857 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16df513-2eba-4d78-a499-31040a417432 x-openstack-request-id: req-e16df513-2eba-4d78-a499-31040a417432 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:39:51.589378 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:39:51.589632 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e16df513-2eba-4d78-a499-31040a417432 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:39:51.590266 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'status': 'completed', 'code': 200} Nov 23 02:39:51.619091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Allocated IP 2001:db8::2 (fe429813-f810-4c94-8242-4808775de2b7/4347d4a5-8d60-4bc1-92f0-d3b580e27a81/a23fe84c-33ca-4958-aaaf-8a934a85269e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:51.628473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-48d089ec-3b38-4c66-aba4-2004332c48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:51.630353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-48d089ec-3b38-4c66-aba4-2004332c48c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413341 Nov 23 02:39:51.726639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5d83ba-3bc4-4753-a439-0c2bfa924a40 req-b216bd23-41ed-4d67-ae80-10fe983be8a8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984955 Nov 23 02:39:51.924463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:51.943756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.095589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Network fe429813-f810-4c94-8242-4808775de2b7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:52.118882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:52.123073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::19a (fe429813-f810-4c94-8242-4808775de2b7/4347d4a5-8d60-4bc1-92f0-d3b580e27a81/d2777def-f49e-46f6-a9b5-d0562ea05186) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:52.127424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:52.130000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Pushing event updated for resources: {'Port': ['ID=a23fe84c-33ca-4958-aaaf-8a934a85269e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:52.269554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Attempting to bind port a23fe84c-33ca-4958-aaaf-8a934a85269e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:39:52.270006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Attempting to bind port a23fe84c-33ca-4958-aaaf-8a934a85269e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '897997d0-8b0c-4f31-aa9c-d521ba73a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:39:52.270445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Attempting to bind port a23fe84c-33ca-4958-aaaf-8a934a85269e on network fe429813-f810-4c94-8242-4808775de2b7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:39:52.273626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:52.289701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:39:52.290196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Checking segment: {'id': '897997d0-8b0c-4f31-aa9c-d521ba73a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:39:52.290724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.291194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Bound using segment: {'id': '897997d0-8b0c-4f31-aa9c-d521ba73a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:39:52.291811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Bound port: a23fe84c-33ca-4958-aaaf-8a934a85269e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897997d0-8b0c-4f31-aa9c-d521ba73a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fe429813-f810-4c94-8242-4808775de2b7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:39:52.292266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.349211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.424180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.433450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] For port a23fe84c-33ca-4958-aaaf-8a934a85269e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:39:52.439865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] For port a23fe84c-33ca-4958-aaaf-8a934a85269e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a23fe84c-33ca-4958-aaaf-8a934a85269e,segment=NetworkSegment(897997d0-8b0c-4f31-aa9c-d521ba73a5e9),segment_id=897997d0-8b0c-4f31-aa9c-d521ba73a5e9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:39:52.449351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.452562 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-700e799b-a446-4d59-b1b0-836fe3353ef3 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126094 Nov 23 02:39:52.502714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.582612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3f5c9-3367-4cc2-a719-ba90067ce4ae None None] Pushing event updated for resources: {'Port': ['ID=a23fe84c-33ca-4958-aaaf-8a934a85269e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:52.606169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network fe429813-f810-4c94-8242-4808775de2b7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:52.610924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:52.615064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:52.621539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:52.623071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.633472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=d2777def-f49e-46f6-a9b5-d0562ea05186,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:52.663241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a86f1f40-a424-4bc8-b33f-eeeabcb7f9d6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8523297 Nov 23 02:39:52.669689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:52.687030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e5f9fd67-dcbe-4479-aada-3c871e2617c1 req-0d8a2767-953c-4c93-8914-b3bcd6327b90 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274406 Nov 23 02:39:52.952622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port d2777def-f49e-46f6-a9b5-d0562ea05186 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:52.953195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:52.977148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.006875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-363e0ce6-9c69-4474-b16c-e071fe747087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:53.009691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-363e0ce6-9c69-4474-b16c-e071fe747087 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 1096 time: 0.2678823 Nov 23 02:39:53.172895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.196944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for d2777def-f49e-46f6-a9b5-d0562ea05186 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:53.352146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a23fe84c-33ca-4958-aaaf-8a934a85269e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:53.419560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.472691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.482061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a23fe84c-33ca-4958-aaaf-8a934a85269e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:53.482712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.511220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=d2777def-f49e-46f6-a9b5-d0562ea05186,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:53.610388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.618244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:53.618891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a290d3f-ac95-4aea-a39b-5681b62603e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/d2777def-f49e-46f6-a9b5-d0562ea05186 HTTP/1.1" status: 204 len: 168 time: 0.9469922 Nov 23 02:39:53.635181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168c875-3d59-4630-949d-e3366c0123ca req-0e2b82a3-9f71-4049-a447-384b8065dbe1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:53.638317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6168c875-3d59-4630-949d-e3366c0123ca req-0e2b82a3-9f71-4049-a447-384b8065dbe1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 944 time: 0.2144244 Nov 23 02:39:53.709448 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-197b2464-9d26-4718-828a-4515104dc39e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:39:53.711317 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-197b2464-9d26-4718-828a-4515104dc39e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/d2777def-f49e-46f6-a9b5-d0562ea05186 HTTP/1.1" status: 404 len: 333 time: 0.0849257 Nov 23 02:39:53.713081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Allocated IP 172.25.1.47 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/5d8d43a0-d8d6-441e-96e1-b3a54eebaa60) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:39:53.717830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6168c875-3d59-4630-949d-e3366c0123ca req-761706d4-7a7f-47ee-9f13-e198c2567617 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726233 Nov 23 02:39:53.718335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:53.735520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-fbaa57a6-789a-48a6-bde2-9e09c2f81147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:53.745441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-fbaa57a6-789a-48a6-bde2-9e09c2f81147 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.7269583 Nov 23 02:39:53.777834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.808144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 4347d4a5-8d60-4bc1-92f0-d3b580e27a81 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:39:53.812724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.838130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-2c72c5c0-6649-49d2-8486-957ae5d20b8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 217 time: 0.0845160 Nov 23 02:39:53.880833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a23fe84c-33ca-4958-aaaf-8a934a85269e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a23fe84c-33ca-4958-aaaf-8a934a85269e,segment=NetworkSegment(897997d0-8b0c-4f31-aa9c-d521ba73a5e9),segment_id=897997d0-8b0c-4f31-aa9c-d521ba73a5e9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:53.891371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:53.892295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.018575 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.076682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a23fe84c-33ca-4958-aaaf-8a934a85269e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:54.089348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-eedbc637-157d-4fb6-a665-aa534bd851a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:54.091477 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-eedbc637-157d-4fb6-a665-aa534bd851a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2401478 Nov 23 02:39:54.137598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.157016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.163019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/4347d4a5-8d60-4bc1-92f0-d3b580e27a81 HTTP/1.1" status: 204 len: 168 time: 0.4435153 Nov 23 02:39:54.164995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:54.269028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.297235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-225e672f-1d88-450a-bd2c-f5626ff33512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:54.305948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.306192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-225e672f-1d88-450a-bd2c-f5626ff33512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965072 Nov 23 02:39:54.316039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403b126-ae6a-4c4f-b31b-8fd09b60f7f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=4347d4a5-8d60-4bc1-92f0-d3b580e27a81,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:54.384803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port a23fe84c-33ca-4958-aaaf-8a934a85269e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:54.385141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.451700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fc6402-07b6-4f51-9357-76961def2468 None None] Network fe429813-f810-4c94-8242-4808775de2b7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:54.462221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.475467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port a23fe84c-33ca-4958-aaaf-8a934a85269e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a23fe84c-33ca-4958-aaaf-8a934a85269e,segment=NetworkSegment(897997d0-8b0c-4f31-aa9c-d521ba73a5e9),segment_id=897997d0-8b0c-4f31-aa9c-d521ba73a5e9)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:54.476977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.496639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for a23fe84c-33ca-4958-aaaf-8a934a85269e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:54.536827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:54.542544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:54.547983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-d5d957b0-1e99-4453-8170-7e42dcb03dd6 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308276 Nov 23 02:39:54.551569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:54.582489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8d43a0-d8d6-441e-96e1-b3a54eebaa60,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:54.604024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.649116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.649696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.650045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.650515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.652554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.653013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.655996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.656462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.656910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.658742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.659212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.659655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:54.704752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-446c31f1-a79c-4832-af78-d1ec9229a497 None None] Could not find standard attr ID for object a23fe84c-33ca-4958-aaaf-8a934a85269e. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:39:54.720479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port a23fe84c-33ca-4958-aaaf-8a934a85269e on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:39:54.775315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=a23fe84c-33ca-4958-aaaf-8a934a85269e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:54.792818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:39:54.799096 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-07e98a84-f0f4-4474-b676-1a5471735f97 req-ed73a3b4-6e96-4b86-a0f2-5b3758e9a476 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437751 Nov 23 02:39:54.816522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:54.926818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.079047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe429813-f810-4c94-8242-4808775de2b7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4533b9a-899c-4818-a2b5-af050e5222a4 req-3d18adab-d13f-41a5-8f09-dbb5517e5880 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4533b9a-899c-4818-a2b5-af050e5222a4 req-3d18adab-d13f-41a5-8f09-dbb5517e5880 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 944 time: 0.1773331 Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897997d0-8b0c-4f31-aa9c-d521ba73a5e9') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897997d0-8b0c-4f31-aa9c-d521ba73a5e9') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.196214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.217823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:39:55.218307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:39:55.233746 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:39:55.267817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:55.294386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'mac_address': 'fa:16:3e:39:bf:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:39:55.401744 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.459736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4533b9a-899c-4818-a2b5-af050e5222a4 req-0b426746-c22e-43f8-9931-ea68bc4a4b59 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688425 Nov 23 02:39:55.495576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.500349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/fe429813-f810-4c94-8242-4808775de2b7 HTTP/1.1" status: 204 len: 168 time: 1.3335247 Nov 23 02:39:55.533345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:55.540814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f837e9-c548-47c0-a0a6-a62027e6c4af None None] DHCP port deletion for fe429813-f810-4c94-8242-4808775de2b7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:39:55.568219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.586792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'name': 'tempest-PortsIpV6TestJSON-494043255'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:55.600558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:39:55.609175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=fe429813-f810-4c94-8242-4808775de2b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:55.642975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.643407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.643750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.644087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.644422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.644771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.645094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.645420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.656347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.656688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.657033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.657374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a7440-e23e-4812-92c5-c16b2cc21453 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:55.703376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:55.710801 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.822015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:55.871805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.897930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:55.970252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:39:56.005151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:56.009553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.122497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.149519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port bebb7f5e-453a-47a8-8f64-764c928d7782 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:56.159096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8d43a0-d8d6-441e-96e1-b3a54eebaa60,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:56.254576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.258481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d1ff890-238e-41bc-91c9-129a110c19b1 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7835696 Nov 23 02:39:56.258975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:56.264984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2071831490', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'fixed_ips': [{'ip_address': '172.25.1.47'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:56.333807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Made reservation on behalf of 019c582d90c54ab3a4ff50a7a2174751 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:56.337782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.354652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.515019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.532044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.545769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] device_id is not set on port fdc79d6a-9d3e-403e-bcfa-3807b50e2f3a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:56.590136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.666325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.721622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:39:56.757961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c19887-4d3e-48e6-8c1d-36af595a1c6c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:56.775455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:56.779256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:56.794568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:56.802314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:56.802985 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:56.806789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=bebb7f5e-453a-47a8-8f64-764c928d7782,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:56.843504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e070b-bcf7-4632-9f6b-99456913b803 req-f022b5ca-4458-424a-8f6f-5bd266a5b74e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:56.852403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b60e070b-bcf7-4632-9f6b-99456913b803 req-f022b5ca-4458-424a-8f6f-5bd266a5b74e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 945 time: 0.1837742 Nov 23 02:39:56.858008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-622f0583-4c19-4559-9c84-f4fbc2d9522d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3077929 Nov 23 02:39:56.862231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59764) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:56.951215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:39:56.958767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:56.959153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.021307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b60e070b-bcf7-4632-9f6b-99456913b803 req-5eeb391f-e97b-489f-98ed-9152a2d82daa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668584 Nov 23 02:39:57.052965 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:39:57.056061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:39:57.098216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-74b000f7-44dc-4c0c-9963-74b995ab788b tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8367243 Nov 23 02:39:57.103362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59774) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:57.241252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a23fe84c-33ca-4958-aaaf-8a934a85269e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:39:57.315309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port bebb7f5e-453a-47a8-8f64-764c928d7782 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:57.315918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.326714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a23fe84c-33ca-4958-aaaf-8a934a85269e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:39:57.327055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a23fe84c-33ca-4958-aaaf-8a934a85269e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:39:57.442470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Deleting port 5d8d43a0-d8d6-441e-96e1-b3a54eebaa60 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:57.443866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.448689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.480044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.535577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for bebb7f5e-453a-47a8-8f64-764c928d7782 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:57.540660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:39:57.542266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:39:57.545527 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf27f4e-c1a0-4298-9251-8ac3127b4c64" -d '{"events": [{"server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "name": "network-vif-plugged", "status": "completed", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:39:57.566005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.566331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.576053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.599024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Calling delete_port for 5d8d43a0-d8d6-441e-96e1-b3a54eebaa60 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:57.679374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:57.767514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.850446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=bebb7f5e-453a-47a8-8f64-764c928d7782,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:57.890750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:57.896374 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446788ba-294b-45f4-9db9-131b6c98c896 x-openstack-request-id: req-446788ba-294b-45f4-9db9-131b6c98c896 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:39:57.896981 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "name": "network-vif-plugged", "status": "completed", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:39:57.896981 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-446788ba-294b-45f4-9db9-131b6c98c896 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:39:57.897533 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'code': 200} Nov 23 02:39:57.919205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b5ce7a3b-3f1c-4b7f-b092-a01f66cbd9a4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/bebb7f5e-453a-47a8-8f64-764c928d7782 HTTP/1.1" status: 204 len: 168 time: 1.0561712 Nov 23 02:39:57.921676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59786) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:57.939747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'mac_address': 'fa:16:3e:44:2b:6f', 'name': 'tempest-PortsIpV6TestJSON-1240510219'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:58.032454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.115755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d8d43a0-d8d6-441e-96e1-b3a54eebaa60,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:58.272023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdc8fb-9416-40e1-801e-eb41f6227b40 req-95df9815-7ace-484e-896f-f8ac05218d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:58.274220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cbfdc8fb-9416-40e1-801e-eb41f6227b40 req-95df9815-7ace-484e-896f-f8ac05218d88 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 1098 time: 0.2793207 Nov 23 02:39:58.335521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:58.588108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.593731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cbfdc8fb-9416-40e1-801e-eb41f6227b40 req-b4149c54-e348-4cab-8ef4-64da1587a1ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041635 Nov 23 02:39:58.628889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 482263ac-1463-4e9b-93ee-e37bebc16c80 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:39:58.863440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.866366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.867689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a7524ef9-e440-400d-a0de-9e6b93147e36 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730 tempest-ExternalNetworksAdminNegativeTestJSON-1737934730-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/78093c45-fc43-4ece-80ef-e0de73008ade HTTP/1.1" status: 204 len: 168 time: 1.7633412 Nov 23 02:39:58.874097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.939128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:58.939348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de515935-8cb4-4dcc-9d5f-8d5bb8ff4d3d req-aa6c1cd4-ba3c-484d-9b11-f39557ebeaad tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:58.940720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de515935-8cb4-4dcc-9d5f-8d5bb8ff4d3d req-aa6c1cd4-ba3c-484d-9b11-f39557ebeaad tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 946 time: 0.1085355 Nov 23 02:39:59.037146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de515935-8cb4-4dcc-9d5f-8d5bb8ff4d3d req-bb2ae646-3930-4671-90d7-7ba2975e5ad9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869536 Nov 23 02:39:59.071580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:39:59.076428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:39:59.080191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:39:59.087005 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:59.087734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.120237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=482263ac-1463-4e9b-93ee-e37bebc16c80,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:59.139177 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-990d6ec9-4ea7-4408-849c-f51c8c9b6542 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2137268 Nov 23 02:39:59.139569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59810) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:59.217000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a2f33-90ee-4f5f-8ef5-ffd945df24b9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:59.221637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e3a2f33-90ee-4f5f-8ef5-ffd945df24b9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/482263ac-1463-4e9b-93ee-e37bebc16c80 HTTP/1.1" status: 200 len: 845 time: 0.0784972 Nov 23 02:39:59.222031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:59.337592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 482263ac-1463-4e9b-93ee-e37bebc16c80 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:39:59.338071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.396156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59818) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:59.441742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.473901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 482263ac-1463-4e9b-93ee-e37bebc16c80 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:39:59.561614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.621940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.670821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=482263ac-1463-4e9b-93ee-e37bebc16c80,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:59.672306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21a247c8-2a54-430a-a55b-da5f7e7a358d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.678351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.683343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a28a96d3-6f17-411e-8f2a-9389432eb2a2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/482263ac-1463-4e9b-93ee-e37bebc16c80 HTTP/1.1" status: 204 len: 168 time: 0.4599893 Nov 23 02:39:59.685645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:59.748830 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef9f43c-dd8a-45d9-827f-ca5e5e21851d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:39:59.750362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ef9f43c-dd8a-45d9-827f-ca5e5e21851d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/482263ac-1463-4e9b-93ee-e37bebc16c80 HTTP/1.1" status: 404 len: 333 time: 0.0637636 Nov 23 02:39:59.753990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:59.764399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'name': 'tempest-PortsIpV6TestJSON-122109599'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:59.885922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21a247c8-2a54-430a-a55b-da5f7e7a358d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.891891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-21a247c8-2a54-430a-a55b-da5f7e7a358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:59.984214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:39:59.989853 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-21a247c8-2a54-430a-a55b-da5f7e7a358d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3038c638f72547d2bebe62d68b2ccff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5905514 Nov 23 02:39:59.990746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a247c8-2a54-430a-a55b-da5f7e7a358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c18f7-7805-4189-a65c-afa68adb068e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:59.991765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.006852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:00.057084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 2cb95f2c-36c2-4f89-8e1e-8c5604639524 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:00.242025 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.293525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217551-8a08-48f1-bff1-cf1fd85738d4 req-b53ad369-7474-4f85-9627-b2d13215ad51 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:00.300817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5217551-8a08-48f1-bff1-cf1fd85738d4 req-b53ad369-7474-4f85-9627-b2d13215ad51 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 946 time: 0.1797245 Nov 23 02:40:00.357103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.386453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.467572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5217551-8a08-48f1-bff1-cf1fd85738d4 req-732ceb3f-efc4-4b7b-8fa0-f3d1898fc4bf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657650 Nov 23 02:40:00.510649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.516973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.537230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d8c18f7-7805-4189-a65c-afa68adb068e HTTP/1.1" status: 204 len: 168 time: 0.5262537 Nov 23 02:40:00.568202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.605777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd71d8-ae29-420d-a21b-ca5ecca42e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c18f7-7805-4189-a65c-afa68adb068e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:00.721233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:00.733886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:00.741826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:00.750925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:00.751876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.785069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0293014 Nov 23 02:40:00.787546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:00.789553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e0349-d8ba-49a0-af62-2a37e2fc71c5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=2cb95f2c-36c2-4f89-8e1e-8c5604639524,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:00.796051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:00.836629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-5824146c-6a9c-47f9-abe0-0036e8dea798 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 267 time: 0.1639607 Nov 23 02:40:00.929614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:00.935349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-06b1d78f-d4ab-47b9-8a95-0febd7728a85 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:00.947491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-06b1d78f-d4ab-47b9-8a95-0febd7728a85 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 946 time: 0.1080265 Nov 23 02:40:00.955073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'security_groups': []}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:01.181608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.422829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:01.506464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.517844 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4683959b-058a-4b61-a2a7-eb3fdc8f1245 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=019c582d90c54ab3a4ff50a7a2174751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936592 Nov 23 02:40:01.518903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59886) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:01.556699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.624372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:01.643211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=2cb95f2c-36c2-4f89-8e1e-8c5604639524,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:01.676989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] In _notify_port_updated(), no bound segment for port 2cb95f2c-36c2-4f89-8e1e-8c5604639524 on network c8b2b240-7967-4349-a988-8747e705d9a6 {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:40:01.683479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:01.685104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.686453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbfa8d64-4bf1-49c3-9563-8a223aba7f1e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/ports/2cb95f2c-36c2-4f89-8e1e-8c5604639524 HTTP/1.1" status: 200 len: 818 time: 0.8955495 Nov 23 02:40:01.689828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:01.702797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:01.736075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.752184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.759783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.771666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3', '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:01.801765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.814618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:01.815778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.829177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-706c73d9-eda3-4535-bddd-64a2b228f91c req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "PUT /v2.0/ports/8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 905 time: 0.8804793 Nov 23 02:40:01.831294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:01.836017 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:01.863818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 2cb95f2c-36c2-4f89-8e1e-8c5604639524 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:01.864592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:01.944798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0fc8c37a-1112-4ade-8779-5910abb29394'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:02.002130 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc9050-ea87-4817-8c85-44e32514aee0 x-openstack-request-id: req-00fc9050-ea87-4817-8c85-44e32514aee0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:02.003205 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:02.003205 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00fc9050-ea87-4817-8c85-44e32514aee0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:02.003500 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'status': 'completed', 'code': 200} Nov 23 02:40:02.016462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.017042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-387f09de-4cbb-400f-a1b6-21f7ad806abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.021888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb38de3-8c4d-4bb7-a36b-e8a4c9ae9549 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:02.074352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:02.081047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 2cb95f2c-36c2-4f89-8e1e-8c5604639524 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:02.104822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.108544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.121140 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29c19887-4d3e-48e6-8c1d-36af595a1c6c HTTP/1.1" status: 204 len: 168 time: 0.5958412 Nov 23 02:40:02.189292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-c8696f2f-b8f0-4469-bc56-9758a9a3c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:02.195497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-c8696f2f-b8f0-4469-bc56-9758a9a3c596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 1060 time: 0.1719451 Nov 23 02:40:02.199091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f716dc-049f-4f30-a84c-816510504f0e req-a2297538-94cd-4fcb-a6ce-364b5a11e30d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:02.202052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35f716dc-049f-4f30-a84c-816510504f0e req-a2297538-94cd-4fcb-a6ce-364b5a11e30d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 908 time: 0.2017922 Nov 23 02:40:02.392230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc28106-50ae-4a97-9d2d-7c543be65acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c19887-4d3e-48e6-8c1d-36af595a1c6c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:02.430734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-387f09de-4cbb-400f-a1b6-21f7ad806abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.449143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-387f09de-4cbb-400f-a1b6-21f7ad806abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.504995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b2f04686-74ca-4b39-be2a-541d709ea917 None None] Provisioning complete for port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:02.517646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2f04686-74ca-4b39-be2a-541d709ea917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.640534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-387f09de-4cbb-400f-a1b6-21f7ad806abd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61b950aaa4b04891b8c72e9b9ca179fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0150549 Nov 23 02:40:02.642707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:02.644229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f09de-4cbb-400f-a1b6-21f7ad806abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab68cab-7938-473d-bdb8-fde4ef3d22d2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:02.723374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.821188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=2cb95f2c-36c2-4f89-8e1e-8c5604639524,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:02.833872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-d35919c1-e1fc-49cd-b8bd-122bcff7041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:02.843947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-d35919c1-e1fc-49cd-b8bd-122bcff7041f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.4966762 Nov 23 02:40:02.859243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:02.872224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71831958-2306-4576-9507-830d99fad287 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/2cb95f2c-36c2-4f89-8e1e-8c5604639524 HTTP/1.1" status: 204 len: 168 time: 1.1784930 Nov 23 02:40:02.874248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59922) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:02.959062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566e3fd-d58b-4bd4-b9e3-1a490e4d56c5 req-89be51bd-00e4-4774-b842-33e9d642ed81 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:02.979065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a566e3fd-d58b-4bd4-b9e3-1a490e4d56c5 req-89be51bd-00e4-4774-b842-33e9d642ed81 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.6629465 Nov 23 02:40:02.993514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-b3740013-24b6-49ec-bd7d-2411c80735e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 217 time: 0.1227586 Nov 23 02:40:03.123952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-b7271640-84dc-43cf-85d0-afdb771c0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:03.124763 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-b7271640-84dc-43cf-85d0-afdb771c0a5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1157846 Nov 23 02:40:03.144444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:03.265189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:03.326382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a566e3fd-d58b-4bd4-b9e3-1a490e4d56c5 req-7529c7c1-b07f-472f-beee-c1b0c9b09192 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424463 Nov 23 02:40:03.360863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9b4a4-af2b-42de-be66-6d5863da044c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:03.360863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ace9b4a4-af2b-42de-be66-6d5863da044c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4631793 Nov 23 02:40:03.361148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59940) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:03.385083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:03.389121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:03.402918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ab68cab-7938-473d-bdb8-fde4ef3d22d2 HTTP/1.1" status: 204 len: 168 time: 0.7443693 Nov 23 02:40:03.435257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8414d2-ccce-49aa-b7f5-fe234a024efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab68cab-7938-473d-bdb8-fde4ef3d22d2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:03.607409 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d13da09-84f6-4f22-92dd-a96bf4376804 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:40:03.613442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d13da09-84f6-4f22-92dd-a96bf4376804 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/2cb95f2c-36c2-4f89-8e1e-8c5604639524 HTTP/1.1" status: 404 len: 333 time: 0.2474380 Nov 23 02:40:03.626476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:03.657516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1185472127'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:03.731761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-22c339ed-43b0-485b-b5a9-659e0e15ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:03.734900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-22c339ed-43b0-485b-b5a9-659e0e15ec8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6035919 Nov 23 02:40:03.735612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6ae75-2cae-41bb-a948-f0a76240cf9c req-0f5b6dbc-a78d-47fd-ae86-4f4fc839649f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:03.739493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4b6ae75-2cae-41bb-a948-f0a76240cf9c req-0f5b6dbc-a78d-47fd-ae86-4f4fc839649f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1749275 Nov 23 02:40:03.890271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4b6ae75-2cae-41bb-a948-f0a76240cf9c req-48b62b11-0395-4356-93bc-c91585f6dea3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443608 Nov 23 02:40:03.975562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:03.989857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:04.080960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:04.116115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:04.118562 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment fe696558-270d-47d8-bc0c-701e17ab1f80 of type vlan for network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c Nov 23 02:40:04.237323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:04.346468 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-c38f631e-9454-4aaf-934d-dc188933d57c service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982029 Nov 23 02:40:04.586389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:04.644004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:04.645523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:04.697533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-ce1f713c-9df6-495a-839d-034b7ea57956 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:04.699206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-ce1f713c-9df6-495a-839d-034b7ea57956 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.4331832 Nov 23 02:40:04.745526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1140187 Nov 23 02:40:04.757688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-6af69d94-8c94-4f78-80a3-465682fcbd3d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/quotas/b71060c31b17495da68daf494818cbf0 HTTP/1.1" status: 200 len: 375 time: 0.0482697 Nov 23 02:40:04.771328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:04.777422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:04.924668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-25f4222a-4afd-4aee-be67-f02e7abd41ab tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1632655 Nov 23 02:40:04.930404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-184d2c00-82ba-4287-85d8-a16fbc383ed7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:40:04.938560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-184d2c00-82ba-4287-85d8-a16fbc383ed7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127537 Nov 23 02:40:05.014010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:05.019675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.042017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013cdd1-0267-4cba-a7ec-e393957adfc9 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=5b9aad5e-b83f-4888-b2cf-a9d276e6c74c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:05.064245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:05.104479 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7477bcc-ec73-4c97-91ef-09d3d539a4e4 req-d3f64025-21b5-4d3a-ac17-a65f19b2d30b service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416897 Nov 23 02:40:05.217670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-10f2556a-217d-428b-a42f-48232f5f827e service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780480 Nov 23 02:40:05.336643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60022) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:05.342825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1807348146'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:05.394828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-8b5011f3-a215-40e5-9f49-7277625925a6 service neutron] 10.222.0.15 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689665 Nov 23 02:40:05.413323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:05.434429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.512295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:05.549632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.549984 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Added segment 693cdcf8-7449-442d-9212-d6dfd5c5e4eb of type vlan for network e29052be-985c-4583-91e6-8231a002f53f Nov 23 02:40:05.664353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd95a-e8c0-4d75-a50a-4c12efe9e90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.743035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.796692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b324a27-b585-4857-ab84-4737d9452cc2 req-5bc09da1-e85f-404c-b206-4855717b66bc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 210 time: 0.1306243 Nov 23 02:40:05.838067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.843960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:05.844610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.883308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.932964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5949099 Nov 23 02:40:05.935775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60074) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:05.943446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1317690543'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:05.952496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c53d-c1e7-4552-8f4b-4815a5c24ab1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Network': ['ID=e29052be-985c-4583-91e6-8231a002f53f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:05.968691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e29052be-985c-4583-91e6-8231a002f53f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:05.979567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:05.983146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.991932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=006a00c5-823f-41f1-a2ee-7d8a6fdc5d97,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:06.046700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:06.050925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': 'fe696558-270d-47d8-bc0c-701e17ab1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:06.051297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:06.068965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.069309 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Added segment 87ff301b-a185-4f8a-a3f4-92090b56092c of type vlan for network 1e131579-7c4e-4567-abb2-b8e3f2161435 Nov 23 02:40:06.092097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:06.113737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:06.133513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:06.135168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.196558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fceedcfb-db45-4acd-a945-264152b4d906 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4236784 Nov 23 02:40:06.201448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:06.215623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:06.217481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.280646 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.314948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:06.317033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.374693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60090) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:06.375032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:06.548991 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6121309 Nov 23 02:40:06.553019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:06.566686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'subnet': {'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:06.566907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca949d54-4207-4ca0-a586-4a5213c8229e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Network': ['ID=1e131579-7c4e-4567-abb2-b8e3f2161435,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:06.583739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:06.599284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.665865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477ffbf-5a9a-43b1-b8ac-ee4377520585 None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:06.670414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:06.863147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f781ee13-b1fb-4258-86f2-7b29ec411756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.994229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-484a3227-dbac-4bae-8f7f-29cbe393a687 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-916710687'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:06.995304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-484a3227-dbac-4bae-8f7f-29cbe393a687 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Unknown quota resources ['metering_label']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:40:07.001218 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 006a00c5-823f-41f1-a2ee-7d8a6fdc5d97 (CIDR: 2001:db8::/64) Nov 23 02:40:07.005860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:07.011437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:07.084085 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:40:07.084580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:40:07.156725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c7a345a-de57-4eb5-a752-c80fc611bc9f req-4bcb95a4-9bd6-4843-973c-f43ba1da33fd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 210 time: 0.1522381 Nov 23 02:40:07.165911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-edadeb9c-f00d-4c9f-b592-ab41f2d7cc0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9628992 Nov 23 02:40:07.179042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:07.195983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:07.280298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:07.281953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:07.432496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Allocated IP 2001:db8::2 (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/006a00c5-823f-41f1-a2ee-7d8a6fdc5d97/16430bab-0ed7-4ab3-ba88-c2a274b11715) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:07.451055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:07.571122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Subnet': ['ID=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:07.602387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:07.602931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network hostable DHCP agents. Network: e29052be-985c-4583-91e6-8231a002f53f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:07.647925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network e29052be-985c-4583-91e6-8231a002f53f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:07.666232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e29052be-985c-4583-91e6-8231a002f53f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:07.671697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:07.671697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:07.687259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a503e-aa03-4829-9c8d-4d650f4d874d None None] Network e29052be-985c-4583-91e6-8231a002f53f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:07.698627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fb0297fb-006e-4fba-a107-bc324f81ddbf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1439183 Nov 23 02:40:07.703516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:07.713896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'subnet': {'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:07.843396 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:07.863484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.156084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:08.158650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Pushing event updated for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:08.213974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:08.220089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3803f0b6-f0de-4067-b047-2794b6cfad10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.241474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-4dcdd021-7b23-4e75-a2c9-e90a118b583a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:08.244867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-4dcdd021-7b23-4e75-a2c9-e90a118b583a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 812 time: 0.4979229 Nov 23 02:40:08.246334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:08.256567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.296284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Request body: {'port': {'device_id': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'admin_state_up': True, 'tenant_id': 'b71060c31b17495da68daf494818cbf0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:08.341711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:08.348826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-484a3227-dbac-4bae-8f7f-29cbe393a687 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.350555 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-484a3227-dbac-4bae-8f7f-29cbe393a687 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.9639404 Nov 23 02:40:08.357934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.360710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.362155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.362529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.363587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.364958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60136) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:08.365414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.365763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.366106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.372310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.373322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.375611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.375962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:08.433366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43946510-1128-4549-9ef2-f614c00e4f3e req-3cfe044c-e38c-4319-ab2b-3a8905e2c9c2 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 210 time: 0.1317620 Nov 23 02:40:08.445080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0e9a55b5-033d-4152-a64b-8f7a39b49f87 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e52187a1-45e5-4d79-80ce-6a656644d8f7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:08.445616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0e9a55b5-033d-4152-a64b-8f7a39b49f87 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:40:08.447472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f781ee13-b1fb-4258-86f2-7b29ec411756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.455092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f781ee13-b1fb-4258-86f2-7b29ec411756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.589027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Attempting to bind port 16430bab-0ed7-4ab3-ba88-c2a274b11715 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:08.589395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Attempting to bind port 16430bab-0ed7-4ab3-ba88-c2a274b11715 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fe696558-270d-47d8-bc0c-701e17ab1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:08.589836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Attempting to bind port 16430bab-0ed7-4ab3-ba88-c2a274b11715 on network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:08.593852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e29052be-985c-4583-91e6-8231a002f53f', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:08.594707 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.608668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:08.609102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Checking segment: {'id': 'fe696558-270d-47d8-bc0c-701e17ab1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:08.609591 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.610123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Bound using segment: {'id': 'fe696558-270d-47d8-bc0c-701e17ab1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:08.610293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Bound port: 16430bab-0ed7-4ab3-ba88-c2a274b11715, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe696558-270d-47d8-bc0c-701e17ab1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:08.610407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781ee13-b1fb-4258-86f2-7b29ec411756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c640dbe-fb46-4e04-89a8-78c95f6e79b6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:08.610696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.616775 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f781ee13-b1fb-4258-86f2-7b29ec411756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8c40679236c43b19c1ea1d20c40f6da&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2329373 Nov 23 02:40:08.619494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:40:08.619494 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:40:08.619494 n-d-714676-12 neutron-server[103572]: [parameters: {'project_id_1': '376d151563d74600b8f082d08b0ff86f', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 39, 48, 606339)}] Nov 23 02:40:08.619494 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:40:08.619859 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:40:08.620262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60138) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:08.681218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.717839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.772994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.779143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.781601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c640dbe-fb46-4e04-89a8-78c95f6e79b6 HTTP/1.1" status: 204 len: 168 time: 0.1602592 Nov 23 02:40:08.800623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82a4a4-631c-4aed-a7f3-73ea54836a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c640dbe-fb46-4e04-89a8-78c95f6e79b6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:08.800866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:08.804391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Made reservation on behalf of b71060c31b17495da68daf494818cbf0 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:08.808111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.813036 n-d-714676-12 neutron-server[103571]: WARNING neutron.services.metering.metering_plugin [None req-0e9a55b5-033d-4152-a64b-8f7a39b49f87 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:40:08.821458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=16430bab-0ed7-4ab3-ba88-c2a274b11715,segment=NetworkSegment(fe696558-270d-47d8-bc0c-701e17ab1f80),segment_id=fe696558-270d-47d8-bc0c-701e17ab1f80)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:08.837949 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.903997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5e018-2406-460d-a6a5-463afad1bbef None None] Pushing event updated for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:08.910427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Allocated IP 10.1.1.2 (e29052be-985c-4583-91e6-8231a002f53f/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43/c5776ef5-96d1-4089-814e-c56c48ff4b27) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:09.106782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e9a55b5-033d-4152-a64b-8f7a39b49f87 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.107924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0e9a55b5-033d-4152-a64b-8f7a39b49f87 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6771708 Nov 23 02:40:09.115138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60146) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:09.120109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e61bc272-cf5b-4634-8ecc-0886df3d8f6b tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e52187a1-45e5-4d79-80ce-6a656644d8f7'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:09.120647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e61bc272-cf5b-4634-8ecc-0886df3d8f6b tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:40:09.221244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.243294 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.443273 n-d-714676-12 neutron-server[103572]: WARNING neutron.services.metering.metering_plugin [None req-e61bc272-cf5b-4634-8ecc-0886df3d8f6b tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:40:09.448239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Network e29052be-985c-4583-91e6-8231a002f53f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:09.498415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:09.502750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.517245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:09.531711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:09.583456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Allocated IP 172.20.0.9 (c8056917-46be-484d-956a-beadba793338/bc6cb781-a468-4e27-b6b2-776c5b6c22b7/a9bfe242-ee9e-4786-9870-6a7d27901439) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:09.620476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Pushing event updated for resources: {'Port': ['ID=c5776ef5-96d1-4089-814e-c56c48ff4b27,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:09.694074 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.740625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.782861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Attempting to bind port c5776ef5-96d1-4089-814e-c56c48ff4b27 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:09.783846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Attempting to bind port c5776ef5-96d1-4089-814e-c56c48ff4b27 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:09.784650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Attempting to bind port c5776ef5-96d1-4089-814e-c56c48ff4b27 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:09.801257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:09.801900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:09.801900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.804199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Bound using segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:09.806511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Bound port: c5776ef5-96d1-4089-814e-c56c48ff4b27, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:09.806710 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.851012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e19f4494-0e27-4f6c-9a01-449d6958b53d req-15234dbf-1dd1-4469-94d3-3447353932e0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 210 time: 0.1144969 Nov 23 02:40:10.023300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] For port c5776ef5-96d1-4089-814e-c56c48ff4b27, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:10.032600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] For port c5776ef5-96d1-4089-814e-c56c48ff4b27, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5776ef5-96d1-4089-814e-c56c48ff4b27,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:10.042158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Subnet': ['ID=b9947c2f-4431-40f5-99b4-0cd07feb4323,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:10.058945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.069312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.082969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Checking segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:10.083590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network hostable DHCP agents. Network: 1e131579-7c4e-4567-abb2-b8e3f2161435, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:10.172275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73670c-4274-4560-9df0-c251464f93c2 None None] Pushing event updated for resources: {'Port': ['ID=c5776ef5-96d1-4089-814e-c56c48ff4b27,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:10.217819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:10.267993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.277350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1e131579-7c4e-4567-abb2-b8e3f2161435) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:10.286606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:10.295520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:10.308083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.421821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7d7f5a-8c12-4ea0-8504-81e323943c23 None None] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:10.424302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0fc8c37a-1112-4ade-8779-5910abb29394'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:10.445412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.459578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-90870213-4fc2-4550-b80e-327711a06ff9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7549367 Nov 23 02:40:10.466609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Network c8056917-46be-484d-956a-beadba793338 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:10.473950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:10.483614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'name': 'tempest-TaggedBootDevicesTest-635373691', 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:10.499777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:10.535218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e61bc272-cf5b-4634-8ecc-0886df3d8f6b tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.536473 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e61bc272-cf5b-4634-8ecc-0886df3d8f6b tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.4202979 Nov 23 02:40:10.560162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60194) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:10.602226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-734156c7-1623-47d5-92a7-603356c5a626 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2385fe44-8f79-4110-bdf3-53b0ae5daeaf HTTP/1.1" status: 200 len: 464 time: 0.0358593 Nov 23 02:40:10.611110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:10.677022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:10.696335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:10.700080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:10.702302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.728809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=46940643-08da-4283-a967-dac4fdf08365,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:10.753142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-209a7fc3-57df-4ea0-b556-24c3674713ce tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5697291 Nov 23 02:40:10.757160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:10.769284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97'}, {'subnet_id': '46940643-08da-4283-a967-dac4fdf08365'}], 'name': 'tempest-PortsIpV6TestJSON-1492013761'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:10.809199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:11.162238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0aa576-964e-4698-bceb-d6e9aacb1bb2 None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:11.364456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-57e88e73-61a4-4bd5-80f8-a3cf60314078 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:11.375708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-57e88e73-61a4-4bd5-80f8-a3cf60314078 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/2385fe44-8f79-4110-bdf3-53b0ae5daeaf HTTP/1.1" status: 204 len: 168 time: 0.7566559 Nov 23 02:40:11.379702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60218) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:11.394361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:11.404349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9e22f961-0e74-427a-9220-73c2b8caca69 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2385fe44-8f79-4110-bdf3-53b0ae5daeaf HTTP/1.1" status: 200 len: 221 time: 0.0234897 Nov 23 02:40:11.419239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:11.420315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:11.465533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2631a95d-f234-4ff4-964a-d3251748e667 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--425221879', 'description': 'label created by tempest'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:11.466233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2631a95d-f234-4ff4-964a-d3251748e667 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Unknown quota resources ['metering_label']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:40:11.508654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5776ef5-96d1-4089-814e-c56c48ff4b27 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:11.661516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:11.727926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Provisioning complete for port a9bfe242-ee9e-4786-9870-6a7d27901439 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:11.740326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:11.785259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:11.793752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:11.883386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-67d82398-e5e9-4d65-8f89-734a159c2fdd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5918291 Nov 23 02:40:11.888073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Port a9bfe242-ee9e-4786-9870-6a7d27901439 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:11.894643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a019b-ef06-424d-98f9-bf405e2f2712 req-11b549e9-2c73-46ce-b669-1b5d959586fd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:11.909379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-758a019b-ef06-424d-98f9-bf405e2f2712 req-11b549e9-2c73-46ce-b669-1b5d959586fd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 931 time: 0.4766543 Nov 23 02:40:11.938794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-726cb4df-70de-4d92-ae50-368fb859ae97 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:40:11.939902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-726cb4df-70de-4d92-ae50-368fb859ae97 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278001 Nov 23 02:40:11.995785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:12.039767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2631a95d-f234-4ff4-964a-d3251748e667 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.041011 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2631a95d-f234-4ff4-964a-d3251748e667 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6197143 Nov 23 02:40:12.046379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.048344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60238) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:12.208609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-758a019b-ef06-424d-98f9-bf405e2f2712 req-a1c958be-a386-4b55-9827-4242f2e62c41 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979777 Nov 23 02:40:12.242974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Request body: {'port': {'device_id': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:12.253118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port afb74f17-2842-440e-8ec2-31e244b5344e yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:12.261788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-953e16af-d084-480b-988f-ed546d38cd64 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=da4c0c17-976d-4520-bae3-b005aab961bf HTTP/1.1" status: 200 len: 467 time: 0.1964362 Nov 23 02:40:12.265496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62a6f0-6d55-4d0c-ade7-7a52aaffcf25 None None] Network e29052be-985c-4583-91e6-8231a002f53f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:12.266777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60240) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:12.402801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.405671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.438869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1e131579-7c4e-4567-abb2-b8e3f2161435', 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ips': [{'subnet_id': 'b9947c2f-4431-40f5-99b4-0cd07feb4323'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:12.443179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.461676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] device_id is not set on port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:12.615087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.620650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:12.621152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.729764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.1.1.251 (e29052be-985c-4583-91e6-8231a002f53f/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:12.817898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c5776ef5-96d1-4089-814e-c56c48ff4b27 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:12.818454 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.906556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:12.997027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.085541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network e29052be-985c-4583-91e6-8231a002f53f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:13.096133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:13.109178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:13.132445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa397f2d-15bf-42cf-b7e1-be3818bf3484 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.133832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fa397f2d-15bf-42cf-b7e1-be3818bf3484 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/da4c0c17-976d-4520-bae3-b005aab961bf HTTP/1.1" status: 204 len: 168 time: 0.8640761 Nov 23 02:40:13.157084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.183697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7c02a84-22ab-415e-a253-fd1c62f5b395 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=da4c0c17-976d-4520-bae3-b005aab961bf HTTP/1.1" status: 200 len: 216 time: 0.0243499 Nov 23 02:40:13.187497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.208207 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4cf9433f-dcfa-439b-93e9-3dc2a135d39f tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0194964 Nov 23 02:40:13.217800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.247471 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb7b57f0-7bf3-4d16-b275-9c1dc570e130 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0296049 Nov 23 02:40:13.270723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.365575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3ddd032e-ba2b-4474-9a97-b68b13ec5d8d tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/e52187a1-45e5-4d79-80ce-6a656644d8f7 HTTP/1.1" status: 200 len: 472 time: 0.0934997 Nov 23 02:40:13.370790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.397983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f635bfe3-7a0e-4328-8315-14c81bbbfac3 tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/c43c17bf-9bc9-4da0-84af-3a69f5c0cb3f HTTP/1.1" status: 200 len: 461 time: 0.0226355 Nov 23 02:40:13.404828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60278) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.456777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::36f (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/006a00c5-823f-41f1-a2ee-7d8a6fdc5d97/afb74f17-2842-440e-8ec2-31e244b5344e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:13.463282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.475347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.513261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8:0:1::254 (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/46940643-08da-4283-a967-dac4fdf08365/afb74f17-2842-440e-8ec2-31e244b5344e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:13.596920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:13.671553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=16430bab-0ed7-4ab3-ba88-c2a274b11715,segment=NetworkSegment(fe696558-270d-47d8-bc0c-701e17ab1f80),segment_id=fe696558-270d-47d8-bc0c-701e17ab1f80)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:13.733647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.796244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1335-a9bd-49a9-b0cc-82404a2b05da tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.810401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:13.813436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.813593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6fb1335-a9bd-49a9-b0cc-82404a2b05da tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/c43c17bf-9bc9-4da0-84af-3a69f5c0cb3f HTTP/1.1" status: 204 len: 168 time: 0.4025745 Nov 23 02:40:13.815038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:13.888285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Allocated IP 10.2.2.2 (1e131579-7c4e-4567-abb2-b8e3f2161435/b9947c2f-4431-40f5-99b4-0cd07feb4323/b42a2785-206e-4dfc-b7be-03acab845369) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:13.913794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:13.967590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0f2c-f3a3-444e-9562-a44d24f576df req-c7785064-5ac8-494b-a92e-3d0f20b1bc0c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:13.971183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adae0f2c-f3a3-444e-9562-a44d24f576df req-c7785064-5ac8-494b-a92e-3d0f20b1bc0c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 931 time: 0.3523121 Nov 23 02:40:13.975727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.990256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6788d0b9-640b-4d4c-ad4c-0b8a08980ade tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5114739 Nov 23 02:40:13.992469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:14.017980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'name': 'tempest-TaggedBootDevicesTest-1416406683', 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:14.167259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adae0f2c-f3a3-444e-9562-a44d24f576df req-a00d21fe-d703-4ab4-939d-069d0d4ac4e0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708152 Nov 23 02:40:14.272606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bfe242-ee9e-4786-9870-6a7d27901439 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:14.290826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Update dhcp port {'port': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97', 'ip_address': '2001:db8::2'}, {'subnet_id': '46940643-08da-4283-a967-dac4fdf08365'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '16430bab-0ed7-4ab3-ba88-c2a274b11715'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:40:14.306550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.349621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Transition to ACTIVE for port object a9bfe242-ee9e-4786-9870-6a7d27901439 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:40:14.365280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-874ac5e6-2c51-416e-89be-8a083794ca2c tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.365934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.366038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-874ac5e6-2c51-416e-89be-8a083794ca2c tempest-MeteringTestJSON-1976347528 tempest-MeteringTestJSON-1976347528-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/e52187a1-45e5-4d79-80ce-6a656644d8f7 HTTP/1.1" status: 204 len: 168 time: 0.5451019 Nov 23 02:40:14.385671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.454275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:14.462052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.476816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:14.495386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.550771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] device_id is not set on port f2654b84-4ace-458c-8c0e-011a0ef65a78 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:14.574153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.583036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6fd189b1-a601-4ec3-b6c8-74bf3b0a1bd0 None None] Provisioning complete for port c5776ef5-96d1-4089-814e-c56c48ff4b27 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:14.585584 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6fd189b1-a601-4ec3-b6c8-74bf3b0a1bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.602172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.624395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.628669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8de24a-c94b-41cc-9eba-077388cdc61e None None] Pushing event updated for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:14.707930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.732792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:14.863916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Allocated IP 172.25.1.221 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c85ffee8-ab75-4363-8538-47fe05eb23ab) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:14.937002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Attempting to bind port a9bfe242-ee9e-4786-9870-6a7d27901439 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:14.938314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Attempting to bind port a9bfe242-ee9e-4786-9870-6a7d27901439 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:14.938899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Attempting to bind port a9bfe242-ee9e-4786-9870-6a7d27901439 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:14.997102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Port a9bfe242-ee9e-4786-9870-6a7d27901439 on network c8056917-46be-484d-956a-beadba793338 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:40:15.043880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Attempting to bind port a9bfe242-ee9e-4786-9870-6a7d27901439 on network c8056917-46be-484d-956a-beadba793338 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:15.063482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=afb74f17-2842-440e-8ec2-31e244b5344e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:15.080731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:15.081196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Checking segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:15.081691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Bound using segment: {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:15.082255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Bound port: a9bfe242-ee9e-4786-9870-6a7d27901439, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64728b87-769f-471e-9d29-7d59f7feedee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c8056917-46be-484d-956a-beadba793338'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:15.082939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.092612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:15.130603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:15.140232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Pushing event updated for resources: {'Port': ['ID=b42a2785-206e-4dfc-b7be-03acab845369,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:15.148806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:15.152639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:15.198377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.209796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:15.231829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:15.235657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:15.241659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:15.254744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.319311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5c2a904-8f3e-41d4-b43f-55d62be08e5f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.5610785 Nov 23 02:40:15.325802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:15.337968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port c5776ef5-96d1-4089-814e-c56c48ff4b27, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5776ef5-96d1-4089-814e-c56c48ff4b27,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:15.364366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-40dbcffa-f44f-4610-bb6a-24173e9bec73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2745738 Nov 23 02:40:15.372416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:15.399087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.399639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 16430bab-0ed7-4ab3-ba88-c2a274b11715 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:15.508659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.549562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:15.553060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.1.1.186 (e29052be-985c-4583-91e6-8231a002f53f/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43/f2654b84-4ace-458c-8c0e-011a0ef65a78) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:15.557113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d191d05-1ffa-4583-847c-1834212347bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.614940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:15.621107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:15.632603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-7fb77058-cfde-47ad-9c95-af47474b2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:15.634409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-7fb77058-cfde-47ad-9c95-af47474b2b6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 1098 time: 0.2050786 Nov 23 02:40:15.637001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:15.735134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:15.830728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Attempting to bind port b42a2785-206e-4dfc-b7be-03acab845369 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:15.832057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Attempting to bind port b42a2785-206e-4dfc-b7be-03acab845369 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:15.832657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Attempting to bind port b42a2785-206e-4dfc-b7be-03acab845369 on network 1e131579-7c4e-4567-abb2-b8e3f2161435 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:15.845257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d191d05-1ffa-4583-847c-1834212347bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.865071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:15.865869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Checking segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:15.866976 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.868083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Bound using segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:15.872010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Bound port: b42a2785-206e-4dfc-b7be-03acab845369, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:15.872930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.905776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=c5776ef5-96d1-4089-814e-c56c48ff4b27,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:15.941817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Allocated IP 2001:db8:0:1::2 (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/46940643-08da-4283-a967-dac4fdf08365/16430bab-0ed7-4ab3-ba88-c2a274b11715) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:16.102136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.248177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.274365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.298732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=16430bab-0ed7-4ab3-ba88-c2a274b11715,segment=NetworkSegment(fe696558-270d-47d8-bc0c-701e17ab1f80),segment_id=fe696558-270d-47d8-bc0c-701e17ab1f80)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:16.326492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=c85ffee8-ab75-4363-8538-47fe05eb23ab,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:16.372249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.400853 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.408163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:16.415107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.417224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-96a232b9-0311-4c68-b4a4-2b21e8c424e5 None None] Provisioning complete for port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:16.417700 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96a232b9-0311-4c68-b4a4-2b21e8c424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.603303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24972ead-d876-45ed-83eb-01fbc70c8f20 None None] Pushing event updated for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:16.615140 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-8ba470ba-f184-45a4-a2a4-73469de59f58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1897244 Nov 23 02:40:16.637827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-d7f00d18-fdcf-46d6-841c-e25db83293e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:16.639723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-d7f00d18-fdcf-46d6-841c-e25db83293e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.3178589 Nov 23 02:40:16.701098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] For port b42a2785-206e-4dfc-b7be-03acab845369, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:16.753722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.792302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-bebde031-184a-4942-8374-ace80b181cca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 200 len: 217 time: 0.1420214 Nov 23 02:40:16.796793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Delete allocated IP 2001:db8:0:1::254 (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/46940643-08da-4283-a967-dac4fdf08365) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:40:16.800226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-96a232b9-0311-4c68-b4a4-2b21e8c424e5 None None] Port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:16.831948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] For port b42a2785-206e-4dfc-b7be-03acab845369, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b42a2785-206e-4dfc-b7be-03acab845369,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:16.849956 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.903363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:16.907561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.922940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9d191d05-1ffa-4583-847c-1834212347bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.937502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-cf48ab23-1da3-4241-8105-2f589ae948b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:16.939944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-cf48ab23-1da3-4241-8105-2f589ae948b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1056106 Nov 23 02:40:16.941645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.016441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9d191d05-1ffa-4583-847c-1834212347bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c81063b000214ee2a21b5cf335ae4e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8618250 Nov 23 02:40:17.032280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c05be0-9f76-4a87-a3e7-a76d8ffbef6c None None] Pushing event updated for resources: {'Port': ['ID=b42a2785-206e-4dfc-b7be-03acab845369,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:17.044366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e3036-4f6d-44ed-892d-a70355c5bad5 req-3963c48d-21ba-4fb8-ba94-e8b5eb4d8299 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:17.045965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db2e3036-4f6d-44ed-892d-a70355c5bad5 req-3963c48d-21ba-4fb8-ba94-e8b5eb4d8299 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 1.6387024 Nov 23 02:40:17.051387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:17.052009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.053526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2cc798c1-9adc-449f-9a89-1cef782705f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9bfe242-ee9e-4786-9870-6a7d27901439 HTTP/1.1" status: 200 len: 1092 time: 5.0952163 Nov 23 02:40:17.054104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:17.054808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d191d05-1ffa-4583-847c-1834212347bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e381c-9cd2-49c7-8b85-2be6180fae90,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:17.060243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:17.085028 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef19212c-0f0f-435e-a954-f6a235577e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:17.158666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-b4686fe9-1692-4acc-a1ab-3161783ad5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:17.161553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-b4686fe9-1692-4acc-a1ab-3161783ad5ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 1098 time: 0.4842801 Nov 23 02:40:17.165091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-96a232b9-0311-4c68-b4a4-2b21e8c424e5 None None] Provisioning complete for port c5776ef5-96d1-4089-814e-c56c48ff4b27 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:17.165909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96a232b9-0311-4c68-b4a4-2b21e8c424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.289667 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dca580-09ef-41b3-9bd9-7d5de0db00a6 x-openstack-request-id: req-13dca580-09ef-41b3-9bd9-7d5de0db00a6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:17.290494 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:17.290494 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13dca580-09ef-41b3-9bd9-7d5de0db00a6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:17.290849 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'status': 'completed', 'code': 200} Nov 23 02:40:17.418089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-0f1d569a-7077-4cd2-8a60-70ef65de21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:17.419891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-0f1d569a-7077-4cd2-8a60-70ef65de21b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4668014 Nov 23 02:40:17.508279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5776ef5-96d1-4089-814e-c56c48ff4b27 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:17.658247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-955dad9a-d6ba-40bf-a6d0-b64788701a7d service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046990 Nov 23 02:40:17.694940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c5776ef5-96d1-4089-814e-c56c48ff4b27 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:17.695484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.735959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.757959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db2e3036-4f6d-44ed-892d-a70355c5bad5 req-c10688fb-7682-44aa-afad-e163b37cf543 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445720 Nov 23 02:40:17.821868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.852601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.904075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.911200 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71e437f9-42b4-49bd-8005-25d36cca2df8 req-9618149a-cb9b-492a-8b62-ff10c068bc4a service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339244 Nov 23 02:40:17.912176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 16430bab-0ed7-4ab3-ba88-c2a274b11715 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:18.012587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5da12-b96c-4b68-8fb0-1bc245b1fcea None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:18.076186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-89646f9a-8e6c-435d-9674-0b9012f1efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.077818 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-89646f9a-8e6c-435d-9674-0b9012f1efbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.8290510 Nov 23 02:40:18.083938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] In _notify_port_updated(), no bound segment for port afb74f17-2842-440e-8ec2-31e244b5344e on network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:40:18.104454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.105638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.110029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/ports/afb74f17-2842-440e-8ec2-31e244b5344e HTTP/1.1" status: 200 len: 926 time: 2.7792394 Nov 23 02:40:18.111643 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:40:18.113351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:18.127040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network e29052be-985c-4583-91e6-8231a002f53f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:18.135889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:18.157600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:18.160943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.163488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.186330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-076fd08c-2fbb-48a8-b2f9-2c5dea5a8666 None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:18.196081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c7e381c-9cd2-49c7-8b85-2be6180fae90 HTTP/1.1" status: 204 len: 168 time: 1.1075068 Nov 23 02:40:18.207886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-076fd08c-2fbb-48a8-b2f9-2c5dea5a8666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.218950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97'}, {'subnet_id': '46940643-08da-4283-a967-dac4fdf08365'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:18.287851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6bdf-d37e-4457-8b1d-ad032d679ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e381c-9cd2-49c7-8b85-2be6180fae90,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.307058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2c69fa6a-11a6-4bbe-bbdf-fb530a06cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.310971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-2c69fa6a-11a6-4bbe-bbdf-fb530a06cb4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 1095 time: 1.0834925 Nov 23 02:40:18.312374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.326151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-6e0c5259-3378-4b4e-803b-41fe01fe6a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0fc8c37a-1112-4ade-8779-5910abb29394 HTTP/1.1" status: 200 len: 217 time: 0.2194109 Nov 23 02:40:18.427384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81959b63-001e-4908-b6c3-e86940e31262 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=afb74f17-2842-440e-8ec2-31e244b5344e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.433356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-0cc756c9-71c3-4fbf-95b2-a2ee6d7093c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bfe242-ee9e-4786-9870-6a7d27901439 HTTP/1.1" status: 200 len: 217 time: 0.0618861 Nov 23 02:40:18.564789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.581000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-c4c57b63-ca07-427d-b4e2-36e38fd2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.582712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-c4c57b63-ca07-427d-b4e2-36e38fd2779e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1415062 Nov 23 02:40:18.627655 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.653233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.653931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.693581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-9cfb7435-a7f8-482c-832c-1ff800e7f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.696692 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-9cfb7435-a7f8-482c-832c-1ff800e7f1d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.3695242 Nov 23 02:40:18.712596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-56cc1d0c-e2be-4e05-bb72-d367daf29ef3 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6980116 Nov 23 02:40:18.817633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedb5e-02b9-430a-a181-f816cb323078 req-19e40e38-71a2-4da9-8d1c-27beff20f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.828380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-19e40e38-71a2-4da9-8d1c-27beff20f7aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266519 Nov 23 02:40:18.950307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.967495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=c85ffee8-ab75-4363-8538-47fe05eb23ab,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:19.000785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:19.014187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:19.017954 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.113174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09365729-a330-40a7-a1d6-5648a8e846e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.113704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77756aa-f594-4ca5-bcd4-938f7a12b1a2 None None] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:19.161702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.162955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc70e02e-a76d-4b86-ac5d-28a855debad0 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6985855 Nov 23 02:40:19.170355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:19.191783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1196008011'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:19.236587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-ded65d3b-4c2e-4fb1-b9e3-7b503e92a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:19.241933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-ded65d3b-4c2e-4fb1-b9e3-7b503e92a599 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4758692 Nov 23 02:40:19.243607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d269da1-0374-496b-bc08-6d866468e523 req-16c3336b-b20e-4954-ae61-17b2cec6e227 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:19.245297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d269da1-0374-496b-bc08-6d866468e523 req-16c3336b-b20e-4954-ae61-17b2cec6e227 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 0.2390301 Nov 23 02:40:19.308783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-1be3b167-eae9-4f78-abc3-a07c9c28b392 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716299 Nov 23 02:40:19.381767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Made reservation on behalf of aee4e5f5383d4c708ad00dbce7b0e5c9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:19.394317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.424011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.434175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.632608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d269da1-0374-496b-bc08-6d866468e523 req-c5cb148e-0471-4929-b23b-e79086789ce9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687365 Nov 23 02:40:19.654456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60388) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:19.676643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638898108', 'description': 'tempest-description--397008028'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:19.723310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Provisioning complete for port f2654b84-4ace-458c-8c0e-011a0ef65a78 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:19.723712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.765106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86aedb5e-02b9-430a-a181-f816cb323078 req-12ab8da5-f9f4-41a1-95d7-4c4a1a06e815 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315224 Nov 23 02:40:19.790808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Port f2654b84-4ace-458c-8c0e-011a0ef65a78 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:19.803800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Provisioning complete for port b42a2785-206e-4dfc-b7be-03acab845369 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:19.804528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.955015 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.994047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.009362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.019021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] For port b42a2785-206e-4dfc-b7be-03acab845369, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b42a2785-206e-4dfc-b7be-03acab845369,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:20.025725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b42a2785-206e-4dfc-b7be-03acab845369 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:20.029632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.064271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:20.080020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-21b71b1a-dd87-49db-ae1c-597a25900199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.081794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-21b71b1a-dd87-49db-ae1c-597a25900199 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 1095 time: 0.2053239 Nov 23 02:40:20.110213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b912662-ed23-47ce-b14a-9356332614d7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:20.123331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.123687 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Added segment f2d85f0c-2865-45d0-abf6-5d14062bd90b of type vlan for network 2380ce6b-caba-4b29-b9c2-d9d420548b8c Nov 23 02:40:20.275784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.319469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca0b87-19d9-45ba-813a-6288defd71cf None None] Pushing event updated for resources: {'Port': ['ID=b42a2785-206e-4dfc-b7be-03acab845369,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:20.366235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b42a2785-206e-4dfc-b7be-03acab845369 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:20.366880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.414058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-52f40d44-82a7-49b2-99e2-a25e5a971ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.415663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-52f40d44-82a7-49b2-99e2-a25e5a971ed0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.2903087 Nov 23 02:40:20.417519 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.420255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.445551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.449557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8:0:1::5f (5b9aad5e-b83f-4888-b2cf-a9d276e6c74c/46940643-08da-4283-a967-dac4fdf08365/afb74f17-2842-440e-8ec2-31e244b5344e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:20.463271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Provisioning complete for port b42a2785-206e-4dfc-b7be-03acab845369 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:20.463653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.511108 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-103b88e4-2e22-4f55-afe6-77ef9e3921cc service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2447257 Nov 23 02:40:20.570456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:40:20.574443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-f07c2f7e-a93b-494d-beb1-b5aec5cbcc0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bfe242-ee9e-4786-9870-6a7d27901439 HTTP/1.1" status: 200 len: 217 time: 0.1258349 Nov 23 02:40:20.658469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b32295e1-4e66-49f4-ad15-ec29ca7a1bbd req-d046d25c-fa75-40df-97f1-2a8bc3ec6157 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209362 Nov 23 02:40:20.660385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.668422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.669703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.733498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.739939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0832410 Nov 23 02:40:20.742890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09365729-a330-40a7-a1d6-5648a8e846e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.748356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.752900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-05221c26-59da-4adf-88f4-0f9997493a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.754982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-05221c26-59da-4adf-88f4-0f9997493a2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1722682 Nov 23 02:40:20.760639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca0174-0f80-4d5f-95a0-197d0c2c12b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:20.763772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-09365729-a330-40a7-a1d6-5648a8e846e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.775069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6003883 Nov 23 02:40:20.790958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.826620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Request body: {'subnet': {'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:20.857182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc04362-3578-40e8-800f-8e790421165f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:20.866705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Provisioning complete for port afb74f17-2842-440e-8ec2-31e244b5344e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:20.867965 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.877397 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-09365729-a330-40a7-a1d6-5648a8e846e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb62917e4df04729b4a9b707f09e2ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8581011 Nov 23 02:40:20.891059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60404) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.956896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Port afb74f17-2842-440e-8ec2-31e244b5344e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:20.979802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:20.982317 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33cb3ded-afee-457c-836d-03789a333cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.046069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebcafd-88d1-458b-9206-89c1f5762e06 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Network': ['ID=2380ce6b-caba-4b29-b9c2-d9d420548b8c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.088830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365729-a330-40a7-a1d6-5648a8e846e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092a150a-d645-427f-b25b-224d6362ee3b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.153035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:21.180414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.216255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.217484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73798649-d0d8-4204-9aeb-7608a4874654 req-640e699d-528a-4d75-b396-be8254f2c278 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:21.227621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73798649-d0d8-4204-9aeb-7608a4874654 req-640e699d-528a-4d75-b396-be8254f2c278 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 0.3541491 Nov 23 02:40:21.303648 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.338606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-48f72927-9428-4147-8ad1-dc0a48037a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:21.340528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.340748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-48f72927-9428-4147-8ad1-dc0a48037a91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5506494 Nov 23 02:40:21.343933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.348993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Made reservation on behalf of aee4e5f5383d4c708ad00dbce7b0e5c9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:21.352938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.472610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=afb74f17-2842-440e-8ec2-31e244b5344e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.495034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] In _notify_port_updated(), no bound segment for port afb74f17-2842-440e-8ec2-31e244b5344e on network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:40:21.502577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:21.503297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.507405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:40:21.507627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4aea9d1b-8813-45ba-9b2c-aa4a1d9ad713 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/ports/afb74f17-2842-440e-8ec2-31e244b5344e HTTP/1.1" status: 200 len: 1011 time: 3.3853724 Nov 23 02:40:21.507713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:21.647417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.651787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.653016 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/092a150a-d645-427f-b25b-224d6362ee3b HTTP/1.1" status: 204 len: 168 time: 0.7472994 Nov 23 02:40:21.731456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd387-baf4-4cd7-b6e0-920e0f4da4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092a150a-d645-427f-b25b-224d6362ee3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.786966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port afb74f17-2842-440e-8ec2-31e244b5344e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:21.787389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.816450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d41061c2-a72c-40c6-aad5-3960118f5a13 None None] Provisioning complete for port afb74f17-2842-440e-8ec2-31e244b5344e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:21.816745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d41061c2-a72c-40c6-aad5-3960118f5a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.954701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:21.985913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b42a2785-206e-4dfc-b7be-03acab845369 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:22.046168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d41061c2-a72c-40c6-aad5-3960118f5a13 None None] Port afb74f17-2842-440e-8ec2-31e244b5344e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:22.057755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'mac_address': 'fa:16:3e:4a:90:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:40:22.066899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.102581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for afb74f17-2842-440e-8ec2-31e244b5344e owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:22.286607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.297455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73798649-d0d8-4204-9aeb-7608a4874654 req-6a169176-c0d3-4fa7-87b8-bcabd9da34b3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0686357 Nov 23 02:40:22.306198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.412770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.483080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5035fbb8-dd2b-48b7-8c61-4d9f14a09512,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.499720 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.501686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a993d67-4e03-4fa4-99d9-b6ae11c30abb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7511239 Nov 23 02:40:22.504849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60424) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:22.510300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'security_group_rule': {'security_group_id': 'b9ca0174-0f80-4d5f-95a0-197d0c2c12b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:22.518301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bfe242-ee9e-4786-9870-6a7d27901439 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:22.547852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-3596b647-7073-43f6-87a9-85a7e0e4edd3 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1912372 Nov 23 02:40:22.557399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:22.560521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d941d05c-a24a-458e-bf7f-cb55d18dfb9f None None] Provisioning complete for port afb74f17-2842-440e-8ec2-31e244b5344e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:22.561008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d941d05c-a24a-458e-bf7f-cb55d18dfb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.615417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d941d05c-a24a-458e-bf7f-cb55d18dfb9f None None] Port afb74f17-2842-440e-8ec2-31e244b5344e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:22.624182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.634781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b42a2785-206e-4dfc-b7be-03acab845369 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:22.635475 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.708129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.885910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.893407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.902852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.947460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=afb74f17-2842-440e-8ec2-31e244b5344e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.962630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a9bfe242-ee9e-4786-9870-6a7d27901439'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:22.973526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.992952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.048234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef19212c-0f0f-435e-a954-f6a235577e9c req-7f51bf51-80cd-4807-ac77-ed8bae9eafc8 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561620 Nov 23 02:40:23.075828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.094689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08f2d9b9-e62c-4b2f-97d7-5d365fe65346 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/afb74f17-2842-440e-8ec2-31e244b5344e HTTP/1.1" status: 204 len: 168 time: 1.5853255 Nov 23 02:40:23.096500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60442) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.109253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53671457-712f-408f-b3e2-69b15e0baab2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:23.148334 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3814dcc5-9dfa-4d84-8f8e-c2a70f6361db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:40:23.167551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3814dcc5-9dfa-4d84-8f8e-c2a70f6361db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/afb74f17-2842-440e-8ec2-31e244b5344e HTTP/1.1" status: 404 len: 333 time: 0.0684600 Nov 23 02:40:23.178282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.181640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.183162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab054503-34ca-43b0-ace1-ce2435b84cf0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6768141 Nov 23 02:40:23.191429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60448) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.201152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:23.244346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Subnet': ['ID=026a7522-82ca-4aab-9d28-6f03e8fdaa0d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:23.282271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Checking segment: {'id': 'f2d85f0c-2865-45d0-abf6-5d14062bd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:23.282673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network hostable DHCP agents. Network: 2380ce6b-caba-4b29-b9c2-d9d420548b8c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:23.297894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.309508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 46940643-08da-4283-a967-dac4fdf08365 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:23.323159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.409705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.465169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:23.484459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.509344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2380ce6b-caba-4b29-b9c2-d9d420548b8c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:23.518156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0caeec-234a-4458-80cf-c60a50eb69f5 None None] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:23.525467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.526079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.597951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0030122-7bb3-44dc-84d9-0fde1c2ca50e tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7825069 Nov 23 02:40:23.600972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.605755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1646385316', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:23.646898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6fb2-9ccf-4a60-8356-305980137110 req-b4e9ce61-8e31-414a-aba7-81ccfd7c06b9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.648330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be7f6fb2-9ccf-4a60-8356-305980137110 req-b4e9ce61-8e31-414a-aba7-81ccfd7c06b9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 944 time: 0.1177464 Nov 23 02:40:23.663062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.668931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.722397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.735437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.802116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be7f6fb2-9ccf-4a60-8356-305980137110 req-06543a8c-3b61-424c-bc6c-d57f3e11c2f8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349933 Nov 23 02:40:23.805102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.821336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.901099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2380ce6b-caba-4b29-b9c2-d9d420548b8c', 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c', 'tenant_id': 'aee4e5f5383d4c708ad00dbce7b0e5c9', 'fixed_ips': [{'subnet_id': '026a7522-82ca-4aab-9d28-6f03e8fdaa0d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:23.902451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.028974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.059060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.075422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/46940643-08da-4283-a967-dac4fdf08365 HTTP/1.1" status: 204 len: 168 time: 0.8910189 Nov 23 02:40:24.093293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2ceb7-08eb-45c3-9fd7-109f8e7562c7 None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:24.128059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60474) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.162017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'networks': [{'name': 'tempest-network--2045511628'}, {'name': 'tempest-network--699271954'}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.162440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-network--2045511628'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.168566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-network--699271954'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.172149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73840a-4d78-422a-ba69-13e403b8ff9a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=46940643-08da-4283-a967-dac4fdf08365,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.215601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 172.25.1.149 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/810fa0c8-990c-4ced-9f14-b2b68fb63965) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:24.220460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.300485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'network': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:24.313236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.324941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 006a00c5-823f-41f1-a2ee-7d8a6fdc5d97 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:24.330175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.372743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.393772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Allocated IP 172.20.0.2 (2380ce6b-caba-4b29-b9c2-d9d420548b8c/026a7522-82ca-4aab-9d28-6f03e8fdaa0d/f8f1b85f-05f3-42f2-8e10-64915ec5e679) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:24.414723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.577645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.609223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.661609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.671559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.671949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.675144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.694263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.701889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/006a00c5-823f-41f1-a2ee-7d8a6fdc5d97 HTTP/1.1" status: 204 len: 168 time: 0.5728214 Nov 23 02:40:24.703979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.731304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.748066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351992a5-a8e5-4fa2-a7ba-ccf771cffff6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=006a00c5-823f-41f1-a2ee-7d8a6fdc5d97,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.750641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.836045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4ec717-a0a6-4b1e-8517-f4caf9292cf2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.864012 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.883369 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.943281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:24.966290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:24.979135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:25.004914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:25.150491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.170209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.170721 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment 21f904b1-741a-4e94-9ef6-9ebd9db41d69 of type vlan for network d033fb94-b61e-42cc-8e4b-0b7876d58dfc Nov 23 02:40:25.187351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=810fa0c8-990c-4ced-9f14-b2b68fb63965,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:25.282366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.290583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:25.293338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:25.297636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:25.307198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Pushing event updated for resources: {'Port': ['ID=f8f1b85f-05f3-42f2-8e10-64915ec5e679,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:25.354001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.364518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:25.376689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262422e-ca88-477f-8b65-267035e5cc39 None None] Update dhcp port {'port': {'network_id': '5b9aad5e-b83f-4888-b2cf-a9d276e6c74c', 'fixed_ips': [{'subnet_id': '006a00c5-823f-41f1-a2ee-7d8a6fdc5d97'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '16430bab-0ed7-4ab3-ba88-c2a274b11715'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:40:25.376896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.376980 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment 7fe9b954-74d2-493d-84d2-d9721bbad08d of type vlan for network e660ab2e-447a-447f-8969-fa24e62d27a9 Nov 23 02:40:25.434333 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.468150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Allocated IP 172.25.1.247 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d99dd8a7-2f92-4315-8325-792dccf6b8b8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:25.473697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4262422e-ca88-477f-8b65-267035e5cc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.476823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Attempting to bind port f8f1b85f-05f3-42f2-8e10-64915ec5e679 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:25.477210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Attempting to bind port f8f1b85f-05f3-42f2-8e10-64915ec5e679 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'f2d85f0c-2865-45d0-abf6-5d14062bd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:25.478926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Attempting to bind port f8f1b85f-05f3-42f2-8e10-64915ec5e679 on network 2380ce6b-caba-4b29-b9c2-d9d420548b8c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:25.503335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:25.507609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:25.508041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Checking segment: {'id': 'f2d85f0c-2865-45d0-abf6-5d14062bd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:25.508448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.508845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Bound using segment: {'id': 'f2d85f0c-2865-45d0-abf6-5d14062bd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:25.509593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Bound port: f8f1b85f-05f3-42f2-8e10-64915ec5e679, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d85f0c-2865-45d0-abf6-5d14062bd90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:25.510024 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.541582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d26a8c-9248-405f-89ff-c093d0938edd req-68888439-5021-409d-843c-141c00ae236a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:25.554636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83d26a8c-9248-405f-89ff-c093d0938edd req-68888439-5021-409d-843c-141c00ae236a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 944 time: 0.4930940 Nov 23 02:40:25.657045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.716835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.774088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.774632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.780227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:25.797621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:25.798189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.813687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] For port f8f1b85f-05f3-42f2-8e10-64915ec5e679, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:25.825942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] For port f8f1b85f-05f3-42f2-8e10-64915ec5e679, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f8f1b85f-05f3-42f2-8e10-64915ec5e679,segment=NetworkSegment(f2d85f0c-2865-45d0-abf6-5d14062bd90b),segment_id=f2d85f0c-2865-45d0-abf6-5d14062bd90b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:25.836104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port a9bfe242-ee9e-4786-9870-6a7d27901439 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:40:25.839863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:25.839983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.842280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:25.845912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:25.868979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a9bfe242-ee9e-4786-9870-6a7d27901439 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:25.869460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.969902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b71df-bfe9-4608-89b6-0786c8a1ad31 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:25.971735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f77fb-355f-42ea-80aa-dd48d9d3cc47 None None] Network 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:25.983461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.037976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2258494 Nov 23 02:40:26.156111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:26.159484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=d033fb94-b61e-42cc-8e4b-0b7876d58dfc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:26.163542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.190068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d033fb94-b61e-42cc-8e4b-0b7876d58dfc details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:26.235090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=d99dd8a7-2f92-4315-8325-792dccf6b8b8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:26.259942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d72ac5ce-8ec4-478e-b0a9-8dd82cab2129 None None] Provisioning complete for port 16430bab-0ed7-4ab3-ba88-c2a274b11715 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:26.260307 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d72ac5ce-8ec4-478e-b0a9-8dd82cab2129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.287595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c81b11-7385-4328-8f6f-9fdbd14a03ef None None] Pushing event updated for resources: {'Port': ['ID=f8f1b85f-05f3-42f2-8e10-64915ec5e679,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:26.391173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83d26a8c-9248-405f-89ff-c093d0938edd req-f24bbe15-9bec-415c-a906-528d6527b0dc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8356206 Nov 23 02:40:26.419712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:26.422890 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfcd1f2-6923-4957-97c1-fbd8db8b4afc" -d '{"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:26.457494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 16430bab-0ed7-4ab3-ba88-c2a274b11715 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:26.457838 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.481265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:26.507933 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5c2bc-9181-4cef-b1b2-2688e6f3a9dd x-openstack-request-id: req-27d5c2bc-9181-4cef-b1b2-2688e6f3a9dd {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:26.508508 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:26.510894 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27d5c2bc-9181-4cef-b1b2-2688e6f3a9dd {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:26.511524 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'code': 200} Nov 23 02:40:26.530243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.579915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.619581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1d13d-bd99-40df-b151-9eac6f3f1164 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=e660ab2e-447a-447f-8969-fa24e62d27a9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:26.663227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:26.736866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] DHCP port deletion for 5b9aad5e-b83f-4888-b2cf-a9d276e6c74c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:26.738133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e660ab2e-447a-447f-8969-fa24e62d27a9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:26.779377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.873508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=16430bab-0ed7-4ab3-ba88-c2a274b11715,segment=NetworkSegment(fe696558-270d-47d8-bc0c-701e17ab1f80),segment_id=fe696558-270d-47d8-bc0c-701e17ab1f80)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:26.874033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.911642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-73787213-6a1a-43a8-8281-3105bea2fdd0 None None] Provisioning complete for port d99dd8a7-2f92-4315-8325-792dccf6b8b8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:26.912203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-73787213-6a1a-43a8-8281-3105bea2fdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.942379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 16430bab-0ed7-4ab3-ba88-c2a274b11715 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:26.948440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Deleting port 16430bab-0ed7-4ab3-ba88-c2a274b11715 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:26.949810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.019892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-73787213-6a1a-43a8-8281-3105bea2fdd0 None None] Port d99dd8a7-2f92-4315-8325-792dccf6b8b8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:27.028942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312eea-3a97-46a3-88f9-fde272879c69 req-3927013c-73d6-4897-a72d-6d8d959e69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.034528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18312eea-3a97-46a3-88f9-fde272879c69 req-3927013c-73d6-4897-a72d-6d8d959e69c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 1097 time: 0.3944116 Nov 23 02:40:27.075740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] For port 16430bab-0ed7-4ab3-ba88-c2a274b11715, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=16430bab-0ed7-4ab3-ba88-c2a274b11715,segment=NetworkSegment(fe696558-270d-47d8-bc0c-701e17ab1f80),segment_id=fe696558-270d-47d8-bc0c-701e17ab1f80)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:27.076771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.087420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.114724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Calling delete_port for 16430bab-0ed7-4ab3-ba88-c2a274b11715 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:27.119783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9997fb-ac53-4f67-ab76-f16af1545e21 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.147421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9997fb-ac53-4f67-ab76-f16af1545e21 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.161218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9997fb-ac53-4f67-ab76-f16af1545e21 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.178902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9997fb-ac53-4f67-ab76-f16af1545e21 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.191618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-db9997fb-ac53-4f67-ab76-f16af1545e21 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7985015 Nov 23 02:40:27.203381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60524) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:27.310122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.377875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] Pushing event deleted for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:27.381975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252f61a-a5d6-4332-ac24-a49a2765eb7d None None] No DVR routers for this DVR port 16430bab-0ed7-4ab3-ba88-c2a274b11715 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:27.463767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.481937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18312eea-3a97-46a3-88f9-fde272879c69 req-d7c1a005-1667-42ea-862a-b7bd8363475d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233007 Nov 23 02:40:27.560415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.682252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.682431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.686346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=16430bab-0ed7-4ab3-ba88-c2a274b11715,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:27.715060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Router 285dbafd-786b-48fe-83f6-a060bb25a7d7 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:40:27.732499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port 16430bab-0ed7-4ab3-ba88-c2a274b11715 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:27.738019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.769315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d033fb94-b61e-42cc-8e4b-0b7876d58dfc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:27.801987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f904b1-741a-4e94-9ef6-9ebd9db41d69') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:27.803055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f904b1-741a-4e94-9ef6-9ebd9db41d69') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:27.820623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.925110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.937913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:27.938321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.959331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f8f1b85f-05f3-42f2-8e10-64915ec5e679 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:27.983106 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:28.107155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f4ea7-5074-47f3-862a-e5702854eeb3 None None] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:28.110577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d20e-3127-4269-ade2-6ef9c663fda3 req-001eaaf6-9220-4f31-902b-f2a34362100c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:28.112253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b160d20e-3127-4269-ade2-6ef9c663fda3 req-001eaaf6-9220-4f31-902b-f2a34362100c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.5337803 Nov 23 02:40:28.114266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:28.133210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=810fa0c8-990c-4ced-9f14-b2b68fb63965,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:28.151177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.185436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.195774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.201500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9aad5e-b83f-4888-b2cf-a9d276e6c74c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.203547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.215816 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/d033fb94-b61e-42cc-8e4b-0b7876d58dfc HTTP/1.1" status: 204 len: 168 time: 1.0110841 Nov 23 02:40:28.219823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:28.223017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.224453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe696558-270d-47d8-bc0c-701e17ab1f80') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.224871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe696558-270d-47d8-bc0c-701e17ab1f80') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.231015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-396f85a0-35ec-47af-9fde-82c8b5c67136 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6279418 Nov 23 02:40:28.238026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] Sync routers for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:28.242014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:28.255905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.311350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd85cd-7309-4439-a5b7-975bcd169969 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=d033fb94-b61e-42cc-8e4b-0b7876d58dfc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:28.354667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] Provisioning complete for port f8f1b85f-05f3-42f2-8e10-64915ec5e679 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:28.357663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.359422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:28.360077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.474948 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.487534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.497954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e7bfc551-7e07-4083-9035-dc425fcc5f40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2918005 Nov 23 02:40:28.581952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.662355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.679278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:28.679771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.701757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f8f1b85f-05f3-42f2-8e10-64915ec5e679 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:28.710906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.714953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.769026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e660ab2e-447a-447f-8969-fa24e62d27a9']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.795225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe9b954-74d2-493d-84d2-d9721bbad08d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.796262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe9b954-74d2-493d-84d2-d9721bbad08d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:28.822622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.837741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b160d20e-3127-4269-ade2-6ef9c663fda3 req-e3e409b9-7348-4565-907a-fd4945d8991e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042174 Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:28.838531 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:28.846815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.854343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:28.875756 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:28.912114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.915446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/5b9aad5e-b83f-4888-b2cf-a9d276e6c74c HTTP/1.1" status: 204 len: 168 time: 4.2104869 Nov 23 02:40:28.928284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da267233-9261-4d47-871c-715bdf994d4d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=5b9aad5e-b83f-4888-b2cf-a9d276e6c74c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:28.936424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:28.937585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:28.938340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:29.039285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.047453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.056614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/e660ab2e-447a-447f-8969-fa24e62d27a9 HTTP/1.1" status: 204 len: 168 time: 0.8221831 Nov 23 02:40:29.062202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60564) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:29.069246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:29.069923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2dd88-5f3c-409a-917f-fa5af3d195c7 None None] The sync data for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:29.106480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-2398931a-6c4f-47c0-9636-18f3771dbfaa tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1638898108&fields=id&tenant_id=109a2582afa94716b41b52a1d59cfbcd HTTP/1.1" status: 200 len: 267 time: 0.1208048 Nov 23 02:40:29.116826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44afc766-3b19-42e7-9302-eb7313f661cc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.118555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-44afc766-3b19-42e7-9302-eb7313f661cc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1787496 Nov 23 02:40:29.131783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60566) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:29.143361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.151143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e783ab-8453-4df1-b3ba-aca27926bca9 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=e660ab2e-447a-447f-8969-fa24e62d27a9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:29.308118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] For port f8f1b85f-05f3-42f2-8e10-64915ec5e679, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f8f1b85f-05f3-42f2-8e10-64915ec5e679,segment=NetworkSegment(f2d85f0c-2865-45d0-abf6-5d14062bd90b),segment_id=f2d85f0c-2865-45d0-abf6-5d14062bd90b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:29.326652 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.333533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31714e9-9a8b-4afe-9e43-320848f69a72 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.341201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.344406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31714e9-9a8b-4afe-9e43-320848f69a72 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.349155 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c31714e9-9a8b-4afe-9e43-320848f69a72 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2730911 Nov 23 02:40:29.353004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60568) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:29.364084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1480454626'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:29.419372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:29.423383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.430983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4823e2b-8843-4779-bfec-3ee9f5254b28 None None] Pushing event updated for resources: {'Port': ['ID=f8f1b85f-05f3-42f2-8e10-64915ec5e679,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:29.498710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:29.511969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.512270 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment 75fc4cc3-54f4-4e71-ae9b-9bce112c8cf3 of type vlan for network e7980a32-9cdf-4133-b1b2-f20d2cdffdb8 Nov 23 02:40:29.523692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:40:29.526682 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:40:29.562893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.601130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.657613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.663799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.664584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.670065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7fb1871c-5552-47db-8276-8ec6590f80c4 None None] Provisioning complete for port f8f1b85f-05f3-42f2-8e10-64915ec5e679 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:29.672607 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fb1871c-5552-47db-8276-8ec6590f80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.693188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3388693 Nov 23 02:40:29.707602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60570) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:29.734425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-287576233'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:29.814793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58103811-9a2a-4e35-afe6-7bb27d646457 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=e7980a32-9cdf-4133-b1b2-f20d2cdffdb8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:29.828589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:29.833432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.840243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e7980a32-9cdf-4133-b1b2-f20d2cdffdb8 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:29.919141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:29.941047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:29.941047 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment 75c045b9-56d2-4931-9f0d-d45e8190d034 of type vlan for network bf45bc82-4ee9-4c20-b991-ec1385f288d1 Nov 23 02:40:29.983062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-ef953d99-82c3-4b7a-9270-5b47efbb80bd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.990931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-ef953d99-82c3-4b7a-9270-5b47efbb80bd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 931 time: 0.8688188 Nov 23 02:40:30.072267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.125122 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.134705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.135453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.142170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f4517e2-a219-4639-b184-3f19ef1d967c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.0044048 Nov 23 02:40:30.150661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:30.173043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44714113'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:30.179390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4704440 Nov 23 02:40:30.211520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60586) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:30.220543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'ports': [{'network_id': 'e7980a32-9cdf-4133-b1b2-f20d2cdffdb8', 'name': 'tempest-port--629175237', 'admin_state_up': True}, {'network_id': 'bf45bc82-4ee9-4c20-b991-ec1385f288d1', 'admin_state_up': False}]} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:30.220966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'port': {'network_id': 'e7980a32-9cdf-4133-b1b2-f20d2cdffdb8', 'name': 'tempest-port--629175237', 'admin_state_up': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:30.221470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'port': {'network_id': 'bf45bc82-4ee9-4c20-b991-ec1385f288d1', 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:30.228887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 16430bab-0ed7-4ab3-ba88-c2a274b11715 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:30.267328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 16430bab-0ed7-4ab3-ba88-c2a274b11715 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:30.267328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 16430bab-0ed7-4ab3-ba88-c2a274b11715 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:30.311257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-63806264-cccf-4879-b1b9-49cc1026c103 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.312948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-63806264-cccf-4879-b1b9-49cc1026c103 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 932 time: 0.3135307 Nov 23 02:40:30.389350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-60ed930a-6d77-444a-b235-7a65c5541b4b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0674136 Nov 23 02:40:30.419151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b7ca-0a53-40f3-8a15-d6a921aa53c6 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=bf45bc82-4ee9-4c20-b991-ec1385f288d1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:30.439709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network bf45bc82-4ee9-4c20-b991-ec1385f288d1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:30.475830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:30.479874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.481516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-05ca9090-272b-472f-9bda-eba76bad6561 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0821750 Nov 23 02:40:30.547467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f8f1b85f-05f3-42f2-8e10-64915ec5e679 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:30.557296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7688-f60e-44e0-bea4-6d2dcaf52ae5 req-9919dc96-2654-4276-b16b-10f70a985035 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.559578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d57e7688-f60e-44e0-bea4-6d2dcaf52ae5 req-9919dc96-2654-4276-b16b-10f70a985035 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.5644259 Nov 23 02:40:30.571438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:30.607716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.608236 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 1ad92814-5116-4d09-bf26-6f6749131644 of type vlan for network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 Nov 23 02:40:30.697324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.887446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.895318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-3b854849-8e1f-4f3e-b729-db83307bed81 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.903612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.904275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.905553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-3b854849-8e1f-4f3e-b729-db83307bed81 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.909664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60602) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:30.915021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-3b854849-8e1f-4f3e-b729-db83307bed81 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.924555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-3b854849-8e1f-4f3e-b729-db83307bed81 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 1991 time: 0.3632078 Nov 23 02:40:31.000178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-1c59620a-8502-4295-8253-b53a67f56622 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/quotas/109a2582afa94716b41b52a1d59cfbcd HTTP/1.1" status: 200 len: 375 time: 0.0743132 Nov 23 02:40:31.100300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.123644 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9665079 Nov 23 02:40:31.126715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60610) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:31.127846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d57e7688-f60e-44e0-bea4-6d2dcaf52ae5 req-34ff10f5-45f1-4080-a732-913a73898bfc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002766 Nov 23 02:40:31.129139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c1e07-baa4-42ed-9307-af1f4a4acdf4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=c29e4a30-c07e-47d0-9e9a-8d97392e44e6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:31.142607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:31.173137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-f643374c-c190-4cbd-9608-558c0579c334 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1709626 Nov 23 02:40:31.193073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:31.297111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f637-2cd7-4ac3-9989-4cf394b2ec49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.331377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'port': 2} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:31.356629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.394717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-1c5e1913-1ece-415c-bdf4-8079d0a1dbec service neutron] 10.222.0.15 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714089 Nov 23 02:40:31.430046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.492280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:31.496828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.589945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f8f1b85f-05f3-42f2-8e10-64915ec5e679 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:31.590496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.804703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bf3fd4e7-058a-42ee-a960-d51212a3fcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085445 Nov 23 02:40:31.938694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-d3f0de74-154e-43fb-bd81-286e6f004a33 service neutron] 10.222.0.15 "GET /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1329484 Nov 23 02:40:31.950232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f637-2cd7-4ac3-9989-4cf394b2ec49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.955785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:31.961700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] device_id is not set on port e84e52ff-575a-408f-9188-69f8d92b5ec0 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:31.996395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f637-2cd7-4ac3-9989-4cf394b2ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.026755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb3389-6ee8-4705-b487-763acc52d369 req-625117c2-4094-4695-a3d9-0ccb8681fcba tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:32.035811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3cb3389-6ee8-4705-b487-763acc52d369 req-625117c2-4094-4695-a3d9-0ccb8681fcba tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.4680512 Nov 23 02:40:32.144076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ef0f637-2cd7-4ac3-9989-4cf394b2ec49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3694009dabc24c84aa1d9a99dfb38570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2203016 Nov 23 02:40:32.172793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60628) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:32.217989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f637-2cd7-4ac3-9989-4cf394b2ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a87a2cf-a190-454d-8171-ea0c1a5d60dd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:32.245321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Allocated IP 172.20.0.1 (2380ce6b-caba-4b29-b9c2-d9d420548b8c/026a7522-82ca-4aab-9d28-6f03e8fdaa0d/919626de-6401-4a29-adc5-7ad1e63a47b1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:32.317262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=ea025765-6acf-4712-b812-a0bad08c71af,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:32.420728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.436448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.528434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6756a94c-8866-4726-ac5a-55bc27aba0d9 service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886731 Nov 23 02:40:32.532258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.579027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] device_id is not set on port 89674823-fef3-49d2-8a86-a8506161ffd0 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:32.663861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=919626de-6401-4a29-adc5-7ad1e63a47b1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:32.676724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3cb3389-6ee8-4705-b487-763acc52d369 req-62708a15-4b8d-4b40-89d0-a553ad4aa631 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396425 Nov 23 02:40:32.752069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.806669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:32.811830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:32.831296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.836123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-89290723-ff4c-464b-bb55-d709f2e64a9a service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910926 Nov 23 02:40:32.846621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:32.898091 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.924277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-cf42f17e-7e61-47fa-a9f1-42cbb3c294a9 service neutron] 10.222.0.15 "GET /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0870106 Nov 23 02:40:32.948678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.960367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '1ad92814-5116-4d09-bf26-6f6749131644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:32.961016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: c29e4a30-c07e-47d0-9e9a-8d97392e44e6, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:32.970476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.993354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.997141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.998522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a87a2cf-a190-454d-8171-ea0c1a5d60dd HTTP/1.1" status: 204 len: 168 time: 0.8218215 Nov 23 02:40:33.027989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1a6fc-4515-45a9-998b-9b9a9c7bf3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a87a2cf-a190-454d-8171-ea0c1a5d60dd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:33.083672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Port': ['ID=e84e52ff-575a-408f-9188-69f8d92b5ec0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:33.109244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:33.129141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Checking segment: {'id': '75fc4cc3-54f4-4e71-ae9b-9bce112c8cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e7980a32-9cdf-4133-b1b2-f20d2cdffdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:33.129523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network hostable DHCP agents. Network: e7980a32-9cdf-4133-b1b2-f20d2cdffdb8, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:33.140682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c29e4a30-c07e-47d0-9e9a-8d97392e44e6) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:33.149670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a1636-dd3d-47d7-b3be-ac76bedc9a5d None None] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:33.160777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.173802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.257560 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d83c793-f866-47ef-a5a5-34e800151ad1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1215081 Nov 23 02:40:33.260323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network e7980a32-9cdf-4133-b1b2-f20d2cdffdb8 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:33.268893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60640) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:33.304342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6', 'name': 'tempest-PortsIpV6TestJSON-1306752402'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:33.311324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e7980a32-9cdf-4133-b1b2-f20d2cdffdb8) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:33.366147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:33.368457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.419479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa89161-a608-45ca-8c44-43c358db1ce5 None None] Network e7980a32-9cdf-4133-b1b2-f20d2cdffdb8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:33.479466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Port': ['ID=89674823-fef3-49d2-8a86-a8506161ffd0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:33.501904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c5b12ea7-3634-4fa8-9883-3a90b63ba97e None None] Provisioning complete for port 919626de-6401-4a29-adc5-7ad1e63a47b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:33.502277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5b12ea7-3634-4fa8-9883-3a90b63ba97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.517895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-78a78e62-6cc8-4559-ba77-6237004e39cb service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927315 Nov 23 02:40:33.524748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Checking segment: {'id': '75c045b9-56d2-4931-9f0d-d45e8190d034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bf45bc82-4ee9-4c20-b991-ec1385f288d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:33.527564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network hostable DHCP agents. Network: bf45bc82-4ee9-4c20-b991-ec1385f288d1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:33.613204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network bf45bc82-4ee9-4c20-b991-ec1385f288d1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:33.623795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:33.634485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.654834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, bf45bc82-4ee9-4c20-b991-ec1385f288d1) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:33.660073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:33.667352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.673318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.674019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.688361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 51d396a2-f6df-4bd4-a450-63f6ee488b83 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:33.707674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c5b12ea7-3634-4fa8-9883-3a90b63ba97e None None] Port 919626de-6401-4a29-adc5-7ad1e63a47b1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:33.719604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca98f0b-24d8-4ddb-a6b0-ff4dcea1b63a None None] Network bf45bc82-4ee9-4c20-b991-ec1385f288d1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:33.729171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-455e1fa8-18b5-4680-8fb5-c468f32f907f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5128942 Nov 23 02:40:33.735681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60658) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:33.916889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b307a0a-b713-45c1-a5bd-af7858269704 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.930413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b307a0a-b713-45c1-a5bd-af7858269704 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.932598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b307a0a-b713-45c1-a5bd-af7858269704 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1562996 Nov 23 02:40:33.936645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60664) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:34.051788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c29e4a30-c07e-47d0-9e9a-8d97392e44e6', 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': 'ea025765-6acf-4712-b812-a0bad08c71af'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:34.052590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.059606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::3ac (c29e4a30-c07e-47d0-9e9a-8d97392e44e6/ea025765-6acf-4712-b812-a0bad08c71af/51d396a2-f6df-4bd4-a450-63f6ee488b83) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:34.093341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-9e7b693f-a685-4f5f-aa63-53baf416c92c service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663929 Nov 23 02:40:34.183162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Deleting port e84e52ff-575a-408f-9188-69f8d92b5ec0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:34.183685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.367528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.402490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb74b8f-95ca-4b3b-86d4-fe458d96f9a2 req-3f04f711-447c-4600-aa69-b53f1b322d7f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:34.411057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb74b8f-95ca-4b3b-86d4-fe458d96f9a2 req-3f04f711-447c-4600-aa69-b53f1b322d7f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2940602 Nov 23 02:40:34.429586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.487978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a9bbd695-495e-4922-8d08-b2c7de12225b service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932140 Nov 23 02:40:34.550421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.627108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Calling delete_port for e84e52ff-575a-408f-9188-69f8d92b5ec0 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:34.632025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.658536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-71ec1b42-4822-4f87-88be-1ad0ce78582d service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209247 Nov 23 02:40:34.724955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Allocated IP 2001:db8::2 (c29e4a30-c07e-47d0-9e9a-8d97392e44e6/ea025765-6acf-4712-b812-a0bad08c71af/996d1632-19af-40fb-9980-da7d9772cfdd) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:34.742778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb74b8f-95ca-4b3b-86d4-fe458d96f9a2 req-e284456a-44c4-4b8c-98d9-5c3f5066114a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257787 Nov 23 02:40:34.773303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:34.779966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:34.789471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:34.795213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:34.795843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:34.800087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=51d396a2-f6df-4bd4-a450-63f6ee488b83,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:34.862178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f719ebf1-72cd-47f3-b28a-36c31bc173db tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5858204 Nov 23 02:40:34.864589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:34.877104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6', 'name': 'tempest-PortsIpV6TestJSON-997853287'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:35.075189 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.093714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.204488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Pushing event updated for resources: {'Port': ['ID=996d1632-19af-40fb-9980-da7d9772cfdd,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:35.217634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:35.219520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:35.227381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:35.243642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-e5ae06cb-2fce-4173-aa00-3bec44101ef3 service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505681 Nov 23 02:40:35.383558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Attempting to bind port 996d1632-19af-40fb-9980-da7d9772cfdd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:35.388742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Attempting to bind port 996d1632-19af-40fb-9980-da7d9772cfdd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1ad92814-5116-4d09-bf26-6f6749131644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:35.389175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Attempting to bind port 996d1632-19af-40fb-9980-da7d9772cfdd on network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:35.406304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:35.406718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Checking segment: {'id': '1ad92814-5116-4d09-bf26-6f6749131644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:35.407131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.407526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Bound using segment: {'id': '1ad92814-5116-4d09-bf26-6f6749131644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:35.407998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Bound port: 996d1632-19af-40fb-9980-da7d9772cfdd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad92814-5116-4d09-bf26-6f6749131644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c29e4a30-c07e-47d0-9e9a-8d97392e44e6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:35.419158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.566721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-220ec365-fcc1-4b9a-b3e9-3f153eaae006 service neutron] 10.222.0.15 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331896 Nov 23 02:40:35.647275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] For port 996d1632-19af-40fb-9980-da7d9772cfdd, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:35.723295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] For port 996d1632-19af-40fb-9980-da7d9772cfdd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=996d1632-19af-40fb-9980-da7d9772cfdd,segment=NetworkSegment(1ad92814-5116-4d09-bf26-6f6749131644),segment_id=1ad92814-5116-4d09-bf26-6f6749131644)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:35.729313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a20e0e38-c28a-45d7-8e6c-ccb24b4f8edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.743986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.786229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.815105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.843854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.856367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.871231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/ports/e84e52ff-575a-408f-9188-69f8d92b5ec0 HTTP/1.1" status: 204 len: 168 time: 1.9290335 Nov 23 02:40:35.872096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:35.874973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab944318-4dfc-46d1-b338-742b44c6b470 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Port': ['ID=e84e52ff-575a-408f-9188-69f8d92b5ec0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:35.911696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:35.922631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.954052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.976124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e6f3-217a-49a4-a019-291b7d394347 None None] Pushing event updated for resources: {'Port': ['ID=996d1632-19af-40fb-9980-da7d9772cfdd,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:35.989413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d54c5-9979-47ab-a448-dd6ffe438c90 req-094b33cf-f998-479e-8777-5e2850ed9266 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:36.010483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-984d54c5-9979-47ab-a448-dd6ffe438c90 req-094b33cf-f998-479e-8777-5e2850ed9266 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.4475198 Nov 23 02:40:36.044080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port b4ac473d-4c82-4c7c-9534-fe85fa25af29 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:36.131166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=919626de-6401-4a29-adc5-7ad1e63a47b1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:36.310742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:36.431607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-b1d607a1-2518-4fde-8344-0e01959ae61e service neutron] 10.222.0.15 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529150 Nov 23 02:40:36.444017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Deleting port 89674823-fef3-49d2-8a86-a8506161ffd0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:36.444374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.448379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-984d54c5-9979-47ab-a448-dd6ffe438c90 req-af0b729c-88cc-4301-bca9-26f3ebe4c9a9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112652 Nov 23 02:40:36.546791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::24e (c29e4a30-c07e-47d0-9e9a-8d97392e44e6/ea025765-6acf-4712-b812-a0bad08c71af/b4ac473d-4c82-4c7c-9534-fe85fa25af29) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:36.647035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.657069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:36.668194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:36.692982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Calling delete_port for 89674823-fef3-49d2-8a86-a8506161ffd0 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:36.735580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d434c5b-4610-4b2b-8bae-7dbd7fbe9d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.775416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-73ea41af-1abe-4e55-8842-6d5b3e759a82 service neutron] 10.222.0.15 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212829 Nov 23 02:40:36.829533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 996d1632-19af-40fb-9980-da7d9772cfdd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:36.911686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 996d1632-19af-40fb-9980-da7d9772cfdd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:36.912943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.997823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Router 285dbafd-786b-48fe-83f6-a060bb25a7d7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:37.098967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-b67f143e-8cac-4242-8e3a-1542bb547a29 service neutron] 10.222.0.15 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141158 Nov 23 02:40:37.121609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.207181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 996d1632-19af-40fb-9980-da7d9772cfdd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=996d1632-19af-40fb-9980-da7d9772cfdd,segment=NetworkSegment(1ad92814-5116-4d09-bf26-6f6749131644),segment_id=1ad92814-5116-4d09-bf26-6f6749131644)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:37.207422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.241880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.272843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Port': ['ID=89674823-fef3-49d2-8a86-a8506161ffd0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:37.307357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.312188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-143e19b1-e047-4f7e-8066-fe6e8f6e8e8c tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/ports/89674823-fef3-49d2-8a86-a8506161ffd0 HTTP/1.1" status: 204 len: 168 time: 1.4287703 Nov 23 02:40:37.325421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60736) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.340061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:37.342947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-02db6a7b-3a53-4a9b-9d36-51fe5e46c35d None None] Provisioning complete for port 919626de-6401-4a29-adc5-7ad1e63a47b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:37.343377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-02db6a7b-3a53-4a9b-9d36-51fe5e46c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.352870 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] Sync routers for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:37.371691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28956b45-2691-485a-a922-6930c6b5faa2 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "PUT /v2.0/routers/285dbafd-786b-48fe-83f6-a060bb25a7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1283565 Nov 23 02:40:37.378129 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:37.380052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.385390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.391284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.396370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Request body: {'port': {'network_id': '2380ce6b-caba-4b29-b9c2-d9d420548b8c', 'name': 'tempest-FloatingIPAdminTestJSON-2069771545'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:37.433611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdd3592a-53a6-4399-aa28-01a7e8ffba1f tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1022551 Nov 23 02:40:37.446386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.461349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=996d1632-19af-40fb-9980-da7d9772cfdd,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:37.474312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-02db6a7b-3a53-4a9b-9d36-51fe5e46c35d None None] Port 919626de-6401-4a29-adc5-7ad1e63a47b1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:37.481438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1550042458'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:37.484374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.514964 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:37.515604 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.562107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:40:37.623598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.624848 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2601b-31ec-4bb6-bd9e-00580c1e2a26 None None] The sync data for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:37.773063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:37.783179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.791874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-07622dd4-d382-446c-8d69-8af44be54686 service neutron] 10.222.0.15 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599516 Nov 23 02:40:37.824402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d434c5b-4610-4b2b-8bae-7dbd7fbe9d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.828278 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.851964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec631a98-8488-42b8-a081-a7c519d48a8a None None] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:37.898582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1d434c5b-4610-4b2b-8bae-7dbd7fbe9d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.947799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937a886-1595-4e5b-a483-0e77a373c79a req-4880748f-d308-4be5-87ca-f43ede058661 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.958079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0937a886-1595-4e5b-a483-0e77a373c79a req-4880748f-d308-4be5-87ca-f43ede058661 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2762871 Nov 23 02:40:37.987497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:38.013451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434c5b-4610-4b2b-8bae-7dbd7fbe9d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e4e275-be1d-49e3-8ccf-e52e06633f81,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.021602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:38.065363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:38.075149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a382d9d7-1a68-4254-90b7-28e5729d803b None None] Provisioning complete for port 996d1632-19af-40fb-9980-da7d9772cfdd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:38.075531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a382d9d7-1a68-4254-90b7-28e5729d803b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.089010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:38.090271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.142396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0937a886-1595-4e5b-a483-0e77a373c79a req-67bba043-888f-44a8-89e0-9f1e1eeb5ee0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812077 Nov 23 02:40:38.154827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Made reservation on behalf of aee4e5f5383d4c708ad00dbce7b0e5c9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:38.164701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.172948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:38.225117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] device_id is not set on port 2b656289-493f-4f03-a9f7-3d1751d847a1 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:38.235573 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1d434c5b-4610-4b2b-8bae-7dbd7fbe9d11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2fa6a7e34c44e8e9ba5fd1be0fbd15d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9217017 Nov 23 02:40:38.238616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.239542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=b4ac473d-4c82-4c7c-9534-fe85fa25af29,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.256993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad7a8a5a-f23d-49e2-8569-1983d15cf7cd tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3884265 Nov 23 02:40:38.256993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.256993 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment f5b618b0-ad21-4389-b503-6c93c9c734b4 of type vlan for network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 Nov 23 02:40:38.256993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60782) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.258407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:38.300481 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a662fa0d-ed47-45ea-96c1-a627d13d75d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.325262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'port_id': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'mac_address': 'fa:16:3e:4a:90:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:40:38.404709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.464812 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.481469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.509452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.518047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:38.518819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.576445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.606136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9bfe242-ee9e-4786-9870-6a7d27901439 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:38.670913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:38.682461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.794623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 996d1632-19af-40fb-9980-da7d9772cfdd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:38.836185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.840359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.841549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1e4e275-be1d-49e3-8ccf-e52e06633f81 HTTP/1.1" status: 204 len: 168 time: 0.5988011 Nov 23 02:40:38.888044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddcac9-0f02-4fc8-b1bb-19848a2dd8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e4e275-be1d-49e3-8ccf-e52e06633f81,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.940126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a9bfe242-ee9e-4786-9870-6a7d27901439'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:38.960435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5007522 Nov 23 02:40:38.968639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.986400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1415226160'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:39.044809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Allocated IP 172.20.0.8 (2380ce6b-caba-4b29-b9c2-d9d420548b8c/026a7522-82ca-4aab-9d28-6f03e8fdaa0d/2b656289-493f-4f03-a9f7-3d1751d847a1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:39.049265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0b440-5605-4234-8f57-d3972b3ca86a tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:39.088489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74464693-56fb-4935-9e34-647c1959c969 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:39.095610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-74464693-56fb-4935-9e34-647c1959c969 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ac HTTP/1.1" status: 200 len: 929 time: 0.8375084 Nov 23 02:40:39.099235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:39.122012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:39.265459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:39.297392 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.374444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:39.424757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.428601 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Added segment be267c22-2a32-4709-bb80-3516d6fa9d3f of type vlan for network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a Nov 23 02:40:39.537042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160f8bb-6de5-49f5-b781-58e569364077 req-61ce664d-ee47-48d3-8b63-6cb7f751ec54 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:39.539370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d160f8bb-6de5-49f5-b781-58e569364077 req-61ce664d-ee47-48d3-8b63-6cb7f751ec54 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 944 time: 0.2144859 Nov 23 02:40:39.599098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.701963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.737224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.824271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port b4ac473d-4c82-4c7c-9534-fe85fa25af29 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:39.824614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.927122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:39.950356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Provisioning complete for port 996d1632-19af-40fb-9980-da7d9772cfdd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:39.950996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.981350 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.993343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 996d1632-19af-40fb-9980-da7d9772cfdd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:39.993715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.002163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:40.009880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event updated for resources: {'Port': ['ID=2b656289-493f-4f03-a9f7-3d1751d847a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:40.022934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:40.032046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:40.139581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.154190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:40.157007 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.187141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:40.187853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.208244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d160f8bb-6de5-49f5-b781-58e569364077 req-039f79b3-1dc3-447e-9f66-ac27752e83e1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975955 Nov 23 02:40:40.276425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b882ef08-b925-40d9-935a-f9054e6dd339 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8839977 Nov 23 02:40:40.300891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:40.498827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2a776bf-3d0e-4954-9417-f7fa35ed9e00 req-b078ffc8-b393-49c8-8f63-a9c07bd70f0b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0845022 Nov 23 02:40:40.544701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.602914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6265209 Nov 23 02:40:40.627731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for b4ac473d-4c82-4c7c-9534-fe85fa25af29 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:40.669313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec0792-340e-4e73-b252-836ae297f79e tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Network': ['ID=6e5bebc3-7821-41d6-8bf6-73f8481e6d4a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:40.725633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'project_id': 'aee4e5f5383d4c708ad00dbce7b0e5c9', 'port_id': '2b656289-493f-4f03-a9f7-3d1751d847a1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:40.796159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:40.838077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:41.226991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.238249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.253167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.403455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Provisioning complete for port 51d396a2-f6df-4bd4-a450-63f6ee488b83 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:41.403887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.467829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.484021 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/b4ac473d-4c82-4c7c-9534-fe85fa25af29 HTTP/1.1" status: 204 len: 168 time: 2.3824384 Nov 23 02:40:41.485211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:41.487533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd27691-d65a-4b0b-886c-815ef535642e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=b4ac473d-4c82-4c7c-9534-fe85fa25af29,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:41.572208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:41.627437 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c3b475-4dc1-418f-884a-291469f6492f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:40:41.631620 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-50c3b475-4dc1-418f-884a-291469f6492f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/b4ac473d-4c82-4c7c-9534-fe85fa25af29 HTTP/1.1" status: 404 len: 333 time: 0.1364176 Nov 23 02:40:41.635862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60902) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:41.697162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Port 51d396a2-f6df-4bd4-a450-63f6ee488b83 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:41.737443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b211fd5d-8c45-4831-96b3-efb4fabb254f None None] Could not find standard attr ID for object b4ac473d-4c82-4c7c-9534-fe85fa25af29. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:40:41.892046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.929658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Provisioning complete for port 2b656289-493f-4f03-a9f7-3d1751d847a1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:41.930020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.002229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 51d396a2-f6df-4bd4-a450-63f6ee488b83 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:42.002956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.070788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Port 2b656289-493f-4f03-a9f7-3d1751d847a1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:42.109112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a9bfe242-ee9e-4786-9870-6a7d27901439 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:42.109394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.161348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.182073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 51d396a2-f6df-4bd4-a450-63f6ee488b83 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:42.425774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.455366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Provisioning complete for port 51d396a2-f6df-4bd4-a450-63f6ee488b83 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:42.455923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.476835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=51d396a2-f6df-4bd4-a450-63f6ee488b83,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:42.534436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.542949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c0000f06-dac7-4e2c-b6de-3d3a82cf8acf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/51d396a2-f6df-4bd4-a450-63f6ee488b83 HTTP/1.1" status: 204 len: 168 time: 0.9046364 Nov 23 02:40:42.545938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60914) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:42.622608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Port 51d396a2-f6df-4bd4-a450-63f6ee488b83 was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:40:42.658140 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a013899-85da-4c00-b714-e2a90c06698d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:40:42.670947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6a013899-85da-4c00-b714-e2a90c06698d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/51d396a2-f6df-4bd4-a450-63f6ee488b83 HTTP/1.1" status: 404 len: 333 time: 0.1207879 Nov 23 02:40:42.672914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60918) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:42.712180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e699488a-0199-4d9a-870f-cad06cbc803a None None] Could not find standard attr ID for object b4ac473d-4c82-4c7c-9534-fe85fa25af29. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:40:43.085287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:43.185366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-f30fdd2f-c201-46ad-a5f3-bef388c30c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.188137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-f30fdd2f-c201-46ad-a5f3-bef388c30c9d service neutron] 10.222.0.47 "GET /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 1027 time: 0.1641624 Nov 23 02:40:43.257524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:43.273873 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda1859-8482-43c4-b578-ca418fc60460" -d '{"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:43.357912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:43.363081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69f163cf-ddc1-4a87-ab3b-3fbf9b631910 req-41fa6cba-cbf6-44a8-9de7-816cad686efc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.4659345 Nov 23 02:40:43.373709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:43.468231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet ea025765-6acf-4712-b812-a0bad08c71af {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:43.487247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:43.550366 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b054b9-57a9-4ded-aa54-fb2cfd951b0d x-openstack-request-id: req-c6b054b9-57a9-4ded-aa54-fb2cfd951b0d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:43.553070 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-plugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:43.553841 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6b054b9-57a9-4ded-aa54-fb2cfd951b0d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:43.560461 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'code': 200} Nov 23 02:40:43.635401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bb8ce8f2-6c22-4b0b-962a-b30aaf8e7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.637833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d052b-235e-42f3-aa75-fd1552e98a55 req-5efe83b3-12bb-404d-9000-51ee5da3cddc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.639962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bb8ce8f2-6c22-4b0b-962a-b30aaf8e7f3e service neutron] 10.222.0.47 "GET /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 1028 time: 0.4417570 Nov 23 02:40:43.641263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e37d052b-235e-42f3-aa75-fd1552e98a55 req-5efe83b3-12bb-404d-9000-51ee5da3cddc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 944 time: 0.8452573 Nov 23 02:40:43.680401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:43.739425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Allocated IP 172.25.1.28 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/60aed9d4-2b48-41fe-a084-6ae73d8d6b99) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:43.740185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:43.928417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e37d052b-235e-42f3-aa75-fd1552e98a55 req-1608639c-7012-4a09-a73e-5a4782105d50 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635980 Nov 23 02:40:44.119050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60986) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:44.141545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-76bc97bb-57f4-4fbf-910b-bb82e9116e4d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:44.155458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-76bc97bb-57f4-4fbf-910b-bb82e9116e4d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:44.161295 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:44.171613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-76bc97bb-57f4-4fbf-910b-bb82e9116e4d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:44.174231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-76bc97bb-57f4-4fbf-910b-bb82e9116e4d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 1991 time: 0.5225847 Nov 23 02:40:44.192799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'subnets': [{'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1342507411', 'ip_version': 6}, {'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:44.193315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'subnet': {'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1342507411', 'ip_version': 6}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:44.194095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Request body: {'subnet': {'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:44.225784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:44.314969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:44.316497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Pushing event updated for resources: {'Port': ['ID=60aed9d4-2b48-41fe-a084-6ae73d8d6b99,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:44.319818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:44.332728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:44.439750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:44.667719 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bb83a0d1-7261-414a-a55f-7a1b469d1920 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=109a2582afa94716b41b52a1d59cfbcd HTTP/1.1" status: 200 len: 380 time: 0.4535398 Nov 23 02:40:44.682171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'admin_state_up': True, 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'security_groups': ['b9ca0174-0f80-4d5f-95a0-197d0c2c12b2']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:45.083679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.202921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=ea025765-6acf-4712-b812-a0bad08c71af,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:45.235366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.239595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f52f9d9-f7cd-4ae2-89cb-bd4622c78ed5 None None] Network c29e4a30-c07e-47d0-9e9a-8d97392e44e6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:45.241831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b7b40b17-5dc0-4fa3-8dbc-eed9898c7756 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ea025765-6acf-4712-b812-a0bad08c71af HTTP/1.1" status: 204 len: 168 time: 2.5646453 Nov 23 02:40:45.246374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:45.256766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3bc1db7-6944-4446-8671-466042bd69dc req-045eda1d-726c-494d-ab81-ca4ff247371c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.6766586 Nov 23 02:40:45.364829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Made reservation on behalf of fd2612387bf4425693a02a797055b3a9 for: {'subnet': 2} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:45.369884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.370809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.463142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:45.466737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.535224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.735713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] DHCP port deletion for c29e4a30-c07e-47d0-9e9a-8d97392e44e6 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:45.748508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.824209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a3d4-9ad7-4446-9381-381174870996 req-8fd0925a-540b-4833-be7f-ce8fed9c13fb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:45.826875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18d7a3d4-9ad7-4446-9381-381174870996 req-8fd0925a-540b-4833-be7f-ce8fed9c13fb tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.5415723 Nov 23 02:40:45.828130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:45.852980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Deleting port 996d1632-19af-40fb-9980-da7d9772cfdd {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:45.853655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:45.942246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.012940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] For port 996d1632-19af-40fb-9980-da7d9772cfdd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=996d1632-19af-40fb-9980-da7d9772cfdd,segment=NetworkSegment(1ad92814-5116-4d09-bf26-6f6749131644),segment_id=1ad92814-5116-4d09-bf26-6f6749131644)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:46.014196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.067764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Calling delete_port for 996d1632-19af-40fb-9980-da7d9772cfdd owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:46.239510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18d7a3d4-9ad7-4446-9381-381174870996 req-c736cfcb-3665-4570-af71-937be787a63e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075163 Nov 23 02:40:46.328042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5418bebe-d9bd-4e17-9afc-181e4a6379c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.400463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.468181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.499709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] Pushing event deleted for resources: {'Port': ['ID=996d1632-19af-40fb-9980-da7d9772cfdd,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:46.520691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40286373-776b-4820-86c7-8afc3cbc2046 None None] No DVR routers for this DVR port 996d1632-19af-40fb-9980-da7d9772cfdd on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:46.588809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a963d76f-3776-4658-841b-a181d70c9621 req-ef4e8b3c-c80d-4ce9-a213-26a048080ae8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1174166 Nov 23 02:40:46.668340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.681117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.839998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Subnet': ['ID=3990624c-ae3c-4498-a254-32a2a5209567,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:46.850781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 172.20.0.10 (9d9bc1cc-d430-4006-9f9a-06349bfb4a7c/fba77729-b82f-40b2-8941-fa4a51c7a380/e70f289a-7426-42fd-bf4c-ebfadad815ee) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:46.873330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.888980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Checking segment: {'id': 'f5b618b0-ad21-4389-b503-6c93c9c734b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:46.889605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network hostable DHCP agents. Network: 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:46.920599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e4a30-c07e-47d0-9e9a-8d97392e44e6']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:46.964186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5418bebe-d9bd-4e17-9afc-181e4a6379c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.967428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad92814-5116-4d09-bf26-6f6749131644') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:46.967920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad92814-5116-4d09-bf26-6f6749131644') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:46.982134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Pushing event updated for resources: {'Port': ['ID=60aed9d4-2b48-41fe-a084-6ae73d8d6b99,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:46.989444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5418bebe-d9bd-4e17-9afc-181e4a6379c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.025037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.060345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.092274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:47.114295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.131116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:47.141046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1230bd5-775b-41db-83fd-e3788d4cca64 None None] Network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:47.144540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:47.145214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:47.149606 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:47.175930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.252905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418bebe-d9bd-4e17-9afc-181e4a6379c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6a928c-9676-4f7d-b7f0-983bde8dcfb7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:47.284981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5418bebe-d9bd-4e17-9afc-181e4a6379c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084d8144034a463da86211f6f8bacfa4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3747764 Nov 23 02:40:47.360176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:47.498985 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Floating IP 5487cacf-946c-425a-9d38-88bbd68a95b3 associated. External IP: 172.25.1.28, port: 2b656289-493f-4f03-a9f7-3d1751d847a1. Nov 23 02:40:47.550467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 996d1632-19af-40fb-9980-da7d9772cfdd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:47.627148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.644770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 996d1632-19af-40fb-9980-da7d9772cfdd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:47.646483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 996d1632-19af-40fb-9980-da7d9772cfdd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:47.654410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7', 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7', 'tenant_id': 'fd2612387bf4425693a02a797055b3a9', 'fixed_ips': [{'subnet_id': '3990624c-ae3c-4498-a254-32a2a5209567'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:47.655853 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.723752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.809415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event updated for resources: {'Subnet': ['ID=c6c3341a-d4a2-432f-ad3c-94043c1d7e25,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:47.827233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.829965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.831232 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd6a928c-9676-4f7d-b7f0-983bde8dcfb7 HTTP/1.1" status: 204 len: 168 time: 0.4678054 Nov 23 02:40:47.864895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6c73e-2b39-4376-b5d2-cee3686d0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6a928c-9676-4f7d-b7f0-983bde8dcfb7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:47.883183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.912008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Checking segment: {'id': 'be267c22-2a32-4709-bb80-3516d6fa9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:47.912485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network hostable DHCP agents. Network: 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:47.915867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.923620 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/c29e4a30-c07e-47d0-9e9a-8d97392e44e6 HTTP/1.1" status: 204 len: 168 time: 2.6705465 Nov 23 02:40:47.928214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c30c6d-1db5-44b1-a95a-82bb1636559f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=c29e4a30-c07e-47d0-9e9a-8d97392e44e6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:47.930274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:47.939980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:47.946407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1754116872'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:47.996035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:48.003782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.024290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Allocated IP 2001:db8::1 (776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7/3990624c-ae3c-4498-a254-32a2a5209567/d10820a1-ccec-41dd-8344-6bdabc0c1618) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:48.043926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:48.047502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72a00784-330c-4fc2-a657-a211b1e19caf req-16023ed6-c6d2-4626-a762-03ca1477c874 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1989048 Nov 23 02:40:48.074346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:48.081901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:48.083835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:48.086675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.121535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:48.143751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.146709 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment 85a9232c-7d04-4c88-a962-7cac3ad5d381 of type vlan for network 3f0540d1-a311-4087-905c-766434f9552a Nov 23 02:40:48.195025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Router 285dbafd-786b-48fe-83f6-a060bb25a7d7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:48.245580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.251977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64fce-20cd-47b1-badd-ef767c50d65b req-f00ddddd-c3cf-4c45-97eb-230f79b4df7f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:48.264095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7b64fce-20cd-47b1-badd-ef767c50d65b req-f00ddddd-c3cf-4c45-97eb-230f79b4df7f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.5099335 Nov 23 02:40:48.267479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.279830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc7f545-44f2-4084-bb76-f1619a57f3eb None None] Network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:48.344740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.359761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:48.362394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.418380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4746325 Nov 23 02:40:48.424307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32868) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:48.449820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.450956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '3f0540d1-a311-4087-905c-766434f9552a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:48.656856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7b64fce-20cd-47b1-badd-ef767c50d65b req-b49985cc-350a-4312-a70c-ccebb367fc76 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918030 Nov 23 02:40:48.678802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Pushing event updated for resources: {'Port': ['ID=d10820a1-ccec-41dd-8344-6bdabc0c1618,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:48.728496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:48.733709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:48.740258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:48.742767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:48.768527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] Sync routers for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:48.828612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:48.903163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Attempting to bind port d10820a1-ccec-41dd-8344-6bdabc0c1618 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:48.903580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Attempting to bind port d10820a1-ccec-41dd-8344-6bdabc0c1618 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'f5b618b0-ad21-4389-b503-6c93c9c734b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:48.903952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Attempting to bind port d10820a1-ccec-41dd-8344-6bdabc0c1618 on network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:48.906431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:48.907099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:48.911615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6bfe6737-6eb8-4207-b4f4-1df528a2c412 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.6074753 Nov 23 02:40:48.915106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:48.951049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:48.990599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-6e5bebc3-7821-41d6-8bf6-73f8481e6d4a', 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a', 'tenant_id': 'fd2612387bf4425693a02a797055b3a9', 'fixed_ips': [{'subnet_id': 'c6c3341a-d4a2-432f-ad3c-94043c1d7e25'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:48.991442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.025305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:49.025691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Checking segment: {'id': 'f5b618b0-ad21-4389-b503-6c93c9c734b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:49.027978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.028447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Bound using segment: {'id': 'f5b618b0-ad21-4389-b503-6c93c9c734b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:49.032595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Bound port: d10820a1-ccec-41dd-8344-6bdabc0c1618, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b618b0-ad21-4389-b503-6c93c9c734b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:49.033022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.048707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:49.050909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:49.076394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32884) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.132859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d0a17e-12f9-4362-af76-a72dae9215e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.174546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2fc2d7c0-8e14-4cce-af04-9fcd9216f09e tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "GET /v2.0/floatingips/5487cacf-946c-425a-9d38-88bbd68a95b3 HTTP/1.1" status: 200 len: 982 time: 0.2572255 Nov 23 02:40:49.178474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32888) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.179769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:49.180443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca528da8-eb7c-4d62-b9ab-f32af4c6b0aa None None] The sync data for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:49.524819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] For port d10820a1-ccec-41dd-8344-6bdabc0c1618, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:49.528699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] For port d10820a1-ccec-41dd-8344-6bdabc0c1618, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d10820a1-ccec-41dd-8344-6bdabc0c1618,segment=NetworkSegment(f5b618b0-ad21-4389-b503-6c93c9c734b4),segment_id=f5b618b0-ad21-4389-b503-6c93c9c734b4)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:49.543458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.592612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6ead54b9-96d9-4a34-b011-906392e37562 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4179480 Nov 23 02:40:49.600751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32890) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.707117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f9668-4f36-4d72-9203-4bb3262ca2ae tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.712103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f9668-4f36-4d72-9203-4bb3262ca2ae tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.722393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f9668-4f36-4d72-9203-4bb3262ca2ae tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.724237 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c01f9668-4f36-4d72-9203-4bb3262ca2ae tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1194670 Nov 23 02:40:49.744660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.817719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402cce7-faa4-48f8-90fc-e4667d06cc94 None None] Pushing event updated for resources: {'Port': ['ID=d10820a1-ccec-41dd-8344-6bdabc0c1618,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:49.860488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Allocated IP 2001:db8:0:1::1 (6e5bebc3-7821-41d6-8bf6-73f8481e6d4a/c6c3341a-d4a2-432f-ad3c-94043c1d7e25/2ca746f8-6ca7-4b58-a533-98b04cfbcd7a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:49.920388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Deleting subnet 3990624c-ae3c-4498-a254-32a2a5209567 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:49.938667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.110315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.201090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.213242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440535f-4619-4db9-ab9d-15eee18104af tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=3f0540d1-a311-4087-905c-766434f9552a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:50.257736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:50.271429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3f0540d1-a311-4087-905c-766434f9552a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:50.276322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.426917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a61da1a6-fc52-47f7-93ee-38c00b969ca4 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 1.2400501 Nov 23 02:40:50.429428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9f4082c-b9d0-4091-9ba9-0b2e2d4d06bb req-f2715923-3558-4b19-9152-da8b26bfabf8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 1.0568731 Nov 23 02:40:50.433118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:50.615914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.621304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:50.629881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.712086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:50.714647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:50.793401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Pushing event updated for resources: {'Port': ['ID=2ca746f8-6ca7-4b58-a533-98b04cfbcd7a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:50.796736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:50.839628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:50.839628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:50.861294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:50.899654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32fe59-ebe0-4e01-8656-f148025dd33b req-fbd61027-74a0-4a20-acda-b010b6d8e6f5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:50.907218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c32fe59-ebe0-4e01-8656-f148025dd33b req-fbd61027-74a0-4a20-acda-b010b6d8e6f5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.4767170 Nov 23 02:40:50.910626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d0a17e-12f9-4362-af76-a72dae9215e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.924888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-02d0a17e-12f9-4362-af76-a72dae9215e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.023311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Attempting to bind port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:51.023588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Attempting to bind port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'be267c22-2a32-4709-bb80-3516d6fa9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:51.044612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Attempting to bind port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a on network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:51.070051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:51.070858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Checking segment: {'id': 'be267c22-2a32-4709-bb80-3516d6fa9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:51.079037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.080639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Bound using segment: {'id': 'be267c22-2a32-4709-bb80-3516d6fa9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:51.081175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Bound port: 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be267c22-2a32-4709-bb80-3516d6fa9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '6e5bebc3-7821-41d6-8bf6-73f8481e6d4a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:51.082714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.103056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02d0a17e-12f9-4362-af76-a72dae9215e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88c54029299d49d298820047f3313d02&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0253439 Nov 23 02:40:51.133282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32912) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:51.146864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0a17e-12f9-4362-af76-a72dae9215e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f4c80-e0cd-429b-8108-50bf20928606,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:51.282435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c32fe59-ebe0-4e01-8656-f148025dd33b req-64e0fdf2-10d3-4a60-affc-9dfbc01f3019 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734913 Nov 23 02:40:51.356275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] For port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:51.419531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting port 60aed9d4-2b48-41fe-a084-6ae73d8d6b99 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:51.420613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.422534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] For port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ca746f8-6ca7-4b58-a533-98b04cfbcd7a,segment=NetworkSegment(be267c22-2a32-4709-bb80-3516d6fa9d3f),segment_id=be267c22-2a32-4709-bb80-3516d6fa9d3f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:51.444759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.449761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.457542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.460805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.481738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8275311c-1498-4840-b715-3a27bdf9af3a None None] Provisioning complete for port e70f289a-7426-42fd-bf4c-ebfadad815ee triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:51.506085 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8275311c-1498-4840-b715-3a27bdf9af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.627448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d10820a1-ccec-41dd-8344-6bdabc0c1618 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:51.779510 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.780095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.865593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.876878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc0255-8772-4289-883c-232f3d498854 req-c5ea9bbd-2df8-4633-9ff8-992024d4aef7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.882188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11bc0255-8772-4289-883c-232f3d498854 req-c5ea9bbd-2df8-4633-9ff8-992024d4aef7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 932 time: 0.2253385 Nov 23 02:40:51.898825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.900229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8275311c-1498-4840-b715-3a27bdf9af3a None None] Port e70f289a-7426-42fd-bf4c-ebfadad815ee cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:51.908810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Calling delete_port for 60aed9d4-2b48-41fe-a084-6ae73d8d6b99 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:52.016842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b6a1d-39aa-433b-9994-270b7fd950e9 None None] Pushing event updated for resources: {'Port': ['ID=2ca746f8-6ca7-4b58-a533-98b04cfbcd7a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:52.035693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d10820a1-ccec-41dd-8344-6bdabc0c1618 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:52.036319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.049557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.055670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/subnets/3990624c-ae3c-4498-a254-32a2a5209567 HTTP/1.1" status: 204 len: 168 time: 2.3011341 Nov 23 02:40:52.085778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32932) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:52.114702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62397199-9e22-4473-8648-57d7fb41c9e8 None None] Network 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:52.121082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11bc0255-8772-4289-883c-232f3d498854 req-6a13a799-019f-45d6-a982-3a9fbfb9bbb2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184799 Nov 23 02:40:52.231498 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-8592fa1b-04ce-4206-a60a-97d7791410d5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5617270 Nov 23 02:40:52.296592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'admin_state_up': True, 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'security_groups': ['b9ca0174-0f80-4d5f-95a0-197d0c2c12b2']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:52.311228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Deleting subnet c6c3341a-d4a2-432f-ad3c-94043c1d7e25 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:52.340753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.408976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.537548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': '85a9232c-7d04-4c88-a962-7cac3ad5d381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3f0540d1-a311-4087-905c-766434f9552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:52.538092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: 3f0540d1-a311-4087-905c-766434f9552a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:52.565333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.578181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=bb117e77-cde0-4d32-8b04-2214cf01e127,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:52.602468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.666475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413efed0-63e3-4dd3-9c88-e6eaf2f78ead tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Subnet': ['ID=3990624c-ae3c-4498-a254-32a2a5209567,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:52.704562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628ae2-abd5-44da-a980-4ec2914e2972 req-d43c0d90-6554-476a-8ca4-560ca164d862 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:52.711345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f628ae2-abd5-44da-a980-4ec2914e2972 req-d43c0d90-6554-476a-8ca4-560ca164d862 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2102907 Nov 23 02:40:52.819087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 3f0540d1-a311-4087-905c-766434f9552a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:52.844900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3f0540d1-a311-4087-905c-766434f9552a) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:52.872952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f628ae2-abd5-44da-a980-4ec2914e2972 req-457dc4eb-04d5-4b21-8e57-c8ec599f34dc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503332 Nov 23 02:40:52.876440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:52.877788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.949980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237f505-c7f2-4938-99c4-d8133d58e0c8 None None] Network 3f0540d1-a311-4087-905c-766434f9552a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:52.979266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bc7cde00-94e4-4232-b551-0b149d39c79d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5386298 Nov 23 02:40:52.982930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:52.987839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:52.992212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:53.007107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': '3f0540d1-a311-4087-905c-766434f9552a', 'name': 'tempest-PortsIpV6TestJSON-693965108', 'fixed_ips': [{'subnet_id': 'bb117e77-cde0-4d32-8b04-2214cf01e127', 'ip_address': '2001:db8::10'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:53.075528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.078916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.082775 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.096592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c44f4c80-e0cd-429b-8108-50bf20928606 HTTP/1.1" status: 204 len: 168 time: 1.9368722 Nov 23 02:40:53.165074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec18e18-3012-4eb5-83d1-8d40c62189be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f4c80-e0cd-429b-8108-50bf20928606,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:53.173241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.357327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.371015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Port': ['ID=60aed9d4-2b48-41fe-a084-6ae73d8d6b99,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:53.438120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.1.1.139 (e29052be-985c-4583-91e6-8231a002f53f/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43/f4b9910a-7002-4170-bec7-59f53c355959) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:53.567816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.580132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/subnets/c6c3341a-d4a2-432f-ad3c-94043c1d7e25 HTTP/1.1" status: 204 len: 168 time: 1.4898949 Nov 23 02:40:53.587722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32956) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:53.614746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c29f-85f2-4dd2-bd00-3a4a357672ed tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c3341a-d4a2-432f-ad3c-94043c1d7e25,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:53.718710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Provisioning complete for port d10820a1-ccec-41dd-8344-6bdabc0c1618 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:53.719099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.783786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-3f0540d1-a311-4087-905c-766434f9552a', 'network_id': '3f0540d1-a311-4087-905c-766434f9552a', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': 'bb117e77-cde0-4d32-8b04-2214cf01e127'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:53.787130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:53.824454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05149e42-2234-4862-a37a-e8f92de77cc5 req-acde19e6-d99c-4475-96da-ad5cbe5eb16b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:53.827078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05149e42-2234-4862-a37a-e8f92de77cc5 req-acde19e6-d99c-4475-96da-ad5cbe5eb16b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 932 time: 0.4922590 Nov 23 02:40:53.845758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.043570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d93113-9bc0-4c2b-a77d-49cc8e209db0 None None] Network 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:54.049021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.079662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] DHCP port deletion for 776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:54.159879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.291133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:54.318483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network e29052be-985c-4583-91e6-8231a002f53f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:54.323934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:54.328478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:54.358463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.359062 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Floating IP 5487cacf-946c-425a-9d38-88bbd68a95b3 disassociated (deleted). External IP: 172.25.1.28, port: 2b656289-493f-4f03-a9f7-3d1751d847a1. Nov 23 02:40:54.391308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78993e9a-41c7-49af-991c-585f9a9b8501 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:54.406402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-78993e9a-41c7-49af-991c-585f9a9b8501 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7989128 Nov 23 02:40:54.478836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32976) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:54.503608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:54.504469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.539078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05149e42-2234-4862-a37a-e8f92de77cc5 req-28e86c0f-0d52-46ed-9677-6b46831c4125 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6808984 Nov 23 02:40:54.583367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:54.723472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.849357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:54.880783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6292ad7c-5628-4318-9e7e-089149e114ea tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6087103 Nov 23 02:40:54.892195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f66fe-384b-4055-9e14-a79fe92be0b0 req-7ba1422f-3ef1-4ef2-8244-419dd15da69b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:54.903477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-755f66fe-384b-4055-9e14-a79fe92be0b0 req-7ba1422f-3ef1-4ef2-8244-419dd15da69b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.7121432 Nov 23 02:40:54.931071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'admin_state_up': True, 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'security_groups': ['b9ca0174-0f80-4d5f-95a0-197d0c2c12b2']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:54.957941 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.045755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d10820a1-ccec-41dd-8344-6bdabc0c1618, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d10820a1-ccec-41dd-8344-6bdabc0c1618,segment=NetworkSegment(f5b618b0-ad21-4389-b503-6c93c9c734b4),segment_id=f5b618b0-ad21-4389-b503-6c93c9c734b4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:55.074978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.077842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Allocated IP 2001:db8::2 (3f0540d1-a311-4087-905c-766434f9552a/bb117e77-cde0-4d32-8b04-2214cf01e127/e59cd588-e61a-4413-9015-e8df6521fb81) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:55.111773 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:40:55.158287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d10820a1-ccec-41dd-8344-6bdabc0c1618,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:55.316902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Deleting port d10820a1-ccec-41dd-8344-6bdabc0c1618 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:55.319433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.473405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32994) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:55.494694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-755f66fe-384b-4055-9e14-a79fe92be0b0 req-1152bba8-2842-422b-a2bd-0ba41091719e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891159 Nov 23 02:40:55.512327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.556018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:55.562381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.576318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Deleting port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:55.577088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.602581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e6937-8b13-4aa8-b921-7adf6180a7d2 None None] DHCP port deletion for 6e5bebc3-7821-41d6-8bf6-73f8481e6d4a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:55.604771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d10820a1-ccec-41dd-8344-6bdabc0c1618 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:55.759901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 7d0eb64c-a522-43ee-a513-4e868b6029be yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:55.782370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] For port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ca746f8-6ca7-4b58-a533-98b04cfbcd7a,segment=NetworkSegment(be267c22-2a32-4709-bb80-3516d6fa9d3f),segment_id=be267c22-2a32-4709-bb80-3516d6fa9d3f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:55.784686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.787262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:40:55.789313 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:40:55.801722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Calling delete_port for 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:55.821087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] For port d10820a1-ccec-41dd-8344-6bdabc0c1618, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d10820a1-ccec-41dd-8344-6bdabc0c1618,segment=NetworkSegment(f5b618b0-ad21-4389-b503-6c93c9c734b4),segment_id=f5b618b0-ad21-4389-b503-6c93c9c734b4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:55.821741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:55.839144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Calling delete_port for d10820a1-ccec-41dd-8344-6bdabc0c1618 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:56.004302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1637375573-network', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:56.031380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.046162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Made reservation on behalf of 6299043b1da84c938aec1c029b28dc1c for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:56.049040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.064940 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.077757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.088467 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.090660 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with d10820a1-ccec-41dd-8344-6bdabc0c1618 Nov 23 02:40:56.120862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Port': ['ID=2ca746f8-6ca7-4b58-a533-98b04cfbcd7a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:56.122434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c63e6937-8b13-4aa8-b921-7adf6180a7d2 None None] The port '2ca746f8-6ca7-4b58-a533-98b04cfbcd7a' was deleted {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 02:40:56.155888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.156547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.158020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.159011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.159490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.159948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.160402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.160852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.162274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.162802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.168168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.169261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:56.183296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Network 3f0540d1-a311-4087-905c-766434f9552a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:56.205799 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.218550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] No DVR routers for this DVR port d10820a1-ccec-41dd-8344-6bdabc0c1618 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:56.227335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:56.238600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] No DVR routers for this DVR port 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:56.279101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:56.421082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5ce046c7-1750-470f-9605-30ef68867a6d None None] Port d10820a1-ccec-41dd-8344-6bdabc0c1618 update to ACTIVE by agent not found {{(pid=103573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 02:40:56.523164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Attempting to bind port e59cd588-e61a-4413-9015-e8df6521fb81 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:56.524482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Attempting to bind port e59cd588-e61a-4413-9015-e8df6521fb81 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '85a9232c-7d04-4c88-a962-7cac3ad5d381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3f0540d1-a311-4087-905c-766434f9552a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:56.525023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Attempting to bind port e59cd588-e61a-4413-9015-e8df6521fb81 on network 3f0540d1-a311-4087-905c-766434f9552a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:56.544581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.547960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Pushing event updated for resources: {'Port': ['ID=e59cd588-e61a-4413-9015-e8df6521fb81,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:56.636982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5bebc3-7821-41d6-8bf6-73f8481e6d4a']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:56.692531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be267c22-2a32-4709-bb80-3516d6fa9d3f') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:56.692819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be267c22-2a32-4709-bb80-3516d6fa9d3f') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:56.750482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebf46a-faf6-4c70-8682-18900469c1c7 None None] Pushing event deleted for resources: {'Port': ['ID=d10820a1-ccec-41dd-8344-6bdabc0c1618,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:56.755951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:56.763201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Checking segment: {'id': '85a9232c-7d04-4c88-a962-7cac3ad5d381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3f0540d1-a311-4087-905c-766434f9552a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:56.765842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.766367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Bound using segment: {'id': '85a9232c-7d04-4c88-a962-7cac3ad5d381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3f0540d1-a311-4087-905c-766434f9552a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:56.767026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Bound port: e59cd588-e61a-4413-9015-e8df6521fb81, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9232c-7d04-4c88-a962-7cac3ad5d381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3f0540d1-a311-4087-905c-766434f9552a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:56.767545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.781665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Router 285dbafd-786b-48fe-83f6-a060bb25a7d7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:56.877923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.919766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e4badf14-e4a2-442e-8a96-eca6e357b5a8 None None] Provisioning complete for port f4b9910a-7002-4170-bec7-59f53c355959 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:56.920447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e4badf14-e4a2-442e-8a96-eca6e357b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:56.961267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a46c5-6039-46ae-9647-f14b6f14a76d req-40d75ed6-6806-49e2-b8b2-00abd850060a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:56.978639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.1.1.164 (e29052be-985c-4583-91e6-8231a002f53f/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43/51aa321a-8844-4706-ab6c-5fe8d8748083) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:56.982017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a46c5-6039-46ae-9647-f14b6f14a76d req-40d75ed6-6806-49e2-b8b2-00abd850060a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:56.984309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-262a46c5-6039-46ae-9647-f14b6f14a76d req-40d75ed6-6806-49e2-b8b2-00abd850060a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 1654 time: 1.1851637 Nov 23 02:40:57.084512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e4badf14-e4a2-442e-8a96-eca6e357b5a8 None None] Port f4b9910a-7002-4170-bec7-59f53c355959 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:57.096512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] For port e59cd588-e61a-4413-9015-e8df6521fb81, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:57.105575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] For port e59cd588-e61a-4413-9015-e8df6521fb81, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e59cd588-e61a-4413-9015-e8df6521fb81,segment=NetworkSegment(85a9232c-7d04-4c88-a962-7cac3ad5d381),segment_id=85a9232c-7d04-4c88-a962-7cac3ad5d381)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:57.113807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e4badf14-e4a2-442e-8a96-eca6e357b5a8 None None] Could not find standard attr ID for object 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:40:57.122810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.242344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::10 (3f0540d1-a311-4087-905c-766434f9552a/bb117e77-cde0-4d32-8b04-2214cf01e127/7d0eb64c-a522-43ee-a513-4e868b6029be) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:57.250662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.285866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.344603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ef445-a0f1-48a1-a542-c02d109e3bde None None] Pushing event updated for resources: {'Port': ['ID=e59cd588-e61a-4413-9015-e8df6521fb81,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:57.363174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:57.446022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:57.448804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ca746f8-6ca7-4b58-a533-98b04cfbcd7a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:57.496530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.509727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f07e15-7e78-4b9d-8a79-fe94ad47495b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:57.570872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:57.580849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.622377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.623878 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Added segment 4f20f7d8-29d0-4a88-a97f-3b49dd98ae53 of type vlan for network c3aae69f-107a-4b99-b87f-b25ed5672127 Nov 23 02:40:57.663602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:57.664031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:57.697427 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:57.749230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-262a46c5-6039-46ae-9647-f14b6f14a76d req-62563c8a-699a-42ed-9304-3c68efd32b2f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7336733 Nov 23 02:40:57.924793 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.039757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.048551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.063941 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/6e5bebc3-7821-41d6-8bf6-73f8481e6d4a HTTP/1.1" status: 204 len: 168 time: 3.5333209 Nov 23 02:40:58.092072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33040) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:58.170021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.225327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.228356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:58.228956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.346383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff25efd-e298-4d71-a189-76368b27cd97 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=6e5bebc3-7821-41d6-8bf6-73f8481e6d4a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:58.499689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.535856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0381-c499-4a19-9eb4-3111a957bc50 req-7237b7f8-391d-401d-ab08-e08a821da256 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:58.537626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f26e0381-c499-4a19-9eb4-3111a957bc50 req-7237b7f8-391d-401d-ab08-e08a821da256 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 1.8033152 Nov 23 02:40:58.574332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0891838 Nov 23 02:40:58.588050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33046) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:58.606749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Request body: {'subnet': {'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1637375573-subnet', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:58.689472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb628c-a320-4e0e-bf5d-7d52ad5a5b5c admin admin] Pushing event updated for resources: {'Network': ['ID=c3aae69f-107a-4b99-b87f-b25ed5672127,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:58.705135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c3aae69f-107a-4b99-b87f-b25ed5672127 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:58.718011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Made reservation on behalf of 6299043b1da84c938aec1c029b28dc1c for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:58.724441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.755644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:58.769991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.771260 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] Sync routers for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:58.787177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:58.805069 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:58.813174 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:58.914494 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:58.965603 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:58.971077 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:40:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:59.081095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-163f3534-cc15-4492-932d-67fd7c2ae5e7 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/floatingips/5487cacf-946c-425a-9d38-88bbd68a95b3 HTTP/1.1" status: 204 len: 168 time: 8.6469998 Nov 23 02:40:59.120979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.167832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33054) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:59.168425 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:59.169095 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e9bada-43be-4b9b-8167-d3fb7196f411 None None] The sync data for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:59.170089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=7d0eb64c-a522-43ee-a513-4e868b6029be,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:59.198167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f26e0381-c499-4a19-9eb4-3111a957bc50 req-782362b3-2488-4fe1-990a-e54686fad88b tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453495 Nov 23 02:40:59.259378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 3f0540d1-a311-4087-905c-766434f9552a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:59.273953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:59.283967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:59.365869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.366309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.366679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.367027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.367363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.367695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.368026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.368357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.368808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.369136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.369461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.369813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:59.409261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:59.411129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network e29052be-985c-4583-91e6-8231a002f53f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:59.463300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:59.466567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.475768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.505387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a64d3-2546-4e7c-96b1-5074cc9c65aa None None] Network 3f0540d1-a311-4087-905c-766434f9552a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:59.524550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e59cd588-e61a-4413-9015-e8df6521fb81 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:59.532990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-425c8597-bd88-44eb-8aab-c57018f4c623 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.5384448 Nov 23 02:40:59.534803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:59.545588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': '3f0540d1-a311-4087-905c-766434f9552a', 'name': 'tempest-PortsIpV6TestJSON-514304914', 'fixed_ips': [{'subnet_id': 'bb117e77-cde0-4d32-8b04-2214cf01e127', 'ip_address': '2001:db8::f'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:59.575886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc0458-712d-4c73-bc00-546ccc6f1851 req-56e8e1d5-34f1-4133-ad9e-6aa2e3774e3f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:59.586449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc0458-712d-4c73-bc00-546ccc6f1851 req-56e8e1d5-34f1-4133-ad9e-6aa2e3774e3f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:59.596342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.601913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc0458-712d-4c73-bc00-546ccc6f1851 req-56e8e1d5-34f1-4133-ad9e-6aa2e3774e3f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:59.603648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7bc0458-712d-4c73-bc00-546ccc6f1851 req-56e8e1d5-34f1-4133-ad9e-6aa2e3774e3f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 2375 time: 0.4299488 Nov 23 02:40:59.631866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:59.646394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b618b0-ad21-4389-b503-6c93c9c734b4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:59.647013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b618b0-ad21-4389-b503-6c93c9c734b4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:59.658895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.675630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.683674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:59.684623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.739932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:59.746974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.793141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] Provisioning complete for port e59cd588-e61a-4413-9015-e8df6521fb81 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:59.794253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:59.818595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port c8641cd3-d5b8-407e-a9de-bf474ad688c7 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:40:59.857521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:59.872599 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:59.876851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:59.896727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:59.926293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7bc0458-712d-4c73-bc00-546ccc6f1851 req-8e4481df-fa45-4c9c-acff-5008b475c475 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988950 Nov 23 02:40:59.938925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.027187 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.060040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.070581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.074267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7 HTTP/1.1" status: 204 len: 168 time: 1.9367597 Nov 23 02:41:00.077871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:00.145598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e59cd588-e61a-4413-9015-e8df6521fb81 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:00.147724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.185804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3b41f-fd36-4757-a0ba-7fc644b78517 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=776b1a6d-04d5-4b3a-bbde-79b2f2d6f5d7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:00.382697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:00.383331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.397256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] For port e59cd588-e61a-4413-9015-e8df6521fb81, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e59cd588-e61a-4413-9015-e8df6521fb81,segment=NetworkSegment(85a9232c-7d04-4c88-a962-7cac3ad5d381),segment_id=85a9232c-7d04-4c88-a962-7cac3ad5d381)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:00.440600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.445480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::f (3f0540d1-a311-4087-905c-766434f9552a/bb117e77-cde0-4d32-8b04-2214cf01e127/c8641cd3-d5b8-407e-a9de-bf474ad688c7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:00.469897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.484542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fa1a8-69b2-4a48-923d-37529bcdd2f4 req-4201fd88-eb45-47d5-a294-5f8a2bc0c7aa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:00.519557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.522541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501fa1a8-69b2-4a48-923d-37529bcdd2f4 req-4201fd88-eb45-47d5-a294-5f8a2bc0c7aa tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.1494451 Nov 23 02:41:00.625080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5eeb43c5-ffbb-490b-aed7-3032afdd0760 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7196162 Nov 23 02:41:00.649895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'admin_state_up': True, 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'security_groups': ['b9ca0174-0f80-4d5f-95a0-197d0c2c12b2']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:00.712445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f2d07-27b3-4e62-838b-6ea1b0ba37e3 None None] Pushing event updated for resources: {'Port': ['ID=e59cd588-e61a-4413-9015-e8df6521fb81,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:00.724107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.739990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14998ef-e461-4ec7-a636-f84146fefd66,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:00.832001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:41:00.832583 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:41:00.848456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2060c347-f759-467b-be50-c4d1f99d13d4 None None] Provisioning complete for port 51aa321a-8844-4706-ab6c-5fe8d8748083 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:00.849244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2060c347-f759-467b-be50-c4d1f99d13d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.864730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Checking segment: {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:00.865101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Network hostable DHCP agents. Network: c3aae69f-107a-4b99-b87f-b25ed5672127, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:41:00.891062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2060c347-f759-467b-be50-c4d1f99d13d4 None None] Port 51aa321a-8844-4706-ab6c-5fe8d8748083 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:00.904350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:00.916313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501fa1a8-69b2-4a48-923d-37529bcdd2f4 req-89dca70b-8d16-4395-8dc2-8f0f399e5be9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923423 Nov 23 02:41:01.006477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.069099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf45bc82-4ee9-4c20-b991-ec1385f288d1']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:01.115596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Network c3aae69f-107a-4b99-b87f-b25ed5672127 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:41:01.117066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c045b9-56d2-4931-9f0d-d45e8190d034') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:01.120745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c045b9-56d2-4931-9f0d-d45e8190d034') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:01.142183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:01.145538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.167531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c3aae69f-107a-4b99-b87f-b25ed5672127) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:01.192839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6ca56b-9eae-4758-a01f-add39cc7bed7 None None] Network c3aae69f-107a-4b99-b87f-b25ed5672127 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:01.196685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.202914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:01.205928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.217430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:01.218405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.466991 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b0cc4bb9-31a0-4995-88e1-1c2be80544ca admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.8692408 Nov 23 02:41:01.473420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:01.511044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:01.532288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.602582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.603673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.608698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Allocated IP 172.25.1.62 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/33d7c06b-a81a-447b-8f29-24e9c26290f6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:01.629745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c3aae69f-107a-4b99-b87f-b25ed5672127', 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'fixed_ips': [{'subnet_id': 'c14998ef-e461-4ec7-a636-f84146fefd66'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:01.630870 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:01.663609 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:01.670684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.674964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.686813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.690209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/bf45bc82-4ee9-4c20-b991-ec1385f288d1 HTTP/1.1" status: 204 len: 168 time: 1.6118150 Nov 23 02:41:01.712689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:01.796613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d560b-e4af-4248-8c58-a05795a15d7b tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=bf45bc82-4ee9-4c20-b991-ec1385f288d1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:01.819722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:01.877207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e59cd588-e61a-4413-9015-e8df6521fb81 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:01.909193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7c89-05cb-4b25-b59c-4b4f98913ce8 req-ac9e32d2-3621-4007-b03e-3c33e6e8fd32 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:01.932930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7c89-05cb-4b25-b59c-4b4f98913ce8 req-ac9e32d2-3621-4007-b03e-3c33e6e8fd32 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:01.956522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d7c89-05cb-4b25-b59c-4b4f98913ce8 req-ac9e32d2-3621-4007-b03e-3c33e6e8fd32 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:02.008053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-069d7c89-05cb-4b25-b59c-4b4f98913ce8 req-ac9e32d2-3621-4007-b03e-3c33e6e8fd32 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 2375 time: 0.6151502 Nov 23 02:41:02.095909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 3f0540d1-a311-4087-905c-766434f9552a is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:02.138384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:02.183787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:02.204575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:02.224083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:02.224932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:02.270175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-211d678e-c810-4855-9ab1-b03f134e2c61 None None] Provisioning complete for port e59cd588-e61a-4413-9015-e8df6521fb81 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:02.270629 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-211d678e-c810-4855-9ab1-b03f134e2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:02.370477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Allocated IP 172.20.0.2 (c3aae69f-107a-4b99-b87f-b25ed5672127/c14998ef-e461-4ec7-a636-f84146fefd66/91586696-cdc0-4ece-90db-626e12d7395e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:02.400132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e59cd588-e61a-4413-9015-e8df6521fb81 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:02.400507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:02.416895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-069d7c89-05cb-4b25-b59c-4b4f98913ce8 req-31165d7f-8055-4a5c-abd1-69b5fc7bf913 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4063904 Nov 23 02:41:02.431317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8907514 Nov 23 02:41:02.433738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:02.489493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d6420-c4d5-4871-967b-c836543dcfc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=c8641cd3-d5b8-407e-a9de-bf474ad688c7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:02.805041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638d73-6e32-4d8d-af07-cf69f253a394 req-a77dd5b5-ab31-4979-926d-0b38e4f5a1e5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:02.806678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e638d73-6e32-4d8d-af07-cf69f253a394 req-a77dd5b5-ab31-4979-926d-0b38e4f5a1e5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.7096250 Nov 23 02:41:02.856911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:02.940664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea20c3-1b51-48ac-98a4-bde7e1f8309c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:02.947904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-79ea20c3-1b51-48ac-98a4-bde7e1f8309c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5130820 Nov 23 02:41:02.948909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:03.048550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e638d73-6e32-4d8d-af07-cf69f253a394 req-2831d933-0c24-4bb3-abf1-ff474a0af7b7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296722 Nov 23 02:41:03.122784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c4f26-6442-4e6d-8a4e-745459829046 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.129264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c4f26-6442-4e6d-8a4e-745459829046 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.141403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c4f26-6442-4e6d-8a4e-745459829046 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.148488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b69c4f26-6442-4e6d-8a4e-745459829046 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1947985 Nov 23 02:41:03.150495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:03.253303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-211d678e-c810-4855-9ab1-b03f134e2c61 None None] Provisioning complete for port 7d0eb64c-a522-43ee-a513-4e868b6029be triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:03.253861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-211d678e-c810-4855-9ab1-b03f134e2c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.271279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.363844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.473875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Pushing event updated for resources: {'Port': ['ID=91586696-cdc0-4ece-90db-626e12d7395e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:03.502256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-211d678e-c810-4855-9ab1-b03f134e2c61 None None] Port 7d0eb64c-a522-43ee-a513-4e868b6029be cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:03.521827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Network c3aae69f-107a-4b99-b87f-b25ed5672127 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:03.528675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:03.534049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:03.596309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port c8641cd3-d5b8-407e-a9de-bf474ad688c7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:03.596903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.648835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Attempting to bind port 91586696-cdc0-4ece-90db-626e12d7395e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:03.649546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Attempting to bind port 91586696-cdc0-4ece-90db-626e12d7395e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:03.650887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Attempting to bind port 91586696-cdc0-4ece-90db-626e12d7395e on network c3aae69f-107a-4b99-b87f-b25ed5672127 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:03.662376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:03.663092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Checking segment: {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:03.663796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.664353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Bound using segment: {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:03.665074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Bound port: 91586696-cdc0-4ece-90db-626e12d7395e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:03.665637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.816979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] For port 91586696-cdc0-4ece-90db-626e12d7395e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:03.827875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] For port 91586696-cdc0-4ece-90db-626e12d7395e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=91586696-cdc0-4ece-90db-626e12d7395e,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:03.852069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.874914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Provisioning complete for port 7d0eb64c-a522-43ee-a513-4e868b6029be triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:03.875290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:03.937465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06df6-71e0-462b-9fa0-3c2fc033825f req-7f31cea8-a322-4654-85cf-3453d68381b8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.955927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06df6-71e0-462b-9fa0-3c2fc033825f req-7f31cea8-a322-4654-85cf-3453d68381b8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.985374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06df6-71e0-462b-9fa0-3c2fc033825f req-7f31cea8-a322-4654-85cf-3453d68381b8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:03.994078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36c06df6-71e0-462b-9fa0-3c2fc033825f req-7f31cea8-a322-4654-85cf-3453d68381b8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 2375 time: 0.4253149 Nov 23 02:41:04.061329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db78c-0a87-42c4-b9da-f352a893a811 None None] Pushing event updated for resources: {'Port': ['ID=91586696-cdc0-4ece-90db-626e12d7395e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:04.077554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:04.116831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Port 7d0eb64c-a522-43ee-a513-4e868b6029be cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:04.143157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Provisioning complete for port c8641cd3-d5b8-407e-a9de-bf474ad688c7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:04.143540 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:04.189440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for c8641cd3-d5b8-407e-a9de-bf474ad688c7 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:04.272781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3c529184-a13e-401b-a806-0279aaab8649 None None] Port c8641cd3-d5b8-407e-a9de-bf474ad688c7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:04.500237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:04.519391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36c06df6-71e0-462b-9fa0-3c2fc033825f req-d9e23d2f-687d-41a5-8a20-1845a9fbf6ca tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902322 Nov 23 02:41:04.545127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eebcf-ef45-4a1e-9586-914b9f41501f req-fd3dbca6-3a7e-4053-86f1-e699e08d2696 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:04.546769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f82eebcf-ef45-4a1e-9586-914b9f41501f req-fd3dbca6-3a7e-4053-86f1-e699e08d2696 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.3255973 Nov 23 02:41:04.617760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.2.2.100 (1e131579-7c4e-4567-abb2-b8e3f2161435/b9947c2f-4431-40f5-99b4-0cd07feb4323/dbfe04d3-63e8-4600-b1a3-1105b0a733bd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:04.855438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f82eebcf-ef45-4a1e-9586-914b9f41501f req-f81c5cc0-f5f6-48a7-8cf0-ccdecbc37bdc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999339 Nov 23 02:41:04.981165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.035946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.112609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7980a32-9cdf-4133-b1b2-f20d2cdffdb8']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:05.145182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fc4cc3-54f4-4e71-ae9b-9bce112c8cf3') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:05.147521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fc4cc3-54f4-4e71-ae9b-9bce112c8cf3') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:05.159401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=c8641cd3-d5b8-407e-a9de-bf474ad688c7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:05.171284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.178184 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.188333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8f4f5c5b-fa63-42d3-aa91-c9799dd68b01 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/c8641cd3-d5b8-407e-a9de-bf474ad688c7 HTTP/1.1" status: 204 len: 168 time: 2.0360034 Nov 23 02:41:05.192085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:05.241718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.246483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.265962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:05.266396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:05.271319 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:05.299743 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1964b6b5-85e8-43de-a3bb-92681a899f8f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:41:05.301998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1964b6b5-85e8-43de-a3bb-92681a899f8f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/c8641cd3-d5b8-407e-a9de-bf474ad688c7 HTTP/1.1" status: 404 len: 333 time: 0.1088409 Nov 23 02:41:05.317412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:05.678866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.688148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0477cb5a-c4c1-4729-89b8-db19a4de744c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.750119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.786002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 7d0eb64c-a522-43ee-a513-4e868b6029be {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:05.791062 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.802198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] 10.222.0.15 "DELETE /v2.0/networks/e7980a32-9cdf-4133-b1b2-f20d2cdffdb8 HTTP/1.1" status: 204 len: 168 time: 4.0884037 Nov 23 02:41:05.868857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.992755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 91586696-cdc0-4ece-90db-626e12d7395e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:06.021547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57fa81-cbeb-469c-b87f-fff4cba3f950 tempest-BulkNetworkOpsIpV6Test-1198037772 tempest-BulkNetworkOpsIpV6Test-1198037772-project] Pushing event deleted for resources: {'Network': ['ID=e7980a32-9cdf-4133-b1b2-f20d2cdffdb8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:06.139974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:06.161025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:06.177190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Pushing event updated for resources: {'Port': ['ID=33d7c06b-a81a-447b-8f29-24e9c26290f6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:06.179883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 91586696-cdc0-4ece-90db-626e12d7395e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:06.180519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.188715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:06.267681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51f12-09a6-4b39-8426-d39379ce5618 req-b1138535-7c62-4a81-8f16-de5717e259dd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:06.270134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8f51f12-09a6-4b39-8426-d39379ce5618 req-b1138535-7c62-4a81-8f16-de5717e259dd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2016029 Nov 23 02:41:06.334475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b7e4-c2c1-45f0-ae89-0d504ed29bf0 req-c8648678-dc0d-425a-91e6-d80af22dcc00 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:06.340185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.345609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b7e4-c2c1-45f0-ae89-0d504ed29bf0 req-c8648678-dc0d-425a-91e6-d80af22dcc00 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:06.367195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287b7e4-c2c1-45f0-ae89-0d504ed29bf0 req-c8648678-dc0d-425a-91e6-d80af22dcc00 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:06.373110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0287b7e4-c2c1-45f0-ae89-0d504ed29bf0 req-c8648678-dc0d-425a-91e6-d80af22dcc00 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 2375 time: 0.5150807 Nov 23 02:41:06.407874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61176976-25a9-4cce-a54c-b1e730a308ce None None] Network c3aae69f-107a-4b99-b87f-b25ed5672127 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:06.427653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.457000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33172) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:06.623521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 91586696-cdc0-4ece-90db-626e12d7395e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=91586696-cdc0-4ece-90db-626e12d7395e,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:06.650560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.659528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.717415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0287b7e4-c2c1-45f0-ae89-0d504ed29bf0 req-2592c23d-7c90-4b89-9365-aa2d3ec45ed8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327558 Nov 23 02:41:06.741140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 7d0eb64c-a522-43ee-a513-4e868b6029be owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:06.760296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8f51f12-09a6-4b39-8426-d39379ce5618 req-eebcbc35-f14e-43e3-83af-81faf10518a0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697182 Nov 23 02:41:06.764795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-324c8e52-a414-4d0d-b150-c7046d050e0d None None] Provisioning complete for port 91586696-cdc0-4ece-90db-626e12d7395e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:06.768673 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-324c8e52-a414-4d0d-b150-c7046d050e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.772236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.052766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=91586696-cdc0-4ece-90db-626e12d7395e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:07.100594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.222101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.286766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cfdd3b2d-eca5-488e-bfca-5985f861f04f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd2612387bf4425693a02a797055b3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8248303 Nov 23 02:41:07.294492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:07.303165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.326123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=7d0eb64c-a522-43ee-a513-4e868b6029be,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:07.355612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:07.369761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.377281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f6c1d9f-5f8e-469e-b663-8564da41efc0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/7d0eb64c-a522-43ee-a513-4e868b6029be HTTP/1.1" status: 204 len: 168 time: 2.0565274 Nov 23 02:41:07.383138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:07.414450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:07.431460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:07.448930 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc5bb12-169a-4272-a7a9-2a5d497815f0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:41:07.464649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3bc5bb12-169a-4272-a7a9-2a5d497815f0 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/7d0eb64c-a522-43ee-a513-4e868b6029be HTTP/1.1" status: 404 len: 333 time: 0.0797579 Nov 23 02:41:07.467308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:07.545884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.573404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:07.597248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet bb117e77-cde0-4d32-8b04-2214cf01e127 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:07.632314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.709842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.761721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:07.789630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 91586696-cdc0-4ece-90db-626e12d7395e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:07.945962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:07.950304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.003157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.007390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4cacda91-f086-4113-a827-28bff12ad237 None None] Provisioning complete for port 91586696-cdc0-4ece-90db-626e12d7395e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:08.008104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4cacda91-f086-4113-a827-28bff12ad237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.115825 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-34fb930c-5a1e-466c-a53b-83f20f30cef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.122561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 91586696-cdc0-4ece-90db-626e12d7395e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:08.123224 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.222934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.298794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fcb47813-5129-4da4-b832-4019af52f98c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6609333 Nov 23 02:41:08.355413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'admin_state_up': True, 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'security_groups': ['b9ca0174-0f80-4d5f-95a0-197d0c2c12b2']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:08.356803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5cd3bd8a-f8d0-4e92-bfe5-91241d6fe76b None None] Provisioning complete for port dbfe04d3-63e8-4600-b1a3-1105b0a733bd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:08.357181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cd3bd8a-f8d0-4e92-bfe5-91241d6fe76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.365678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.411382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-260e2017-d5d1-4683-a3fb-61038ebb0e97 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:08.417976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-260e2017-d5d1-4683-a3fb-61038ebb0e97 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:08.426327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776749ea-c029-4c9b-a217-5eabf87e378b None None] Network 3f0540d1-a311-4087-905c-766434f9552a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:08.436558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-260e2017-d5d1-4683-a3fb-61038ebb0e97 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:08.448354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-260e2017-d5d1-4683-a3fb-61038ebb0e97 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:08.450319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-260e2017-d5d1-4683-a3fb-61038ebb0e97 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3096 time: 0.3767688 Nov 23 02:41:08.460516 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.479720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/bb117e77-cde0-4d32-8b04-2214cf01e127 HTTP/1.1" status: 204 len: 168 time: 1.0103846 Nov 23 02:41:08.481703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:08.598553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.685725 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.733261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce46a3-7863-4d47-84a3-6c92439ced43 req-b49a31ea-530b-43d0-ae24-24e63692e632 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:08.734769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddce46a3-7863-4d47-84a3-6c92439ced43 req-b49a31ea-530b-43d0-ae24-24e63692e632 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.6445956 Nov 23 02:41:08.735559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca92a71-5906-485c-a9aa-4f0b33243932 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=bb117e77-cde0-4d32-8b04-2214cf01e127,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:08.949328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Made reservation on behalf of 109a2582afa94716b41b52a1d59cfbcd for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:08.978937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Allocated IP 172.25.1.35 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c5c2dbd4-175a-4a86-b397-aecdae384e07) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:09.054458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3bd8a-f8d0-4e92-bfe5-91241d6fe76b None None] Port dbfe04d3-63e8-4600-b1a3-1105b0a733bd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:09.055092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5be0e87-be2f-40f5-b2db-6ef3b2074679 req-0958dafc-6fb1-426f-8817-fa15f42dd283 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5416033 Nov 23 02:41:09.063781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddce46a3-7863-4d47-84a3-6c92439ced43 req-3cb6fe11-0f3a-4997-8a76-e584ca5f3305 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145587 Nov 23 02:41:09.101349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port e59cd588-e61a-4413-9015-e8df6521fb81 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:09.107414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.186003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.266763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.309700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port e59cd588-e61a-4413-9015-e8df6521fb81, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e59cd588-e61a-4413-9015-e8df6521fb81,segment=NetworkSegment(85a9232c-7d04-4c88-a962-7cac3ad5d381),segment_id=85a9232c-7d04-4c88-a962-7cac3ad5d381)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:09.310072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.318928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] DHCP port deletion for 3f0540d1-a311-4087-905c-766434f9552a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:09.343426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for e59cd588-e61a-4413-9015-e8df6521fb81 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:09.405486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Deleting port e59cd588-e61a-4413-9015-e8df6521fb81 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:09.405839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.405973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.412055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.487575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Pushing event updated for resources: {'Port': ['ID=33d7c06b-a81a-447b-8f29-24e9c26290f6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:09.497015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] For port e59cd588-e61a-4413-9015-e8df6521fb81, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e59cd588-e61a-4413-9015-e8df6521fb81,segment=NetworkSegment(85a9232c-7d04-4c88-a962-7cac3ad5d381),segment_id=85a9232c-7d04-4c88-a962-7cac3ad5d381)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:09.504169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.508938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.509302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.513309 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c4ec717-a0a6-4b1e-8517-f4caf9292cf2 HTTP/1.1" status: 204 len: 168 time: 2.2152011 Nov 23 02:41:09.538962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cd267-4f87-40d3-9803-8979b91b7789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4ec717-a0a6-4b1e-8517-f4caf9292cf2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:09.545108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Calling delete_port for e59cd588-e61a-4413-9015-e8df6521fb81 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:09.558578 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.658842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port e59cd588-e61a-4413-9015-e8df6521fb81 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:09.742475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=e59cd588-e61a-4413-9015-e8df6521fb81,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:09.754097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e59cd588-e61a-4413-9015-e8df6521fb81 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:09.758702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.847397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.873465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e59cd588-e61a-4413-9015-e8df6521fb81 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:09.873813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e59cd588-e61a-4413-9015-e8df6521fb81 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:09.889918 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.912414 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.964266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0540d1-a311-4087-905c-766434f9552a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:09.978397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.992512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Pushing event deleted for resources: {'Port': ['ID=e59cd588-e61a-4413-9015-e8df6521fb81,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:10.010872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a9232c-7d04-4c88-a962-7cac3ad5d381') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:10.014858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a9232c-7d04-4c88-a962-7cac3ad5d381') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:10.016635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.017781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.018431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.019469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.019960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.021623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.022144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.022670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.023282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.024242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.024726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.025219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:10.033643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:10.037246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.040623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78995fcd-46cd-49d8-b481-91bda8e250b3 None None] No DVR routers for this DVR port e59cd588-e61a-4413-9015-e8df6521fb81 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:10.046959 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7fd8c573-8fd0-4d67-91a8-eba1011d9b97 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.8084531 Nov 23 02:41:10.049680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:10.058486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:10.088499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ac801-cdf5-499f-8a85-10962f0e977c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:10.089094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:10.104350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.182079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.214795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:10.218474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:10.222315 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:10.241797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-506cd031-1fd6-4441-a1ae-7f2ee23c7645 None None] Provisioning complete for port c5c2dbd4-175a-4a86-b397-aecdae384e07 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:10.242198 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-506cd031-1fd6-4441-a1ae-7f2ee23c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.345142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-506cd031-1fd6-4441-a1ae-7f2ee23c7645 None None] Port c5c2dbd4-175a-4a86-b397-aecdae384e07 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:10.548609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a50f4-7749-41e9-b0c7-9c6b3bbc41dd req-c8c5130a-c82b-4163-a69c-a608c95f7f5f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:10.575326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-555a50f4-7749-41e9-b0c7-9c6b3bbc41dd req-c8c5130a-c82b-4163-a69c-a608c95f7f5f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2687938 Nov 23 02:41:10.580239 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.647161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.661183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/3f0540d1-a311-4087-905c-766434f9552a HTTP/1.1" status: 204 len: 168 time: 2.1284060 Nov 23 02:41:10.662580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70db86e-99ad-4598-a92a-2f5cf1e0320a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=3f0540d1-a311-4087-905c-766434f9552a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:10.677667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-08ba608d-f02e-490b-9d98-f22f2c8584ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:10.684949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-08ba608d-f02e-490b-9d98-f22f2c8584ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:10.691315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-08ba608d-f02e-490b-9d98-f22f2c8584ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:10.691479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Allocated IP 10.2.2.200 (1e131579-7c4e-4567-abb2-b8e3f2161435/b9947c2f-4431-40f5-99b4-0cd07feb4323/30cbfaa1-e6e7-44a8-867e-a8520f176bd6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:10.698582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-08ba608d-f02e-490b-9d98-f22f2c8584ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:10.707201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-08ba608d-f02e-490b-9d98-f22f2c8584ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3096 time: 0.3990619 Nov 23 02:41:10.709476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:10.721930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.751159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-478600062'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:10.844909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:10.907238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-555a50f4-7749-41e9-b0c7-9c6b3bbc41dd req-4e7d3fbc-9cdd-4a00-b271-eec074253f92 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298256 Nov 23 02:41:10.924168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:10.928911 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:10.951379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fda488a4-0652-4cfe-afb2-07e13fc3b577 req-2a36628a-00ea-4b86-9b1a-86f6b9d28fdd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427671 Nov 23 02:41:10.974174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.236495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c2dbd4-175a-4a86-b397-aecdae384e07,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:11.544916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.610093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.721357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:11.776478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:41:11.793964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.805528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.805885 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Added segment fd6db289-01aa-446a-8324-3539b885ef33 of type vlan for network 249cff2e-e32b-4d8c-9d96-3e3ada067264 Nov 23 02:41:11.842756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.930475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:11.997750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event updated for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:12.055988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:12.065788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.070697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:12.077325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.077984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.078440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:12.292026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.305523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.322212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1339537841'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:12.418492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:12.439939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.453641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7380760 Nov 23 02:41:12.461712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33290) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:12.484500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:12.502860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-95c5e738-79c8-4a7e-af73-e9241ef7a8bf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1901870 Nov 23 02:41:12.600168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:12.644013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.655232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.697071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a2e9c059-84b2-4211-bfb2-870bb82cd234 None None] Provisioning complete for port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:12.697446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c059-84b2-4211-bfb2-870bb82cd234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.702766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:12.738016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.747689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.771875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.782128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.797415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.799889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-ffe583eb-abee-4e83-bef4-8d0c2de8ba17 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3817 time: 0.6651936 Nov 23 02:41:12.801015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c81ae-cc33-4a60-b3fc-3522051d3447 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Network': ['ID=249cff2e-e32b-4d8c-9d96-3e3ada067264,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:12.871501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9c059-84b2-4211-bfb2-870bb82cd234 None None] Port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:12.889346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:41:12.922967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa7df7-6b27-4b77-b455-56e828ff38bd req-0f1d9d34-70f4-40b9-a0f1-11d14cb03451 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:12.950412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0baa7df7-6b27-4b77-b455-56e828ff38bd req-0f1d9d34-70f4-40b9-a0f1-11d14cb03451 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.7462208 Nov 23 02:41:13.048332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:13.312719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:13.329472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-283063c6-83d2-4ac4-a292-f2533e140b93 req-1ce3d02c-84a1-4bb8-a04d-e2e1ddf69362 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994304 Nov 23 02:41:13.362779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:13.367948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:41:13.387852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0baa7df7-6b27-4b77-b455-56e828ff38bd req-08031021-6bab-45ac-96d7-df530d30f903 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360347 Nov 23 02:41:13.393361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:13.396776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:13.397245 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 81fe34a2-8c25-4db2-b289-211646db4030 of type vlan for network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 Nov 23 02:41:13.411034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:13.502643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Allocated IP 172.25.1.194 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f75bf1b4-e704-40fa-b090-c5d10e9b998a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:14.008213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.070805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee598de-0878-4760-9260-5b1e19622fba,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:14.123778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.259907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.293296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.293948 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.302063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.325523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:14.328285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:14.333135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.342942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:14.455637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70f289a-7426-42fd-bf4c-ebfadad815ee {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:14.481531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.518078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=41c4c73c-7c69-43aa-a86b-23b33b1f1bc2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:14.520314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Transition to ACTIVE for port object e70f289a-7426-42fd-bf4c-ebfadad815ee will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:14.576155 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8508174 Nov 23 02:41:14.579740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33316) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:14.646713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.672814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-2047141601'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:14.738296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Router d90e741c-6f15-4577-b744-78f3db2d50b8 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:41:14.827224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Pushing event updated for resources: {'Port': ['ID=f75bf1b4-e704-40fa-b090-c5d10e9b998a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:14.923385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.931432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.939729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.946552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.955023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.957144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-702ffcab-cbb7-403d-a28a-923145a229cc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3829 time: 0.4495051 Nov 23 02:41:14.958114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Checking segment: {'id': 'fd6db289-01aa-446a-8324-3539b885ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:14.958726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network hostable DHCP agents. Network: 249cff2e-e32b-4d8c-9d96-3e3ada067264, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:41:14.972825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:14.980198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:14.996961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1747d5d-002c-4a1d-b9a5-da03d337309f req-066f59b0-6ba4-4c49-86e3-7d7b548f58ea tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:14.998844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1747d5d-002c-4a1d-b9a5-da03d337309f req-066f59b0-6ba4-4c49-86e3-7d7b548f58ea tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.3890254 Nov 23 02:41:15.009457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c75e5-5f80-4700-b687-cbf39dd58634 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=040b5f06-e99b-452d-baa2-b0f4d54a67f7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:15.068887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:41:15.269286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:41:15.366412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07ced5c9-b646-42a8-b6a1-d9948492fb24 req-47bc89ba-4a18-4562-b69a-6ee67fb33cc9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849769 Nov 23 02:41:15.367257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 249cff2e-e32b-4d8c-9d96-3e3ada067264) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:15.374561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.398331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0802d467-c8d8-429e-b980-0b9161781069 None None] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:15.400759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:15.404195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.468395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1747d5d-002c-4a1d-b9a5-da03d337309f req-41dcdbb3-e6c2-4b78-b8a2-06d992851201 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643415 Nov 23 02:41:15.504979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-669a2de9-c416-40a0-be8f-769748ca6f64 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0394814 Nov 23 02:41:15.505756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:15.521142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-968856629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:15.523724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:15.560105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:15.581723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:41:15.584788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Sync routers for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:15.600303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.601799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-34ec8f6a-04f6-48d8-8408-3cba463e39b3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 14.1212308 Nov 23 02:41:15.606407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33334) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:15.614020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.614611 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment eda7a420-b730-4ecd-8b27-14203da8665f of type vlan for network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a Nov 23 02:41:15.625529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.626884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.679736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:15.685327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:15.689903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Attempting to bind port e70f289a-7426-42fd-bf4c-ebfadad815ee on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:15.690242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Attempting to bind port e70f289a-7426-42fd-bf4c-ebfadad815ee by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:15.690610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Attempting to bind port e70f289a-7426-42fd-bf4c-ebfadad815ee on network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:15.714446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Port e70f289a-7426-42fd-bf4c-ebfadad815ee on network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:15.714901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Attempting to bind port e70f289a-7426-42fd-bf4c-ebfadad815ee on network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:15.770379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:15.770762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Checking segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:15.771156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Bound using segment: {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:15.771600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Bound port: e70f289a-7426-42fd-bf4c-ebfadad815ee, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de608b17-e206-400e-92fe-26c7af05d06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:15.772073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.783608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:15.806559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.023140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.032571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.047083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.047732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.125129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:16.197326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.236481 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.243324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-180cee88-c262-458b-8558-ef3cb841ac0a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7284415 Nov 23 02:41:16.243506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:16.257119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264', 'name': 'tempest-PortsIpV6TestJSON-523508728'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:16.316478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-249cff2e-e32b-4d8c-9d96-3e3ada067264', 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': '41c4c73c-7c69-43aa-a86b-23b33b1f1bc2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:16.321181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.392834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.402814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36429-7686-4e22-99dd-618663e602b9 req-832f15fb-f09b-440b-bab4-7beaad2dda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.404316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-832f15fb-f09b-440b-bab4-7beaad2dda49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 1097 time: 0.3127823 Nov 23 02:41:16.413807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.433436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:16.453181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.614894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:16.618197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=d9d9aa12-dcc8-4e42-b38a-8392ba7b861a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:16.650686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Allocated IP 2001:db8::2 (249cff2e-e32b-4d8c-9d96-3e3ada067264/41c4c73c-7c69-43aa-a86b-23b33b1f1bc2/f71aeb66-e3b2-405c-bb9a-1953876d3963) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:16.667817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port d87550c9-4e47-4f7c-b138-9d37d9ba3785 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:41:16.728063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ae32634c-a1b7-4dc7-ad69-b3b34c9b7377 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0783370 Nov 23 02:41:16.735562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:16.736876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:16.750212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:16.757541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Pushing event updated for resources: {'Port': ['ID=f75bf1b4-e704-40fa-b090-c5d10e9b998a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:16.777495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.784724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.791598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.797978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.803637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.810373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.818529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-5512e317-8919-4f7b-a5fb-729da5276bd6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3829 time: 0.2418346 Nov 23 02:41:16.822319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:41:16.864861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.889370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Pushing event updated for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:16.905244 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-b14a80ab-2f06-418e-924d-f3e9bbc5f4af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8405669 Nov 23 02:41:16.912425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d6e34-2d5a-4c66-8627-8e4d7e171500 req-c9d32889-b083-4604-8645-fb36b0906ca8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.914231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-795d6e34-2d5a-4c66-8627-8e4d7e171500 req-c9d32889-b083-4604-8645-fb36b0906ca8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.2553074 Nov 23 02:41:16.920930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36429-7686-4e22-99dd-618663e602b9 req-4e6429d4-0e32-473d-8ef4-58a3db452f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:16.922406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-4e6429d4-0e32-473d-8ef4-58a3db452f94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.5056877 Nov 23 02:41:16.941154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:16.945040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1569a725-58d9-4946-8b85-460a02f1e329 tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8806088 Nov 23 02:41:16.945659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:17.024832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.025591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.027092 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-72271268-4722-4135-92b0-5dafc4b21e49 service neutron] 10.222.0.47 "PUT /v2.0/ports/e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1093 time: 4.4317827 Nov 23 02:41:17.033661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:17.036745 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246501b-52f9-40a3-9bb0-f86f2b67adcb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:17.044347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-77dc53f8-55ae-44f0-93c0-d2accc893877 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4343386 Nov 23 02:41:17.062970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:17.105938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade9131-b393-4111-abba-5487c2522a98 req-4bf9991f-efef-4281-86cd-ff24066ef58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.111777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-4bf9991f-efef-4281-86cd-ff24066ef58c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 1060 time: 0.1456218 Nov 23 02:41:17.132143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6b78b4b7-f823-475e-876d-171188bc4679 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.1802590 Nov 23 02:41:17.137905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:17.191539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:17.202741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.224965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-ea3dd766-38ca-4e86-9433-971bba47954b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9bfe242-ee9e-4786-9870-6a7d27901439 HTTP/1.1" status: 200 len: 217 time: 0.2772272 Nov 23 02:41:17.240109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffe7093f-1b24-47c0-bd93-6d3e8274b379 req-66247556-3f0b-4751-a042-3db3f6f22fb0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4206393 Nov 23 02:41:17.356507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.391179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.393193 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3292f85a-40f5-480f-908d-222c9e05604e x-openstack-request-id: req-3292f85a-40f5-480f-908d-222c9e05604e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:17.393746 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:17.394206 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3292f85a-40f5-480f-908d-222c9e05604e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:17.395503 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'status': 'completed', 'code': 200} Nov 23 02:41:17.444605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:11Z', 'revision_number': 3, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:17.511907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-acc73b05-7235-4373-9f1a-3a30fb3cc654 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3691006 Nov 23 02:41:17.518901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33360) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:17.604415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.621814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-9a26f89a-d66e-4e4c-9a07-b9b003964bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.624950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-9a26f89a-d66e-4e4c-9a07-b9b003964bf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2126331 Nov 23 02:41:17.663114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Checking router: d90e741c-6f15-4577-b744-78f3db2d50b8 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:17.664081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Updating router d90e741c-6f15-4577-b744-78f3db2d50b8 port c5c2dbd4-175a-4a86-b397-aecdae384e07 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:41:17.679502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:17.681667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:17.734520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:17.781499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Pushing event updated for resources: {'Port': ['ID=f71aeb66-e3b2-405c-bb9a-1953876d3963,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:17.843355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:17.868275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade9131-b393-4111-abba-5487c2522a98 req-1f4b8f63-e8ae-4524-bbff-e90233ce71db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.869881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-1f4b8f63-e8ae-4524-bbff-e90233ce71db service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.6522257 Nov 23 02:41:17.874259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.875097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.876221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.877078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.877618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.879525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-18045c90-6c6a-45e6-bfb1-ce1c7e572fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 4365 time: 0.4640839 Nov 23 02:41:17.888342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-795d6e34-2d5a-4c66-8627-8e4d7e171500 req-9b61d9a1-4a50-4065-8bbd-6002c5d0e7ba tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9648216 Nov 23 02:41:17.955183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36429-7686-4e22-99dd-618663e602b9 req-6c050833-d329-480b-ad98-52293202be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:17.956830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-6c050833-d329-480b-ad98-52293202be2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.4729459 Nov 23 02:41:18.022983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-4302003a-4cd8-4361-9931-1655e1e1512e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 200 len: 217 time: 0.1138356 Nov 23 02:41:18.054685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::d1 (249cff2e-e32b-4d8c-9d96-3e3ada067264/41c4c73c-7c69-43aa-a86b-23b33b1f1bc2/d87550c9-4e47-4f7c-b138-9d37d9ba3785) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:18.242163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-40d0a5bb-0491-4594-890d-c50a1f24c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.242831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-40d0a5bb-0491-4594-890d-c50a1f24c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.243355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-40d0a5bb-0491-4594-890d-c50a1f24c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.245793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-40d0a5bb-0491-4594-890d-c50a1f24c2d3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2546966 Nov 23 02:41:18.321871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Attempting to bind port f71aeb66-e3b2-405c-bb9a-1953876d3963 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:18.322496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Attempting to bind port f71aeb66-e3b2-405c-bb9a-1953876d3963 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fd6db289-01aa-446a-8324-3539b885ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:18.328087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Attempting to bind port f71aeb66-e3b2-405c-bb9a-1953876d3963 on network 249cff2e-e32b-4d8c-9d96-3e3ada067264 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:18.381481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:18.382170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Checking segment: {'id': 'fd6db289-01aa-446a-8324-3539b885ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:18.382259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.382686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Bound using segment: {'id': 'fd6db289-01aa-446a-8324-3539b885ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:18.387849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Bound port: f71aeb66-e3b2-405c-bb9a-1953876d3963, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6db289-01aa-446a-8324-3539b885ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '249cff2e-e32b-4d8c-9d96-3e3ada067264'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:18.388275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.568601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] For port f71aeb66-e3b2-405c-bb9a-1953876d3963, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:18.568801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-baae5250-7d95-48fc-b405-13c7362c69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.570117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-baae5250-7d95-48fc-b405-13c7362c69b5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122917 Nov 23 02:41:18.571895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] For port f71aeb66-e3b2-405c-bb9a-1953876d3963, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f71aeb66-e3b2-405c-bb9a-1953876d3963,segment=NetworkSegment(fd6db289-01aa-446a-8324-3539b885ef33),segment_id=fd6db289-01aa-446a-8324-3539b885ef33)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:18.579157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.581080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade9131-b393-4111-abba-5487c2522a98 req-836001af-7196-487a-ab9f-c935a9d41e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.582987 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-836001af-7196-487a-ab9f-c935a9d41e29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2791953 Nov 23 02:41:18.594029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.654096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.782991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:18.786565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36429-7686-4e22-99dd-618663e602b9 req-5ec45001-7b1c-407f-abfe-48816119bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.788368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-5ec45001-7b1c-407f-abfe-48816119bd46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8229666 Nov 23 02:41:18.797727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:18.800810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:18.806591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.807820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:18.848735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.855670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.861987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.868882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.875539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:18.877722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-1ef8812a-df27-4c05-bb77-c2860892e055 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3829 time: 0.2293489 Nov 23 02:41:18.881303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=d87550c9-4e47-4f7c-b138-9d37d9ba3785,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:18.899140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ed9bd1e-843e-4b3d-a51d-2a21f472bf48 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6546435 Nov 23 02:41:18.912045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:18.996796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Deleting port f75bf1b4-e704-40fa-b090-c5d10e9b998a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:18.997139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.198312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.255882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207e411-9937-4280-8af5-9d88f952d9b6 None None] Pushing event updated for resources: {'Port': ['ID=f71aeb66-e3b2-405c-bb9a-1953876d3963,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:19.271933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.285791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.435927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18309fc7-71ce-49b2-8aac-d2083bb03e9d None None] Pushing event updated for resources: {'Port': ['ID=c5c2dbd4-175a-4a86-b397-aecdae384e07,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:19.475775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3569a67-e17f-48d9-a6cb-85e3803b7169 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:19.533591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Attempting to bind port c5c2dbd4-175a-4a86-b397-aecdae384e07 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:19.534679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Attempting to bind port c5c2dbd4-175a-4a86-b397-aecdae384e07 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:19.535064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Attempting to bind port c5c2dbd4-175a-4a86-b397-aecdae384e07 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:19.555652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:19.556064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:19.556465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.557407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:19.557913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Bound port: c5c2dbd4-175a-4a86-b397-aecdae384e07, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:19.558299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.561328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869229f-b852-4274-8a62-4118bcb0ef21 req-be7980d7-4c8e-43d4-97a7-b4c277bbc55f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:19.563184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9869229f-b852-4274-8a62-4118bcb0ef21 req-be7980d7-4c8e-43d4-97a7-b4c277bbc55f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 945 time: 0.4690273 Nov 23 02:41:19.582012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc407d7b-37cb-44c5-a70b-b2b1d47081f7 req-509abf5e-7532-42c1-b478-39c1aa1d00ed tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6709306 Nov 23 02:41:19.584067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-d2fda928-5eb7-4981-8aa1-9287da7fbda0 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591496 Nov 23 02:41:19.677432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.677651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Allocated IP 172.20.0.1 (c3aae69f-107a-4b99-b87f-b25ed5672127/c14998ef-e461-4ec7-a636-f84146fefd66/282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:19.679386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.721912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-09d5d743-2d41-4716-b8be-652fd3016417 None None] Provisioning complete for port c5c2dbd4-175a-4a86-b397-aecdae384e07 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:19.722375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-09d5d743-2d41-4716-b8be-652fd3016417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.724702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] For port c5c2dbd4-175a-4a86-b397-aecdae384e07, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:19.734489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] For port c5c2dbd4-175a-4a86-b397-aecdae384e07, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5c2dbd4-175a-4a86-b397-aecdae384e07,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:19.788807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:19.827561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-4ec85f41-a9a7-4139-ad99-4065d4740aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:19.829984 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-4ec85f41-a9a7-4139-ad99-4065d4740aa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 2.0701382 Nov 23 02:41:19.888142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f71aeb66-e3b2-405c-bb9a-1953876d3963 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:19.891753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Calling delete_port for f75bf1b4-e704-40fa-b090-c5d10e9b998a owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:19.893379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:19.964448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9869229f-b852-4274-8a62-4118bcb0ef21 req-9d608f89-29ea-40c5-afc9-6061b81b3468 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898466 Nov 23 02:41:19.988875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa699f7-14a6-4783-a90e-ef7612d74243 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:20.024015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-09d5d743-2d41-4716-b8be-652fd3016417 None None] Port c5c2dbd4-175a-4a86-b397-aecdae384e07 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:20.046898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:20.047779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:20.062372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ba36429-7686-4e22-99dd-618663e602b9 req-bb513623-4a7c-4f70-bee6-eebe0163246c service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610415 Nov 23 02:41:20.069170 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-1dc23d40-8a81-40e0-a746-751f8a22107a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.2217259 Nov 23 02:41:20.086230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade9131-b393-4111-abba-5487c2522a98 req-b1e53f11-59a9-46e1-ab4d-4050014de425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:20.091932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-b1e53f11-59a9-46e1-ab4d-4050014de425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4910293 Nov 23 02:41:20.183041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.196540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:20.348201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18309fc7-71ce-49b2-8aac-d2083bb03e9d None None] Pushing event updated for resources: {'Port': ['ID=c5c2dbd4-175a-4a86-b397-aecdae384e07,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:20.396084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.453277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Pushing event deleted for resources: {'Port': ['ID=f75bf1b4-e704-40fa-b090-c5d10e9b998a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:20.474292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.478926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] Provisioning complete for port c5c2dbd4-175a-4a86-b397-aecdae384e07 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:20.479417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.611810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f71aeb66-e3b2-405c-bb9a-1953876d3963 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:20.612031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.614443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.658914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.691014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.783766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.832701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f847d9-2a1d-421a-a5b3-25c480810d23 None None] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:20.876653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=490ef20b-260d-4e2b-b0b0-857ddcf95aa0,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:20.882116 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-2cad7fda-621a-44d1-a1dc-bd0b60c34a39 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247055 Nov 23 02:41:20.896673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:20.902380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.912244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-19cda1f4-b4c5-4131-aa17-bb23bbd94ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:20.913691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-19cda1f4-b4c5-4131-aa17-bb23bbd94ab0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.8126454 Nov 23 02:41:20.926328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.935378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Network c3aae69f-107a-4b99-b87f-b25ed5672127 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:20.938957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.969838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:21.005060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Transition to ACTIVE for port object f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:21.059109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:21.108017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:21.110361 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0e2bd-e715-4475-ad91-3453d572f707" -d '{"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:21.128217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.130109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.135762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.142128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.156127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.172796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.173358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:21.190301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-c95c6349-05e2-44e8-88bb-522a25e3464d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3829 time: 0.2916558 Nov 23 02:41:21.193187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.211888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=d87550c9-4e47-4f7c-b138-9d37d9ba3785,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:21.224859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.227702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.233625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59fd9fbc-6a10-46fd-9050-0415da6824de tempest-FloatingIPAdminTestJSON-1172139149 tempest-FloatingIPAdminTestJSON-1172139149-project] 10.222.0.15 "DELETE /v2.0/floatingips/dfebd8a7-b98e-44c2-9729-73ad5005fd13 HTTP/1.1" status: 204 len: 168 time: 3.5550475 Nov 23 02:41:21.242538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.254876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] For port c5c2dbd4-175a-4a86-b397-aecdae384e07, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5c2dbd4-175a-4a86-b397-aecdae384e07,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:21.259168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:21.342776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.348294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2b6c7c9-adde-4e6f-9ac6-79783be23a2a req-f6bddb85-f9a6-481b-8a7c-96a02e06201d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568813 Nov 23 02:41:21.361886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:11Z', 'revision_number': 3, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:21.429064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a0286-755e-40e0-b8fe-1be4b5d47c3d req-19787f29-0859-4531-b953-13aa07bbfd53 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.430882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-139a0286-755e-40e0-b8fe-1be4b5d47c3d req-19787f29-0859-4531-b953-13aa07bbfd53 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 0.1960104 Nov 23 02:41:21.444873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.460045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Pushing event updated for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:21.461210 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6fe2e-b6fe-434a-b769-682a23d24ed2 x-openstack-request-id: req-60b6fe2e-b6fe-434a-b769-682a23d24ed2 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:21.461508 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:21.461773 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60b6fe2e-b6fe-434a-b769-682a23d24ed2 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:21.462173 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'code': 200} Nov 23 02:41:21.472177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c97970-2a0a-4c02-a6dd-e5481fc15d83 None None] The sync data for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 is: [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:11Z', 'revision_number': 3, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:21.521974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.526614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-4797634a-8a6e-4a96-8e17-279e29fa5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:21.528806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-4797634a-8a6e-4a96-8e17-279e29fa5d9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5869942 Nov 23 02:41:21.565144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.571702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:21.647636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port f71aeb66-e3b2-405c-bb9a-1953876d3963, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f71aeb66-e3b2-405c-bb9a-1953876d3963,segment=NetworkSegment(fd6db289-01aa-446a-8324-3539b885ef33),segment_id=fd6db289-01aa-446a-8324-3539b885ef33)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:21.648878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc7f98-d16d-4554-a754-fba531a9f2e8 None None] Pushing event updated for resources: {'Port': ['ID=c5c2dbd4-175a-4a86-b397-aecdae384e07,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:21.669517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.687622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '81fe34a2-8c25-4db2-b289-211646db4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:21.688367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: 040b5f06-e99b-452d-baa2-b0f4d54a67f7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:41:21.768656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-139a0286-755e-40e0-b8fe-1be4b5d47c3d req-4d8c2339-6a67-48ab-88f7-d8b89a85f507 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642794 Nov 23 02:41:21.784052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=f71aeb66-e3b2-405c-bb9a-1953876d3963,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:21.791249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33b28fda-13c1-45a1-917d-194bc525230e None None] Provisioning complete for port f71aeb66-e3b2-405c-bb9a-1953876d3963 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:21.791632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33b28fda-13c1-45a1-917d-194bc525230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:21.999338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ade9131-b393-4111-abba-5487c2522a98 req-512bd20e-f9c7-4d32-8d55-5d9d58e268c2 service neutron] 10.222.0.47 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0768704 Nov 23 02:41:22.039230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:22.157917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33b28fda-13c1-45a1-917d-194bc525230e None None] Provisioning complete for port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:22.159310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33b28fda-13c1-45a1-917d-194bc525230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.232403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-33b28fda-13c1-45a1-917d-194bc525230e None None] Port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:22.319596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.332965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.334158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.481830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=d87550c9-4e47-4f7c-b138-9d37d9ba3785,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:22.525016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-76bc0c7d-2681-4378-b3f5-d64671665feb None None] Provisioning complete for port f71aeb66-e3b2-405c-bb9a-1953876d3963 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:22.525413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76bc0c7d-2681-4378-b3f5-d64671665feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.735189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:22.740167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:22.755525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.762370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.768887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.776393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.784927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.793403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:22.795610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-92e898ec-8291-460d-8477-52a0f4933d33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 4601 time: 0.2403257 Nov 23 02:41:22.881224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-76bc0c7d-2681-4378-b3f5-d64671665feb None None] Provisioning complete for port d87550c9-4e47-4f7c-b138-9d37d9ba3785 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:22.881802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76bc0c7d-2681-4378-b3f5-d64671665feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:22.985475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76bc0c7d-2681-4378-b3f5-d64671665feb None None] Port d87550c9-4e47-4f7c-b138-9d37d9ba3785 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:23.057863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-819ee1a2-8654-412e-a30d-f85badf610a3 req-452a2d1d-e179-4f64-8383-ae7a7e2eaa60 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004229 Nov 23 02:41:23.059914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-328764c9-af80-47cd-ad3b-51d8eac38c83 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4489861 Nov 23 02:41:23.060502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:41:23.108013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-72f90038-fc93-4dd0-9728-46b0cfee3050 None None] Provisioning complete for port d87550c9-4e47-4f7c-b138-9d37d9ba3785 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:23.108557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72f90038-fc93-4dd0-9728-46b0cfee3050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.157887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c40f3b-82ab-4413-933c-1551bfeec7df req-e932f362-55cc-4469-bb13-ef42538c4dcc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:23.160012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c40f3b-82ab-4413-933c-1551bfeec7df req-e932f362-55cc-4469-bb13-ef42538c4dcc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 0.2054968 Nov 23 02:41:23.161650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72f90038-fc93-4dd0-9728-46b0cfee3050 None None] Port d87550c9-4e47-4f7c-b138-9d37d9ba3785 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:23.166572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Attempting to bind port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:23.167145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Attempting to bind port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:23.167486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Attempting to bind port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:23.170255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 040b5f06-e99b-452d-baa2-b0f4d54a67f7) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:23.182799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cca1c6b-d697-48e9-8324-a7bd822f6659 None None] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:23.211442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:23.212044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.246865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on network e29052be-985c-4583-91e6-8231a002f53f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:23.247195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Attempting to bind port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:23.264229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Router 70af6807-86fe-40bd-a1a1-7c78d35ee0c9 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:41:23.270225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:23.270539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:23.271428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Bound using segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:23.272041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Bound port: f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:23.272563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.285166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ba1c3c80-6355-4e3a-abe3-6acaa2b16abf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.5410223 Nov 23 02:41:23.291282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c40f3b-82ab-4413-933c-1551bfeec7df req-ed2ac5de-9a07-487e-908f-4f7b45ef7b8a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168499 Nov 23 02:41:23.292073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:23.302693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:23.386777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Deleting port 33d7c06b-a81a-447b-8f29-24e9c26290f6 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:23.387118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.388753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.468056 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.524976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30394ae2-0418-454b-824a-b99952774cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-040b5f06-e99b-452d-baa2-b0f4d54a67f7', 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '490ef20b-260d-4e2b-b0b0-857ddcf95aa0'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:23.526067 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.530409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-90fccdf7-a5ac-4a74-a426-7e863291bfbe None None] Provisioning complete for port d87550c9-4e47-4f7c-b138-9d37d9ba3785 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:23.531066 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90fccdf7-a5ac-4a74-a426-7e863291bfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.578925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:23.583266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.599257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-90fccdf7-a5ac-4a74-a426-7e863291bfbe None None] Port d87550c9-4e47-4f7c-b138-9d37d9ba3785 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:23.636397 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-08bf8174-49a2-468b-ad3e-f9fc03aecad8 req-5eaeddc8-24d5-49a4-993d-dc2cf3d817bd service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569122 Nov 23 02:41:23.895857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:23.931514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:23.935894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.936220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:23.951584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.018484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Calling delete_port for 33d7c06b-a81a-447b-8f29-24e9c26290f6 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:24.021713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:24.032560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.033186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.035037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-886e2939-7869-4f2a-9c1c-8c265f384db4 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 1131 time: 6.9807062 Nov 23 02:41:24.051543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:24.053863 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754bccec-c190-4076-837e-b83f8b415042" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f7a19149-f6b3-45ae-abdd-4bd9ea1e0235"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:24.075131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.092681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.106842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:24.119157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5c2dbd4-175a-4a86-b397-aecdae384e07 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:24.335335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2d7bec42-b1e1-4a3b-8e04-62a88e99cad6 None None] Provisioning complete for port d87550c9-4e47-4f7c-b138-9d37d9ba3785 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:24.338752 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d7bec42-b1e1-4a3b-8e04-62a88e99cad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.345820 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfcada3-09df-4cca-b8fa-b8a56c185fd5 x-openstack-request-id: req-6bfcada3-09df-4cca-b8fa-b8a56c185fd5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:24.346228 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f7a19149-f6b3-45ae-abdd-4bd9ea1e0235", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:24.346337 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bfcada3-09df-4cca-b8fa-b8a56c185fd5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:24.346766 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235', 'status': 'completed', 'code': 200} Nov 23 02:41:24.426283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2d7bec42-b1e1-4a3b-8e04-62a88e99cad6 None None] Port d87550c9-4e47-4f7c-b138-9d37d9ba3785 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:24.437677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:24.443640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b02338a0-fabd-451f-83be-fae7cabe2455 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/routers/70af6807-86fe-40bd-a1a1-7c78d35ee0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5297298 Nov 23 02:41:24.446533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:24.463674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] Sync routers for ids ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:24.489287 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] Routers {'70af6807-86fe-40bd-a1a1-7c78d35ee0c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:24.489982 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:24.532343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c5c2dbd4-175a-4a86-b397-aecdae384e07 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:24.532833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.577146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34e5e3-ad36-41ce-bcc4-1b15890ba393 req-b13b00cc-8912-4a12-aa09-aaa215570ba4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.578644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff34e5e3-ad36-41ce-bcc4-1b15890ba393 req-b13b00cc-8912-4a12-aa09-aaa215570ba4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 1.0937498 Nov 23 02:41:24.590805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:24.597103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-30394ae2-0418-454b-824a-b99952774cac None None] Allocated IP 172.20.0.2 (040b5f06-e99b-452d-baa2-b0f4d54a67f7/490ef20b-260d-4e2b-b0b0-857ddcf95aa0/ee0e9da9-39f3-43e9-809b-a793ce54741a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:24.612550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Pushing event updated for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:24.623574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.630344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.630757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.637251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.637733 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] Routers {'70af6807-86fe-40bd-a1a1-7c78d35ee0c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:24.639649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:24.643513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.649719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.656318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.658195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b95297-5461-42e6-9356-423862290f3c req-df23f709-ac0f-4e84-8aa5-e80f54f43410 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 4601 time: 0.2997625 Nov 23 02:41:24.688104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:24.729007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.729498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.729973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.730439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.732915 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:24.737238 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eecddce-9048-4567-a223-fe0e84473af0 None None] The sync data for ids ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:24.738337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.738903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.741025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-754bccec-c190-4076-837e-b83f8b415042 req-ae855971-da39-41df-9489-42f35a8e8247 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5289 time: 0.3933113 Nov 23 02:41:24.748030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ff34e5e3-ad36-41ce-bcc4-1b15890ba393 req-7aa63b8a-d1c5-450c-8c8b-eeb03f1acb73 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456249 Nov 23 02:41:24.761869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa4abf-0631-4e5c-8463-952b6abee470 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:24.763508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47fa4abf-0631-4e5c-8463-952b6abee470 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?device_id=70af6807-86fe-40bd-a1a1-7c78d35ee0c9 HTTP/1.1" status: 200 len: 987 time: 0.3074059 Nov 23 02:41:24.770063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:24.953014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.006343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b95297-5461-42e6-9356-423862290f3c req-485b6255-d83f-43c9-96bc-4b493d968a9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351965 Nov 23 02:41:25.055464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Pushing event deleted for resources: {'Port': ['ID=33d7c06b-a81a-447b-8f29-24e9c26290f6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:25.077399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd562a0-7ab6-494e-af07-8f0ed080f795 req-57980844-a4d2-4992-93a3-aec226bbbddc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.084807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fd562a0-7ab6-494e-af07-8f0ed080f795 req-57980844-a4d2-4992-93a3-aec226bbbddc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1439459 Nov 23 02:41:25.146435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.160869 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.200105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.203578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.205683 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e805da0-fb0c-4aa3-894d-2a6b5dc51dc6 tempest-FloatingIPAdminTestJSON-605477916 tempest-FloatingIPAdminTestJSON-605477916-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/110728af-32cc-4f00-950b-a1c5e08e8b07 HTTP/1.1" status: 204 len: 168 time: 3.9360371 Nov 23 02:41:25.220751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33436) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:25.233081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.254768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30394ae2-0418-454b-824a-b99952774cac None None] Pushing event updated for resources: {'Port': ['ID=ee0e9da9-39f3-43e9-809b-a793ce54741a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:25.260147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f71aeb66-e3b2-405c-bb9a-1953876d3963 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:25.321995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30394ae2-0418-454b-824a-b99952774cac None None] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:25.335130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-7d136d29-ae41-45a0-a601-d864efc56da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.335404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-30394ae2-0418-454b-824a-b99952774cac None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:25.336061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-7d136d29-ae41-45a0-a601-d864efc56da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.336724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-7d136d29-ae41-45a0-a601-d864efc56da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.339171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-754bccec-c190-4076-837e-b83f8b415042 req-7d136d29-ae41-45a0-a601-d864efc56da8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5730882 Nov 23 02:41:25.341533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fd562a0-7ab6-494e-af07-8f0ed080f795 req-8fa494b2-5e53-4579-b787-311f75bf05a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502418 Nov 23 02:41:25.362734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30394ae2-0418-454b-824a-b99952774cac None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:25.450074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Network c3aae69f-107a-4b99-b87f-b25ed5672127 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:25.455618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30394ae2-0418-454b-824a-b99952774cac None None] Attempting to bind port ee0e9da9-39f3-43e9-809b-a793ce54741a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:25.456001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30394ae2-0418-454b-824a-b99952774cac None None] Attempting to bind port ee0e9da9-39f3-43e9-809b-a793ce54741a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '81fe34a2-8c25-4db2-b289-211646db4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:25.456374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394ae2-0418-454b-824a-b99952774cac None None] Attempting to bind port ee0e9da9-39f3-43e9-809b-a793ce54741a on network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:25.464532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394ae2-0418-454b-824a-b99952774cac None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:25.464922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394ae2-0418-454b-824a-b99952774cac None None] Checking segment: {'id': '81fe34a2-8c25-4db2-b289-211646db4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:25.465387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.465856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394ae2-0418-454b-824a-b99952774cac None None] Bound using segment: {'id': '81fe34a2-8c25-4db2-b289-211646db4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:25.466369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30394ae2-0418-454b-824a-b99952774cac None None] Bound port: ee0e9da9-39f3-43e9-809b-a793ce54741a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe34a2-8c25-4db2-b289-211646db4030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '040b5f06-e99b-452d-baa2-b0f4d54a67f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:25.466780 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.502788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:25.530364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=bd2b6abf-ba44-4eab-8f43-b9894483b433,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:25.535060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': 'eda7a420-b730-4ecd-8b27-14203da8665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:25.535429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: d9d9aa12-dcc8-4e42-b38a-8392ba7b861a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:41:25.574248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-30394ae2-0418-454b-824a-b99952774cac None None] For port ee0e9da9-39f3-43e9-809b-a793ce54741a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:25.578400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-30394ae2-0418-454b-824a-b99952774cac None None] For port ee0e9da9-39f3-43e9-809b-a793ce54741a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ee0e9da9-39f3-43e9-809b-a793ce54741a,segment=NetworkSegment(81fe34a2-8c25-4db2-b289-211646db4030),segment_id=81fe34a2-8c25-4db2-b289-211646db4030)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:25.579701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f71aeb66-e3b2-405c-bb9a-1953876d3963 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:25.582031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.695119 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30394ae2-0418-454b-824a-b99952774cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.703652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting port 2b656289-493f-4f03-a9f7-3d1751d847a1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:25.704258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.734055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:41:25.740287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bccec-c190-4076-837e-b83f8b415042 req-06bc3766-bb53-4a78-89f0-8beb92787f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.742416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-754bccec-c190-4076-837e-b83f8b415042 req-06bc3766-bb53-4a78-89f0-8beb92787f61 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3955288 Nov 23 02:41:25.808930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d9d9aa12-dcc8-4e42-b38a-8392ba7b861a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:25.819127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:25.819853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:25.889405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a9bfe242-ee9e-4786-9870-6a7d27901439 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:25.893726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8155c7-2475-4034-8216-dd99a0c1b233 None None] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:25.957302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-da10d95e-2732-4a21-876d-c9e05c7d53d0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6592703 Nov 23 02:41:25.973570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:25.988175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2091041734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:26.036522 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.037664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.113592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.126655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dccb5e-27b5-4bd3-8d0e-a13293ec5b04 req-099de12e-687a-4b69-b6a5-fddedbe000f0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:26.143559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32dccb5e-27b5-4bd3-8d0e-a13293ec5b04 req-099de12e-687a-4b69-b6a5-fddedbe000f0 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4715631 Nov 23 02:41:26.153100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.242112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32dccb5e-27b5-4bd3-8d0e-a13293ec5b04 req-002a7491-bea7-4eef-bf51-c59c13fa903e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666382 Nov 23 02:41:26.264421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30394ae2-0418-454b-824a-b99952774cac None None] Pushing event updated for resources: {'Port': ['ID=ee0e9da9-39f3-43e9-809b-a793ce54741a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:26.286869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0b0b5c31-a680-4933-a568-e7927c4fe93a None None] Provisioning complete for port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:26.286869 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5c31-a680-4933-a568-e7927c4fe93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.342894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.344474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-90f34fc6-d5b4-4b4a-bde3-87418af6c9f3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3616574 Nov 23 02:41:26.373789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:26.460573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.474317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.474961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b5c31-a680-4933-a568-e7927c4fe93a None None] Port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:26.500045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Calling delete_port for 2b656289-493f-4f03-a9f7-3d1751d847a1 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:26.562450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-d9d9aa12-dcc8-4e42-b38a-8392ba7b861a', 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': 'bd2b6abf-ba44-4eab-8f43-b9894483b433'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:26.563624 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.651158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Router d90e741c-6f15-4577-b744-78f3db2d50b8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:26.712104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2654b84-4ace-458c-8c0e-011a0ef65a78 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:26.729855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.776263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Allocated IP 172.21.0.2 (d9d9aa12-dcc8-4e42-b38a-8392ba7b861a/bd2b6abf-ba44-4eab-8f43-b9894483b433/cf89a05b-17b1-407f-867c-576feceb7561) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:26.808230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Transition to ACTIVE for port object f2654b84-4ace-458c-8c0e-011a0ef65a78 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:26.811537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.845419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:26.887996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Port': ['ID=2b656289-493f-4f03-a9f7-3d1751d847a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:27.095694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.121305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.210429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:27.227450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:27.231487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:27.239184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:27.252786 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c714fe56-41c3-4c39-bf57-f31c7be29182 admin admin] 10.222.0.15 "PUT /v2.0/routers/d90e741c-6f15-4577-b744-78f3db2d50b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6448061 Nov 23 02:41:27.273253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.295515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.304750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.313748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.318127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Sync routers for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:27.321840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Pushing event updated for resources: {'Port': ['ID=cf89a05b-17b1-407f-867c-576feceb7561,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:27.339816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.343795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Attempting to bind port f2654b84-4ace-458c-8c0e-011a0ef65a78 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:27.343976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Attempting to bind port f2654b84-4ace-458c-8c0e-011a0ef65a78 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:27.351127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Attempting to bind port f2654b84-4ace-458c-8c0e-011a0ef65a78 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:27.368956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.376950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-7c10a396-b7a9-4724-8c52-cbd57d336e87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 4601 time: 1.0598841 Nov 23 02:41:27.389945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:27.419575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Port f2654b84-4ace-458c-8c0e-011a0ef65a78 on network e29052be-985c-4583-91e6-8231a002f53f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:27.419988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Attempting to bind port f2654b84-4ace-458c-8c0e-011a0ef65a78 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:27.434492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:27.435288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:27.435632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Bound using segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:27.436183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Bound port: f2654b84-4ace-458c-8c0e-011a0ef65a78, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:27.436641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.457738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.462052 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61c52545-51f7-48ed-bfab-9183409d8901 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/ports/2b656289-493f-4f03-a9f7-3d1751d847a1 HTTP/1.1" status: 204 len: 168 time: 2.2400827 Nov 23 02:41:27.466820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:27.475580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:27.485808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:27.534139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.625496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e893a69-5bb4-4a3a-b3ee-568e5045e98f req-fa589284-d0a9-485e-963e-0e0e446ee5b9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690831 Nov 23 02:41:27.660728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Attempting to bind port cf89a05b-17b1-407f-867c-576feceb7561 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:27.665503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Attempting to bind port cf89a05b-17b1-407f-867c-576feceb7561 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'eda7a420-b730-4ecd-8b27-14203da8665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:27.666023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Attempting to bind port cf89a05b-17b1-407f-867c-576feceb7561 on network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:27.689769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fec672-a655-427a-b275-ba77afbdfde3 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.692075 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-13fec672-a655-427a-b275-ba77afbdfde3 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "GET /v2.0/ports?device_id=285dbafd-786b-48fe-83f6-a060bb25a7d7 HTTP/1.1" status: 200 len: 913 time: 0.2242706 Nov 23 02:41:27.696712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33470) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:27.738724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:27.739179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Checking segment: {'id': 'eda7a420-b730-4ecd-8b27-14203da8665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:27.739500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.740653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Bound using segment: {'id': 'eda7a420-b730-4ecd-8b27-14203da8665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:27.740653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Bound port: cf89a05b-17b1-407f-867c-576feceb7561, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7a420-b730-4ecd-8b27-14203da8665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd9d9aa12-dcc8-4e42-b38a-8392ba7b861a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:27.740851 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.807145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:27.834919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54c7d4-5bbd-44de-81eb-75b793cf1a0b None None] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:27.853227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:27.867926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:27.882124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.957232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b22ec-f974-40d9-9dcb-5d09f6dae2a4 req-45e3b9ac-2c3e-4582-86a1-7bf93db96ced tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:27.958750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-732b22ec-f974-40d9-9dcb-5d09f6dae2a4 req-45e3b9ac-2c3e-4582-86a1-7bf93db96ced tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4874263 Nov 23 02:41:28.006112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.019313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.020835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 1132 time: 3.9189773 Nov 23 02:41:28.021352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f2654b84-4ace-458c-8c0e-011a0ef65a78'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:28.024210 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54a3845-a361-4afb-be6a-83b96c0c3375" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f2654b84-4ace-458c-8c0e-011a0ef65a78"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:28.069994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-732b22ec-f974-40d9-9dcb-5d09f6dae2a4 req-5250d22b-fe96-40fe-9691-5f2ccdada0b5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006353 Nov 23 02:41:28.084992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port d87550c9-4e47-4f7c-b138-9d37d9ba3785 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:28.085343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.087944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:28.304402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557b68d2-a1cd-4ac5-a7e4-efc7e2c4da14 x-openstack-request-id: req-557b68d2-a1cd-4ac5-a7e4-efc7e2c4da14 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:28.305232 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f2654b84-4ace-458c-8c0e-011a0ef65a78", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:28.305711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-557b68d2-a1cd-4ac5-a7e4-efc7e2c4da14 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:28.306334 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f2654b84-4ace-458c-8c0e-011a0ef65a78', 'status': 'completed', 'code': 200} Nov 23 02:41:28.318202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.356474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ee0e9da9-39f3-43e9-809b-a793ce54741a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:28.365953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for d87550c9-4e47-4f7c-b138-9d37d9ba3785 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:28.524947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] For port cf89a05b-17b1-407f-867c-576feceb7561, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:28.527066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] Provisioning complete for port ee0e9da9-39f3-43e9-809b-a793ce54741a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:28.527486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.568690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] For port cf89a05b-17b1-407f-867c-576feceb7561, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf89a05b-17b1-407f-867c-576feceb7561,segment=NetworkSegment(eda7a420-b730-4ecd-8b27-14203da8665f),segment_id=eda7a420-b730-4ecd-8b27-14203da8665f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:28.575351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7d2d9-a92e-47f5-88e9-4c283c114727 service neutron] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:28.629414 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.654278 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.894811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e473a-eed7-46ad-af73-e6511aceb119 None None] Pushing event updated for resources: {'Port': ['ID=cf89a05b-17b1-407f-867c-576feceb7561,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:28.942897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.943458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.943841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.944289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.944747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.945195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.945648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.956329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-d9c8f7c4-30b7-4f53-aeb9-01d84227eb1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6214 time: 0.5849175 Nov 23 02:41:29.067080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ee0e9da9-39f3-43e9-809b-a793ce54741a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:29.067461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.166293 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.286477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] For port ee0e9da9-39f3-43e9-809b-a793ce54741a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ee0e9da9-39f3-43e9-809b-a793ce54741a,segment=NetworkSegment(81fe34a2-8c25-4db2-b289-211646db4030),segment_id=81fe34a2-8c25-4db2-b289-211646db4030)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:29.344829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.612407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53af131-c733-4e13-bb9f-269eafcd609a None None] Pushing event updated for resources: {'Port': ['ID=ee0e9da9-39f3-43e9-809b-a793ce54741a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:29.618145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33500) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:29.677513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.716717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:23Z', 'revision_number': 4, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5', 'name': '', 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'mac_address': 'fa:16:3e:2a:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:19Z', 'updated_at': '2021-11-23T02:41:23Z', 'revision_number': 2, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'subnets': [{'id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:29.786529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Checking router: d90e741c-6f15-4577-b744-78f3db2d50b8 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:29.786943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Updating router d90e741c-6f15-4577-b744-78f3db2d50b8 port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:41:29.813362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-01e8279d-c56f-464b-b144-1de19c2f51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.818725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-01e8279d-c56f-464b-b144-1de19c2f51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.819307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-01e8279d-c56f-464b-b144-1de19c2f51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.821384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-01e8279d-c56f-464b-b144-1de19c2f51e1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8190234 Nov 23 02:41:29.845832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.890878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5c3cc-143d-4ecd-b0af-458309f121fb req-a3d57322-ef70-404e-8177-cd9df189e1b7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.902579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbe5c3cc-143d-4ecd-b0af-458309f121fb req-a3d57322-ef70-404e-8177-cd9df189e1b7 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2959297 Nov 23 02:41:29.914586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.20.0.1 (040b5f06-e99b-452d-baa2-b0f4d54a67f7/490ef20b-260d-4e2b-b0b0-857ddcf95aa0/0b2ac4cd-c675-4085-bd29-66ebac653bc1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:29.937177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.945722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.965728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.976314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.994950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:30.032039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:30.039423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:30.041963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-c0915034-f98d-4194-b2f0-49e49a5b3957 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5374 time: 1.2019794 Nov 23 02:41:30.112404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.217194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-68582114-a453-447d-81f7-e54f2d48c017 None None] Provisioning complete for port ee0e9da9-39f3-43e9-809b-a793ce54741a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:30.217769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-68582114-a453-447d-81f7-e54f2d48c017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.227467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf89a05b-17b1-407f-867c-576feceb7561 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:30.327103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-352b5ffa-6caf-431a-8971-5a225bfa7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:30.328723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a54a3845-a361-4afb-be6a-83b96c0c3375 req-352b5ffa-6caf-431a-8971-5a225bfa7539 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4953742 Nov 23 02:41:30.406703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b9910a-7002-4170-bec7-59f53c355959 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:30.419469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.434695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.446894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Transition to ACTIVE for port object f4b9910a-7002-4170-bec7-59f53c355959 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:30.480204 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.518661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=d87550c9-4e47-4f7c-b138-9d37d9ba3785,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:30.545470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.583142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:30.677461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82049f1a-e001-48bf-b730-2eff983f77ca None None] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:30.751660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbe5c3cc-143d-4ecd-b0af-458309f121fb req-d27c394a-97f0-4ce0-924b-9d60eeba2c17 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8400102 Nov 23 02:41:30.802418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:30.858457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bef83-9e9e-4d43-9f77-5aba3c240fca None None] Pushing event updated for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:30.941004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf89a05b-17b1-407f-867c-576feceb7561 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:30.941547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.129585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Attempting to bind port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:31.130118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Attempting to bind port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:31.130623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Attempting to bind port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 on network c3aae69f-107a-4b99-b87f-b25ed5672127 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:31.193238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41af5206-3f9b-4b7a-acd4-dbcd640a8572 req-34ec730e-d41e-4786-bd74-1969a001f553 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8399332 Nov 23 02:41:31.204217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:31.204769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Checking segment: {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:31.205316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.206907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Bound using segment: {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:31.207728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Bound port: 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:31.211579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.217894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.252062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.334814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port cf89a05b-17b1-407f-867c-576feceb7561, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf89a05b-17b1-407f-867c-576feceb7561,segment=NetworkSegment(eda7a420-b730-4ecd-8b27-14203da8665f),segment_id=eda7a420-b730-4ecd-8b27-14203da8665f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:31.363978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.365078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ee0e9da9-39f3-43e9-809b-a793ce54741a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:31.450830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.529588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Attempting to bind port f4b9910a-7002-4170-bec7-59f53c355959 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:31.530160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Attempting to bind port f4b9910a-7002-4170-bec7-59f53c355959 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:31.530302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Attempting to bind port f4b9910a-7002-4170-bec7-59f53c355959 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:31.537016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] For port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:31.538854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Port f4b9910a-7002-4170-bec7-59f53c355959 on network e29052be-985c-4583-91e6-8231a002f53f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:31.539267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Attempting to bind port f4b9910a-7002-4170-bec7-59f53c355959 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:31.547771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] For port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:31.549432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:31.550034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:31.550639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Bound using segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:31.551402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Bound port: f4b9910a-7002-4170-bec7-59f53c355959, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:31.552256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.574317 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.585611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=cf89a05b-17b1-407f-867c-576feceb7561,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:31.640255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ee0e9da9-39f3-43e9-809b-a793ce54741a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:31.640716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.671490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Router 70af6807-86fe-40bd-a1a1-7c78d35ee0c9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:31.723255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.784833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bef83-9e9e-4d43-9f77-5aba3c240fca None None] Pushing event updated for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:31.812850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:31.813854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:31.827132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Provisioning complete for port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:31.831086 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.838046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:31.842088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:31.856942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.872176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:31.893927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:31.897025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:31.935360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:31.936061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:31.937556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] 10.222.0.47 "PUT /v2.0/ports/f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 1092 time: 3.8637686 Nov 23 02:41:31.939020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:31.949871 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d805f8-1bc3-4672-924d-d7cbce409e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f4b9910a-7002-4170-bec7-59f53c355959"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:31.992153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:32.087914 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534b80f-afed-4aa9-8962-5522e1f64022 x-openstack-request-id: req-5534b80f-afed-4aa9-8962-5522e1f64022 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:32.088485 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "f4b9910a-7002-4170-bec7-59f53c355959", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:32.089748 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5534b80f-afed-4aa9-8962-5522e1f64022 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:32.090328 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959', 'status': 'completed', 'code': 200} Nov 23 02:41:32.090723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.113163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:41:32.166405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting port 919626de-6401-4a29-adc5-7ad1e63a47b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:32.166766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.170421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.256399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2a08-ab1a-414f-b244-7a03e1b601cc service neutron] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:32.360771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.367999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.368997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.369657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.370304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.371861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.372388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:32.372763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.373622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.376022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-eeaaa4c6-9319-4135-8590-3bd7b8906ead service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6282 time: 0.2902935 Nov 23 02:41:32.381908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1875c94c-441d-43f9-b911-198b6fbb22e4 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/routers/70af6807-86fe-40bd-a1a1-7c78d35ee0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6102321 Nov 23 02:41:32.384447 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] Sync routers for ids ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:32.407017 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] Routers {'70af6807-86fe-40bd-a1a1-7c78d35ee0c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:32.408031 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:32.410977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:32.446697 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:32.456903 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] Routers {'70af6807-86fe-40bd-a1a1-7c78d35ee0c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:32.457750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:32.495651 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:32.496547 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8373f5-3717-4492-b5f5-196dda1cd683 None None] The sync data for ids ['70af6807-86fe-40bd-a1a1-7c78d35ee0c9'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:32.558020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0b2ac4cd-c675-4085-bd29-66ebac653bc1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:32.612016 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b082f70-a0d9-4f34-a74e-de70fa4fc55d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:41:32.613570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b082f70-a0d9-4f34-a74e-de70fa4fc55d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/d87550c9-4e47-4f7c-b138-9d37d9ba3785 HTTP/1.1" status: 404 len: 333 time: 0.1891451 Nov 23 02:41:32.627984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:32.642408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:32.689890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67fb7-0796-4dc0-88b1-cbd717687d19 req-f6a57bce-0575-4a9c-9b25-4fb4d74fa709 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.705500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95d67fb7-0796-4dc0-88b1-cbd717687d19 req-f6a57bce-0575-4a9c-9b25-4fb4d74fa709 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.7000763 Nov 23 02:41:32.761505 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.766888 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.831820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Calling delete_port for 919626de-6401-4a29-adc5-7ad1e63a47b1 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:32.870696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.903769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.017444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf89a05b-17b1-407f-867c-576feceb7561 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:33.137985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] For port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:33.166566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.210473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-fed5197e-69f8-4c25-bc1f-830b499dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.211283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-fed5197e-69f8-4c25-bc1f-830b499dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.211898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-fed5197e-69f8-4c25-bc1f-830b499dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.215043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-fed5197e-69f8-4c25-bc1f-830b499dc28b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8056555 Nov 23 02:41:33.230416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.270043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.272659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Pushing event updated for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:33.275926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.288810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.299392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.312685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.325731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.332760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.340000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.349265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-2be63c50-784b-466a-8fd2-117582fe3eb9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5386 time: 0.9502392 Nov 23 02:41:33.371422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:23Z', 'revision_number': 4, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5', 'name': '', 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'mac_address': 'fa:16:3e:2a:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:19Z', 'updated_at': '2021-11-23T02:41:31Z', 'revision_number': 4, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'subnets': [{'id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:33.389793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51aa321a-8844-4706-ab6c-5fe8d8748083 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:33.391708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95d67fb7-0796-4dc0-88b1-cbd717687d19 req-5556b2f5-a4b5-4532-97f3-3c7e797279fc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6825085 Nov 23 02:41:33.401055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.419382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Transition to ACTIVE for port object 51aa321a-8844-4706-ab6c-5fe8d8748083 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:33.428442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd601b71-8fb2-4540-856d-067267a9124f None None] The sync data for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 is: [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:23Z', 'revision_number': 4, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5', 'name': '', 'network_id': 'c3aae69f-107a-4b99-b87f-b25ed5672127', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'mac_address': 'fa:16:3e:2a:79:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:19Z', 'updated_at': '2021-11-23T02:41:31Z', 'revision_number': 4, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'subnets': [{'id': 'c14998ef-e461-4ec7-a636-f84146fefd66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:33.452633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Provisioning complete for port cf89a05b-17b1-407f-867c-576feceb7561 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:33.452998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c270e8da-ac55-45fa-976a-fe26011606ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.577445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf89a05b-17b1-407f-867c-576feceb7561 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:33.577816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.700979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b99b844e-0e1d-4dbd-bba0-dcd03c67ed50 req-7b587fe9-c394-4042-a363-779bb287889c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3507147 Nov 23 02:41:33.765779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.768551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Fanout notify agent at l3_agent the message router_deleted on router 70af6807-86fe-40bd-a1a1-7c78d35ee0c9 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:41:33.779767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.781091 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-440793bb-dbaf-433d-b999-19bae1deac73 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/routers/70af6807-86fe-40bd-a1a1-7c78d35ee0c9 HTTP/1.1" status: 204 len: 168 time: 1.1489942 Nov 23 02:41:33.781678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.785861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:33.885388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.902994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:33.984115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Provisioning complete for port 0b2ac4cd-c675-4085-bd29-66ebac653bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:33.990254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.030276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Port': ['ID=919626de-6401-4a29-adc5-7ad1e63a47b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:34.126781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Port 0b2ac4cd-c675-4085-bd29-66ebac653bc1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:34.163753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Provisioning complete for port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:34.167554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.358256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-abbfc6cd-4cd8-4851-a1f0-da514b83bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:34.359890 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6d805f8-1bc3-4672-924d-d7cbce409e1b req-abbfc6cd-4cd8-4851-a1f0-da514b83bbf0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1172037 Nov 23 02:41:34.414911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Provisioning complete for port cf89a05b-17b1-407f-867c-576feceb7561 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:34.417817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21185db9-7820-448e-9a4a-1899dca06062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.479057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Attempting to bind port 51aa321a-8844-4706-ab6c-5fe8d8748083 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:34.479420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Attempting to bind port 51aa321a-8844-4706-ab6c-5fe8d8748083 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:34.479745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Attempting to bind port 51aa321a-8844-4706-ab6c-5fe8d8748083 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:34.492928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Port 51aa321a-8844-4706-ab6c-5fe8d8748083 on network e29052be-985c-4583-91e6-8231a002f53f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:34.493267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Attempting to bind port 51aa321a-8844-4706-ab6c-5fe8d8748083 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:34.503107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:34.503453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Checking segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:34.503851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Bound using segment: {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:34.504294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Bound port: 51aa321a-8844-4706-ab6c-5fe8d8748083, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693cdcf8-7449-442d-9212-d6dfd5c5e4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:34.504659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.694711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.768326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.842610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 41c4c73c-7c69-43aa-a86b-23b33b1f1bc2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:34.852413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.886785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:34.907173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=51aa321a-8844-4706-ab6c-5fe8d8748083,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:34.909137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.921165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:34.945878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:35.000100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.000841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.002966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 1092 time: 3.0303948 Nov 23 02:41:35.003526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:35.006020 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96208051-80ac-4d5f-bdd8-11d28fff5621" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:35.037686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.073160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:35.152032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d307e3-0197-42ba-842f-4e6d8a84b7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:35.152466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:35.153009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.238967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.276356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.373319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Router 285dbafd-786b-48fe-83f6-a060bb25a7d7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:35.423848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.533958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0b2ac4cd-c675-4085-bd29-66ebac653bc1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:35.546211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.548513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=41c4c73c-7c69-43aa-a86b-23b33b1f1bc2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:35.574992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.582734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.594039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.600380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.607533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.614166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.620570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.622923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-996dbda5-13d0-4dcc-9689-e96fcfbe7a8c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5398 time: 0.4397976 Nov 23 02:41:35.666908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67949c6-5ebc-48e5-a184-93f4e6396ea7 req-1a430352-db4c-4f84-9db7-5180e220ce28 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:35.668623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d67949c6-5ebc-48e5-a184-93f4e6396ea7 req-1a430352-db4c-4f84-9db7-5180e220ce28 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.9902990 Nov 23 02:41:35.678352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291da0e-0d04-417a-9f6e-d65e818aac9d None None] Network 249cff2e-e32b-4d8c-9d96-3e3ada067264 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:35.713397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.717008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-33a2f8f2-277a-41a7-9db9-bd2c1bf0160c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/41c4c73c-7c69-43aa-a86b-23b33b1f1bc2 HTTP/1.1" status: 204 len: 168 time: 1.9230785 Nov 23 02:41:35.726763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2de3d98-7c20-49eb-88fa-1deb512457e9 req-a76dee45-b667-40ff-bf90-a34359f04ec4 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896704 Nov 23 02:41:35.727395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:35.730442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Deleting port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:35.730888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.922834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ecc2829f-2b10-4593-8def-c20c027db290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.984667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.990340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cdf867-53b3-408f-9f63-a44068c49e7d x-openstack-request-id: req-f8cdf867-53b3-408f-9f63-a44068c49e7d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:35.990798 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:35.991161 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8cdf867-53b3-408f-9f63-a44068c49e7d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:35.992080 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083', 'status': 'completed', 'code': 200} Nov 23 02:41:35.995162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:36.010557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:36.082996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] DHCP port deletion for 249cff2e-e32b-4d8c-9d96-3e3ada067264 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:36.183565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:36.201562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Deleting port f71aeb66-e3b2-405c-bb9a-1953876d3963 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:36.202116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.211747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e1092260-5fdb-4c7b-9ef6-cee50d4c3228 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "PUT /v2.0/routers/285dbafd-786b-48fe-83f6-a060bb25a7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5048704 Nov 23 02:41:36.223465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d67949c6-5ebc-48e5-a184-93f4e6396ea7 req-c3a79309-e0e1-4566-8a4f-85225c49f4cd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5172379 Nov 23 02:41:36.223988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:36.302184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.309338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.310636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] For port 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:36.311014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.311640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.321288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.325020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.325582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.326122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.326557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Calling delete_port for 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:36.328691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-f7b7a462-a913-42ef-85bc-2e0fa99dba4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6350 time: 0.3354023 Nov 23 02:41:36.335711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] For port f71aeb66-e3b2-405c-bb9a-1953876d3963, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f71aeb66-e3b2-405c-bb9a-1953876d3963,segment=NetworkSegment(fd6db289-01aa-446a-8324-3539b885ef33),segment_id=fd6db289-01aa-446a-8324-3539b885ef33)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:36.336224 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.352784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Calling delete_port for f71aeb66-e3b2-405c-bb9a-1953876d3963 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:36.462331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] Sync routers for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:36.483060 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.529907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:36.530597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.540509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] No DVR routers for this DVR port f71aeb66-e3b2-405c-bb9a-1953876d3963 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:36.545327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33689f-d6d2-40a9-ab3e-6bacba9f39fc None None] Pushing event deleted for resources: {'Port': ['ID=f71aeb66-e3b2-405c-bb9a-1953876d3963,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:36.555772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-4d1a8ec4-be76-44f3-9112-7dd777d77fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.557022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-4d1a8ec4-be76-44f3-9112-7dd777d77fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.557920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-4d1a8ec4-be76-44f3-9112-7dd777d77fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.559802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-4d1a8ec4-be76-44f3-9112-7dd777d77fa4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2177300 Nov 23 02:41:36.596247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-67f9c041-bb5c-47d6-8546-e89cacdb50dd None None] Provisioning complete for port 0b2ac4cd-c675-4085-bd29-66ebac653bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:36.597029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67f9c041-bb5c-47d6-8546-e89cacdb50dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.601853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router c47546a5-55f6-4a92-b21d-3010fccd58e1 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:41:36.651942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-67f9c041-bb5c-47d6-8546-e89cacdb50dd None None] Port 0b2ac4cd-c675-4085-bd29-66ebac653bc1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:36.654283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.667932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] Routers {'285dbafd-786b-48fe-83f6-a060bb25a7d7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:36.668746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['285dbafd-786b-48fe-83f6-a060bb25a7d7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.671871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port f71aeb66-e3b2-405c-bb9a-1953876d3963 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:36.672224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.677327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfe04d3-63e8-4600-b1a3-1105b0a733bd {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:36.690437 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.726208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Transition to ACTIVE for port object dbfe04d3-63e8-4600-b1a3-1105b0a733bd will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:36.735602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.736508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd65a3f-767e-4c16-b40b-a24ac6675d64 None None] The sync data for ids ['285dbafd-786b-48fe-83f6-a060bb25a7d7'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:36.736753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.769909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.811170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-dcaf1a30-e228-462e-99f4-85ec9471a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.812470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-96208051-80ac-4d5f-bdd8-11d28fff5621 req-dcaf1a30-e228-462e-99f4-85ec9471a46f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2321968 Nov 23 02:41:36.828859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:36.868447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f71aeb66-e3b2-405c-bb9a-1953876d3963 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:36.914487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f71aeb66-e3b2-405c-bb9a-1953876d3963 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:36.916283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f71aeb66-e3b2-405c-bb9a-1953876d3963 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:36.988448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Attempting to bind port dbfe04d3-63e8-4600-b1a3-1105b0a733bd on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:36.988804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Attempting to bind port dbfe04d3-63e8-4600-b1a3-1105b0a733bd by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:36.989720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Attempting to bind port dbfe04d3-63e8-4600-b1a3-1105b0a733bd on network 1e131579-7c4e-4567-abb2-b8e3f2161435 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:36.993010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port f71aeb66-e3b2-405c-bb9a-1953876d3963, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:36.993528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.996960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Port dbfe04d3-63e8-4600-b1a3-1105b0a733bd on network 1e131579-7c4e-4567-abb2-b8e3f2161435 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:36.997770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Attempting to bind port dbfe04d3-63e8-4600-b1a3-1105b0a733bd on network 1e131579-7c4e-4567-abb2-b8e3f2161435 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:37.005706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:37.006487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Checking segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:37.007094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Bound using segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:37.007696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Bound port: dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:37.008634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.063153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for f71aeb66-e3b2-405c-bb9a-1953876d3963 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:37.086077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Port f71aeb66-e3b2-405c-bb9a-1953876d3963 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:41:37.099021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:37.099828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.103044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:37.111527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:37.111741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.121209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06c35afd-1aae-476a-b950-7112c2cd326b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7243979 Nov 23 02:41:37.122744 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] Sync routers for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:37.129074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:37.132272 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:37.132898 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.171819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.194402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=f71aeb66-e3b2-405c-bb9a-1953876d3963,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:37.194665 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:37.195369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.210926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port f71aeb66-e3b2-405c-bb9a-1953876d3963 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:37.225592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.226303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.231665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] 10.222.0.47 "PUT /v2.0/ports/dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 1092 time: 2.1636379 Nov 23 02:41:37.269065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Request body: {'port': {'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:37.286448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.296618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9bc460-f5cf-4002-8ec7-18329d125194 None None] The sync data for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:37.304640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.311618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.320995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.347016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.359523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.360287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c04548-5dec-4d38-b70c-5d33f945a633 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:37.376344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.383606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.392721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-117d1ced-d0b8-41a8-9415-78d1f0b20982 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5410 time: 0.4751508 Nov 23 02:41:37.418192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.563016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a01b8-15ec-4637-8cff-7b30a62388af tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.567121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-853a01b8-15ec-4637-8cff-7b30a62388af tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports/0b2ac4cd-c675-4085-bd29-66ebac653bc1 HTTP/1.1" status: 200 len: 910 time: 0.4127545 Nov 23 02:41:37.594593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33600) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:37.754356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.808384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.848056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2192168-8c8b-4d27-a843-4607583f0a9e req-1eb31830-ff0a-4045-b008-971115385cd4 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4514058 Nov 23 02:41:37.885503 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:37.972640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29980064-c44e-44d7-a256-1b363c340899 req-9971a2ab-808e-46dc-9da7-bb75f54fddf8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.975046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29980064-c44e-44d7-a256-1b363c340899 req-9971a2ab-808e-46dc-9da7-bb75f54fddf8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.5683217 Nov 23 02:41:38.025706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:38.026320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249cff2e-e32b-4d8c-9d96-3e3ada067264']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:38.028131 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cd6310-4850-43b1-ae9a-77d60223a557" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:38.033996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f274c7f1-1e7c-44a5-917e-56f21e271e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.065113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:38.106340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6746eeb-17d8-46b9-b01d-f4ac4fcddc92 x-openstack-request-id: req-a6746eeb-17d8-46b9-b01d-f4ac4fcddc92 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:38.106656 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:38.106912 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6746eeb-17d8-46b9-b01d-f4ac4fcddc92 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:38.107307 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'status': 'completed', 'code': 200} Nov 23 02:41:38.115774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6db289-01aa-446a-8324-3539b885ef33') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:38.119783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6db289-01aa-446a-8324-3539b885ef33') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:38.231755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.269097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:38.305901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.318178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.318932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.319567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.320244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.320867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.321472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.322281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.324653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-1bc04dea-8ec0-4767-a863-7cf2d0e58855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6418 time: 0.1780086 Nov 23 02:41:38.416755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Transition to ACTIVE for port object 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:38.498605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.631094 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.972585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29980064-c44e-44d7-a256-1b363c340899 req-37d15288-8e2a-46d8-a8b0-49fbba3069cc tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9685423 Nov 23 02:41:38.972880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.993207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.004433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:39.005059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.023033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-9a379ccd-1aaf-4fce-80e7-6f0a5bfcc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.023593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-9a379ccd-1aaf-4fce-80e7-6f0a5bfcc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.024053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-9a379ccd-1aaf-4fce-80e7-6f0a5bfcc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.026225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-9a379ccd-1aaf-4fce-80e7-6f0a5bfcc887 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=109a2582afa94716b41b52a1d59cfbcd&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6903985 Nov 23 02:41:39.027223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:39.137404 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:39.240764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-2a72ba58-dc61-46ec-9341-cb1869fea8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.242322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e3cd6310-4850-43b1-ae9a-77d60223a557 req-2a72ba58-dc61-46ec-9341-cb1869fea8da service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2015636 Nov 23 02:41:39.272392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.373689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.384759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.391115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/249cff2e-e32b-4d8c-9d96-3e3ada067264 HTTP/1.1" status: 204 len: 168 time: 3.6578176 Nov 23 02:41:39.395969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33660) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:39.477021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting port d99dd8a7-2f92-4315-8325-792dccf6b8b8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:39.477692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.542767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb71b7-2565-44fc-97dc-dee9c910b50c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.547495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1bb71b7-2565-44fc-97dc-dee9c910b50c tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/67c18d54-142f-401b-857b-d8830bd09034 HTTP/1.1" status: 200 len: 844 time: 0.1446655 Nov 23 02:41:39.563044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33662) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:39.567561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.574246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.580446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.586309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.593815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.601548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.602007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869757-403d-4901-a27d-4a35ad42b96f req-e69eabf1-d8f6-4067-9636-f36a4b82ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.603761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-e69eabf1-d8f6-4067-9636-f36a4b82ef57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.2635574 Nov 23 02:41:39.608422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.609776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-5fb501af-5cae-46b1-a073-e3a4f0733198 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.6214974 Nov 23 02:41:39.621957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc45683-5e56-4369-bc65-34b5f875dadb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=249cff2e-e32b-4d8c-9d96-3e3ada067264,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:39.709836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0c5f1-be18-4b88-af8a-6080d1f1990e req-150bc87d-f958-4ff3-801c-6dd5d2151eb3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:39.711391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdb0c5f1-be18-4b88-af8a-6080d1f1990e req-150bc87d-f958-4ff3-801c-6dd5d2151eb3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.3769934 Nov 23 02:41:39.722566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bdd50aa7-047c-4734-b642-992a91fc12de tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/67c18d54-142f-401b-857b-d8830bd09034?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1534712 Nov 23 02:41:39.722566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Attempting to bind port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:39.722566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Attempting to bind port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:39.723112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Attempting to bind port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 on network 1e131579-7c4e-4567-abb2-b8e3f2161435 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:39.727542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33664) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:39.736150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:39.835033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.860212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Calling delete_port for d99dd8a7-2f92-4315-8325-792dccf6b8b8 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:39.904122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdb0c5f1-be18-4b88-af8a-6080d1f1990e req-24f9129a-0fb6-4c4f-976a-6d5806d966a6 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816216 Nov 23 02:41:39.934004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e8ced5e-2d63-4745-8d79-027c6eb0b845 req-fe890b22-1f84-48ae-b843-4af0aad2c767 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040345 Nov 23 02:41:39.974129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Router d90e741c-6f15-4577-b744-78f3db2d50b8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:40.119670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 on network 1e131579-7c4e-4567-abb2-b8e3f2161435 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:40.120442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Attempting to bind port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 on network 1e131579-7c4e-4567-abb2-b8e3f2161435 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:40.174928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:40.175330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Checking segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:40.175707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Bound using segment: {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:40.176158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Bound port: 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ff301b-a185-4f8a-a3f4-92090b56092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:40.176513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.178951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.21.0.1 (d9d9aa12-dcc8-4e42-b38a-8392ba7b861a/bd2b6abf-ba44-4eab-8f43-b9894483b433/674188b7-d15d-4567-8dd7-f995d52a18b3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:40.199146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.221443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869757-403d-4901-a27d-4a35ad42b96f req-4b37a5f8-fcff-44cf-8ad3-377ac7a03ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:40.223604 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-4b37a5f8-fcff-44cf-8ad3-377ac7a03ef5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.6120343 Nov 23 02:41:40.288172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Port': ['ID=d99dd8a7-2f92-4315-8325-792dccf6b8b8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:40.317838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddc19d4-f90f-4ec8-bb7b-08d3c349884a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:40.361374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:40.373598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Sync routers for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:40.408608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f222e5d1-8aef-4ce3-930a-7e8c4b99bb8c admin admin] 10.222.0.15 "PUT /v2.0/routers/d90e741c-6f15-4577-b744-78f3db2d50b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7884188 Nov 23 02:41:40.412971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:40.414969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:40.416822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:40.428356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:40.431874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.465310 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-a7fb2d99-600a-4825-bff5-b75dc05a60b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.2267144 Nov 23 02:41:40.531236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:40.600788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:40.616800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:40.626855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.636614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.695788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869757-403d-4901-a27d-4a35ad42b96f req-3779d2ef-770b-4b74-a8e2-4d9c0083300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:40.697950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-3779d2ef-770b-4b74-a8e2-4d9c0083300d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.1891651 Nov 23 02:41:40.698419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.761364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:40.762134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.763905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] 10.222.0.47 "PUT /v2.0/ports/30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 1092 time: 3.5030618 Nov 23 02:41:40.764491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:40.770014 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038c6c1c-3821-43f1-89f9-a3486b11c222" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:40.881773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.885576 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6295e263-8f6e-4fd2-836f-4c6080d0246a x-openstack-request-id: req-6295e263-8f6e-4fd2-836f-4c6080d0246a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:40.885865 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:40.886118 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6295e263-8f6e-4fd2-836f-4c6080d0246a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:40.886534 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6', 'status': 'completed', 'code': 200} Nov 23 02:41:40.888868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8953b4e-4e62-4fed-88c8-c43ccc0da3ad service neutron] Pushing event updated for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:40.934663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869757-403d-4901-a27d-4a35ad42b96f req-e73fd4c1-f64c-44c3-a8db-f7cd1baf449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:40.936391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-e73fd4c1-f64c-44c3-a8db-f7cd1baf449b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2286763 Nov 23 02:41:40.945544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.043770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.127798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:37Z', 'revision_number': 5, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:41.144150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:41.173854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:41.185811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.186462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.187240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.187855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.188579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.189190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.189800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.192847 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75055131-9009-41e4-867f-10aee93431d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6486 time: 0.3531339 Nov 23 02:41:41.202631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Checking router: d90e741c-6f15-4577-b744-78f3db2d50b8 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:41.205399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:41.206778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.209323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.230258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Routers {'d90e741c-6f15-4577-b744-78f3db2d50b8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:41.232765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d90e741c-6f15-4577-b744-78f3db2d50b8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:41.248448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=674188b7-d15d-4567-8dd7-f995d52a18b3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:41.255626 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-58c10e25-e995-408c-8da8-25c05f3bbbfe service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042481 Nov 23 02:41:41.429252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.429831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Fanout notify agent at l3_agent the message router_deleted on router 285dbafd-786b-48fe-83f6-a060bb25a7d7 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:41:41.441497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-7a926cb9-a87a-4713-ae68-6642066e7aca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 217 time: 0.1797798 Nov 23 02:41:41.444070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.479734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] Set router d90e741c-6f15-4577-b744-78f3db2d50b8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:41.521089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.525421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c3b04818-6664-4686-95c1-237c54c8b928 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/routers/285dbafd-786b-48fe-83f6-a060bb25a7d7 HTTP/1.1" status: 204 len: 168 time: 5.2784927 Nov 23 02:41:41.527439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:41.573755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.599142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:41.659539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:41.667056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.682939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.683551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.685236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.695402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=ffdae956-2de9-49d0-9986-d9c62f73764d,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:41.705564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.713308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.720624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.727758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.737611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.739239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-ab6423bc-d856-4096-9545-de84e1259feb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.5533919 Nov 23 02:41:41.764818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c5da8-8a7b-478e-b67c-de6944ae90d4 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:41.779925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a62c6-a739-4d59-916a-0cab75787bd7 req-00466bd1-3dd3-435e-a678-b8127e5fa345 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.789070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-df774bea-d0a1-4395-8f47-7cbcbdb9284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.790193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c6a62c6-a739-4d59-916a-0cab75787bd7 req-00466bd1-3dd3-435e-a678-b8127e5fa345 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.5944564 Nov 23 02:41:41.791176 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-df774bea-d0a1-4395-8f47-7cbcbdb9284a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.3337204 Nov 23 02:41:41.813230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.820192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9609abcb-ccf4-4f38-afea-29b21bd9ece2 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0878859 Nov 23 02:41:41.824635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d7fceda8-231b-4263-b2f1-b07e1efd4310 None None] Provisioning complete for port 674188b7-d15d-4567-8dd7-f995d52a18b3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:41.825290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7fceda8-231b-4263-b2f1-b07e1efd4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.825410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:41.841786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'security_group': {'name': 'tempest-secgroup-814962273'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:41.929143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.936139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0e869757-403d-4901-a27d-4a35ad42b96f req-add30516-15f5-41e8-8842-0d392d07c413 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410460 Nov 23 02:41:42.031274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6f6a79bd-284a-4ec7-8d7b-5cb484bbbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:42.033353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-6f6a79bd-284a-4ec7-8d7b-5cb484bbbfe5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120049 Nov 23 02:41:42.057796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.072500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.090598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.114276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:37Z', 'revision_number': 5, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:42.123831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c6a62c6-a739-4d59-916a-0cab75787bd7 req-f26fbb3b-e707-4f96-96fe-6eca0b818638 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317733 Nov 23 02:41:42.146552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting subnet 026a7522-82ca-4aab-9d28-6f03e8fdaa0d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:42.154596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2426f08-d826-4fd7-b392-ba94d8732d89 None None] The sync data for ids ['d90e741c-6f15-4577-b744-78f3db2d50b8'] in n-d-714676-12 is: [{'id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'name': 'tempest-ImageQuotaTest-1637375573-router', 'tenant_id': '6299043b1da84c938aec1c029b28dc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:01Z', 'updated_at': '2021-11-23T02:41:37Z', 'revision_number': 5, 'project_id': '6299043b1da84c938aec1c029b28dc1c', 'gw_port': {'id': 'c5c2dbd4-175a-4a86-b397-aecdae384e07', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90e741c-6f15-4577-b744-78f3db2d50b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:07Z', 'updated_at': '2021-11-23T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:42.172717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d7fceda8-231b-4263-b2f1-b07e1efd4310 None None] Port 674188b7-d15d-4567-8dd7-f995d52a18b3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:42.183899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.189196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.287282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6dee2bc-9ec3-4dab-b644-93b4f737e347 req-c79ba40b-b0fd-441b-8452-28c92f353915 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4849908 Nov 23 02:41:42.344747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c8b2b240-7967-4349-a988-8747e705d9a6', 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'tenant_id': '376d151563d74600b8f082d08b0ff86f', 'fixed_ips': [{'subnet_id': 'ffdae956-2de9-49d0-9986-d9c62f73764d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:42.345780 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.361670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-232e9153-9792-4e85-b511-0057cafc2352 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146348 Nov 23 02:41:42.389870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.391710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5557864 Nov 23 02:41:42.399349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Deleting port c5c2dbd4-175a-4a86-b397-aecdae384e07 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:42.400361 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.419486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:42.425499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'security_group': {'name': 'tempest-secgroup-994574512'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:42.621975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Allocated IP 2001:db8::2 (c8b2b240-7967-4349-a988-8747e705d9a6/ffdae956-2de9-49d0-9986-d9c62f73764d/cf1e791d-2b5e-46eb-8850-5d54f8ac623a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:42.725311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-f59d29d5-6331-4a13-8626-551fb6b504e9 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549249 Nov 23 02:41:42.843982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.861978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:42.863812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.866186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.886814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:42.912127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:42.912469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 282dca75-2cdc-4d3c-b0c6-1bdea8d01fb5 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:42.917016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.046848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.055588 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:43.057210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.060302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:43.062028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-34697300-6905-41c3-ab62-ee6c86c0f686 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.1867802 Nov 23 02:41:43.064356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:43.109623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.149748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae2376-b75f-4838-ae5e-a5b9438a729f tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85ea05-f1dc-4cbc-84dd-0a4867bd443f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.154208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.247704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.249024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8285553 Nov 23 02:41:43.263940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33694) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:43.274471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Attempting to bind port cf1e791d-2b5e-46eb-8850-5d54f8ac623a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:43.274471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Attempting to bind port cf1e791d-2b5e-46eb-8850-5d54f8ac623a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '2612e9a3-2c34-40f3-8bef-9a12d0040b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:43.276098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Attempting to bind port cf1e791d-2b5e-46eb-8850-5d54f8ac623a on network c8b2b240-7967-4349-a988-8747e705d9a6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:43.278978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1588322922', 'security_groups': ['0c670b23-2b32-45bb-b7d2-d8657bb8afeb'], 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffdae956-2de9-49d0-9986-d9c62f73764d'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:43.297994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:43.298376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Checking segment: {'id': '2612e9a3-2c34-40f3-8bef-9a12d0040b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:43.298847 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.299234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Bound using segment: {'id': '2612e9a3-2c34-40f3-8bef-9a12d0040b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:43.299721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Bound port: cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2612e9a3-2c34-40f3-8bef-9a12d0040b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:43.300106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.360314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a193c1c5-776c-4a9a-a5f2-bcb71d946255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.363702 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a193c1c5-776c-4a9a-a5f2-bcb71d946255 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.2624977 Nov 23 02:41:43.401183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] For port c5c2dbd4-175a-4a86-b397-aecdae384e07, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5c2dbd4-175a-4a86-b397-aecdae384e07,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:43.401820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.428111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Calling delete_port for c5c2dbd4-175a-4a86-b397-aecdae384e07 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:43.430083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:43.431358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.435864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=674188b7-d15d-4567-8dd7-f995d52a18b3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.436531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.437658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:43.450234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.473520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432c77-5411-414f-848f-db7b54cdcf64 req-9205a445-35ae-43b6-83cc-ef693fdd226a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.474816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47432c77-5411-414f-848f-db7b54cdcf64 req-9205a445-35ae-43b6-83cc-ef693fdd226a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2101691 Nov 23 02:41:43.486687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c05d19-8fd9-4b29-ac55-ff9621d30043 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c670b23-2b32-45bb-b7d2-d8657bb8afeb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.575535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb570-ee10-425d-bc0f-b329a2ee028f None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.692407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-4da50b06-47ef-4329-92ae-a0641b290b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.693914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-4da50b06-47ef-4329-92ae-a0641b290b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2500472 Nov 23 02:41:43.704900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47432c77-5411-414f-848f-db7b54cdcf64 req-4c4dad51-f342-4b2a-9518-df29ed9ea778 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205322 Nov 23 02:41:43.739260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.746939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.754404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.768147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.775287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.782218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.802872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.812574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-11ac975f-82db-46ad-9b9f-5f6c17dd78bb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.2714529 Nov 23 02:41:43.870580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:43.941974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Subnet': ['ID=026a7522-82ca-4aab-9d28-6f03e8fdaa0d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:43.956713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:43.964800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:43.978754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0abeb110-e5a9-4fd9-b957-d373fa223bb9 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392087 Nov 23 02:41:44.018806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049fd23-fc96-40d9-bdfc-1a3817c764f3 None None] Network 2380ce6b-caba-4b29-b9c2-d9d420548b8c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:44.019317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.021224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:44.026146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b8674e8-ac34-4009-9e6f-a605e942d672 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/subnets/026a7522-82ca-4aab-9d28-6f03e8fdaa0d HTTP/1.1" status: 204 len: 168 time: 2.4774599 Nov 23 02:41:44.033732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:44.078820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711087-ff59-4b90-8310-be1a7273edab req-b2a60da3-4f90-4337-a71e-fbb897c1824f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:44.087572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac711087-ff59-4b90-8310-be1a7273edab req-b2a60da3-4f90-4337-a71e-fbb897c1824f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2640705 Nov 23 02:41:44.113139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d0149a4-5440-4d8c-bd71-3d6603864f9c req-cb184353-1101-4a66-9999-7c9bf59b58fb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2975664 Nov 23 02:41:44.344422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac711087-ff59-4b90-8310-be1a7273edab req-42c4803e-ebac-4eb5-9ccf-1d446797986a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555945 Nov 23 02:41:44.345815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.367688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] DHCP port deletion for 2380ce6b-caba-4b29-b9c2-d9d420548b8c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:44.387757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c2dbd4-175a-4a86-b397-aecdae384e07,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:44.459731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0148a9-308c-4d3d-a585-187273b8f1c5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:44.511838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-df0ffa55-0710-47c7-8d9e-12683a38ea18 None None] Provisioning complete for port 674188b7-d15d-4567-8dd7-f995d52a18b3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:44.512530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df0ffa55-0710-47c7-8d9e-12683a38ea18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.553087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-df0ffa55-0710-47c7-8d9e-12683a38ea18 None None] Port 674188b7-d15d-4567-8dd7-f995d52a18b3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:44.574614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.590740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Deleting port f8f1b85f-05f3-42f2-8e10-64915ec5e679 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:44.591126 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.718087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] For port f8f1b85f-05f3-42f2-8e10-64915ec5e679, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f8f1b85f-05f3-42f2-8e10-64915ec5e679,segment=NetworkSegment(f2d85f0c-2865-45d0-abf6-5d14062bd90b),segment_id=f2d85f0c-2865-45d0-abf6-5d14062bd90b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:44.718513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.740709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Calling delete_port for f8f1b85f-05f3-42f2-8e10-64915ec5e679 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:44.812779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.816463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.887359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.939197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.940330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90e741c-6f15-4577-b744-78f3db2d50b8 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:41:44.954563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.955721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c0efa5a-aa02-4bf4-8b6a-f4912a1d505f admin admin] 10.222.0.15 "DELETE /v2.0/routers/d90e741c-6f15-4577-b744-78f3db2d50b8 HTTP/1.1" status: 204 len: 168 time: 4.4954021 Nov 23 02:41:44.969959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:44.998780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cf5a0-6db5-4aa3-99d5-62804fa5f04b req-d54d9642-8ef8-4331-b9da-d109eae17f7d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.000340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b58cf5a0-6db5-4aa3-99d5-62804fa5f04b req-d54d9642-8ef8-4331-b9da-d109eae17f7d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.4660561 Nov 23 02:41:45.027642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-e13dc437-a675-4758-9c4a-bfbdfd1f4d47 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0023780 Nov 23 02:41:45.051582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router c47546a5-55f6-4a92-b21d-3010fccd58e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:45.109289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.194573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.222374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b58cf5a0-6db5-4aa3-99d5-62804fa5f04b req-093d277b-3467-40c7-91b0-0a1b1cdc454d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466985 Nov 23 02:41:45.227963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:45.237969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Deleting subnet c14998ef-e461-4ec7-a636-f84146fefd66 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:45.245087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] Pushing event deleted for resources: {'Port': ['ID=f8f1b85f-05f3-42f2-8e10-64915ec5e679,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:45.251920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.254228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078b763-f17d-4e2a-809c-cc98643a3b73 None None] No DVR routers for this DVR port f8f1b85f-05f3-42f2-8e10-64915ec5e679 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:45.302121 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-fbda80f9-c126-4e85-a1b9-f1996f600f9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.2473981 Nov 23 02:41:45.324037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] The port 'f8f1b85f-05f3-42f2-8e10-64915ec5e679' was deleted {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 02:41:45.362053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.404929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.411615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.419260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.427047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.436132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.439816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:45.440190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.443119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.449945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.452119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-1ba2c77e-73fc-43b0-a2c7-34bb9a64ba9b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.1744976 Nov 23 02:41:45.475778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port 284ded32-707e-4b78-9d82-f3412c593d2e yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:41:45.550011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:45.550152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.572183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.579610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5be2b9d2-f705-4cfc-b9ea-f40281c49e6e req-22036191-9912-4257-9701-1b548ab682e9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116507 Nov 23 02:41:45.680114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.704531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5231624-840e-4448-8509-9acc762241c7 None None] Network c3aae69f-107a-4b99-b87f-b25ed5672127 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:45.714185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.720456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c14998ef-e461-4ec7-a636-f84146fefd66 HTTP/1.1" status: 204 len: 168 time: 0.7475927 Nov 23 02:41:45.726193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33722) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:45.815054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594006-97ab-49f8-afc6-db31e655aeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14998ef-e461-4ec7-a636-f84146fefd66,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:45.858387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:45.865949 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.868931 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7e29680-5d7b-4f4a-84fb-043d98b515c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2724249 Nov 23 02:41:45.872728 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] Sync routers for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:45.877823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33726) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:45.892046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:45.894088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.896068 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:45.909489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-67423d9c-ae67-46a9-bf88-9ca74a56579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.911264 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-67423d9c-ae67-46a9-bf88-9ca74a56579b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.5730536 Nov 23 02:41:45.913954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe68522-c4a9-409e-a955-bc8b4f7aab28 req-9473a450-618e-404f-946e-6260baa40e66 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:45.923881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abe68522-c4a9-409e-a955-bc8b4f7aab28 req-9473a450-618e-404f-946e-6260baa40e66 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1519551 Nov 23 02:41:45.968209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.031874 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.033868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abe68522-c4a9-409e-a955-bc8b4f7aab28 req-4b521ab5-ef33-4d2a-8b00-651740511a00 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089838 Nov 23 02:41:46.053424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2380ce6b-caba-4b29-b9c2-d9d420548b8c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.058343 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:46.059301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.072646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:46.081036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.101320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e43f6-b15a-4134-a10f-ddbeafa409f5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:46.110338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f85e43f6-b15a-4134-a10f-ddbeafa409f5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports/674188b7-d15d-4567-8dd7-f995d52a18b3 HTTP/1.1" status: 200 len: 910 time: 0.2293360 Nov 23 02:41:46.110892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:46.125513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.144157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d85f0c-2865-45d0-abf6-5d14062bd90b') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.144906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d85f0c-2865-45d0-abf6-5d14062bd90b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.168550 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:46.175623 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73b79c-2d5b-46c3-aafa-f91d6ed4877c None None] The sync data for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:46.176450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.196123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f8f1b85f-05f3-42f2-8e10-64915ec5e679 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:46.231941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.243587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:46.248687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.249119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:46.251732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f8f1b85f-05f3-42f2-8e10-64915ec5e679 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:46.252079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f8f1b85f-05f3-42f2-8e10-64915ec5e679 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:46.262363 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:46.274374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:41:46.275411 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:41:46.317154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] DHCP port deletion for c3aae69f-107a-4b99-b87f-b25ed5672127 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:46.344678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Deleting port 91586696-cdc0-4ece-90db-626e12d7395e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:46.345016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.363859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-11b65b2f-0bfa-4c46-b371-b46a5146a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:46.365386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-11b65b2f-0bfa-4c46-b371-b46a5146a2b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4298460 Nov 23 02:41:46.413136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.413897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Deleting port 91586696-cdc0-4ece-90db-626e12d7395e {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:46.414383 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.435069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.442657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/networks/2380ce6b-caba-4b29-b9c2-d9d420548b8c HTTP/1.1" status: 204 len: 168 time: 2.3905754 Nov 23 02:41:46.446465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33730) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:46.508311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] For port 91586696-cdc0-4ece-90db-626e12d7395e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=91586696-cdc0-4ece-90db-626e12d7395e,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:46.508684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.528438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Calling delete_port for 91586696-cdc0-4ece-90db-626e12d7395e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:46.531953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] For port 91586696-cdc0-4ece-90db-626e12d7395e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=91586696-cdc0-4ece-90db-626e12d7395e,segment=NetworkSegment(4f20f7d8-29d0-4a88-a97f-3b49dd98ae53),segment_id=4f20f7d8-29d0-4a88-a97f-3b49dd98ae53)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:46.533131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.550024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Calling delete_port for 91586696-cdc0-4ece-90db-626e12d7395e owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:46.577290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b28b07-626e-47ba-86e7-2511dd77d717 tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Network': ['ID=2380ce6b-caba-4b29-b9c2-d9d420548b8c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:46.618250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::163 (c8b2b240-7967-4349-a988-8747e705d9a6/ffdae956-2de9-49d0-9986-d9c62f73764d/284ded32-707e-4b78-9d82-f3412c593d2e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:46.665089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.731980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] No DVR routers for this DVR port 91586696-cdc0-4ece-90db-626e12d7395e on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:46.734370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818c288-e8c3-480c-9ca0-1107e38da444 None None] Pushing event deleted for resources: {'Port': ['ID=91586696-cdc0-4ece-90db-626e12d7395e,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:46.794257 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a8b82a24-e1fc-4076-beca-2d2c47b4dea7 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205167 Nov 23 02:41:46.802280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.911535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91586696-cdc0-4ece-90db-626e12d7395e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:46.926236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] No DVR routers for this DVR port 91586696-cdc0-4ece-90db-626e12d7395e on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:46.951094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Provisioning complete for port 67c18d54-142f-401b-857b-d8830bd09034 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:46.952320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.961570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Deleting port c85ffee8-ab75-4363-8538-47fe05eb23ab {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:46.962221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.010417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cb587394-b269-4dd2-ac38-19f9bfcef91e None None] Port 67c18d54-142f-401b-857b-d8830bd09034 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:47.013185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:47.086936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:47.087269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.087847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.096352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.104960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.113354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.116542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c295d36f-b9ec-4fc5-a6a9-4375b8c0ba87 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121078 Nov 23 02:41:47.119509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.129026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.139063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.145412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.149436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-9ab99cfb-a495-47e3-b8a0-6fb25b023c09 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.3947358 Nov 23 02:41:47.156558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.186577 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-54cf2391-dce1-4a1f-9869-f05fb75b8155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.0606532 Nov 23 02:41:47.226068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.226391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.272903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94ace23a-579a-4162-82b6-e3b43c6dc92b req-2a9c1a5d-9f2a-4a10-9ee7-dca468ff1bda tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058786 Nov 23 02:41:47.273549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Calling delete_port for c85ffee8-ab75-4363-8538-47fe05eb23ab owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:47.292439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5c2dbd4-175a-4a86-b397-aecdae384e07 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:47.303375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bf19a170-8367-4d67-a6c0-d91942778ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.305076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bf19a170-8367-4d67-a6c0-d91942778ade service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1073656 Nov 23 02:41:47.323009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c5c2dbd4-175a-4a86-b397-aecdae384e07 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:47.323357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5c2dbd4-175a-4a86-b397-aecdae384e07 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:47.324122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 91586696-cdc0-4ece-90db-626e12d7395e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:47.340027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.341838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.344776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3aae69f-107a-4b99-b87f-b25ed5672127']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.352513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 91586696-cdc0-4ece-90db-626e12d7395e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:47.353494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 91586696-cdc0-4ece-90db-626e12d7395e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:47.428385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:47.430865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.431548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f20f7d8-29d0-4a88-a97f-3b49dd98ae53') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.445062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:47.452638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:47.453445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.458460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.459142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.480536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ba9e8-7df1-42b5-accf-91f3ba3cf491 req-feedc37a-0220-4bbf-92f5-8e1adf4317ee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.482024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=284ded32-707e-4b78-9d82-f3412c593d2e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:47.482174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa3ba9e8-7df1-42b5-accf-91f3ba3cf491 req-feedc37a-0220-4bbf-92f5-8e1adf4317ee tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2680395 Nov 23 02:41:47.491768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-afacf9b9-3e84-4ecb-b40e-16279db3d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:47.494150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.494480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-afacf9b9-3e84-4ecb-b40e-16279db3d3cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1539109 Nov 23 02:41:47.500503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d3c5913b-848e-4068-90fb-b2d25517dafb tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2283716 Nov 23 02:41:47.505359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:47.513946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:47.541654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:47.542576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:47.625843 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:47.645645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.691651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Pushing event deleted for resources: {'Port': ['ID=c85ffee8-ab75-4363-8538-47fe05eb23ab,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:47.698420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a1fd02c0-76c9-471f-afa5-29e5e3a3e11b service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965351 Nov 23 02:41:47.791716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.818826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.824761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c3aae69f-107a-4b99-b87f-b25ed5672127 HTTP/1.1" status: 204 len: 168 time: 2.0951598 Nov 23 02:41:47.859689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.859928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b769e00c-e3ee-4601-873e-26f4c7a0a343 None None] Provisioning complete for port 284ded32-707e-4b78-9d82-f3412c593d2e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:47.860430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b769e00c-e3ee-4601-873e-26f4c7a0a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.869220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.876349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d97df8c0-9067-4df5-b83c-448c22b2401c tempest-FloatingIPAdminTestJSON-387161784 tempest-FloatingIPAdminTestJSON-387161784-project] 10.222.0.15 "DELETE /v2.0/floatingips/7e8e36d6-5430-4973-9f0f-f8b65333fb41 HTTP/1.1" status: 204 len: 168 time: 1.3956575 Nov 23 02:41:47.907836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104118-ebeb-472d-8ad5-0c0ad48ad3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3aae69f-107a-4b99-b87f-b25ed5672127,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:47.923248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa3ba9e8-7df1-42b5-accf-91f3ba3cf491 req-6adfa013-7734-490c-ad1e-c077b5842260 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250040 Nov 23 02:41:47.978405 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-535f82f4-6d83-4fc8-9d7a-024dc3e34f1a service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639351 Nov 23 02:41:48.164928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:48.190640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-bfd9078e-f72b-4365-ab81-425d51b51463 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.2037888 Nov 23 02:41:48.294468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:48.305473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.308772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b769e00c-e3ee-4601-873e-26f4c7a0a343 None None] Port 284ded32-707e-4b78-9d82-f3412c593d2e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:48.377653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbc521e4-e570-4be3-8419-0b14659a5549 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6299043b1da84c938aec1c029b28dc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094429 Nov 23 02:41:48.379885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-b93f0f97-fd63-43c9-bf1a-067b7cad1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:48.381608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-b93f0f97-fd63-43c9-bf1a-067b7cad1575 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b71060c31b17495da68daf494818cbf0&device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 1097 time: 0.1419699 Nov 23 02:41:48.385434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:48.460112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33764) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:48.487221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-73d09aa8-d624-4666-96c2-aaa292c2b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:48.489182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-73d09aa8-d624-4666-96c2-aaa292c2b1bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.2805116 Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-80c7fa6c-a680-4fe7-a845-7912fe9b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-80c7fa6c-a680-4fe7-a845-7912fe9b3f6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 200 len: 913 time: 0.2862103 Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-9070c509-3d4c-4ebf-8e16-880643675c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-9070c509-3d4c-4ebf-8e16-880643675c38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3003907 Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d34d6f5e-c520-4aa6-9bdb-ca7a385c2874 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aee4e5f5383d4c708ad00dbce7b0e5c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4360299 Nov 23 02:41:48.901282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33788) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:48.972943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf2c6-185d-494d-8cdb-ac3ab5655bd4 req-d0ba8fb8-3407-40c2-81b6-117c914ef722 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:48.974541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9fdf2c6-185d-494d-8cdb-ac3ab5655bd4 req-d0ba8fb8-3407-40c2-81b6-117c914ef722 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.7263389 Nov 23 02:41:48.999916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.006199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.013320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.020778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.027348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.033357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.040393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.042632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5890a4a0-4080-4879-8693-541325b7d727 req-c6fe408a-8199-430c-b715-8ac19e3f78f0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.6287875 Nov 23 02:41:49.098752 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ffdae956-2de9-49d0-9986-d9c62f73764d (CIDR: 2001:db8::/64) Nov 23 02:41:49.109161 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:41:49.109618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:41:49.181733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 674188b7-d15d-4567-8dd7-f995d52a18b3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:49.189396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.283283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-d917d07a-b53d-4235-a410-b2d4160bd947 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 200 len: 1000 time: 0.5873268 Nov 23 02:41:49.288505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ffcdf26-8152-4e86-b2e8-680c292318f8 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7788103 Nov 23 02:41:49.294493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:49.305685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9fdf2c6-185d-494d-8cdb-ac3ab5655bd4 req-55f9ace3-bf90-4713-ae73-c568594555e5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200858 Nov 23 02:41:49.315986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5890a4a0-4080-4879-8693-541325b7d727 req-3bf9e01c-0adb-4162-8515-a5ea8084cd87 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2587991 Nov 23 02:41:49.325029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:49.383563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.402293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 674188b7-d15d-4567-8dd7-f995d52a18b3 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:49.473692 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-e85e715e-a3d7-4951-b1e7-cdcadd2f22b6 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534657 Nov 23 02:41:49.545562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-be45d768-51f7-457c-8452-fe1681bf8eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.547375 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-be45d768-51f7-457c-8452-fe1681bf8eff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 200 len: 851 time: 0.2445219 Nov 23 02:41:49.573832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.576976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.578294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4f07e15-7e78-4b9d-8a79-fe94ad47495b HTTP/1.1" status: 204 len: 168 time: 1.1917660 Nov 23 02:41:49.598822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.643788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0efc53-afaf-4bce-8221-33330422fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f07e15-7e78-4b9d-8a79-fe94ad47495b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:49.668162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.695173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.714882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=674188b7-d15d-4567-8dd7-f995d52a18b3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:49.833222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-16ab34c6-68a8-416d-8efb-a5f97eece877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.836252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-16ab34c6-68a8-416d-8efb-a5f97eece877 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8056917-46be-484d-956a-beadba793338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757816 Nov 23 02:41:49.906724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-b290de35-c050-418c-b05e-d7c3e21a3982 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206648 Nov 23 02:41:50.055139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-7b23ddce-2936-40f9-a5b0-4689a30f7930 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.1293812 Nov 23 02:41:50.059423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:50.063473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.063960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.202516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-14706501-9fbd-4cda-b528-f5f67038ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.204034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-14706501-9fbd-4cda-b528-f5f67038ac36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1346936 Nov 23 02:41:50.235243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-2615b265-6a83-495b-938c-d731f1b6b318 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724551 Nov 23 02:41:50.310914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.311762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33818) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.311851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.311851 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b912662-ed23-47ce-b14a-9356332614d7 HTTP/1.1" status: 204 len: 168 time: 1.3671975 Nov 23 02:41:50.360781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ef30784-a8f4-49c6-ad9f-95251dc2cc46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.394924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7a914-4cb6-4e92-9a84-473dabeec701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b912662-ed23-47ce-b14a-9356332614d7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:50.480928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c908330d-380a-433a-9486-7567756de0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.482796 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-c908330d-380a-433a-9486-7567756de0d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2431986 Nov 23 02:41:50.557471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router c47546a5-55f6-4a92-b21d-3010fccd58e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:50.598916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b61f2aea-9e0b-4223-b27a-a13549456f15 req-427b0bff-46af-4636-8590-7f4d8ebd5142 service neutron] 10.222.0.41 "GET /v2.0/networks/c8056917-46be-484d-956a-beadba793338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408015 Nov 23 02:41:50.659747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f933f1f-3ba8-4bb8-bfb1-2b02d0fadb58 req-7f50f389-d3d4-4acb-a239-7c36df1b9fcf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.668343 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0bacc2ef-3ed0-4dba-83ef-29948b961fa6 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774898 Nov 23 02:41:50.669809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f933f1f-3ba8-4bb8-bfb1-2b02d0fadb58 req-7f50f389-d3d4-4acb-a239-7c36df1b9fcf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.1944699 Nov 23 02:41:50.819463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.826626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.832689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.838835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.845117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.851263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.858210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.860370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-9fadbfc4-f590-408d-806f-5cbe24737820 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.3746560 Nov 23 02:41:50.867027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-a2251686-0d9f-45e6-b4cc-f672764e1254 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773393 Nov 23 02:41:50.932975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f933f1f-3ba8-4bb8-bfb1-2b02d0fadb58 req-aeacd78a-9b74-4a7e-bc82-05a19fba7f66 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622046 Nov 23 02:41:50.946836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-5007a8c9-d499-4c18-9d01-05e3c1f1d624 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0702486 Nov 23 02:41:50.955681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:50.967156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1926fba2-614d-4758-b8cb-faa1609013a3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8278682 Nov 23 02:41:50.975268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.986850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] Sync routers for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:50.999725 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ef30784-a8f4-49c6-ad9f-95251dc2cc46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.009598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:51.011525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:51.046025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5942134c-5a98-4acc-b961-025a88fbfd4d req-465a9f28-ddf6-4927-be35-f2775e3d465a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722953 Nov 23 02:41:51.091158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ef30784-a8f4-49c6-ad9f-95251dc2cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.107361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:51.110668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:51.121109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-004b31d9-c9b8-40f5-b7b3-472d37cd998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:51.123013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-004b31d9-c9b8-40f5-b7b3-472d37cd998e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1338923 Nov 23 02:41:51.141049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:51.143993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:51.151863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-173c618b-bb99-4d62-bc24-a481bc44a07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.179384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6ef30784-a8f4-49c6-ad9f-95251dc2cc46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.8772471 Nov 23 02:41:51.182326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:51.191855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30784-a8f4-49c6-ad9f-95251dc2cc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6df10a-f027-4c3b-9354-8d11583a0fe0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.221078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:51.221794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515b5bf-ed97-486d-8132-758f9d8d9103 None None] The sync data for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:51.232712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.313508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:51.374533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=32db21b6-c09e-43c8-a3c1-04c848a01266,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.417408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.417684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:51.427769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e727ed6b-2f22-4cd1-9302-9a7972e75e24 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:51.429058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:51.430244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.451271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0439062f-583e-4ed4-aac9-266860ace10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:51.453347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0439062f-583e-4ed4-aac9-266860ace10f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3212135 Nov 23 02:41:51.483992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.583065 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-63595e76-4b93-417a-a93b-544df2762f87 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2781496 Nov 23 02:41:51.586173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:51.595237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-428899472', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '32db21b6-c09e-43c8-a3c1-04c848a01266'}], 'security_groups': ['ed85ea05-f1dc-4cbc-84dd-0a4867bd443f']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:51.609739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-173c618b-bb99-4d62-bc24-a481bc44a07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.614117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-75d9b4fe-b26f-4e6a-945f-e76eb14099e6 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501052 Nov 23 02:41:51.618771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-173c618b-bb99-4d62-bc24-a481bc44a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.653244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.656436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.660628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad6df10a-f027-4c3b-9354-8d11583a0fe0 HTTP/1.1" status: 204 len: 168 time: 0.4769628 Nov 23 02:41:51.711255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c618b-bb99-4d62-bc24-a481bc44a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd55b5cb-25b8-4bc7-82ca-6f739dad5fee,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.719295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-173c618b-bb99-4d62-bc24-a481bc44a07e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac2c5066d1ed4c15930f78c17aeb0a5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053214 Nov 23 02:41:51.728868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33856) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:51.741546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e2b35-e832-4e8c-83d2-310ca1b0cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6df10a-f027-4c3b-9354-8d11583a0fe0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.815825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.912255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.933716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Update dhcp port {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'fixed_ips': [{'subnet_id': 'ffdae956-2de9-49d0-9986-d9c62f73764d', 'ip_address': '2001:db8::2'}, {'subnet_id': '32db21b6-c09e-43c8-a3c1-04c848a01266'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'cf1e791d-2b5e-46eb-8850-5d54f8ac623a'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:41:51.964178 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.000755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.020426 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.039198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-971794b4-e005-44ee-99b5-6418f8e0210c req-0d547c83-7a47-408e-b361-c142a2473032 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164948 Nov 23 02:41:52.236940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.237444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.237922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.238402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.239047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.239524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.239989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.242068 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9dc065c1-f32b-4124-90ac-86ad1187d4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6486 time: 0.0813100 Nov 23 02:41:52.324896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.334893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.348077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd55b5cb-25b8-4bc7-82ca-6f739dad5fee HTTP/1.1" status: 204 len: 168 time: 0.6167662 Nov 23 02:41:52.410263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39799bb-b262-4fa8-8a20-d4730ddf3d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd55b5cb-25b8-4bc7-82ca-6f739dad5fee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.517713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-c83eaf21-2b35-4d5e-bd2b-aafd54d32cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.521665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-c83eaf21-2b35-4d5e-bd2b-aafd54d32cea service neutron] 10.222.0.47 "GET /v2.0/networks?id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 903 time: 0.2694449 Nov 23 02:41:52.545067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Allocated IP 2001:db8:0:1::2 (c8b2b240-7967-4349-a988-8747e705d9a6/32db21b6-c09e-43c8-a3c1-04c848a01266/cf1e791d-2b5e-46eb-8850-5d54f8ac623a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:52.616416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-9daac74b-a8f5-4ff8-8c24-16384e81d0c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0883055 Nov 23 02:41:52.674018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-bf8cf423-405a-48ec-a8d2-afb88d0ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.675655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-bf8cf423-405a-48ec-a8d2-afb88d0ce42a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0514119 Nov 23 02:41:52.721130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.721779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:52.742064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.745877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-d78d3a63-5963-4e5e-ae24-23fa77cf84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.749926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-d78d3a63-5963-4e5e-ae24-23fa77cf84db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645413 Nov 23 02:41:52.753517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.770173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.783455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.792198 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.796807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.817903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.829821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.831840 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34199c60-54a6-423e-948d-82b4531b9196 req-9b6a1599-1a7f-45b9-a0db-cde176532a33 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.5634191 Nov 23 02:41:52.892603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33880) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:52.912905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2896e-6879-468b-80fc-a8fd5925eb07 None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.913132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-485e564c-915a-48ae-ae73-975e2f3c5875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.932200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa076-26b4-4b8e-8ae7-e7a0fd87cfde req-970167cc-993c-4447-9704-10046ce4099e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:52.933787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25cfa076-26b4-4b8e-8ae7-e7a0fd87cfde req-970167cc-993c-4447-9704-10046ce4099e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.7138162 Nov 23 02:41:53.015549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-bd1706a0-f906-4e68-9319-458df7137366 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585936 Nov 23 02:41:53.035272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-485e564c-915a-48ae-ae73-975e2f3c5875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.141812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34199c60-54a6-423e-948d-82b4531b9196 req-332482e5-d5d2-4658-86aa-be094b64221a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516303 Nov 23 02:41:53.153684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-038c6c1c-3821-43f1-89f9-a3486b11c222 req-6a61bba8-3346-43e8-bc06-a746f32dd73b service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307869 Nov 23 02:41:53.154843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-485e564c-915a-48ae-ae73-975e2f3c5875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.258264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e564c-915a-48ae-ae73-975e2f3c5875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d63a1-cc75-4337-8481-f1e12eb27b4b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:53.276036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-485e564c-915a-48ae-ae73-975e2f3c5875 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dda2bcc4cacc4d548767cae9f94df4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791497 Nov 23 02:41:53.283047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33888) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:53.307386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25cfa076-26b4-4b8e-8ae7-e7a0fd87cfde req-4ebe9a8b-056f-48ac-8ca7-e6fd43b06a22 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444791 Nov 23 02:41:53.371661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.422024 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.470859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.511396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 0b2ac4cd-c675-4085-bd29-66ebac653bc1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:53.511743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.559456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.563412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.569179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d03d63a1-cc75-4337-8481-f1e12eb27b4b HTTP/1.1" status: 204 len: 168 time: 0.2850289 Nov 23 02:41:53.590244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113f3d7-59d0-4abf-acb9-4f561a361219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d63a1-cc75-4337-8481-f1e12eb27b4b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:53.682068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Delete allocated IP 2001:db8::163 (c8b2b240-7967-4349-a988-8747e705d9a6/ffdae956-2de9-49d0-9986-d9c62f73764d) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:41:53.705478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df612-e581-4f53-aa60-f78d090cf2ff req-3e51702b-be7f-4e87-95f3-0f638a3b2954 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.710341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-796df612-e581-4f53-aa60-f78d090cf2ff req-3e51702b-be7f-4e87-95f3-0f638a3b2954 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2958059 Nov 23 02:41:53.720125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.767227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8:0:1::e (c8b2b240-7967-4349-a988-8747e705d9a6/32db21b6-c09e-43c8-a3c1-04c848a01266/284ded32-707e-4b78-9d82-f3412c593d2e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:53.781507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 0b2ac4cd-c675-4085-bd29-66ebac653bc1 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:53.905965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-796df612-e581-4f53-aa60-f78d090cf2ff req-d3182f73-ab88-484b-afa4-d6e7853b3f0d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718838 Nov 23 02:41:54.013637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Provisioning complete for port 67c18d54-142f-401b-857b-d8830bd09034 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.014014 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.098954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Port 67c18d54-142f-401b-857b-d8830bd09034 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:54.129592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.130752 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.144349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.156581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.195658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.375389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] In _notify_port_updated(), no bound segment for port 284ded32-707e-4b78-9d82-f3412c593d2e on network c8b2b240-7967-4349-a988-8747e705d9a6 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:41:54.386689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:54.406609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.411057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33924) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.411245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/ports/284ded32-707e-4b78-9d82-f3412c593d2e HTTP/1.1" status: 200 len: 928 time: 2.8237119 Nov 23 02:41:54.412135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc031eb-61c8-4940-aa20-3f20f1244e47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=284ded32-707e-4b78-9d82-f3412c593d2e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.492307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Provisioning complete for port 284ded32-707e-4b78-9d82-f3412c593d2e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.492875 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.557797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=0b2ac4cd-c675-4085-bd29-66ebac653bc1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.577843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-87cf7742-70f2-4b85-ad81-5ed662abd05b None None] Port 284ded32-707e-4b78-9d82-f3412c593d2e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:54.678197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 284ded32-707e-4b78-9d82-f3412c593d2e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:54.681106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.896743 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.936651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:54.937036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 284ded32-707e-4b78-9d82-f3412c593d2e owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:55.070577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-27225bc9-ad48-4c07-bedd-9ea87a59cb91 None None] Provisioning complete for port 284ded32-707e-4b78-9d82-f3412c593d2e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:55.072353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-27225bc9-ad48-4c07-bedd-9ea87a59cb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.133580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-27225bc9-ad48-4c07-bedd-9ea87a59cb91 None None] Port 284ded32-707e-4b78-9d82-f3412c593d2e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:55.151232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:55.151855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.445113 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.446971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.458049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.467287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.474854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.482372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.488818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.500794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.503635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=284ded32-707e-4b78-9d82-f3412c593d2e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.504634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-3a27e93e-bb38-4c6f-8ae7-f71758fff155 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 1.0892839 Nov 23 02:41:55.512940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.547536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.557301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dc69b7f3-6e7b-4dd6-8e7c-78bc4a7605bf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/284ded32-707e-4b78-9d82-f3412c593d2e HTTP/1.1" status: 204 len: 168 time: 1.1438282 Nov 23 02:41:55.558243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33974) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:55.599923 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cf37d2-b87e-427d-9cb4-d9bd59c6f3ab tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:41:55.605596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2cf37d2-b87e-427d-9cb4-d9bd59c6f3ab tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/284ded32-707e-4b78-9d82-f3412c593d2e HTTP/1.1" status: 404 len: 333 time: 0.0461662 Nov 23 02:41:55.606251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33982) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:55.721300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.817984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b3ce8e1-d449-4a9c-8408-63bf28ba7b49 req-aec08615-0b5d-4aad-896c-6c0551bd7ac8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2980800 Nov 23 02:41:55.823041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.917973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.921168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.922406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/security-groups/0c670b23-2b32-45bb-b7d2-d8657bb8afeb HTTP/1.1" status: 204 len: 168 time: 0.3150802 Nov 23 02:41:55.959040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33994) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.012474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51b140-7724-4f5c-a34e-2c77447f205a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c670b23-2b32-45bb-b7d2-d8657bb8afeb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:56.027132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router c47546a5-55f6-4a92-b21d-3010fccd58e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:56.112000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.152835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.169487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:56.178847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4aed815-050d-4c7f-a019-0bb01367447f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1996562 Nov 23 02:41:56.179890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] Sync routers for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:56.181134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34004) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.192998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:56.193632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:56.236313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-42054f76-bd57-4c0f-b7ac-4496f6785737 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:56.238855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-42054f76-bd57-4c0f-b7ac-4496f6785737 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59 HTTP/1.1" status: 200 len: 943 time: 0.1452765 Nov 23 02:41:56.251685 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad7259b0-b0c2-476e-a4fd-1715bf23b4df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=c47546a5-55f6-4a92-b21d-3010fccd58e1 HTTP/1.1" status: 200 len: 205 time: 0.0684562 Nov 23 02:41:56.253062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:56.263520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.285163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] Routers {'c47546a5-55f6-4a92-b21d-3010fccd58e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:56.296643 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c47546a5-55f6-4a92-b21d-3010fccd58e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:56.303510 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.307746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.309077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/security-groups/ed85ea05-f1dc-4cbc-84dd-0a4867bd443f HTTP/1.1" status: 204 len: 168 time: 0.3489506 Nov 23 02:41:56.319083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.372348 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:56.374770 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c44c25-a0ae-457c-906b-5e9254560423 None None] The sync data for ids ['c47546a5-55f6-4a92-b21d-3010fccd58e1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:56.390686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85ea05-f1dc-4cbc-84dd-0a4867bd443f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:56.401755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.402190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.402723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.403141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.403543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.403942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.404338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.404751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.405146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.405541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.405915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.406306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5dcc2f-e587-483c-8d90-092e25e2dfe7 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:56.409429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.443304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet ffdae956-2de9-49d0-9986-d9c62f73764d {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:56.452836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.507651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.631529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.732111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.738231 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.752200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.789431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.792308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c10f3-0cec-4099-b271-4df29571a98e None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:56.798059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ffdae956-2de9-49d0-9986-d9c62f73764d HTTP/1.1" status: 204 len: 168 time: 0.4780881 Nov 23 02:41:56.810639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.818132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.818722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router c47546a5-55f6-4a92-b21d-3010fccd58e1 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:41:56.826489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9ca9b-8dc2-4711-8179-d50d7a14cd47 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdae956-2de9-49d0-9986-d9c62f73764d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:56.832837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:56.833945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8057f513-627c-43c6-b363-120b75273e4a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1 HTTP/1.1" status: 204 len: 168 time: 0.5696664 Nov 23 02:41:56.847691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:56.848921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34024) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:56.929484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port a9bfe242-ee9e-4786-9870-6a7d27901439 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:56.932005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.030154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet bd2b6abf-ba44-4eab-8f43-b9894483b433 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:57.037783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.169910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.294593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:57.324304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.332179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.358533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.364950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.375428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.376146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.389713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.396225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.398874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-9bbde25a-9554-43ad-805f-c6dbf5c95f88 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.3601477 Nov 23 02:41:57.441465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port a9bfe242-ee9e-4786-9870-6a7d27901439, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a9bfe242-ee9e-4786-9870-6a7d27901439,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:57.444082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.495698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.496695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for a9bfe242-ee9e-4786-9870-6a7d27901439 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:57.518258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.526750 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/bd2b6abf-ba44-4eab-8f43-b9894483b433 HTTP/1.1" status: 204 len: 168 time: 0.6761732 Nov 23 02:41:57.529228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34046) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:57.529619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:57.533260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.536449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c326df-791d-4d75-8535-75206b39d91b None None] Network d9d9aa12-dcc8-4e42-b38a-8392ba7b861a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:57.558207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a1c2b-75b0-42e1-8c6f-599dbb98868a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2b6abf-ba44-4eab-8f43-b9894483b433,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:57.625207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 490ef20b-260d-4e2b-b0b0-857ddcf95aa0 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:57.647241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.720883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fbce74c6-22ac-4c35-bb24-e72ce4b0ab5c tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:57.757693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.766208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8015d0dc-2c4a-4fea-82d6-5b7e1b5e8441 req-40e98fb9-9059-49d1-a10c-ec430581e589 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3413572 Nov 23 02:41:57.872951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fbce74c6-22ac-4c35-bb24-e72ce4b0ab5c tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "PUT /v2.0/quotas/265ebe652a184af5949ac297fb3ca76e HTTP/1.1" status: 200 len: 368 time: 0.5731549 Nov 23 02:41:57.875711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:57.880516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Request body: {'network': {'project_id': '265ebe652a184af5949ac297fb3ca76e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:57.881987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] DHCP port deletion for d9d9aa12-dcc8-4e42-b38a-8392ba7b861a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:57.948058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.992120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Made reservation on behalf of 265ebe652a184af5949ac297fb3ca76e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:57.995511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.011158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.014097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Deleting port cf89a05b-17b1-407f-867c-576feceb7561 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:58.014487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.037213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.081453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.115036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:41:58.121052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=490ef20b-260d-4e2b-b0b0-857ddcf95aa0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:58.123414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.128608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-966efd49-6310-4ac2-a265-30549e347622 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/490ef20b-260d-4e2b-b0b0-857ddcf95aa0 HTTP/1.1" status: 204 len: 168 time: 0.5978711 Nov 23 02:41:58.136053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:58.190760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0fc8c37a-1112-4ade-8779-5910abb29394'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:41:58.240549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60793e3d-004a-4d1c-8c57-eab69b8894b8 None None] Network 040b5f06-e99b-452d-baa2-b0f4d54a67f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:58.259407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=a9bfe242-ee9e-4786-9870-6a7d27901439,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:58.401834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] No DVR routers for this DVR port a9bfe242-ee9e-4786-9870-6a7d27901439 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:58.407869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.411492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a344ef2-daaf-42a7-b50a-45cbcc4ecd70 req-0079e884-aa81-48e0-91e9-44ad6ad73b7c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "DELETE /v2.0/ports/a9bfe242-ee9e-4786-9870-6a7d27901439 HTTP/1.1" status: 204 len: 173 time: 2.1652589 Nov 23 02:41:58.412525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] For port cf89a05b-17b1-407f-867c-576feceb7561, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf89a05b-17b1-407f-867c-576feceb7561,segment=NetworkSegment(eda7a420-b730-4ecd-8b27-14203da8665f),segment_id=eda7a420-b730-4ecd-8b27-14203da8665f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:58.413127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.416412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-deleted', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:58.418853 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3985e156-db45-4374-b07f-d502ae2af9b8" -d '{"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-deleted", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:58.439919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.526835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Calling delete_port for cf89a05b-17b1-407f-867c-576feceb7561 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:58.605034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.623483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.728920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-72b4107e-b8c3-4ed3-ad3f-0bcb47f3861d None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:58.729390 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b4107e-b8c3-4ed3-ad3f-0bcb47f3861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.736164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.749191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:41:58.794386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] DHCP port deletion for 040b5f06-e99b-452d-baa2-b0f4d54a67f7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:58.822630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:58.851058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:58.856188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.856832 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Added segment df8b98e0-6a1c-4b33-b384-61814f2212f8 of type vlan for network 547f9e73-4964-42bd-b614-18398ee2df14 Nov 23 02:41:58.878960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:58.879724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.892404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e39b26-e253-4e50-a0e0-64e7c472978c None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:58.959326 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69578f0b-cf68-4e06-a52a-ed8504b0f388 x-openstack-request-id: req-69578f0b-cf68-4e06-a52a-ed8504b0f388 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:58.959635 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59", "name": "network-vif-deleted", "tag": "a9bfe242-ee9e-4786-9870-6a7d27901439", "status": "failed", "code": 422}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:58.959888 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69578f0b-cf68-4e06-a52a-ed8504b0f388 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:58.960305 n-d-714676-12 neutron-server[103571]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bbeb7b5-414c-4df1-8cca-9e22b0a9ee59', 'name': 'network-vif-deleted', 'tag': 'a9bfe242-ee9e-4786-9870-6a7d27901439', 'status': 'failed', 'code': 422} returned with failed status Nov 23 02:41:58.988826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf89a05b-17b1-407f-867c-576feceb7561 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:59.053409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port cf89a05b-17b1-407f-867c-576feceb7561 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:59.056998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.164182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port cf89a05b-17b1-407f-867c-576feceb7561, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf89a05b-17b1-407f-867c-576feceb7561,segment=NetworkSegment(eda7a420-b730-4ecd-8b27-14203da8665f),segment_id=eda7a420-b730-4ecd-8b27-14203da8665f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:59.164760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.179241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for cf89a05b-17b1-407f-867c-576feceb7561 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:59.319161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.321181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553b49d-6177-4cc4-b59d-b588cbc501e0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:59.324494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=81acb317-07da-4ffb-8e5a-71adffea55b6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:59.352136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=cf89a05b-17b1-407f-867c-576feceb7561,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:59.355200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.368033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55ee769b-c57c-4147-a90e-ea82f0e4a02e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5530927 Nov 23 02:41:59.369262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:59.382101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'security_group': {'name': 'tempest-secgroup-237059723'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:59.383233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port cf89a05b-17b1-407f-867c-576feceb7561 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:59.432206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.447781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No active binding found for port cf89a05b-17b1-407f-867c-576feceb7561 {{(pid=103573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 02:41:59.448427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf89a05b-17b1-407f-867c-576feceb7561 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:59.448999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ee0e9da9-39f3-43e9-809b-a793ce54741a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:59.479373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.479941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.514993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d9aa12-dcc8-4e42-b38a-8392ba7b861a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:59.535379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7a420-b730-4ecd-8b27-14203da8665f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:59.535713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7a420-b730-4ecd-8b27-14203da8665f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:59.559779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.589560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.603007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:59.603430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.628265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.630308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Deleting port ee0e9da9-39f3-43e9-809b-a793ce54741a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:59.630308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.644288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.654928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] Pushing event deleted for resources: {'Port': ['ID=cf89a05b-17b1-407f-867c-576feceb7561,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:59.708696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.708961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0def0d-3bc6-4779-9a2a-f1b53d5f9513 None None] No DVR routers for this DVR port cf89a05b-17b1-407f-867c-576feceb7561 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:59.712862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3424218 Nov 23 02:41:59.724326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:59.732497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654842455'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:59.755196 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:59.816906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.822487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.828701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-72b4107e-b8c3-4ed3-ad3f-0bcb47f3861d None None] Provisioning complete for port 67c18d54-142f-401b-857b-d8830bd09034 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:59.829085 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b4107e-b8c3-4ed3-ad3f-0bcb47f3861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.839497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d85067-431c-4246-92f5-d252b53217a1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70811c50-49ad-45c1-a678-576f955995d6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:59.909103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] For port ee0e9da9-39f3-43e9-809b-a793ce54741a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ee0e9da9-39f3-43e9-809b-a793ce54741a,segment=NetworkSegment(81fe34a2-8c25-4db2-b289-211646db4030),segment_id=81fe34a2-8c25-4db2-b289-211646db4030)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:59.909677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.917153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b7d93-0068-40bf-ba99-088d4f0df3f4 req-37f02122-13aa-469b-9147-2542259254d9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.928603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c9b7d93-0068-40bf-ba99-088d4f0df3f4 req-37f02122-13aa-469b-9147-2542259254d9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 908 time: 0.1654227 Nov 23 02:41:59.929343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:59.961909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.982167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Calling delete_port for ee0e9da9-39f3-43e9-809b-a793ce54741a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:59.986445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.990898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.001255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.002166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.012844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72b4107e-b8c3-4ed3-ad3f-0bcb47f3861d None None] Port 67c18d54-142f-401b-857b-d8830bd09034 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:00.014469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.017435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.020849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.028196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.034393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.043724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53702ebb-394c-431f-8189-96798ab4bcac req-cc003d44-fcfa-45fb-bd89-c6b23fa93580 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 1.0049117 Nov 23 02:42:00.053742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.055025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3260729 Nov 23 02:42:00.058521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:00.063708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.064653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.065592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.068667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'security_group': {'name': 'tempest-secgroup-852130297'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:00.080707 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.088621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/d9d9aa12-dcc8-4e42-b38a-8392ba7b861a HTTP/1.1" status: 204 len: 168 time: 1.9466050 Nov 23 02:42:00.103223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:00.107768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.128218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64caf0-b70d-4f8c-9edb-77557186967a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a0cb2-fc91-4ec8-b5d2-fff7e26d6464,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.152345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ee0e9da9-39f3-43e9-809b-a793ce54741a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ee0e9da9-39f3-43e9-809b-a793ce54741a,segment=NetworkSegment(81fe34a2-8c25-4db2-b289-211646db4030),segment_id=81fe34a2-8c25-4db2-b289-211646db4030)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:00.253265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Update dhcp port {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'fixed_ips': [{'subnet_id': '32db21b6-c09e-43c8-a3c1-04c848a01266', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '81acb317-07da-4ffb-8e5a-71adffea55b6'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'cf1e791d-2b5e-46eb-8850-5d54f8ac623a'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:42:00.277162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4003808 Nov 23 02:42:00.299128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.301235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34130) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:00.311302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.314712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.319615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Request body: {'network': {'project_id': '265ebe652a184af5949ac297fb3ca76e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:00.324075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event updated for resources: {'Network': ['ID=547f9e73-4964-42bd-b614-18398ee2df14,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.350388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53702ebb-394c-431f-8189-96798ab4bcac req-3f6bc491-d910-4a01-a01f-0124994385ec tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3057768 Nov 23 02:42:00.357854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.360086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.360668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.361236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.362005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.362923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.364236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.364810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.365380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.365938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.366051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.366729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.367307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957b48-230c-4f38-b09e-2c094920a80b tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:00.376166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.383214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Made reservation on behalf of 265ebe652a184af5949ac297fb3ca76e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:00.386379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.397342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] Pushing event deleted for resources: {'Port': ['ID=ee0e9da9-39f3-43e9-809b-a793ce54741a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.407852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.410483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 547f9e73-4964-42bd-b614-18398ee2df14 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:00.415905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.421805 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3598495 Nov 23 02:42:00.436154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34134) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:00.441943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9da26-083f-4ce7-b9dd-dd4e3aef9ebd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=d9d9aa12-dcc8-4e42-b38a-8392ba7b861a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.454476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1889889469', 'security_groups': ['156e4c0f-49d1-4438-b57b-ac443b288cc1'], 'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81acb317-07da-4ffb-8e5a-71adffea55b6'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:00.513160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:00.524335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec55738-9bd4-496c-b870-7f5385125bf2 None None] No DVR routers for this DVR port ee0e9da9-39f3-43e9-809b-a793ce54741a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:00.528276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event deleted for resources: {'Port': ['ID=ee0e9da9-39f3-43e9-809b-a793ce54741a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.572946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819ca4-c064-421f-a29c-b624c06c67b3 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156e4c0f-49d1-4438-b57b-ac443b288cc1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.580464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.581103 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Added segment 70b94be3-3fd2-40bb-abb1-a20034c6fed3 of type vlan for network fb1d4296-db10-4610-99c6-a66fe8dfeb6e Nov 23 02:42:00.658972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.719914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.721201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:00.721987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.795244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:00.801750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Allocated IP 2001:db8::2 (c8b2b240-7967-4349-a988-8747e705d9a6/81acb317-07da-4ffb-8e5a-71adffea55b6/cf1e791d-2b5e-46eb-8850-5d54f8ac623a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:00.889106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5847740 Nov 23 02:42:00.892089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34138) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:00.927196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e5ba2bb3-c311-4bfe-a23a-f296f50d90be tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Request body: {'network': {'project_id': '265ebe652a184af5949ac297fb3ca76e'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:00.940070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:00.941289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97dcc7-942d-42c0-b3bc-a010428488f1 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event updated for resources: {'Network': ['ID=fb1d4296-db10-4610-99c6-a66fe8dfeb6e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:00.975908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network fb1d4296-db10-4610-99c6-a66fe8dfeb6e details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:01.049040 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ba2bb3-c311-4bfe-a23a-f296f50d90be tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:42:01.049528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ba2bb3-c311-4bfe-a23a-f296f50d90be tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:01.051001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5ba2bb3-c311-4bfe-a23a-f296f50d90be tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1532874 Nov 23 02:42:01.054431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.056407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34144) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:01.085994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040b5f06-e99b-452d-baa2-b0f4d54a67f7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:01.089789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.111222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa546-c568-4707-a5d5-d163006badf4 req-3431faff-ad67-4511-ae54-419c9e330e6f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.113670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-427aa546-c568-4707-a5d5-d163006badf4 req-3431faff-ad67-4511-ae54-419c9e330e6f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 908 time: 0.1550708 Nov 23 02:42:01.119403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.150654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fe34a2-8c25-4db2-b289-211646db4030') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:01.151405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fe34a2-8c25-4db2-b289-211646db4030') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:01.239397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd942f6-7bd1-454f-b50b-368584621d95 None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:01.268056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.272892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c325337c-f95d-4321-98ac-b4c7fc5f84f8 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=265ebe652a184af5949ac297fb3ca76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144022 Nov 23 02:42:01.281249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:01.308641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.309382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.319756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbd0a1-dd98-4f23-8a23-332023c8f436 req-38b24238-bc1d-4480-8ce9-4b843f9e9a0f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.321767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0fbd0a1-dd98-4f23-8a23-332023c8f436 req-38b24238-bc1d-4480-8ce9-4b843f9e9a0f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 908 time: 0.2089009 Nov 23 02:42:01.342846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:01.342846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:01.346417 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:01.414024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] device_id is not set on port ea58b16e-07b1-4baf-b59f-6ad2f746b241 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:42:01.565056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.575204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.585933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.594826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/040b5f06-e99b-452d-baa2-b0f4d54a67f7 HTTP/1.1" status: 204 len: 168 time: 1.4388704 Nov 23 02:42:01.598069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:01.619884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960509461'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:01.666173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.793435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.796266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.800283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/9553b49d-6177-4cc4-b59d-b588cbc501e0 HTTP/1.1" status: 204 len: 168 time: 0.5176840 Nov 23 02:42:01.801088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:01.808855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bea0b-c05a-451e-b303-943771564bdf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=040b5f06-e99b-452d-baa2-b0f4d54a67f7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:01.896707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.905363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.913136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.914717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:01.915639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:01.921210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.928502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.935591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.943374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.945571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-28036323-cd4f-488c-a22a-cda5ddb7156c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.4745817 Nov 23 02:42:01.965398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101d809-cb5a-4086-bb0b-772bc48758b0 tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553b49d-6177-4cc4-b59d-b588cbc501e0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:01.982222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:01.987168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.082916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:02.090666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c2404fe-d076-4e44-a7d8-6bec6cc4ea8b req-ee43712f-1899-4ac9-b21a-3d14c68aaebf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316199 Nov 23 02:42:02.106410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.112535 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.112891 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 0878cb29-8088-4c66-be71-de4c4e32daf6 of type vlan for network 169b8433-925f-449f-b0b0-c6463357a77d Nov 23 02:42:02.233391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:02.233966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.241411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.270908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-749c7b5c-3a07-4713-8c7f-01d18c3be30c None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:02.271473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-749c7b5c-3a07-4713-8c7f-01d18c3be30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.273580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:02.326253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.337131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:02.342263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.469700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.525188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=8aeb7797-4e3d-48bc-80cc-3b2ca0317e14,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:02.596053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-749c7b5c-3a07-4713-8c7f-01d18c3be30c None None] Provisioning complete for port 67c18d54-142f-401b-857b-d8830bd09034 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:02.596053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-749c7b5c-3a07-4713-8c7f-01d18c3be30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.674311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] No DVR routers for this DVR port 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:02.678947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-749c7b5c-3a07-4713-8c7f-01d18c3be30c None None] Port 67c18d54-142f-401b-857b-d8830bd09034 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:02.683534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8::f1 (c8b2b240-7967-4349-a988-8747e705d9a6/81acb317-07da-4ffb-8e5a-71adffea55b6/ea58b16e-07b1-4baf-b59f-6ad2f746b241) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:02.686757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.694284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-427aa546-c568-4707-a5d5-d163006badf4 req-65c80ac6-44cf-477c-ac3a-61cfbfc6ff52 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "DELETE /v2.0/ports/8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 HTTP/1.1" status: 204 len: 173 time: 1.5720272 Nov 23 02:42:02.695073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'name': 'network-vif-deleted', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:02.700015 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee9956c-0e90-44cf-ab92-af8c9490fe44" -d '{"events": [{"server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "name": "network-vif-deleted", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:02.703386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f585052-6c77-40e4-ab59-73cfadfde929 req-42ef990f-4ed5-49e9-acd2-a94abd508baf tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c55f68b-2c68-4324-b325-3202fc981d6b HTTP/1.1" status: 200 len: 210 time: 0.1048062 Nov 23 02:42:02.775395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1596336 Nov 23 02:42:02.781173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:02.791560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': '169b8433-925f-449f-b0b0-c6463357a77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:02.793703 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45082585-8850-448f-b008-8c0f603f8997 x-openstack-request-id: req-45082585-8850-448f-b008-8c0f603f8997 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:02.794022 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c55f68b-2c68-4324-b325-3202fc981d6b", "name": "network-vif-deleted", "tag": "8aeb7797-4e3d-48bc-80cc-3b2ca0317e14", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:02.794292 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45082585-8850-448f-b008-8c0f603f8997 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:02.795287 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c55f68b-2c68-4324-b325-3202fc981d6b', 'name': 'network-vif-deleted', 'tag': '8aeb7797-4e3d-48bc-80cc-3b2ca0317e14', 'status': 'completed', 'code': 200} Nov 23 02:42:02.892510 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.975586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:03.071246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:03.073802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.086137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.105231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dd367-c331-4b4c-889b-3b85b2e9f146 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=169b8433-925f-449f-b0b0-c6463357a77d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:03.124150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 169b8433-925f-449f-b0b0-c6463357a77d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:03.140029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1d4296-db10-4610-99c6-a66fe8dfeb6e']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:03.151432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.186607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b94be3-3fd2-40bb-abb1-a20034c6fed3') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:03.186949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b94be3-3fd2-40bb-abb1-a20034c6fed3') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:03.216095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.223847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:03.227492 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.262779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:03.270933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:03.287157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:03.293191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.309576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.310266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.315700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:03.316176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:03.320531 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:03.367764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=ea58b16e-07b1-4baf-b59f-6ad2f746b241,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:03.383732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-265f7a0b-6aad-4bb0-9935-bc4678c1259d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9455941 Nov 23 02:42:03.384405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:03.390710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:03.560778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.610225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.619246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fb1d4296-db10-4610-99c6-a66fe8dfeb6e HTTP/1.1" status: 204 len: 168 time: 1.8091073 Nov 23 02:42:03.620642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:03.630150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819b96-a134-4726-9db3-8cb9199cb7fe tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb1d4296-db10-4610-99c6-a66fe8dfeb6e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:03.642066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:03.646214 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.655383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.667977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.684726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.691239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.715910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.722249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.731858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.745098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-84401253-9ad7-4f88-a573-149bb024fabb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.3375134 Nov 23 02:42:03.945032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.949923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10dc099d-7419-4e0c-9a49-60b977b4aaef req-53478eae-ee0b-480f-998c-4c14c065f8a9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970212 Nov 23 02:42:03.982830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-86ec0087-8746-472d-8af9-a6c33a6d7f2d None None] Provisioning complete for port ea58b16e-07b1-4baf-b59f-6ad2f746b241 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:03.983303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86ec0087-8746-472d-8af9-a6c33a6d7f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.018671 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81acb317-07da-4ffb-8e5a-71adffea55b6 (CIDR: 2001:db8::/64) Nov 23 02:42:04.077749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-86ec0087-8746-472d-8af9-a6c33a6d7f2d None None] Port ea58b16e-07b1-4baf-b59f-6ad2f746b241 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:04.081977 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:42:04.084373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:04.097008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.183578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8569771d-2eb3-4399-8bb3-a07b22be2347 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7979193 Nov 23 02:42:04.186391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:04.191814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:04.201522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.283458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547f9e73-4964-42bd-b614-18398ee2df14']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:04.291708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8b98e0-6a1c-4b33-b384-61814f2212f8') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:04.292059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8b98e0-6a1c-4b33-b384-61814f2212f8') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:04.303061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.319388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.327265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=09be0684-b94d-4d6d-b1e0-8429b9efeeb8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:04.327903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:04.328245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.336783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '0878cb29-8088-4c66-be71-de4c4e32daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:04.337301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: 169b8433-925f-449f-b0b0-c6463357a77d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:04.347700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c38137-57ac-4419-bdff-6139ef940d6c req-edace9ea-37ee-4732-bc4c-4db1337b86c5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:04.349262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09c38137-57ac-4419-bdff-6139ef940d6c req-edace9ea-37ee-4732-bc4c-4db1337b86c5 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 946 time: 0.1786430 Nov 23 02:42:04.399004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 169b8433-925f-449f-b0b0-c6463357a77d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:04.407513 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:04.413747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.414512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 169b8433-925f-449f-b0b0-c6463357a77d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:04.423199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:04.423943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.425987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.429544 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] 10.222.0.15 "DELETE /v2.0/networks/547f9e73-4964-42bd-b614-18398ee2df14 HTTP/1.1" status: 204 len: 168 time: 0.8079302 Nov 23 02:42:04.439978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b583afd-f976-4f75-a2de-bd85780e78df None None] Network 169b8433-925f-449f-b0b0-c6463357a77d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:04.442124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09c38137-57ac-4419-bdff-6139ef940d6c req-86a3534c-34fd-481e-a7e5-35f518cc78dd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Nov 23 02:42:04.471835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e454e8e9-2eb9-45b7-a8be-96d9cf2971be tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6849995 Nov 23 02:42:04.474040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:04.480868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-62477182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:04.503289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867d23d-4ba0-4c0d-b911-fa4ff662a6fb tempest-QuotasNegativeTest-265704878 tempest-QuotasNegativeTest-265704878-project-admin] Pushing event deleted for resources: {'Network': ['ID=547f9e73-4964-42bd-b614-18398ee2df14,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:04.515387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.516521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.583214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.599557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.633257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:04.644257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.645867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd5fbe00-adb1-4ce5-b444-de12c6c5d6d9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1697898 Nov 23 02:42:04.648593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:04.650315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.659810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'port': {'network_id': '169b8433-925f-449f-b0b0-c6463357a77d', 'name': 'tempest-RoutersTest-1978357437'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:04.815569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-169b8433-925f-449f-b0b0-c6463357a77d', 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '09be0684-b94d-4d6d-b1e0-8429b9efeeb8'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:04.816444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.838809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:04.844846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:04.869482 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 32db21b6-c09e-43c8-a3c1-04c848a01266 (CIDR: 2001:db8:0:1::/64) Nov 23 02:42:04.886155 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:42:04.886581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:04.894694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] device_id is not set on port 6588799e-a196-47ae-9b74-a17da562ab3e yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:42:04.934269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-587d5626-86ca-456a-90b2-6920296dcf25 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7469280 Nov 23 02:42:04.934902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:04.941753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'subnet': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:05.073788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Allocated IP 172.20.0.2 (169b8433-925f-449f-b0b0-c6463357a77d/09be0684-b94d-4d6d-b1e0-8429b9efeeb8/dd774488-f1e3-4608-af2e-2c71adcb8123) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:05.077132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:05.118140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:05.118542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8aeb7797-4e3d-48bc-80cc-3b2ca0317e14 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:05.136511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Made reservation on behalf of 376d151563d74600b8f082d08b0ff86f for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:05.140466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.216881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.227901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.242484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.253669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.270848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.280240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.286208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.307254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-322c8871-3342-4fb7-a532-66780f2048be tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.2040706 Nov 23 02:42:05.324178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:05.428456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf0fd570-ba66-4075-bce1-b089011ab1e3 req-7cffde76-6b26-43a7-a521-bd1e96b4d59f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147482 Nov 23 02:42:05.434270 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.457123 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.586574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.20.0.8 (169b8433-925f-449f-b0b0-c6463357a77d/09be0684-b94d-4d6d-b1e0-8429b9efeeb8/6588799e-a196-47ae-9b74-a17da562ab3e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:05.597908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.607779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Network 169b8433-925f-449f-b0b0-c6463357a77d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:05.620906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:05.641542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:05.682672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Pushing event updated for resources: {'Port': ['ID=dd774488-f1e3-4608-af2e-2c71adcb8123,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:05.687922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Subnet': ['ID=58fa9901-bba9-4f4f-a29b-1994b8810515,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:05.722949 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40ba80be-3d57-47a9-b99c-3e07edb24f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.746168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Network c8b2b240-7967-4349-a988-8747e705d9a6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:05.753151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:05.760462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.761440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.775456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-4cb79907-906d-49e6-bacd-a28870227f8c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.777576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-4cb79907-906d-49e6-bacd-a28870227f8c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 946 time: 0.1200407 Nov 23 02:42:05.777844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee43bbe-44ce-4d4e-8406-78984078a0ff None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:05.897602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7765c093-6045-4ca9-a405-a099669bda4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.937331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Attempting to bind port dd774488-f1e3-4608-af2e-2c71adcb8123 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:05.937704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Attempting to bind port dd774488-f1e3-4608-af2e-2c71adcb8123 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '0878cb29-8088-4c66-be71-de4c4e32daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:05.938076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Attempting to bind port dd774488-f1e3-4608-af2e-2c71adcb8123 on network 169b8433-925f-449f-b0b0-c6463357a77d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:05.949180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40ba80be-3d57-47a9-b99c-3e07edb24f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.968540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:05.969098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Checking segment: {'id': '0878cb29-8088-4c66-be71-de4c4e32daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:05.969618 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.970288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Bound using segment: {'id': '0878cb29-8088-4c66-be71-de4c4e32daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:05.973426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Bound port: dd774488-f1e3-4608-af2e-2c71adcb8123, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0878cb29-8088-4c66-be71-de4c4e32daf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '169b8433-925f-449f-b0b0-c6463357a77d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:05.973426 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.974288 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cea0d304-4f69-432a-9fee-75b729621797 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0382490 Nov 23 02:42:05.975185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:05.979718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40ba80be-3d57-47a9-b99c-3e07edb24f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.988527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-780513636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58fa9901-bba9-4f4f-a29b-1994b8810515'}], 'security_groups': ['70811c50-49ad-45c1-a678-576f955995d6', '0b4a0cb2-fc91-4ec8-b5d2-fff7e26d6464']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:06.006385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.084993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40ba80be-3d57-47a9-b99c-3e07edb24f2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0c2842bedee446d8cb2548aeabf1c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7597237 Nov 23 02:42:06.089627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] For port dd774488-f1e3-4608-af2e-2c71adcb8123, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:06.094730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] For port dd774488-f1e3-4608-af2e-2c71adcb8123, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd774488-f1e3-4608-af2e-2c71adcb8123,segment=NetworkSegment(0878cb29-8088-4c66-be71-de4c4e32daf6),segment_id=0878cb29-8088-4c66-be71-de4c4e32daf6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:06.100397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871c8c4-8300-48c0-af61-a003def53b8d req-a40e880d-2225-4164-a059-8f5ca5b9e094 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.107450 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.108638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0871c8c4-8300-48c0-af61-a003def53b8d req-a40e880d-2225-4164-a059-8f5ca5b9e094 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 946 time: 0.4831734 Nov 23 02:42:06.119055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34278) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:06.139765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba80be-3d57-47a9-b99c-3e07edb24f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24f9a3-2674-4fd4-83ca-de710ac1a6f5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:06.196993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.247017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Update dhcp port {'port': {'network_id': 'c8b2b240-7967-4349-a988-8747e705d9a6', 'fixed_ips': [{'subnet_id': '32db21b6-c09e-43c8-a3c1-04c848a01266', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '81acb317-07da-4ffb-8e5a-71adffea55b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '58fa9901-bba9-4f4f-a29b-1994b8810515'}], 'binding:host_id': 'n-d-714676-12'}, 'id': 'cf1e791d-2b5e-46eb-8850-5d54f8ac623a'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:42:06.252197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd9a1-34ab-4a39-ae4e-ec7767a85233 None None] Pushing event updated for resources: {'Port': ['ID=dd774488-f1e3-4608-af2e-2c71adcb8123,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:06.267472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.309934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port 0fc8c37a-1112-4ade-8779-5910abb29394 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:06.310592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.326867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.405623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=6588799e-a196-47ae-9b74-a17da562ab3e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:06.433652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 169b8433-925f-449f-b0b0-c6463357a77d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:06.450768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0871c8c4-8300-48c0-af61-a003def53b8d req-3e261349-eb7d-48e1-981f-dc3ea2d4136a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363414 Nov 23 02:42:06.452901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.502817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.517905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:06.549570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:06.680011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port 0fc8c37a-1112-4ade-8779-5910abb29394, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0fc8c37a-1112-4ade-8779-5910abb29394,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:06.680285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.730685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for 0fc8c37a-1112-4ade-8779-5910abb29394 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:06.835587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.837336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.873722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.885175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.893510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.908880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.928168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.941123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.951551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:06.953794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-d10a6c68-6ef8-4ef5-ab89-7f592630469c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.2880781 Nov 23 02:42:06.970001 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.974074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.975631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd24f9a3-2674-4fd4-83ca-de710ac1a6f5 HTTP/1.1" status: 204 len: 168 time: 0.8541603 Nov 23 02:42:07.016695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d8b47f45-34e4-433a-b721-815298376be4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3634560 Nov 23 02:42:07.019568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34298) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:07.021322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Delete allocated IP 2001:db8::f1 (c8b2b240-7967-4349-a988-8747e705d9a6/81acb317-07da-4ffb-8e5a-71adffea55b6) {{(pid=103572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:42:07.044676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47537dba-0041-4e62-a2c7-87292d2917d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24f9a3-2674-4fd4-83ca-de710ac1a6f5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:07.046713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd774488-f1e3-4608-af2e-2c71adcb8123 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:07.084194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Allocated IP 2001:db8:0:2::13b (c8b2b240-7967-4349-a988-8747e705d9a6/58fa9901-bba9-4f4f-a29b-1994b8810515/ea58b16e-07b1-4baf-b59f-6ad2f746b241) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:07.154948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ad62cbc-982b-44b0-ac93-aa8bc5aa79eb req-84bbc1ec-12d9-40e4-ba93-db31ec76d6e9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777337 Nov 23 02:42:07.163832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dd774488-f1e3-4608-af2e-2c71adcb8123 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:07.164675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.264649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.549732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:07.637660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=0fc8c37a-1112-4ade-8779-5910abb29394,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:07.725781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:07.745597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a96b05fd-8c04-41d4-82c0-d26c9aa9afed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.798471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] No DVR routers for this DVR port 0fc8c37a-1112-4ade-8779-5910abb29394 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:07.806557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.811205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-35a08971-f6ea-419c-b29d-1f6552b23272 req-469f2f48-833c-4529-b0b8-15168f5978c3 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "DELETE /v2.0/ports/0fc8c37a-1112-4ade-8779-5910abb29394 HTTP/1.1" status: 204 len: 173 time: 2.0190008 Nov 23 02:42:07.816026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'name': 'network-vif-deleted', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:07.818661 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b74720-0c06-4308-9c12-9a896e75864f" -d '{"events": [{"server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "name": "network-vif-deleted", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:07.886786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.895340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a96b05fd-8c04-41d4-82c0-d26c9aa9afed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.907984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a96b05fd-8c04-41d4-82c0-d26c9aa9afed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:07.977618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0fc8c37a-1112-4ade-8779-5910abb29394 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:08.068439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a96b05fd-8c04-41d4-82c0-d26c9aa9afed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1571edf012b248f68f0a7ff3b381bd0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409607 Nov 23 02:42:08.107353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:08.111208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b05fd-8c04-41d4-82c0-d26c9aa9afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e567841a-20f7-49a9-8e27-3610010226c6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:08.111377 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496aee93-0357-4b50-9458-93dc9b961b6e x-openstack-request-id: req-496aee93-0357-4b50-9458-93dc9b961b6e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:08.111561 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b932c78-c56e-45d4-896b-c01c3b1d60a1", "name": "network-vif-deleted", "tag": "0fc8c37a-1112-4ade-8779-5910abb29394", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:08.111950 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-496aee93-0357-4b50-9458-93dc9b961b6e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:08.112409 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b932c78-c56e-45d4-896b-c01c3b1d60a1', 'name': 'network-vif-deleted', 'tag': '0fc8c37a-1112-4ade-8779-5910abb29394', 'status': 'completed', 'code': 200} Nov 23 02:42:08.166004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 0fc8c37a-1112-4ade-8779-5910abb29394 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:08.166596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0fc8c37a-1112-4ade-8779-5910abb29394 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:08.222912 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400dca1a-2edd-4b85-b011-4237aedbbdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:08.228155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port dd774488-f1e3-4608-af2e-2c71adcb8123, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd774488-f1e3-4608-af2e-2c71adcb8123,segment=NetworkSegment(0878cb29-8088-4c66-be71-de4c4e32daf6),segment_id=0878cb29-8088-4c66-be71-de4c4e32daf6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:08.243093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95abcc4b-c714-4825-8c61-685d7dffc255 None None] Network 169b8433-925f-449f-b0b0-c6463357a77d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:08.259770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:08.313444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:08.358729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f22333d-17a0-4347-8b0b-cabcb2b04ffc req-557b5bdc-0a94-47ef-9da8-798dce33554a tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b932c78-c56e-45d4-896b-c01c3b1d60a1 HTTP/1.1" status: 200 len: 210 time: 0.0999782 Nov 23 02:42:08.450919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=dd774488-f1e3-4608-af2e-2c71adcb8123,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:08.522209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.530718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cf232562-cf4e-45c3-b578-7cba6702f4ea None None] Provisioning complete for port dd774488-f1e3-4608-af2e-2c71adcb8123 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:08.531102 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cf232562-cf4e-45c3-b578-7cba6702f4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:08.536515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.553874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.568458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.587215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.607695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.615002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:08.625178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-b93b70ab-c91e-4724-af9f-204907850d8e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.2542853 Nov 23 02:42:08.716499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-292eacf5-f479-4c32-b27e-182f6dd45010 req-870e8a89-3cd0-4bf2-af93-1a7933e1e263 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904498 Nov 23 02:42:08.937427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd774488-f1e3-4608-af2e-2c71adcb8123 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:09.021717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.032936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dd774488-f1e3-4608-af2e-2c71adcb8123 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:09.033370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.087129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.090452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.112881 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:42:09.189868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.220742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Allocated IP 2001:db8:0:2::2 (c8b2b240-7967-4349-a988-8747e705d9a6/58fa9901-bba9-4f4f-a29b-1994b8810515/cf1e791d-2b5e-46eb-8850-5d54f8ac623a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:09.248643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.299698 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.317936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.389071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5cf0d934-1eb7-4333-b8f8-a3353f3f6754 None None] Provisioning complete for port 6588799e-a196-47ae-9b74-a17da562ab3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:09.389513 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d934-1eb7-4333-b8f8-a3353f3f6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.404457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event updated for resources: {'Port': ['ID=ea58b16e-07b1-4baf-b59f-6ad2f746b241,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:09.428918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] In _notify_port_updated(), no bound segment for port ea58b16e-07b1-4baf-b59f-6ad2f746b241 on network c8b2b240-7967-4349-a988-8747e705d9a6 {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:42:09.436000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:09.436696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.438085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc0ff1ca-80f0-4e38-a2e2-d21262aa8838 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "PUT /v2.0/ports/ea58b16e-07b1-4baf-b59f-6ad2f746b241 HTTP/1.1" status: 200 len: 969 time: 3.4608669 Nov 23 02:42:09.441375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:09.508798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0d934-1eb7-4333-b8f8-a3353f3f6754 None None] Port 6588799e-a196-47ae-9b74-a17da562ab3e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:09.525601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:09.554938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.566586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.566586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e567841a-20f7-49a9-8e27-3610010226c6 HTTP/1.1" status: 204 len: 168 time: 1.4509647 Nov 23 02:42:09.576618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5cf0d934-1eb7-4333-b8f8-a3353f3f6754 None None] Provisioning complete for port dd774488-f1e3-4608-af2e-2c71adcb8123 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:09.576994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cf0d934-1eb7-4333-b8f8-a3353f3f6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.591353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=6588799e-a196-47ae-9b74-a17da562ab3e,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:09.615116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18f435-4cd3-418e-b807-37b5a16bfd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e567841a-20f7-49a9-8e27-3610010226c6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:09.648908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port ea58b16e-07b1-4baf-b59f-6ad2f746b241 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:09.649318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.712872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.726096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.953768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.005905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.029721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for ea58b16e-07b1-4baf-b59f-6ad2f746b241 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:10.048559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91231-4d8d-4782-967c-3038e16ec73a req-aebc86e7-db8a-46e4-bf2d-995330ba6d30 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.050168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62f91231-4d8d-4782-967c-3038e16ec73a req-aebc86e7-db8a-46e4-bf2d-995330ba6d30 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1651335 Nov 23 02:42:10.141010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:10.164036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.164399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.165269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.165615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.165958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.166289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.166647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.167109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.167448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.167777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.168105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.168429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea8592-6a15-42b9-9acd-e3c25bf28ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:10.171407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.178070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.182482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-5e50f07c-1a19-4fc0-9eef-547b32efef4e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.184112 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-5e50f07c-1a19-4fc0-9eef-547b32efef4e tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.1229022 Nov 23 02:42:10.185431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.191677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.198129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.203824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.210534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:10.219884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c293334b-2a36-4585-b152-9baf0e85f81e req-857b2895-4882-41c8-88ac-6f146bc94804 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.2673795 Nov 23 02:42:10.236379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-43aeea52-bce8-40d8-aa09-92df36d82de1 None None] Provisioning complete for port 6588799e-a196-47ae-9b74-a17da562ab3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:10.236964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43aeea52-bce8-40d8-aa09-92df36d82de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.254443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.260090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62f91231-4d8d-4782-967c-3038e16ec73a req-23898440-e0ae-4afc-b3bc-53cad7e14db9 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915371 Nov 23 02:42:10.336344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c293334b-2a36-4585-b152-9baf0e85f81e req-2f69b9f2-d504-4375-807a-b4a83205c2ba tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060834 Nov 23 02:42:10.355683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-43aeea52-bce8-40d8-aa09-92df36d82de1 None None] Port 6588799e-a196-47ae-9b74-a17da562ab3e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:10.467894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.534077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=ea58b16e-07b1-4baf-b59f-6ad2f746b241,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:10.582925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.589439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fada41b8-d4c2-45c3-8759-47244f54cc92 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/ea58b16e-07b1-4baf-b59f-6ad2f746b241 HTTP/1.1" status: 204 len: 168 time: 1.1469498 Nov 23 02:42:10.590811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:10.626965 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cee051c-afcb-4b6f-a6a3-0a7a28d254cf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] GET failed (client error): The resource could not be found. Nov 23 02:42:10.631619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7cee051c-afcb-4b6f-a6a3-0a7a28d254cf tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports/ea58b16e-07b1-4baf-b59f-6ad2f746b241 HTTP/1.1" status: 404 len: 333 time: 0.0397935 Nov 23 02:42:10.632294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:10.711268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.732029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.777338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port 81b7b087-6c58-4161-927c-983532f353e3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:10.778259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.786699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.892543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.896365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:10.904970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34418) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:10.910414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/security-groups/156e4c0f-49d1-4438-b57b-ac443b288cc1 HTTP/1.1" status: 204 len: 168 time: 0.2766833 Nov 23 02:42:10.928644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723e557-092f-4f9e-86ee-29581ab78a08 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e4c0f-49d1-4438-b57b-ac443b288cc1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:10.945012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:10.981955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port 81b7b087-6c58-4161-927c-983532f353e3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=81b7b087-6c58-4161-927c-983532f353e3,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:10.982330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.031579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for 81b7b087-6c58-4161-927c-983532f353e3 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:11.081755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:11.085825 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.139463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:11.186016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.189678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.221405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:11.254384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.342845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:11.345118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.392181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'port_id': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235', 'mac_address': 'fa:16:3e:d4:1f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:11.492558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.497181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.500041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/security-groups/0b4a0cb2-fc91-4ec8-b5d2-fff7e26d6464 HTTP/1.1" status: 204 len: 168 time: 0.5909860 Nov 23 02:42:11.515219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.518907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323815690'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:11.524413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:11.598153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=6588799e-a196-47ae-9b74-a17da562ab3e,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:11.600216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Could not find standard attr ID for object ea58b16e-07b1-4baf-b59f-6ad2f746b241. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:42:11.629968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:11.633675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3360f-0c7f-4a35-9a35-84a2f4bd5d10 req-95873e03-8b67-4b5e-ab8e-205d854980cd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.635743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ae3360f-0c7f-4a35-9a35-84a2f4bd5d10 req-95873e03-8b67-4b5e-ab8e-205d854980cd tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 946 time: 0.2045302 Nov 23 02:42:11.717805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:11.718893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.731522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:11.736632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.751367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.783598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.785699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:11.790956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.799268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.808427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.811478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0a524-34bd-44b7-ad63-d8eb0025303e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a0cb2-fc91-4ec8-b5d2-fff7e26d6464,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:11.812750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['81b7b087-6c58-4161-927c-983532f353e3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:11.816374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.831446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.846392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:11.851216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-726ffd2c-c310-4dfc-9487-8baeeb9af6c7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5422 time: 0.3393145 Nov 23 02:42:11.868950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.906043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:11.907126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 51aa321a-8844-4706-ab6c-5fe8d8748083 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:11.943688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=81b7b087-6c58-4161-927c-983532f353e3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:11.952718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ae3360f-0c7f-4a35-9a35-84a2f4bd5d10 req-25f04288-adb5-4864-aba1-4f3876e4cf3c tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b4a465f-c56b-4cb8-82df-73c727a2f954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056989 Nov 23 02:42:12.012692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.032894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] No DVR routers for this DVR port 81b7b087-6c58-4161-927c-983532f353e3 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:12.038747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.040104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.048334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6edf2ff7-36bc-4129-88d5-557fc6510223 req-746f7514-3e71-455a-8643-105f33a42b36 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.47 "DELETE /v2.0/ports/81b7b087-6c58-4161-927c-983532f353e3 HTTP/1.1" status: 204 len: 173 time: 1.8141215 Nov 23 02:42:12.049091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'name': 'network-vif-deleted', 'tag': '81b7b087-6c58-4161-927c-983532f353e3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:12.053563 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f087a3-767f-4d42-a1c4-50e5441fcacb" -d '{"events": [{"server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "name": "network-vif-deleted", "tag": "81b7b087-6c58-4161-927c-983532f353e3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:12.158597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.166027 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b90d5-d114-4f98-8d5c-e5576735ca0e x-openstack-request-id: req-891b90d5-d114-4f98-8d5c-e5576735ca0e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:12.169056 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5f8228-66f8-4885-b603-e1fecee66a3a", "name": "network-vif-deleted", "tag": "81b7b087-6c58-4161-927c-983532f353e3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:12.169422 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-891b90d5-d114-4f98-8d5c-e5576735ca0e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:12.169944 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5f8228-66f8-4885-b603-e1fecee66a3a', 'name': 'network-vif-deleted', 'tag': '81b7b087-6c58-4161-927c-983532f353e3', 'status': 'completed', 'code': 200} Nov 23 02:42:12.199550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:12.201334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.261419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 169b8433-925f-449f-b0b0-c6463357a77d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:12.264028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:12.276084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=51aa321a-8844-4706-ab6c-5fe8d8748083,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:12.285133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b012eb2c-1ece-48d8-b3dd-c381630c6b8b req-9f6046ed-a4ce-4580-8e95-8cc76c1291ca tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4216084 Nov 23 02:42:12.293431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.298766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.299922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/security-groups/70811c50-49ad-45c1-a678-576f955995d6 HTTP/1.1" status: 204 len: 168 time: 0.7743175 Nov 23 02:42:12.314727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34444) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:12.331692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '51aa321a-8844-4706-ab6c-5fe8d8748083', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'port_id': '51aa321a-8844-4706-ab6c-5fe8d8748083', 'mac_address': 'fa:16:3e:83:cb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:12.402122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Provisioning complete for port 67c18d54-142f-401b-857b-d8830bd09034 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:12.403377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.433296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32bc16-201c-4d2a-b1d2-30a3b580f3f1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70811c50-49ad-45c1-a678-576f955995d6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:12.452399 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.498983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51aa321a-8844-4706-ab6c-5fe8d8748083 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:12.544443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 81acb317-07da-4ffb-8e5a-71adffea55b6 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:12.556654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=51aa321a-8844-4706-ab6c-5fe8d8748083,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:12.564846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.574484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.575427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e70f289a-7426-42fd-bf4c-ebfadad815ee details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:12.634700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 7ea6727c-a393-4fab-beb1-e66d4390f9bb is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:42:12.648339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.672862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.688730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:12.736945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098c0c0c-976b-4f35-bc49-d7c0041eff39,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:12.757931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.762371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:12.773059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'port_id': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'mac_address': 'fa:16:3e:0e:4d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:12.778332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:12.817119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.817710 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment acfcb7b4-ad9e-4a2c-a732-4e7373479cf6 of type vlan for network 266b3718-a9bc-4f6b-96d8-90b99735e08b Nov 23 02:42:12.857679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:12.863356 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.865350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6e817de2-2988-4abe-adb0-6a0b060cd357 None None] Port 67c18d54-142f-401b-857b-d8830bd09034 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:12.873874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e52107b3-6494-4e5b-8d1b-dc21c6d9b946 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/7ea6727c-a393-4fab-beb1-e66d4390f9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8474727 Nov 23 02:42:12.874651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] Sync routers for ids ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:12.875684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34450) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:12.909712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] Routers {'7ea6727c-a393-4fab-beb1-e66d4390f9bb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:12.911083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:12.913389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70f289a-7426-42fd-bf4c-ebfadad815ee {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:12.939343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:12.953432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57e06f-60ef-4d72-93e5-5015278e4523 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:12.956584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d57e06f-60ef-4d72-93e5-5015278e4523 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports/6588799e-a196-47ae-9b74-a17da562ab3e HTTP/1.1" status: 200 len: 977 time: 0.0793834 Nov 23 02:42:12.959384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:12.993312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:13.013694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.041252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] Routers {'7ea6727c-a393-4fab-beb1-e66d4390f9bb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:13.042119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:13.048178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:13.051804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.059048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.059939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.093508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8871ce67-1819-44ae-937f-b060f32ff984 None None] Provisioning complete for port 6588799e-a196-47ae-9b74-a17da562ab3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:13.093869 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8871ce67-1819-44ae-937f-b060f32ff984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.126994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:13.128355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75342a9b-1e0b-47ff-bc1c-7f46fea081f4 None None] The sync data for ids ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:13.138932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.139363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device dbfe04d3-63e8-4600-b1a3-1105b0a733bd details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:13.220744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8871ce67-1819-44ae-937f-b060f32ff984 None None] Port 6588799e-a196-47ae-9b74-a17da562ab3e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:13.240332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9597f81-90ce-45d3-87ff-eede2efdd9f9 req-2438c596-4589-4713-b3d8-a49b26a82b0f tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a5f8228-66f8-4885-b603-e1fecee66a3a HTTP/1.1" status: 200 len: 210 time: 0.1263702 Nov 23 02:42:13.282677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8871ce67-1819-44ae-937f-b060f32ff984 None None] Could not find standard attr ID for object ea58b16e-07b1-4baf-b59f-6ad2f746b241. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:42:13.349064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1262014 Nov 23 02:42:13.378996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:13.396357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'port_id': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'mac_address': 'fa:16:3e:13:f3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9947c2f-4431-40f5-99b4-0cd07feb4323', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:13.398220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:13.421773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d42a7e-40ef-4f17-8841-86577e733817 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=266b3718-a9bc-4f6b-96d8-90b99735e08b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:13.435340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:13.470298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:13.472871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:13.639402 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.681377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=81acb317-07da-4ffb-8e5a-71adffea55b6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:13.727820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.731757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a0bb8167-7574-4703-8bfe-356661ca910b tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/81acb317-07da-4ffb-8e5a-71adffea55b6 HTTP/1.1" status: 204 len: 168 time: 1.4159522 Nov 23 02:42:13.737000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:13.753863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.761729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23994aba-bc9c-49a6-a333-78aa029afc56 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:13.768754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.776051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.785007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.792240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.799980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.807155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:13.809437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-0737b7a7-88fe-4cf4-8fac-516039684732 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5425 time: 0.2527285 Nov 23 02:42:13.826265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.877432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 58fa9901-bba9-4f4f-a29b-1994b8810515 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:13.881153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.913163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfe04d3-63e8-4600-b1a3-1105b0a733bd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:13.936882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.944940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:13.968464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:13.969146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:14.045856 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.076743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.088773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:14.094147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6', 'network_id': '1e131579-7c4e-4567-abb2-b8e3f2161435', 'port_id': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6', 'mac_address': 'fa:16:3e:f9:b5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9947c2f-4431-40f5-99b4-0cd07feb4323', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:14.127430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.145799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.150441 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.171906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:14.196923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.202887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.203631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f2654b84-4ace-458c-8c0e-011a0ef65a78 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:14.212676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.218847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/58fa9901-bba9-4f4f-a29b-1994b8810515 HTTP/1.1" status: 204 len: 168 time: 0.4053693 Nov 23 02:42:14.223650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683edca-061c-40ba-b098-cb5597c78157 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=58fa9901-bba9-4f4f-a29b-1994b8810515,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:14.230380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34468) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:14.276990 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bc9647-6a1e-4d2e-b127-b58cbcd8f6c1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:14.277438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bc9647-6a1e-4d2e-b127-b58cbcd8f6c1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:14.293144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-57bc9647-6a1e-4d2e-b127-b58cbcd8f6c1 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/81acb317-07da-4ffb-8e5a-71adffea55b6 HTTP/1.1" status: 404 len: 337 time: 0.0494428 Nov 23 02:42:14.295984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:14.298265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.310357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.311784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34472) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:14.319136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'f2654b84-4ace-458c-8c0e-011a0ef65a78', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'port_id': 'f2654b84-4ace-458c-8c0e-011a0ef65a78', 'mac_address': 'fa:16:3e:f9:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:14.332152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:14.412751 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.440315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2654b84-4ace-458c-8c0e-011a0ef65a78 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:14.449873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d7280b2-902b-4e9a-b238-3cb0afeb0f75 req-1c027cfc-e2ec-4808-97ed-65bde897830f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5835712 Nov 23 02:42:14.460654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting subnet 32db21b6-c09e-43c8-a3c1-04c848a01266 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:14.467271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.482192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.498186 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.500439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f4b9910a-7002-4170-bec7-59f53c355959 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:14.547890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.634996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.658743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:14.669722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'f4b9910a-7002-4170-bec7-59f53c355959', 'network_id': 'e29052be-985c-4583-91e6-8231a002f53f', 'port_id': 'f4b9910a-7002-4170-bec7-59f53c355959', 'mac_address': 'fa:16:3e:5e:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbfa2c-f67a-4585-a2fb-3985e7d67d43', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:14.692502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.739628 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.775104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b9910a-7002-4170-bec7-59f53c355959 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:14.823849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:14.833770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.869140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.881583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677b9d0-2bcd-4a84-9004-831e1ba66e48 req-f0f21e8a-e661-431f-b431-119d7cd0cb2d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:14.887548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a677b9d0-2bcd-4a84-9004-831e1ba66e48 req-f0f21e8a-e661-431f-b431-119d7cd0cb2d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2259169 Nov 23 02:42:14.902279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.953201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:14.962897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:14.971015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/32db21b6-c09e-43c8-a3c1-04c848a01266 HTTP/1.1" status: 204 len: 168 time: 0.6581771 Nov 23 02:42:14.972230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34486) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:14.974140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f41fa-9fa6-448a-a394-a3312eea6f11 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Subnet': ['ID=32db21b6-c09e-43c8-a3c1-04c848a01266,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:15.049765 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-8555fd7b-1e7c-44e6-b5ba-f125621173dc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.053079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8555fd7b-1e7c-44e6-b5ba-f125621173dc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.061258 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8555fd7b-1e7c-44e6-b5ba-f125621173dc tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ffdae956-2de9-49d0-9986-d9c62f73764d HTTP/1.1" status: 404 len: 337 time: 0.0840948 Nov 23 02:42:15.066210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34490) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.111692 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d21b4571-c6f8-4cb5-ab38-45a0b42cb816 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "GET /v2.0/ports?device_id=70af6807-86fe-40bd-a1a1-7c78d35ee0c9 HTTP/1.1" status: 200 len: 205 time: 0.0440593 Nov 23 02:42:15.115014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34492) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.126448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 6588799e-a196-47ae-9b74-a17da562ab3e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:15.126817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.141030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a677b9d0-2bcd-4a84-9004-831e1ba66e48 req-f37df584-23e9-41a6-8ec6-a35f82692677 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362437 Nov 23 02:42:15.142613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:15.144065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 266b3718-a9bc-4f6b-96d8-90b99735e08b, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:15.147540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=9f668ecf-a251-4d52-ad57-553079d3ee11,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:15.181669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea394aeb-f254-4d6b-9ae4-5390b482fcd2 None None] Network c8b2b240-7967-4349-a988-8747e705d9a6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:15.192914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:15.209001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 266b3718-a9bc-4f6b-96d8-90b99735e08b) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:15.213125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.213724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.248846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76c5c898-49e8-441b-93e0-5761d8a45af7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8018544 Nov 23 02:42:15.252254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.259434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1701617006'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:15.263994 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-074af94a-99f4-43a1-883f-7c6e2bd15208 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] delete failed (client error): The resource could not be found. Nov 23 02:42:15.265225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-074af94a-99f4-43a1-883f-7c6e2bd15208 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/routers/70af6807-86fe-40bd-a1a1-7c78d35ee0c9 HTTP/1.1" status: 404 len: 336 time: 0.1486447 Nov 23 02:42:15.285533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34496) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.302747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdcd37-26e0-42f1-bbc0-58d2932de0da None None] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:15.308075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:15.314253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.349599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:15.366539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.367315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.368997 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment f0e7f44d-877a-4dad-a8f3-6c057247bbc2 of type vlan for network 9ca0e9ff-707a-4878-9067-e0a4cc668101 Nov 23 02:42:15.384051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 6588799e-a196-47ae-9b74-a17da562ab3e owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:15.423868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.456472 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.472542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.473172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.478986 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e359efd3-8872-4fe6-a74f-708fdc2c03f5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.479448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e359efd3-8872-4fe6-a74f-708fdc2c03f5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.482685 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e359efd3-8872-4fe6-a74f-708fdc2c03f5 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/41c4c73c-7c69-43aa-a86b-23b33b1f1bc2 HTTP/1.1" status: 404 len: 337 time: 0.1860669 Nov 23 02:42:15.488106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.518604 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-38aceb49-4d98-44bf-85e2-ec25b17ea173 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.518604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38aceb49-4d98-44bf-85e2-ec25b17ea173 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.519009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['f7a19149-f6b3-45ae-abdd-4bd9ea1e0235'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:15.521037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['51aa321a-8844-4706-ab6c-5fe8d8748083'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:15.522013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38aceb49-4d98-44bf-85e2-ec25b17ea173 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/bb117e77-cde0-4d32-8b04-2214cf01e127 HTTP/1.1" status: 404 len: 337 time: 0.0331736 Nov 23 02:42:15.524579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.525509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['f4b9910a-7002-4170-bec7-59f53c355959'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:15.527575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['f2654b84-4ace-458c-8c0e-011a0ef65a78'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:15.552577 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1bba8e-f790-470e-8fac-d292072b14a6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.553077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1bba8e-f790-470e-8fac-d292072b14a6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.556352 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be1bba8e-f790-470e-8fac-d292072b14a6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ea025765-6acf-4712-b812-a0bad08c71af HTTP/1.1" status: 404 len: 337 time: 0.0310748 Nov 23 02:42:15.562307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34506) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.572926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3193948 Nov 23 02:42:15.592566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.602679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '9ca0e9ff-707a-4878-9067-e0a4cc668101', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:15.643409 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680c7e6-4d57-4396-8d41-54f610281be6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.644120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f680c7e6-4d57-4396-8d41-54f610281be6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.647362 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f680c7e6-4d57-4396-8d41-54f610281be6 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/afb74f17-2842-440e-8ec2-31e244b5344e HTTP/1.1" status: 404 len: 333 time: 0.0858591 Nov 23 02:42:15.649890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.676859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d738a0-de05-4587-b2eb-dafe48108f96 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=9ca0e9ff-707a-4878-9067-e0a4cc668101,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:15.685934 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-594ec605-ae80-4487-a69b-24d071febcff tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.686404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594ec605-ae80-4487-a69b-24d071febcff tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.690916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-594ec605-ae80-4487-a69b-24d071febcff tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/46940643-08da-4283-a967-dac4fdf08365 HTTP/1.1" status: 404 len: 337 time: 0.0389616 Nov 23 02:42:15.693638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.764936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.770917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.777459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.783561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.789649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.794860 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4557bc04-e763-4dfa-adc3-fb4ec2d203ab tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.795330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4557bc04-e763-4dfa-adc3-fb4ec2d203ab tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.795986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.802215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:15.804003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9ca0e9ff-707a-4878-9067-e0a4cc668101 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:15.804143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-12d032f5-b694-4616-910c-884cd029a789 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5429 time: 0.1978190 Nov 23 02:42:15.812536 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4557bc04-e763-4dfa-adc3-fb4ec2d203ab tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/006a00c5-823f-41f1-a2ee-7d8a6fdc5d97 HTTP/1.1" status: 404 len: 337 time: 0.1178508 Nov 23 02:42:15.817705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.869178 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5676819f-fc16-4a2c-9f4c-9adaac797a12 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.869772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5676819f-fc16-4a2c-9f4c-9adaac797a12 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.875695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5676819f-fc16-4a2c-9f4c-9adaac797a12 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/d2777def-f49e-46f6-a9b5-d0562ea05186 HTTP/1.1" status: 404 len: 333 time: 0.0569887 Nov 23 02:42:15.878136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:15.879919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:15.884342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.899597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2ef0e070-b7c8-437d-a186-0465a5ad8e0f None None] Provisioning complete for port cf1e791d-2b5e-46eb-8850-5d54f8ac623a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:15.899971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ef0e070-b7c8-437d-a186-0465a5ad8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.933119 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ce7c8a-4aa5-4b83-b1ed-66e9231d847d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:15.933974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ce7c8a-4aa5-4b83-b1ed-66e9231d847d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:15.937526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6ce7c8a-4aa5-4b83-b1ed-66e9231d847d tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/4347d4a5-8d60-4bc1-92f0-d3b580e27a81 HTTP/1.1" status: 404 len: 337 time: 0.0582061 Nov 23 02:42:15.939130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:15.940918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:16.004907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['dbfe04d3-63e8-4600-b1a3-1105b0a733bd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:16.011340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=6588799e-a196-47ae-9b74-a17da562ab3e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:16.012520 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7627d8-7d03-4ac6-a23e-5399ab83a09e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:16.013182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7627d8-7d03-4ac6-a23e-5399ab83a09e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:16.016449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac7627d8-7d03-4ac6-a23e-5399ab83a09e tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/subnets/ef0a8a6d-8e82-4584-915a-7d8dd9c738e1 HTTP/1.1" status: 404 len: 337 time: 0.0742264 Nov 23 02:42:16.019052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad127cce-94d7-46a8-a2e6-33f0c1d13bb6 req-a0adc836-d6e8-48dd-8f68-03c79409774a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2027407 Nov 23 02:42:16.030582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:16.262746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port 67c18d54-142f-401b-857b-d8830bd09034 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:16.263644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:16.264527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-266b3718-a9bc-4f6b-96d8-90b99735e08b', 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '9f668ecf-a251-4d52-ad57-553079d3ee11'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:16.265394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:16.344931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:16.375326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['e70f289a-7426-42fd-bf4c-ebfadad815ee'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:16.432717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['30cbfaa1-e6e7-44a8-867e-a8520f176bd6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:16.483842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-3cba795b-b865-4ae7-b720-4a9584597284 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:16.486934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-3cba795b-b865-4ae7-b720-4a9584597284 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.2985842 Nov 23 02:42:16.589052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] DHCP port deletion for c8b2b240-7967-4349-a988-8747e705d9a6 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:16.647520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 7ea6727c-a393-4fab-beb1-e66d4390f9bb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:16.798785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:16.811148 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] Sync routers for ids ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:16.812147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dccb7142-55b9-4ecc-a631-e91e81586171 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/7ea6727c-a393-4fab-beb1-e66d4390f9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8496037 Nov 23 02:42:16.817924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34528) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:16.827420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] Routers {'7ea6727c-a393-4fab-beb1-e66d4390f9bb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:16.831081 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:16.912794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:16.913165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:16.924747 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:16.953478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] Routers {'7ea6727c-a393-4fab-beb1-e66d4390f9bb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:16.954129 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:17.031973 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:17.032633 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99edd0db-ca20-4448-8f43-a53b865fced9 None None] The sync data for ids ['7ea6727c-a393-4fab-beb1-e66d4390f9bb'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:17.114540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] For port 320bf0b9-2ee8-4635-9934-5310ef9088ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=320bf0b9-2ee8-4635-9934-5310ef9088ce,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:17.114901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.166198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81b7b087-6c58-4161-927c-983532f353e3 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:17.168298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cf1e791d-2b5e-46eb-8850-5d54f8ac623a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:17.201851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.229871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 81b7b087-6c58-4161-927c-983532f353e3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:17.230265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 81b7b087-6c58-4161-927c-983532f353e3 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:17.276449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for 67c18d54-142f-401b-857b-d8830bd09034 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:17.297459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.333520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce92fb-a705-4f9a-b98f-82bcb7099868 req-8d206196-e428-40f9-8217-86015214c6c8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.335429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56ce92fb-a705-4f9a-b98f-82bcb7099868 req-8d206196-e428-40f9-8217-86015214c6c8 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 945 time: 0.9894543 Nov 23 02:42:17.376460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.383295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.401841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.418539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.424613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.441583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.447550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.455629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-16e08e26-a4bd-45c0-9e28-923d6e84e2d8 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5429 time: 0.3437493 Nov 23 02:42:17.465493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Deleting port cf1e791d-2b5e-46eb-8850-5d54f8ac623a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:17.466105 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.530934 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-83f458a0-927c-430c-a10a-fdaa89b79747 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 02:42:17.535762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83f458a0-927c-430c-a10a-fdaa89b79747 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/7ea6727c-a393-4fab-beb1-e66d4390f9bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7151930 Nov 23 02:42:17.535762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34540) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:17.546633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.546993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.547311 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Floating IP 3a9db91a-6ea5-4b6e-83b7-8066e345f1ef disassociated. External IP: 172.25.1.111, port: 320bf0b9-2ee8-4635-9934-5310ef9088ce. Nov 23 02:42:17.547654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for 320bf0b9-2ee8-4635-9934-5310ef9088ce owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:17.584178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.591912 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5e204afd-c66d-4b63-ae99-c223a39575d5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea6727c-a393-4fab-beb1-e66d4390f9bb HTTP/1.1" status: 200 len: 205 time: 0.0544326 Nov 23 02:42:17.594489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34542) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:17.616637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=ce026f73-3ab2-4e13-850a-8204cb3807c5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:17.662343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56ce92fb-a705-4f9a-b98f-82bcb7099868 req-08f652ca-f072-4027-b728-4b257b63ecd4 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3bef49a-9dee-4a40-b065-f527dfd6ad77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798301 Nov 23 02:42:17.695150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93fd4c3d-ce25-4589-9af7-1eaf087b5a03 req-22b41158-536d-4b95-b658-fb891bbf463f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385786 Nov 23 02:42:17.701980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'f0e7f44d-877a-4dad-a8f3-6c057247bbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9ca0e9ff-707a-4878-9067-e0a4cc668101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:17.702470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 9ca0e9ff-707a-4878-9067-e0a4cc668101, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:17.727542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.742374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 9ca0e9ff-707a-4878-9067-e0a4cc668101 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:17.772192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9ca0e9ff-707a-4878-9067-e0a4cc668101) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:17.832125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=67c18d54-142f-401b-857b-d8830bd09034,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:17.841778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.859071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49478332-81ad-4b5a-aef4-84e9edcedc42 tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/ports/67c18d54-142f-401b-857b-d8830bd09034 HTTP/1.1" status: 204 len: 168 time: 1.8173244 Nov 23 02:42:17.861737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:17.864649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:17.866299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f431369-a1d5-4f1f-b260-a47916f803dc None None] Network 9ca0e9ff-707a-4878-9067-e0a4cc668101 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:17.885567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34544) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:17.905666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0c19d21a-bd5e-48e0-b325-b67eae065ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3121376 Nov 23 02:42:17.919669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:17.987826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Allocated IP 172.20.255.242 (266b3718-a9bc-4f6b-96d8-90b99735e08b/9f668ecf-a251-4d52-ad57-553079d3ee11/77848553-c082-45a7-8d1b-ad2f88b73645) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:18.059807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.196141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.227742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2ef0e070-b7c8-437d-a186-0465a5ad8e0f None None] Could not find standard attr ID for object 67c18d54-142f-401b-857b-d8830bd09034. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:42:18.245949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:18.286387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.302746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:18.303158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.340571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Deleting port cf1e791d-2b5e-46eb-8850-5d54f8ac623a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:18.341151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.401610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.404557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:18.410666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.411947 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.435857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Calling delete_port for cf1e791d-2b5e-46eb-8850-5d54f8ac623a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:18.443982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.478115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] For port cf1e791d-2b5e-46eb-8850-5d54f8ac623a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,segment=NetworkSegment(2612e9a3-2c34-40f3-8bef-9a12d0040b14),segment_id=2612e9a3-2c34-40f3-8bef-9a12d0040b14)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:18.478626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.506683 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.518194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Calling delete_port for cf1e791d-2b5e-46eb-8850-5d54f8ac623a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:18.651762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.661066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=320bf0b9-2ee8-4635-9934-5310ef9088ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:18.706423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdae46-168b-4780-9588-a3d8f4d04770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9ca0e9ff-707a-4878-9067-e0a4cc668101', 'network_id': '9ca0e9ff-707a-4878-9067-e0a4cc668101', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': 'ce026f73-3ab2-4e13-850a-8204cb3807c5'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:18.707634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56cdae46-168b-4780-9588-a3d8f4d04770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.738036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:18.747460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Pushing event updated for resources: {'Port': ['ID=77848553-c082-45a7-8d1b-ad2f88b73645,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:18.753175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:18.764043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:18.775794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=ce026f73-3ab2-4e13-850a-8204cb3807c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:18.791269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.868957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0be149-bb7b-4d05-a94f-13e12625b76b None None] Network 9ca0e9ff-707a-4878-9067-e0a4cc668101 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:18.873333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.878149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:18.912171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:18.976999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:19.009286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] No DVR routers for this DVR port cf1e791d-2b5e-46eb-8850-5d54f8ac623a on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:19.043457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.044142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea6727c-a393-4fab-beb1-e66d4390f9bb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:19.056797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.060316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e1d0916-0cb5-4c9d-b1d9-07f39b909eeb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/7ea6727c-a393-4fab-beb1-e66d4390f9bb HTTP/1.1" status: 204 len: 168 time: 1.4625380 Nov 23 02:42:19.065842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Router 30111bf3-5e06-4bb9-8f16-034c225f0490 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:19.067135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34556) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:19.079542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a5d90fc-f3e0-476e-8909-3ece2b37a801 req-abaccfa2-4540-4755-804f-12ad057e89e1 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.1509960 Nov 23 02:42:19.098408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Attempting to bind port 77848553-c082-45a7-8d1b-ad2f88b73645 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:19.099043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Attempting to bind port 77848553-c082-45a7-8d1b-ad2f88b73645 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:19.099662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Attempting to bind port 77848553-c082-45a7-8d1b-ad2f88b73645 on network 266b3718-a9bc-4f6b-96d8-90b99735e08b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:19.111484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:19.112476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Checking segment: {'id': 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:19.113095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.113763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Bound using segment: {'id': 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:19.114240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.115141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Bound port: 77848553-c082-45a7-8d1b-ad2f88b73645, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '266b3718-a9bc-4f6b-96d8-90b99735e08b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:19.130662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.138103 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.187621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] No DVR routers for this DVR port cf1e791d-2b5e-46eb-8850-5d54f8ac623a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:19.205560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c67819-1ead-4f58-94b8-60a0c4b4c24b None None] Pushing event deleted for resources: {'Port': ['ID=cf1e791d-2b5e-46eb-8850-5d54f8ac623a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:19.233104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:19.290442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.302581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:19.303101 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.315326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.327517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.333683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.348131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.368467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.378816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:19.389036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-7e231d2f-3597-48ff-b0da-e0cf0e125194 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5429 time: 0.5582466 Nov 23 02:42:19.402327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca0e9ff-707a-4878-9067-e0a4cc668101']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.412118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 09be0684-b94d-4d6d-b1e0-8429b9efeeb8 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:19.417371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.454363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e7f44d-877a-4dad-a8f3-6c057247bbc2') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.454713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e7f44d-877a-4dad-a8f3-6c057247bbc2') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.458876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.481661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.512844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.545699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.548712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b2b240-7967-4349-a988-8747e705d9a6']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.571849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2612e9a3-2c34-40f3-8bef-9a12d0040b14') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.572157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2612e9a3-2c34-40f3-8bef-9a12d0040b14') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:19.574866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.584079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] For port 77848553-c082-45a7-8d1b-ad2f88b73645, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:19.591153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.597338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef5d2a0e-0285-4966-b858-4578c1c8a2a5 req-1aa5d2af-0223-4835-bdee-66b910ddd86a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050619 Nov 23 02:42:19.612508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:19.616003 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f834f3-e59e-4a5c-87b5-76389a9f55bb" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:19.621709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] For port 77848553-c082-45a7-8d1b-ad2f88b73645, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=77848553-c082-45a7-8d1b-ad2f88b73645,segment=NetworkSegment(acfcb7b4-ad9e-4a2c-a732-4e7373479cf6),segment_id=acfcb7b4-ad9e-4a2c-a732-4e7373479cf6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:19.636609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.641805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:19.646432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.649467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:19.649868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:19.653335 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:19.708639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.726537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:19.728106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.730545 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.758781 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9656fc91-a0ce-44cc-b2a3-06c2a21bc2fd x-openstack-request-id: req-9656fc91-a0ce-44cc-b2a3-06c2a21bc2fd {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:19.761483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.764572 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:19.764951 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9656fc91-a0ce-44cc-b2a3-06c2a21bc2fd {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:19.765570 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6', 'code': 200} Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:19.767313 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:19.770457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70e57a-1b86-44ab-a75d-5865cf1c6895 None None] Pushing event updated for resources: {'Port': ['ID=77848553-c082-45a7-8d1b-ad2f88b73645,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:19.778715 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/09be0684-b94d-4d6d-b1e0-8429b9efeeb8 HTTP/1.1" status: 204 len: 168 time: 0.7101223 Nov 23 02:42:19.780076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:19.794227 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.796292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 51aa321a-8844-4706-ab6c-5fe8d8748083 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:19.798451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c174acb-90c2-42a0-a0b2-3e8cf79167bc None None] Network 169b8433-925f-449f-b0b0-c6463357a77d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:19.805518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34568) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:19.842983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d8284-c370-402b-ad23-e143d4132aec tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=09be0684-b94d-4d6d-b1e0-8429b9efeeb8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:19.855109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.895587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.902669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/9ca0e9ff-707a-4878-9067-e0a4cc668101 HTTP/1.1" status: 204 len: 168 time: 1.9808285 Nov 23 02:42:19.911459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:19.918729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] No DVR routers for this DVR port 320bf0b9-2ee8-4635-9934-5310ef9088ce on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:19.923987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.928286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4600de86-5fcc-413e-9834-86b21b7b6d3b req-31e68146-bab5-4d9e-8966-03cdccee2d44 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.41 "DELETE /v2.0/ports/320bf0b9-2ee8-4635-9934-5310ef9088ce HTTP/1.1" status: 204 len: 173 time: 3.4294283 Nov 23 02:42:19.928745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-deleted', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:19.929233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1930494798'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:19.932135 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17524e-12a7-4605-9877-45824f6ec071" -d '{"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-deleted", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:19.965936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7ad96-09d9-4ab1-b618-9ce39a96b5f8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=9ca0e9ff-707a-4878-9067-e0a4cc668101,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:19.987391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:19.995117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Sync routers for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:20.012145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.017038 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48146f3a-7810-42a2-83cc-7200258dada6 x-openstack-request-id: req-48146f3a-7810-42a2-83cc-7200258dada6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:20.017712 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0", "name": "network-vif-deleted", "tag": "320bf0b9-2ee8-4635-9934-5310ef9088ce", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:20.018113 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48146f3a-7810-42a2-83cc-7200258dada6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:20.018690 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0', 'name': 'network-vif-deleted', 'tag': '320bf0b9-2ee8-4635-9934-5310ef9088ce', 'status': 'completed', 'code': 200} Nov 23 02:42:20.023109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] 10.222.0.15 "DELETE /v2.0/networks/c8b2b240-7967-4349-a988-8747e705d9a6 HTTP/1.1" status: 204 len: 168 time: 2.1361790 Nov 23 02:42:20.031678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.061343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:20.061557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1aa93-fb45-48fc-b18f-24d29ef1119a tempest-PortsIpV6TestJSON-491231930 tempest-PortsIpV6TestJSON-491231930-project] Pushing event deleted for resources: {'Network': ['ID=c8b2b240-7967-4349-a988-8747e705d9a6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:20.071000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:20.075317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.083963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:20.125336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:20.166915 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.168227 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment c0060751-d172-46e8-bc1e-838b1bf64890 of type vlan for network aca7eb0e-fd01-4a77-a968-70f571995140 Nov 23 02:42:20.250695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 320bf0b9-2ee8-4635-9934-5310ef9088ce {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:20.251842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port dd774488-f1e3-4608-af2e-2c71adcb8123 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:20.252174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.252392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 320bf0b9-2ee8-4635-9934-5310ef9088ce not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:20.320141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.365929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port dd774488-f1e3-4608-af2e-2c71adcb8123, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd774488-f1e3-4608-af2e-2c71adcb8123,segment=NetworkSegment(0878cb29-8088-4c66-be71-de4c4e32daf6),segment_id=0878cb29-8088-4c66-be71-de4c4e32daf6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:20.366591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.391282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for dd774488-f1e3-4608-af2e-2c71adcb8123 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:20.411009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:20.421478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:20.467123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c6459c6-1dc9-4763-ac39-8b0d4b592166 req-c51ffcc6-2b5e-40aa-aac0-46db254a6f6d tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fe0c1-2cb7-4ac2-9a0b-8d56d5577ee0 HTTP/1.1" status: 200 len: 210 time: 0.1307857 Nov 23 02:42:20.505370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.518051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:20.520303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.631669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.734391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port dd774488-f1e3-4608-af2e-2c71adcb8123 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:20.736253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=dd774488-f1e3-4608-af2e-2c71adcb8123,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:20.792720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=aca7eb0e-fd01-4a77-a968-70f571995140,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:20.848721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-791f4422-0386-4d6c-b86d-fbdbc6849754 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9323645 Nov 23 02:42:20.871908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:20.872641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:20.888616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': 'aca7eb0e-fd01-4a77-a968-70f571995140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:20.969367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.050980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:21.056732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b8433-925f-449f-b0b0-c6463357a77d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:21.059610 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.101674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0878cb29-8088-4c66-be71-de4c4e32daf6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:21.101926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network aca7eb0e-fd01-4a77-a968-70f571995140 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:21.104006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0878cb29-8088-4c66-be71-de4c4e32daf6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:21.104436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7309d-bf77-4b1b-b64d-70e55e879fc6 None None] DHCP port deletion for 169b8433-925f-449f-b0b0-c6463357a77d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:21.113456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 51aa321a-8844-4706-ab6c-5fe8d8748083 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:21.165331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.179185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 51aa321a-8844-4706-ab6c-5fe8d8748083 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:21.179748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.232420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:42:21.233098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:42:21.236311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 77848553-c082-45a7-8d1b-ad2f88b73645 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:21.241502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.251055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:21.251814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:21.257034 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:21.374476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:21.383512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.413222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.417312 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/169b8433-925f-449f-b0b0-c6463357a77d HTTP/1.1" status: 204 len: 168 time: 1.6107485 Nov 23 02:42:21.450147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34594) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:21.457168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.467555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1409752327'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:21.485452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3beb8-5a54-456c-aea3-1058ca152c8f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=169b8433-925f-449f-b0b0-c6463357a77d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:21.501926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.551114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:21.554634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.622649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:21.634109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34600) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:21.635817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.642667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.649492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.657284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.664906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.665261 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea of type vlan for network 49700640-180a-4945-9091-77f03203366a Nov 23 02:42:21.667516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.674024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=51aa321a-8844-4706-ab6c-5fe8d8748083,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:21.675055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.683358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.685988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.694908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-fc6c77fd-5387-43e4-a678-14dd0613129a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5430 time: 0.8877332 Nov 23 02:42:21.790553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ca663c1-1423-46ba-a42d-0754920d56d1 req-70342960-119c-42c8-b01c-5e8c9e1a88a7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946970 Nov 23 02:42:21.815742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'c0060751-d172-46e8-bc1e-838b1bf64890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'aca7eb0e-fd01-4a77-a968-70f571995140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:21.816300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: aca7eb0e-fd01-4a77-a968-70f571995140, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:21.824909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1005e4d2-bfcb-4695-b099-9e5ca2463d73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=376d151563d74600b8f082d08b0ff86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9508750 Nov 23 02:42:21.830153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34604) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:21.843038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.851513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=322c83e2-7db0-4fcd-abbd-fc43a54720a9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:21.862435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network aca7eb0e-fd01-4a77-a968-70f571995140 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:21.880044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, aca7eb0e-fd01-4a77-a968-70f571995140) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:21.888114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:21.889372 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:21.910749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-734668b6-18d1-4175-94ab-484e60f7edf5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0291743 Nov 23 02:42:21.913137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:21.927924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:21.931733 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32c3aa-3782-4f23-aa29-785595ad9982" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:21.936602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:21.938407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e836729-62bc-41a7-9a62-ad6d748cbf1c None None] Network aca7eb0e-fd01-4a77-a968-70f571995140 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:21.971420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:42:21.996122 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.001128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.012623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:22.051636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.058330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:22.059783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.066380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.083781 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f28b58-335f-4834-a551-3aba049bddb5 x-openstack-request-id: req-67f28b58-335f-4834-a551-3aba049bddb5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:22.084168 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:22.084373 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67f28b58-335f-4834-a551-3aba049bddb5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:22.084745 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083', 'code': 200} Nov 23 02:42:22.114617 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.118300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 77848553-c082-45a7-8d1b-ad2f88b73645 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:22.119435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.155614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.158435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=49700640-180a-4945-9091-77f03203366a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:22.181703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.205706 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-12421940-c092-467d-9ae6-802c269018e7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7422724 Nov 23 02:42:22.210535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:22.218361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': '49700640-180a-4945-9091-77f03203366a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:22.242955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e16bb4-7d27-4ce9-9bc7-e48d7276b8d4 None None] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:22.244802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 49700640-180a-4945-9091-77f03203366a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:22.277837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.279767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.281130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3bef49a-9dee-4a40-b065-f527dfd6ad77 HTTP/1.1" status: 204 len: 168 time: 0.6372821 Nov 23 02:42:22.284975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34616) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:22.290964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.300794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.304236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d248059-f799-48b7-baa6-9810e29c53bb HTTP/1.1" status: 204 len: 168 time: 0.4705913 Nov 23 02:42:22.323946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01656708-f705-4c61-8fcb-071625925c95 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bef49a-9dee-4a40-b065-f527dfd6ad77,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:22.354625 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-23fa945c-9fd5-4264-ac2b-39fb67e28369 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] show failed (client error): The resource could not be found. Nov 23 02:42:22.356640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-23fa945c-9fd5-4264-ac2b-39fb67e28369 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "GET /v2.0/security-groups/c3bef49a-9dee-4a40-b065-f527dfd6ad77 HTTP/1.1" status: 404 len: 347 time: 0.0696537 Nov 23 02:42:22.362335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34622) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:22.437085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.450540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40595181-ebac-4fe6-a827-4716560e8d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d248059-f799-48b7-baa6-9810e29c53bb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:22.594421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.594711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] Provisioning complete for port 77848553-c082-45a7-8d1b-ad2f88b73645 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:22.602792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.618848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca7eb0e-fd01-4a77-a968-70f571995140']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:22.630299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0060751-d172-46e8-bc1e-838b1bf64890') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:22.630645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0060751-d172-46e8-bc1e-838b1bf64890') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:22.642944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.665761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.667040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:22.667583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.685766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Deleting port 31a496be-280c-445a-b30a-0798c2f43519 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:22.686112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.793637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:22.834708 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:22.840595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6cf19-155f-4fed-94ae-919cdd18a793 None None] Network aca7eb0e-fd01-4a77-a968-70f571995140 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:22.855699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:22.860904 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.943974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:22.944528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.953440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:22.991856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:22.994793 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.027550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Calling delete_port for 31a496be-280c-445a-b30a-0798c2f43519 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:23.146218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Checking router: 30111bf3-5e06-4bb9-8f16-034c225f0490 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:23.165871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.167114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=322c83e2-7db0-4fcd-abbd-fc43a54720a9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:23.170923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.186006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.201495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.215055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/aca7eb0e-fd01-4a77-a968-70f571995140 HTTP/1.1" status: 204 len: 168 time: 1.2969368 Nov 23 02:42:23.215722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:23.234320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:23.235752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:23.264186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-525793693'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:23.354767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.364235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c013-31cb-440a-8955-57c047772c0b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=aca7eb0e-fd01-4a77-a968-70f571995140,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:23.433650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ad080-a2b6-45e8-8c13-61827bcbaec1 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:23.438727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.440568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] For port 77848553-c082-45a7-8d1b-ad2f88b73645, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=77848553-c082-45a7-8d1b-ad2f88b73645,segment=NetworkSegment(acfcb7b4-ad9e-4a2c-a732-4e7373479cf6),segment_id=acfcb7b4-ad9e-4a2c-a732-4e7373479cf6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:23.450004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Pushing event deleted for resources: {'Port': ['ID=31a496be-280c-445a-b30a-0798c2f43519,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:23.458406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.460612 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.475094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.509575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.519617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.538230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.551326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.554154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.559838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.566477 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c3da0453-a84a-4036-baeb-00eba2cb8046 tempest-ServerActionsTestJSON-1968953766 tempest-ServerActionsTestJSON-1968953766-project] 10.222.0.15 "DELETE /v2.0/floatingips/3a9db91a-6ea5-4b6e-83b7-8066e345f1ef HTTP/1.1" status: 204 len: 168 time: 1.1987035 Nov 23 02:42:23.566477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34652) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:23.593555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:23.596714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-5362409c-76ef-46e9-b827-6cc6455b01ff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5431 time: 0.5103087 Nov 23 02:42:23.726589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34658) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:23.738465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:23.749187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.760853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.822957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579099939'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:23.867288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:23.872278 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.892395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.927388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:23.933104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=6e32afe4-8cd6-47f0-80db-44e9ba90c318,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:23.963795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:23.984127 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:23.984479 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment 752cce88-7643-44db-85b1-26627698aafd of type vlan for network aef61071-25f9-44b3-b36d-7785c03cb052 Nov 23 02:42:24.005075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9254848c-e0a9-463b-bc35-d8792e981fe1 req-21063246-1b17-46f6-9a46-cb8d97576d6e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2837791 Nov 23 02:42:24.053058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.054787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:42:24.055508 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:42:24.068992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6ccd7-aa56-40d5-9712-05518bbf0041 None None] Pushing event updated for resources: {'Port': ['ID=77848553-c082-45a7-8d1b-ad2f88b73645,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:24.092191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.098113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49700640-180a-4945-9091-77f03203366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:24.098693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: 49700640-180a-4945-9091-77f03203366a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:24.134088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 49700640-180a-4945-9091-77f03203366a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:24.136786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1622f9b6-c385-4d35-b76c-f0b1e703561a None None] Provisioning complete for port 77848553-c082-45a7-8d1b-ad2f88b73645 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:24.137608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1622f9b6-c385-4d35-b76c-f0b1e703561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.139451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:24.140543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.142488 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a72ae2-713b-4524-8de8-8bdf851a9e3c" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f7a19149-f6b3-45ae-abdd-4bd9ea1e0235"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:24.146925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:24.147383 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.212555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 49700640-180a-4945-9091-77f03203366a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:24.221772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.225768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9857647 Nov 23 02:42:24.234422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34666) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:24.237687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:24.238418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.245623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': 'aef61071-25f9-44b3-b36d-7785c03cb052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:24.251794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da9df0-d04a-4d6d-9cb7-d6db85183ad8 None None] Network 49700640-180a-4945-9091-77f03203366a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:24.268431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.314418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef066ad-4bf4-418e-86a8-4b0dc2de166f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:24.327250 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf37ac86-368c-43fa-860c-e3851c55d2af x-openstack-request-id: req-bf37ac86-368c-43fa-860c-e3851c55d2af {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:24.327695 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f7a19149-f6b3-45ae-abdd-4bd9ea1e0235", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:24.328614 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf37ac86-368c-43fa-860c-e3851c55d2af {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:24.329037 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a19149-f6b3-45ae-abdd-4bd9ea1e0235', 'code': 200} Nov 23 02:42:24.330206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:24.344950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:24.380991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.381359 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 1d3ad9c0-b724-4abe-a684-4504db438fc8 of type vlan for network 8056d651-4b12-4c4f-b891-1cefc19e57e5 Nov 23 02:42:24.406480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.408055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e70f289a-7426-42fd-bf4c-ebfadad815ee up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:24.439531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.463472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7755d-81a0-49c8-8dd7-3f333f2fc7b8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=aef61071-25f9-44b3-b36d-7785c03cb052,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:24.479186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.479401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:24.483710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.485121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:24.485860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.515164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-049f2d2d-3b2a-4798-ba38-a7527ae4cad5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3035281 Nov 23 02:42:24.534680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network aef61071-25f9-44b3-b36d-7785c03cb052 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:24.560758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34668) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:24.565718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2105997326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:24.574734 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8461051 Nov 23 02:42:24.597344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34670) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:24.604853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1451581636'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:24.701380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9231ec-3f87-4d07-bb11-2bcc5d1b6ee7 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=8056d651-4b12-4c4f-b891-1cefc19e57e5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:24.725189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.728408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.773022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:24.822833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.866485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.889816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:24.931649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': '752cce88-7643-44db-85b1-26627698aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aef61071-25f9-44b3-b36d-7785c03cb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:24.932205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: aef61071-25f9-44b3-b36d-7785c03cb052, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:24.943369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=5910c053-4c97-4fa0-ab93-5de8bf9a7fbd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:24.964169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network aef61071-25f9-44b3-b36d-7785c03cb052 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:24.978943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, aef61071-25f9-44b3-b36d-7785c03cb052) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:24.997600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:24.999254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.019033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:25.019289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:25.030830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.031078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bbca09-b64d-403f-9726-ac6d07caa4a0 None None] Network aef61071-25f9-44b3-b36d-7785c03cb052 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:25.041534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2b984f19-55c5-41ba-8765-4e122c99a58c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8056540 Nov 23 02:42:25.043107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:25.091161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.092392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8c4dd54c-bb71-4c14-bcc4-2d273cab49df tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5301588 Nov 23 02:42:25.099292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34682) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:25.265729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:25.340622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.350150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-49700640-180a-4945-9091-77f03203366a', 'network_id': '49700640-180a-4945-9091-77f03203366a', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '6e32afe4-8cd6-47f0-80db-44e9ba90c318'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:25.351935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.400467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port e70f289a-7426-42fd-bf4c-ebfadad815ee completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:25.441917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port e70f289a-7426-42fd-bf4c-ebfadad815ee triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:25.442746 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.456245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 77848553-c082-45a7-8d1b-ad2f88b73645 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:25.472401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.479005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.485284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.495124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.501533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.508677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.514933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:25.516888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-3ba5cf4e-56f9-47c6-b11a-5d3d90299101 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5432 time: 0.3251550 Nov 23 02:42:25.616405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.738089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:25.749536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25d9888-7b06-44b3-a545-b620ddd615b3 req-7e224524-f10e-49c4-86bf-2d832e130253 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243984 Nov 23 02:42:25.800243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d261bd-347c-4e9c-861a-cc70bd5e96f0 None None] The sync data for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 is: [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:32:04Z', 'revision_number': 4, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'e45bfe01-cec9-4566-880d-15f73c3a7f5b', 'name': '', 'network_id': 'c8056917-46be-484d-956a-beadba793338', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'mac_address': 'fa:16:3e:d9:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:32:00Z', 'updated_at': '2021-11-23T02:32:10Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'subnets': [{'id': 'bc6cb781-a468-4e27-b6b2-776c5b6c22b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:25.802786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0c0adb-1a43-41fd-aae9-46253220cc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-aef61071-25f9-44b3-b36d-7785c03cb052', 'network_id': 'aef61071-25f9-44b3-b36d-7785c03cb052', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '5910c053-4c97-4fa0-ab93-5de8bf9a7fbd'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:25.803652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.803926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b0c0adb-1a43-41fd-aae9-46253220cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.872502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=5910c053-4c97-4fa0-ab93-5de8bf9a7fbd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:25.972160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:25.973210 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00 of type vlan for network 2bc48268-229a-490c-a578-889a0d78b63d Nov 23 02:42:25.996096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.022354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.029650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ce822-1110-4c61-8253-af7bba5f4f16 None None] Network aef61071-25f9-44b3-b36d-7785c03cb052 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:26.061408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Allocated IP 172.20.0.2 (49700640-180a-4945-9091-77f03203366a/6e32afe4-8cd6-47f0-80db-44e9ba90c318/23b6663f-fed3-490f-8a8b-889ac83b4c33) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:26.081955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.196083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:42:26.288315 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5def55-23a2-44b3-a121-917d6d953d10 None None] New status for floating IP 3a9db91a-6ea5-4b6e-83b7-8066e345f1ef: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:26.352963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.376140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:26.377942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.422316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 77848553-c082-45a7-8d1b-ad2f88b73645 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:26.425133 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.437873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:26.444299 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad708f23-1701-457c-83b3-4e01678d4d4b" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:26.462235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:26.565837 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199fc11-ae76-4d34-9b9c-aedf5ee61cbe x-openstack-request-id: req-b199fc11-ae76-4d34-9b9c-aedf5ee61cbe {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:26.566231 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:26.566686 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b199fc11-ae76-4d34-9b9c-aedf5ee61cbe {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:26.567972 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'code': 200} Nov 23 02:42:26.573309 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9699399 Nov 23 02:42:26.577668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34692) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:26.583714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:26.663978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.673802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2393d-69fe-4823-9108-57f66fab280a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=2bc48268-229a-490c-a578-889a0d78b63d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:26.690550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef61071-25f9-44b3-b36d-7785c03cb052']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:26.725295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752cce88-7643-44db-85b1-26627698aafd') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:26.728655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752cce88-7643-44db-85b1-26627698aafd') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:26.754703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.774997 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.783425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:26.784325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:26.788892 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:26.792125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.936342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.965048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:26.980172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/aef61071-25f9-44b3-b36d-7785c03cb052 HTTP/1.1" status: 204 len: 168 time: 1.9310074 Nov 23 02:42:26.981984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:27.028892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1183487672'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:27.053512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:27.057774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.066029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854dc74-4cdc-416d-8a19-347384c262b5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=aef61071-25f9-44b3-b36d-7785c03cb052,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:27.085859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:27.090833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.137979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.150340 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.153014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.159691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.161648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device dbfe04d3-63e8-4600-b1a3-1105b0a733bd up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:27.182937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.188892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.204710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2bc48268-229a-490c-a578-889a0d78b63d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:27.219123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.237386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.240066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-3781c3b7-000b-4744-a30d-f8691786a680 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5433 time: 0.3686993 Nov 23 02:42:27.302057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:27.315849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.316557 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment b42c6432-5437-49e0-8e09-127cb0ce160e of type vlan for network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 Nov 23 02:42:27.340636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.359066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port dbfe04d3-63e8-4600-b1a3-1105b0a733bd completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:27.367161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port dbfe04d3-63e8-4600-b1a3-1105b0a733bd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:27.368074 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.370246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.379207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:27.447463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.458054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb374c2e-bc6b-4f44-b3b5-b7a3721c850e req-6b2aa278-7348-427e-8f35-bc8b05363980 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014413 Nov 23 02:42:27.460772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.467366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.467970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.473168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.514014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Network 49700640-180a-4945-9091-77f03203366a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:27.517424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd774488-f1e3-4608-af2e-2c71adcb8123 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:27.533392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:27.555738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:27.559222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=d2437ade-8110-411a-8ad2-8ab925b6aa0f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:27.567031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dd774488-f1e3-4608-af2e-2c71adcb8123 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:27.567378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd774488-f1e3-4608-af2e-2c71adcb8123 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:27.575727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5613761 Nov 23 02:42:27.585666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:27.601071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': 'f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:27.604262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Pushing event updated for resources: {'Port': ['ID=23b6663f-fed3-490f-8a8b-889ac83b4c33,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:27.635934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Attempting to bind port 23b6663f-fed3-490f-8a8b-889ac83b4c33 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:27.636318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Attempting to bind port 23b6663f-fed3-490f-8a8b-889ac83b4c33 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49700640-180a-4945-9091-77f03203366a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:27.636693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Attempting to bind port 23b6663f-fed3-490f-8a8b-889ac83b4c33 on network 49700640-180a-4945-9091-77f03203366a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:27.639421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.20.0.1 (49700640-180a-4945-9091-77f03203366a/6e32afe4-8cd6-47f0-80db-44e9ba90c318/fc204668-c300-4aa3-8a7f-bb05a14bbce7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:27.643587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:27.643928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Checking segment: {'id': 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49700640-180a-4945-9091-77f03203366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:27.644337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.644797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Bound using segment: {'id': 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49700640-180a-4945-9091-77f03203366a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:27.645285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Bound port: 23b6663f-fed3-490f-8a8b-889ac83b4c33, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49700640-180a-4945-9091-77f03203366a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:27.645671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.667149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '1d3ad9c0-b724-4abe-a684-4504db438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:27.667782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 8056d651-4b12-4c4f-b891-1cefc19e57e5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:27.740919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.751199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0afe7-13ff-465c-8c37-ef64d2c8f5c1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:27.765795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:27.768684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:27.787079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] For port 23b6663f-fed3-490f-8a8b-889ac83b4c33, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:27.796131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8056d651-4b12-4c4f-b891-1cefc19e57e5) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:27.806190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:27.806866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.819911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee03845a-9a29-48ad-ac96-56347d88a0b4 None None] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:27.839730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:27.844694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.938762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] For port 23b6663f-fed3-490f-8a8b-889ac83b4c33, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=23b6663f-fed3-490f-8a8b-889ac83b4c33,segment=NetworkSegment(c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea),segment_id=c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:27.955907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39d26f7d-a38e-4ae1-a849-9321eeeb2739 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3761442 Nov 23 02:42:27.968291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:27.974892 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:27.982917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '2bc48268-229a-490c-a578-889a0d78b63d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:28.006571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:28.101254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.120903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.121823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f2654b84-4ace-458c-8c0e-011a0ef65a78 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:28.164878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ba1a1-6a3d-47ae-94ba-53267caaea10 None None] Pushing event updated for resources: {'Port': ['ID=23b6663f-fed3-490f-8a8b-889ac83b4c33,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:28.167479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.184079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=5b60a682-8018-4cc8-a5c5-ea33a5aebe0f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:28.225516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:28.231188 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.265803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'b42c6432-5437-49e0-8e09-127cb0ce160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:28.266167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:28.311418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:28.319071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Deleting port e45bfe01-cec9-4566-880d-15f73c3a7f5b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:28.321090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.326557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:28.331916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.332584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.367581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9b8c748e-e0c5-44f0-8208-96c3803486b0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7805088 Nov 23 02:42:28.371643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.374885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:28.375296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09931c3-25a1-41bf-af9f-6a1e64fa69d9 None None] Network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:28.507195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 49700640-180a-4945-9091-77f03203366a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:28.516855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:28.520873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:28.644371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:28.648462 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c57719-f8cd-40e1-872e-d1f8c6f82561" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:28.654889 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.663978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-8056d651-4b12-4c4f-b891-1cefc19e57e5', 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': 'd2437ade-8110-411a-8ad2-8ab925b6aa0f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:28.668135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.670635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:28.728683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.735365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] For port e45bfe01-cec9-4566-880d-15f73c3a7f5b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e45bfe01-cec9-4566-880d-15f73c3a7f5b,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:28.736048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.751285 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b6f9a-0a2c-4eeb-8e66-24a709faecc8 x-openstack-request-id: req-b32b6f9a-0a2c-4eeb-8e66-24a709faecc8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:28.751679 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:28.753558 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b32b6f9a-0a2c-4eeb-8e66-24a709faecc8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:28.754077 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'code': 200} Nov 23 02:42:28.828269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Calling delete_port for e45bfe01-cec9-4566-880d-15f73c3a7f5b owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:28.835728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:28.849516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=fc204668-c300-4aa3-8a7f-bb05a14bbce7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:28.860166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.866631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.873380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.880498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.887872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.895382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.906613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:28.921125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-63d7496e-85a4-4d07-b18b-e0e81133cd3d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5434 time: 0.2416999 Nov 23 02:42:29.058760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ced8abac-29db-4bd5-9e65-fb349c6381ad req-2f6c043d-6a62-433f-b09e-8903a5982db4 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324329 Nov 23 02:42:29.069420 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.071966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port f2654b84-4ace-458c-8c0e-011a0ef65a78 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:29.133370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port f2654b84-4ace-458c-8c0e-011a0ef65a78 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:29.133947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.183717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=5b60a682-8018-4cc8-a5c5-ea33a5aebe0f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:29.266657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726809c-8f5c-4a3f-9be5-cd07265bfd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886', 'network_id': 'f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '5b60a682-8018-4cc8-a5c5-ea33a5aebe0f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:29.267515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2726809c-8f5c-4a3f-9be5-cd07265bfd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.391450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Allocated IP 2001:db8::2 (8056d651-4b12-4c4f-b891-1cefc19e57e5/d2437ade-8110-411a-8ad2-8ab925b6aa0f/9820eb92-93a1-4893-9ceb-933f93a27327) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:29.416417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.425707 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.460007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:29.482918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c6432-5437-49e0-8e09-127cb0ce160e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:29.483212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c6432-5437-49e0-8e09-127cb0ce160e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:29.486277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.507216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.521666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.539543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.549268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:29.549880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:29.558541 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:29.744914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.767243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0af7db-1724-4aad-be7d-9734d2301c11 None None] Network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:29.775415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.783865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.792181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 HTTP/1.1" status: 204 len: 168 time: 1.4162025 Nov 23 02:42:29.795805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34762) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:29.811455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48898904'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:29.818759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:29.843206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0af7db-1724-4aad-be7d-9734d2301c11 None None] Network f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:42:29.853024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fbc23-45ac-4878-a4b4-e55f85ae1d6b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:29.863673 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.864675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f4b9910a-7002-4170-bec7-59f53c355959 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:29.903917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:29.912180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:29.984953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:30.003422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 23b6663f-fed3-490f-8a8b-889ac83b4c33 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:30.007085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.008634 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment e82411c4-6b11-45f1-a642-240a43ecbdb4 of type vlan for network f81172d2-cacf-43ab-a7e3-13417d66fc53 Nov 23 02:42:30.091214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=10bddfb2-1381-4304-b55a-4d3f9c73cb52,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:30.162042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.173991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:30.174714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 2bc48268-229a-490c-a578-889a0d78b63d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:30.314347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2bc48268-229a-490c-a578-889a0d78b63d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:30.335822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2bc48268-229a-490c-a578-889a0d78b63d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:30.337870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.350297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.357045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.359993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.365545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.372231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.399458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bbb7c-47f7-4797-8b44-3c03872616d7 None None] Network 2bc48268-229a-490c-a578-889a0d78b63d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:30.429949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e45bfe01-cec9-4566-880d-15f73c3a7f5b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:30.442255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:30.553717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7566283 Nov 23 02:42:30.555193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:30.559833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:30.582089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.591792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': 'f81172d2-cacf-43ab-a7e3-13417d66fc53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:30.596124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb45f857-7201-4123-bdcf-79a8dcec469a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6223481 Nov 23 02:42:30.612372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:30.681882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493818416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:30.716451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.787815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fef9f1-ba11-4b8e-a17a-7bec0410e2f1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=f81172d2-cacf-43ab-a7e3-13417d66fc53,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:30.802748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:30.829392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.840830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.861710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.879501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.889921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.907469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.925060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:30.934022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-e62ddf64-91be-4744-b6f0-ae779b9c4a4f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5435 time: 0.6801794 Nov 23 02:42:30.952330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72086f56-21c0-4357-95be-ed67c522910f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.007250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2654b84-4ace-458c-8c0e-011a0ef65a78'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:31.014819 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb7799-0d88-4647-84d6-0480fc7eb97b" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f2654b84-4ace-458c-8c0e-011a0ef65a78"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:31.057410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a997c6-cb64-460a-9e68-8316d06c7bd1 None None] Network 49700640-180a-4945-9091-77f03203366a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:31.060206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.065251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.069797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f81172d2-cacf-43ab-a7e3-13417d66fc53 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:31.077636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.126192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:31.150203 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f53c66d-2078-4c1b-9322-be64d10408b4 x-openstack-request-id: req-1f53c66d-2078-4c1b-9322-be64d10408b4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:31.150697 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f2654b84-4ace-458c-8c0e-011a0ef65a78", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:31.151270 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f53c66d-2078-4c1b-9322-be64d10408b4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:31.152033 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2654b84-4ace-458c-8c0e-011a0ef65a78', 'code': 200} Nov 23 02:42:31.214475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:31.217265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:31.217989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.225213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:31.229299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port f4b9910a-7002-4170-bec7-59f53c355959 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:31.269708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b30d9c-8a0a-483e-9092-c72104eaf7f6 req-119ff98b-8459-4571-af73-17ce23e8f46a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3344426 Nov 23 02:42:31.274740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.359086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=fc204668-c300-4aa3-8a7f-bb05a14bbce7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:31.374617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port f4b9910a-7002-4170-bec7-59f53c355959 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:31.375243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.399241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.413399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.423863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Performing IP validity checks on allocation pools {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:42:31.424802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103571) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:42:31.453977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.455975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80bb2953-51fc-4934-bd72-883355dfb24a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8223627 Nov 23 02:42:31.458259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:31.517160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72086f56-21c0-4357-95be-ed67c522910f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.519671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.534861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 23b6663f-fed3-490f-8a8b-889ac83b4c33 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:31.538465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.542984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72086f56-21c0-4357-95be-ed67c522910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.620523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72086f56-21c0-4357-95be-ed67c522910f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d24b6f-1bb4-473e-9125-485d56417ba5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:31.639128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Pushing event updated for resources: {'Port': ['ID=9820eb92-93a1-4893-9ceb-933f93a27327,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:31.667425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] Provisioning complete for port 23b6663f-fed3-490f-8a8b-889ac83b4c33 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:31.667820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.708642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-72086f56-21c0-4357-95be-ed67c522910f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b22c4cc0d934f0c977291ebf2434645&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2572846 Nov 23 02:42:31.721659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 34948) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:31.777540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Attempting to bind port 9820eb92-93a1-4893-9ceb-933f93a27327 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:31.778002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Attempting to bind port 9820eb92-93a1-4893-9ceb-933f93a27327 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1d3ad9c0-b724-4abe-a684-4504db438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:31.778381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Attempting to bind port 9820eb92-93a1-4893-9ceb-933f93a27327 on network 8056d651-4b12-4c4f-b891-1cefc19e57e5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:31.788833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:31.789185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Checking segment: {'id': '1d3ad9c0-b724-4abe-a684-4504db438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:31.789587 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.789991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Bound using segment: {'id': '1d3ad9c0-b724-4abe-a684-4504db438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:31.790487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Bound port: 9820eb92-93a1-4893-9ceb-933f93a27327, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3ad9c0-b724-4abe-a684-4504db438fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8056d651-4b12-4c4f-b891-1cefc19e57e5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:31.790899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:31.964986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.031376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=f925f998-110e-4725-954e-4fdb1bc62ec2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:32.033789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.076966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'e82411c4-6b11-45f1-a642-240a43ecbdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f81172d2-cacf-43ab-a7e3-13417d66fc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:32.077566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: f81172d2-cacf-43ab-a7e3-13417d66fc53, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:32.099597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.102209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2bc48268-229a-490c-a578-889a0d78b63d', 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': '10bddfb2-1381-4304-b55a-4d3f9c73cb52'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:32.103060 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.107643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.135783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] For port 9820eb92-93a1-4893-9ceb-933f93a27327, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:32.181947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] For port 9820eb92-93a1-4893-9ceb-933f93a27327, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9820eb92-93a1-4893-9ceb-933f93a27327,segment=NetworkSegment(1d3ad9c0-b724-4abe-a684-4504db438fc8),segment_id=1d3ad9c0-b724-4abe-a684-4504db438fc8)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:32.203871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network f81172d2-cacf-43ab-a7e3-13417d66fc53 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:32.209909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 49700640-180a-4945-9091-77f03203366a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:32.213698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] For port 23b6663f-fed3-490f-8a8b-889ac83b4c33, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=23b6663f-fed3-490f-8a8b-889ac83b4c33,segment=NetworkSegment(c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea),segment_id=c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:32.219598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:32.230928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.233259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f81172d2-cacf-43ab-a7e3-13417d66fc53) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:32.240178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.241224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.261775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.275842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.277959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f07b3c-9439-4b1f-9cfe-219548a21fb8 None None] Network f81172d2-cacf-43ab-a7e3-13417d66fc53 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:32.309498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00361934-00ef-45a4-972e-5d4c58e7ff08 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7407622 Nov 23 02:42:32.312771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:32.386382 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.438492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.539486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd4c8-1b71-4cb2-ad4d-8cb83738d671 None None] Pushing event updated for resources: {'Port': ['ID=9820eb92-93a1-4893-9ceb-933f93a27327,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:32.551851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Router 30111bf3-5e06-4bb9-8f16-034c225f0490 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:32.621192 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:42:32.621790 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:42:32.688573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:32.718648 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.720226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 99b3ae75-970d-4f5e-b9ab-579d6eee2d1e is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:42:32.736459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c3e1d-80d1-4192-af36-3730cfe27143 None None] Pushing event updated for resources: {'Port': ['ID=23b6663f-fed3-490f-8a8b-889ac83b4c33,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:32.749436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.759705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.771898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.780228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.790282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Allocated IP 2001:db8:1::2 (2bc48268-229a-490c-a578-889a0d78b63d/10bddfb2-1381-4304-b55a-4d3f9c73cb52/39c16b32-ed62-403e-9f17-b7303ec05fd3) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:32.813761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.840495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.844385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.847940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29d24b6f-1bb4-473e-9125-485d56417ba5 HTTP/1.1" status: 204 len: 168 time: 1.1247711 Nov 23 02:42:32.849450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.873296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b38f8c-ef06-40c4-81b4-9edf9c81fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d24b6f-1bb4-473e-9125-485d56417ba5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:32.879089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:32.884003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:32.885543 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7e797f02-7fb3-4891-b344-2af9ccea49ff admin admin] 10.222.0.15 "PUT /v2.0/routers/30111bf3-5e06-4bb9-8f16-034c225f0490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3175731 Nov 23 02:42:32.888868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35062) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:32.889212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-cfed6bc8-4172-4bd8-8b49-3680360833d0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5435 time: 0.4421301 Nov 23 02:42:32.905219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:32.959514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Sync routers for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:32.999017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8::1 (8056d651-4b12-4c4f-b891-1cefc19e57e5/d2437ade-8110-411a-8ad2-8ab925b6aa0f/31b868a5-2c8b-4ae3-959b-53cec13dc8b0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:33.017533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:33.073865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:33.074434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:33.092849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:33.102472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-12e4563a-366d-4d64-9817-f8051785f238 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/99b3ae75-970d-4f5e-b9ab-579d6eee2d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9960799 Nov 23 02:42:33.105916 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] Sync routers for ids ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:33.108479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35082) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:33.128778 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] Routers {'99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:33.129574 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:33.185613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:33.189318 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebd967c-c7f1-43d8-bf3d-5eb20dc20a66" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f4b9910a-7002-4170-bec7-59f53c355959"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:33.202325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:33.245896 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] Routers {'99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:33.247242 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:33.280702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.304126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:33.305076 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838222d-3db1-4275-96a1-d78a325644f2 None None] The sync data for ids ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:33.306865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da8ac1-2e7d-434e-b468-49a1958653c4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:33.311110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0da8ac1-2e7d-434e-b468-49a1958653c4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports/fc204668-c300-4aa3-8a7f-bb05a14bbce7 HTTP/1.1" status: 200 len: 910 time: 0.1988523 Nov 23 02:42:33.311776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:33.500322 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5fd6b3-2756-41c5-8210-57ea58a1ba6e x-openstack-request-id: req-2a5fd6b3-2756-41c5-8210-57ea58a1ba6e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:33.500834 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-plugged", "status": "completed", "tag": "f4b9910a-7002-4170-bec7-59f53c355959", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:33.501253 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a5fd6b3-2756-41c5-8210-57ea58a1ba6e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:33.503953 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959', 'code': 200} Nov 23 02:42:33.525409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7614bfb-5bce-44af-94c3-e0c607c84e65 req-26094634-828f-4405-a932-81b308da6d40 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6177549 Nov 23 02:42:33.609125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.615470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21786e13-7199-4610-bad8-ad41158ac5e3 None None] Provisioning complete for port fc204668-c300-4aa3-8a7f-bb05a14bbce7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:33.616173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21786e13-7199-4610-bad8-ad41158ac5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.631311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881499a2-baeb-442e-ba5f-04b18276e1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f81172d2-cacf-43ab-a7e3-13417d66fc53', 'network_id': 'f81172d2-cacf-43ab-a7e3-13417d66fc53', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': 'f925f998-110e-4725-954e-4fdb1bc62ec2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:33.632548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-881499a2-baeb-442e-ba5f-04b18276e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.743139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.826036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=f925f998-110e-4725-954e-4fdb1bc62ec2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:33.935255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-21786e13-7199-4610-bad8-ad41158ac5e3 None None] Port fc204668-c300-4aa3-8a7f-bb05a14bbce7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:33.985712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:34.053707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.054295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.055391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.056597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.057265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.057926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.058589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.060830 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-ab9e9184-f9ac-4a2a-9d22-a45a4d9d980e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.5214419 Nov 23 02:42:34.093004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.151382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81172d2-cacf-43ab-a7e3-13417d66fc53']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:34.176775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82411c4-6b11-45f1-a642-240a43ecbdb4') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:34.176775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82411c4-6b11-45f1-a642-240a43ecbdb4') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:34.208175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.232933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.238775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.263445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.277386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:34.278069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:34.281402 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:34.299823 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b389a9d9-3740-45e8-8cf3-a513c41fc728 req-3cfc118f-a8a3-4ba2-8f06-564e470ad8dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6adcfb02-e84f-4fd8-a332-89717679a8fe&id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280829 Nov 23 02:42:34.424925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Deleting port 78695397-fe8a-4300-8d00-444bcd469ae7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:34.425336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.426053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.480294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:34.484791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:34.496477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:34.497359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.559596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] For port 78695397-fe8a-4300-8d00-444bcd469ae7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=78695397-fe8a-4300-8d00-444bcd469ae7,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:34.559973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.563684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.602795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Calling delete_port for 78695397-fe8a-4300-8d00-444bcd469ae7 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:34.616746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.647016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=31b868a5-2c8b-4ae3-959b-53cec13dc8b0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:34.667321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 23b6663f-fed3-490f-8a8b-889ac83b4c33 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:34.673387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.683843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea96f8-af92-4d90-af68-56c50936c06f None None] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:34.688180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.703874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.715938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/f81172d2-cacf-43ab-a7e3-13417d66fc53 HTTP/1.1" status: 204 len: 168 time: 2.4007843 Nov 23 02:42:34.717003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35224) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:34.729236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.748265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329299110'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:34.755096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99b21f-b8b5-41d4-a045-6b6464cdea05 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=f81172d2-cacf-43ab-a7e3-13417d66fc53,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:34.766469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Pushing event updated for resources: {'Port': ['ID=39c16b32-ed62-403e-9f17-b7303ec05fd3,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:34.814980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14075301-c136-4ceb-a5f4-2065b44ed567 None None] Network f81172d2-cacf-43ab-a7e3-13417d66fc53 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:34.844963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:34.848839 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.865011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21786e13-7199-4610-bad8-ad41158ac5e3 None None] Provisioning complete for port 23b6663f-fed3-490f-8a8b-889ac83b4c33 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:34.865638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21786e13-7199-4610-bad8-ad41158ac5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:34.890492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:34.904789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.911650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.919626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.927999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.931200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14075301-c136-4ceb-a5f4-2065b44ed567 None None] Network f81172d2-cacf-43ab-a7e3-13417d66fc53 could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:42:34.935209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.936216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Network 2bc48268-229a-490c-a578-889a0d78b63d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:34.942039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.949609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:34.952171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4ec5630-51da-4e71-913b-e582c51dbced req-a950bced-5044-4d39-8f0e-9c1547703aee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.1875584 Nov 23 02:42:34.956655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:34.965168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:35.032281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.046663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.047294 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment 032bb603-33db-41b6-b2a5-f31d1378e255 of type vlan for network 3ef8e815-74f6-46d1-80f2-5f2613775531 Nov 23 02:42:35.084434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78695397-fe8a-4300-8d00-444bcd469ae7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:35.125531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06937f4-fc2e-46ca-a867-551516905e29 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:35.130257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 23b6663f-fed3-490f-8a8b-889ac83b4c33 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:35.130894 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.165298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4ec5630-51da-4e71-913b-e582c51dbced req-dfafdcd5-8618-4a5d-83cf-6c5349864aa5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598713 Nov 23 02:42:35.189637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Attempting to bind port 39c16b32-ed62-403e-9f17-b7303ec05fd3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:35.190009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Attempting to bind port 39c16b32-ed62-403e-9f17-b7303ec05fd3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:35.190493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Attempting to bind port 39c16b32-ed62-403e-9f17-b7303ec05fd3 on network 2bc48268-229a-490c-a578-889a0d78b63d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:35.199731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:35.200112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Checking segment: {'id': '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:35.200524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.200969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Bound using segment: {'id': '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:35.201589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Bound port: 39c16b32-ed62-403e-9f17-b7303ec05fd3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2bc48268-229a-490c-a578-889a0d78b63d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:35.202222 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.213919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.308210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.333877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Provisioning complete for port fc204668-c300-4aa3-8a7f-bb05a14bbce7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:35.333992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.389797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Port fc204668-c300-4aa3-8a7f-bb05a14bbce7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:35.418772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.425297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:35.425621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.451600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.465686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] For port 39c16b32-ed62-403e-9f17-b7303ec05fd3, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:35.490523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:42:29Z', 'revision_number': 5, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port': {'id': '78695397-fe8a-4300-8d00-444bcd469ae7', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:72:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:55Z', 'updated_at': '2021-11-23T02:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:35.493136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9820eb92-93a1-4893-9ceb-933f93a27327 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:35.498488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.499130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.507229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] For port 39c16b32-ed62-403e-9f17-b7303ec05fd3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39c16b32-ed62-403e-9f17-b7303ec05fd3,segment=NetworkSegment(37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00),segment_id=37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:35.514423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Provisioning complete for port 9820eb92-93a1-4893-9ceb-933f93a27327 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:35.515458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.525463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7971420 Nov 23 02:42:35.550601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:35.565641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '3ef8e815-74f6-46d1-80f2-5f2613775531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:35.592647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317d051-b276-4530-bf41-4e5bd0d3b9bd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=3ef8e815-74f6-46d1-80f2-5f2613775531,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:35.699186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3ef8e815-74f6-46d1-80f2-5f2613775531 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:35.702639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Checking router: 30111bf3-5e06-4bb9-8f16-034c225f0490 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:35.705944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.751327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=31b868a5-2c8b-4ae3-959b-53cec13dc8b0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:35.849573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:35.855376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.860372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:35.883893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:35.982615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Routers {'30111bf3-5e06-4bb9-8f16-034c225f0490'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:35.983527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30111bf3-5e06-4bb9-8f16-034c225f0490'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:36.000104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.100224 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.109406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.122318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port fc204668-c300-4aa3-8a7f-bb05a14bbce7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:36.122915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.149750 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1295-eb71-45ef-bbd0-a2e80b48d20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.204607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] Set router 30111bf3-5e06-4bb9-8f16-034c225f0490 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:36.233792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9820eb92-93a1-4893-9ceb-933f93a27327 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:36.235019 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.355488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.356257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30111bf3-5e06-4bb9-8f16-034c225f0490 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:36.368504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.370035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b7f579ab-6cf8-4f55-8c57-2d67fbdc02d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/30111bf3-5e06-4bb9-8f16-034c225f0490 HTTP/1.1" status: 204 len: 168 time: 3.4795213 Nov 23 02:42:36.373209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:36.452359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e3397-3ce7-4a93-8607-68b53efb75cf None None] Pushing event updated for resources: {'Port': ['ID=39c16b32-ed62-403e-9f17-b7303ec05fd3,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:36.460109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] For port 9820eb92-93a1-4893-9ceb-933f93a27327, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9820eb92-93a1-4893-9ceb-933f93a27327,segment=NetworkSegment(1d3ad9c0-b724-4abe-a684-4504db438fc8),segment_id=1d3ad9c0-b724-4abe-a684-4504db438fc8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:36.463953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:42:34Z', 'revision_number': 7, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:36.500266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621440fe-a895-493a-8390-70cd7f514e95 None None] The sync data for ids ['30111bf3-5e06-4bb9-8f16-034c225f0490'] in n-d-714676-12 is: [{'id': '30111bf3-5e06-4bb9-8f16-034c225f0490', 'name': 'tempest-ServerActionsTestJSON-1545847296-router', 'tenant_id': 'b71060c31b17495da68daf494818cbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:54Z', 'updated_at': '2021-11-23T02:42:34Z', 'revision_number': 7, 'project_id': 'b71060c31b17495da68daf494818cbf0', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:36.518117 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.527661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.592351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for fc204668-c300-4aa3-8a7f-bb05a14bbce7 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:36.642057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211357d-0cef-4fe2-9424-b3e7398db4ea None None] Pushing event updated for resources: {'Port': ['ID=9820eb92-93a1-4893-9ceb-933f93a27327,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:36.716956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-25adf638-713c-4a58-b75e-d5bd24986a91 None None] Provisioning complete for port 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:36.717754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25adf638-713c-4a58-b75e-d5bd24986a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.883609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Deleting subnet bc6cb781-a468-4e27-b6b2-776c5b6c22b7 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:36.900530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.113434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.267407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-25adf638-713c-4a58-b75e-d5bd24986a91 None None] Port 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:37.340230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-25adf638-713c-4a58-b75e-d5bd24986a91 None None] Provisioning complete for port 9820eb92-93a1-4893-9ceb-933f93a27327 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:37.340593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25adf638-713c-4a58-b75e-d5bd24986a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.476814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.492379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.498692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.519671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.534584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.545888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.553832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.576099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.592846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:37.603314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-13d75cad-329f-49eb-8191-b2942a1915c2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.7763786 Nov 23 02:42:37.639680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-17b129ea-0d22-4673-8b67-1b809bedc4b3 None None] Provisioning complete for port 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:37.640062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17b129ea-0d22-4673-8b67-1b809bedc4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.703856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0d4be-feaf-40e4-80f6-ac8c501e1539 None None] Network 2bc48268-229a-490c-a578-889a0d78b63d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:37.738426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=fc204668-c300-4aa3-8a7f-bb05a14bbce7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:37.781879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-544835b8-8797-425f-8cf5-5d66574ca6e8 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=96ac23718d104c1383cfc5b3ff821f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173832 Nov 23 02:42:37.829911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.862027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:37.873736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bc6cb781-a468-4e27-b6b2-776c5b6c22b7 HTTP/1.1" status: 204 len: 168 time: 1.4991930 Nov 23 02:42:37.914546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:37.934772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bb352-9f9d-4b47-ab37-f78dd9c3f04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc6cb781-a468-4e27-b6b2-776c5b6c22b7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:37.951767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9820eb92-93a1-4893-9ceb-933f93a27327 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:37.954342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d851948-c5a2-4544-a325-a6b427244a6a None None] Network c8056917-46be-484d-956a-beadba793338 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:38.047027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-c626f198-0c10-429f-9c5a-cf94482439ff tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.056082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-c626f198-0c10-429f-9c5a-cf94482439ff tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718487 Nov 23 02:42:38.067493 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.088329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-96a5802f-b445-496d-9bc2-9784d4af81f6 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/quotas/96ac23718d104c1383cfc5b3ff821f98 HTTP/1.1" status: 200 len: 375 time: 0.0312257 Nov 23 02:42:38.110676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-17b129ea-0d22-4673-8b67-1b809bedc4b3 None None] Port 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:38.114671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.145341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-9fe44ede-23b3-4c43-b629-ae6cb57db76d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96ac23718d104c1383cfc5b3ff821f98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560417 Nov 23 02:42:38.149432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-190c7c1c-86ac-42d0-87d8-bd512815fb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.198893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d71b0d8b-6f0b-4762-9456-719c2a7589e0 req-b2483d8b-a9c5-4444-884d-3f7db342ce0f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5944970 Nov 23 02:42:38.200957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.234929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=4d7fbc3a-7441-4519-8903-e0a5ac964731,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:38.237690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 1439da71-c51d-48d2-bbd4-39480750367a is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:42:38.240238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': '032bb603-33db-41b6-b2a5-f31d1378e255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3ef8e815-74f6-46d1-80f2-5f2613775531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:38.240604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 3ef8e815-74f6-46d1-80f2-5f2613775531, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:38.312722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9820eb92-93a1-4893-9ceb-933f93a27327 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:38.313093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.355382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:38.362704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] Provisioning complete for port 39c16b32-ed62-403e-9f17-b7303ec05fd3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:38.363124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.379507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f4cd8b0-f155-4b5a-8065-10295a75bf6d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9185410 Nov 23 02:42:38.380166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.384428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] Sync routers for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:38.385633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 3ef8e815-74f6-46d1-80f2-5f2613775531 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:38.441444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:38.442596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.486920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 99b3ae75-970d-4f5e-b9ab-579d6eee2d1e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:38.501614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.562693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] DHCP port deletion for c8056917-46be-484d-956a-beadba793338 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:38.565292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:38.567230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.568079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03cea777-907f-4ebf-993e-eb2b4000a9cc req-3d0b0a2f-0d2a-4b1a-bcbf-910388e4b089 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.1041629 Nov 23 02:42:38.569961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3ef8e815-74f6-46d1-80f2-5f2613775531) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:38.596578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f00353-eb5e-45fb-ac94-3e06cf46e694 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.600872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49f00353-eb5e-45fb-ac94-3e06cf46e694 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports/31b868a5-2c8b-4ae3-959b-53cec13dc8b0 HTTP/1.1" status: 200 len: 911 time: 0.2135022 Nov 23 02:42:38.602388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.603569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.605278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.628628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:38.641610 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] Sync routers for ids ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:38.658890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] Routers {'99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:38.659439 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.661215 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76cc834a-c6df-42ea-a9b3-3f92fdb48539 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/99b3ae75-970d-4f5e-b9ab-579d6eee2d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3322413 Nov 23 02:42:38.662896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Deleting port 50cc3848-73d1-45c8-b3fa-c5476939da8d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:38.663229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.665508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35282) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.704490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5c4bc-e14a-410a-93a0-1e7fae0e1afd None None] Network 3ef8e815-74f6-46d1-80f2-5f2613775531 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:38.710366 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.715169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.715169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ff90df-80b4-4a55-a630-9a80b2821991 None None] The sync data for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:38.734021 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.742435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bffd4da1-3a58-498a-8e28-eaa9d8486a56 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1871598 Nov 23 02:42:38.745905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.763398 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] Routers {'99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:38.764053 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.780885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.787210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.793848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.799843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.807055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8237910b-e7ba-4501-ae1d-bd8410d7affb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b3ae75-970d-4f5e-b9ab-579d6eee2d1e HTTP/1.1" status: 200 len: 205 time: 0.1404195 Nov 23 02:42:38.809434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.810045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.817013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.823411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:38.826208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:38.827172 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f8e6f-3d2e-4e36-8dab-6892d54cbd61 None None] The sync data for ids ['99b3ae75-970d-4f5e-b9ab-579d6eee2d1e'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:38.828101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad701f15-caa2-4aef-bdb2-db54ecbe722d req-929703bd-ab86-499f-b5f2-cac331512a7d tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.4400399 Nov 23 02:42:38.881850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39c16b32-ed62-403e-9f17-b7303ec05fd3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:38.882101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:38.890448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Request body: {'floatingip': {'port_id': 'e70f289a-7426-42fd-bf4c-ebfadad815ee'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:38.951692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.956113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] For port 39c16b32-ed62-403e-9f17-b7303ec05fd3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39c16b32-ed62-403e-9f17-b7303ec05fd3,segment=NetworkSegment(37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00),segment_id=37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:38.956629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.974025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.027984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.045169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Deleting port 50cc3848-73d1-45c8-b3fa-c5476939da8d {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:39.045703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.066458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] For port 50cc3848-73d1-45c8-b3fa-c5476939da8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=50cc3848-73d1-45c8-b3fa-c5476939da8d,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:39.066855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.167419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 39c16b32-ed62-403e-9f17-b7303ec05fd3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:39.168098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.180271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2431c1-070d-4dac-841e-61081b0fffc9 None None] Pushing event updated for resources: {'Port': ['ID=39c16b32-ed62-403e-9f17-b7303ec05fd3,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:39.182418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.214075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7f6d442f-6842-4720-91ce-7d4a640316b8 None None] Provisioning complete for port 39c16b32-ed62-403e-9f17-b7303ec05fd3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:39.214455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f6d442f-6842-4720-91ce-7d4a640316b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.217831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] For port 50cc3848-73d1-45c8-b3fa-c5476939da8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=50cc3848-73d1-45c8-b3fa-c5476939da8d,segment=NetworkSegment(64728b87-769f-471e-9d29-7d59f7feedee),segment_id=64728b87-769f-471e-9d29-7d59f7feedee)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:39.218215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.289957 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.297909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Calling delete_port for 50cc3848-73d1-45c8-b3fa-c5476939da8d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:39.300652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Calling delete_port for 50cc3848-73d1-45c8-b3fa-c5476939da8d owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:39.302103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.336820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7fbc3a-7441-4519-8903-e0a5ac964731,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:39.349526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264366e-6729-4f74-aabb-20d8d766b747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-3ef8e815-74f6-46d1-80f2-5f2613775531', 'network_id': '3ef8e815-74f6-46d1-80f2-5f2613775531', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '4d7fbc3a-7441-4519-8903-e0a5ac964731'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:39.350479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0264366e-6729-4f74-aabb-20d8d766b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.411585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.414111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.432985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.470909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.471195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.471195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router 99b3ae75-970d-4f5e-b9ab-579d6eee2d1e {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:39.503429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef8e815-74f6-46d1-80f2-5f2613775531']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:39.505788 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.510834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a938650-185d-423e-9903-9bc04625d16a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/99b3ae75-970d-4f5e-b9ab-579d6eee2d1e HTTP/1.1" status: 204 len: 168 time: 0.7003720 Nov 23 02:42:39.514190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:39.562993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032bb603-33db-41b6-b2a5-f31d1378e255') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:39.563429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032bb603-33db-41b6-b2a5-f31d1378e255') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:39.600842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.636240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.671996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 6e32afe4-8cd6-47f0-80db-44e9ba90c318 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:39.675743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc298b27-2d5a-4948-8397-17cbe69fb281 None None] Network 3ef8e815-74f6-46d1-80f2-5f2613775531 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:39.678356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:39.678857 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:39.691818 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:39.694636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.780471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26d2ee1a-d41d-4dd7-8cd4-a24e5cf47bf4 req-f9c5560a-4997-4265-ab39-9f8ded1774df tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.0972917 Nov 23 02:42:39.841491 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.844839 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.884819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.888259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/3ef8e815-74f6-46d1-80f2-5f2613775531 HTTP/1.1" status: 204 len: 168 time: 1.1393721 Nov 23 02:42:39.892539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.892972 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:42:39.896041 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:42:39.912205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692852162'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:39.927294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b15d87-9d80-41df-8406-235637004fe1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=3ef8e815-74f6-46d1-80f2-5f2613775531,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:39.933313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.955203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.966352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8:1::1 (2bc48268-229a-490c-a578-889a0d78b63d/10bddfb2-1381-4304-b55a-4d3f9c73cb52/26b6a797-0af4-48aa-beee-67a6c98e5874) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:39.986977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:39.990465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.006854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e45bfe01-cec9-4566-880d-15f73c3a7f5b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:40.019164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cc3848-73d1-45c8-b3fa-c5476939da8d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:40.021183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] No DVR routers for this DVR port 50cc3848-73d1-45c8-b3fa-c5476939da8d on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:40.027353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] Pushing event deleted for resources: {'Port': ['ID=50cc3848-73d1-45c8-b3fa-c5476939da8d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:40.030238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:42:40.053705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3419b97-3506-490e-833c-eec7586b8e8f None None] No DVR routers for this DVR port 50cc3848-73d1-45c8-b3fa-c5476939da8d on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:40.058579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e45bfe01-cec9-4566-880d-15f73c3a7f5b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:40.058753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e45bfe01-cec9-4566-880d-15f73c3a7f5b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:40.059049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 78695397-fe8a-4300-8d00-444bcd469ae7 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:40.089583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 78695397-fe8a-4300-8d00-444bcd469ae7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:40.089938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 78695397-fe8a-4300-8d00-444bcd469ae7 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:40.119521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.146108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:40.181539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.181803 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5 of type vlan for network 03120315-c608-4d0b-a5bf-f2873809e6cb Nov 23 02:42:40.227568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39c16b32-ed62-403e-9f17-b7303ec05fd3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:40.265742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.307818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.310318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 39c16b32-ed62-403e-9f17-b7303ec05fd3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:40.310636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.316573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.353926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=6e32afe4-8cd6-47f0-80db-44e9ba90c318,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:40.370804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.374518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d6303354-d706-412f-b531-dbc348b1ad29 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/6e32afe4-8cd6-47f0-80db-44e9ba90c318 HTTP/1.1" status: 204 len: 168 time: 0.8568187 Nov 23 02:42:40.377470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:40.378872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e888ac-4bc1-493d-a75e-8626b591a933 None None] Network 49700640-180a-4945-9091-77f03203366a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:40.381531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.388278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:40.388891 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.424503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5162022 Nov 23 02:42:40.428901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:40.446464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:40.480228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.482077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.510216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8056917-46be-484d-956a-beadba793338']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:40.520812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64728b87-769f-471e-9d29-7d59f7feedee') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:40.521110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64728b87-769f-471e-9d29-7d59f7feedee') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:40.532478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.548929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.557265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:40.558000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:40.667297 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:40.671121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.674650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.716667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.720068 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8056917-46be-484d-956a-beadba793338 HTTP/1.1" status: 204 len: 168 time: 2.7924738 Nov 23 02:42:40.773843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60508280-ac1e-407a-8e89-263765b9c765 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8056917-46be-484d-956a-beadba793338,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:40.928085 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Floating IP 31538e55-85b1-44a7-971c-13cc83c7a4f5 associated. External IP: 172.25.1.149, port: e70f289a-7426-42fd-bf4c-ebfadad815ee. Nov 23 02:42:40.932599 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:40.970263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 50cc3848-73d1-45c8-b3fa-c5476939da8d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:41.021004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 50cc3848-73d1-45c8-b3fa-c5476939da8d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:41.021618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 50cc3848-73d1-45c8-b3fa-c5476939da8d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:41.044176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] DHCP port deletion for 49700640-180a-4945-9091-77f03203366a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:41.046655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aefb98-8c30-438d-8b1e-80b9d046a43a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=03120315-c608-4d0b-a5bf-f2873809e6cb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:41.096856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 03120315-c608-4d0b-a5bf-f2873809e6cb details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:41.100060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.108917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35320) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:41.113471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.158218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b977da2e-fa7a-40e6-a4ab-ba72d12465e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b71060c31b17495da68daf494818cbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479190 Nov 23 02:42:41.161792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:41.182273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b9a4828-f9bb-491d-ac06-13ba33325466 req-c6cd9006-4881-4d68-900c-5cbff51e6968 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.0969584 Nov 23 02:42:41.230724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=26b6a797-0af4-48aa-beee-67a6c98e5874,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:41.241499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2bc48268-229a-490c-a578-889a0d78b63d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:41.259607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Deleting port 23b6663f-fed3-490f-8a8b-889ac83b4c33 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:41.260684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.261327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:41.323124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:41.323966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.338768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] For port 23b6663f-fed3-490f-8a8b-889ac83b4c33, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=23b6663f-fed3-490f-8a8b-889ac83b4c33,segment=NetworkSegment(c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea),segment_id=c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:41.339783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.355697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Calling delete_port for 23b6663f-fed3-490f-8a8b-889ac83b4c33 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:41.423550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:41.427729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.453680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Router 198eebe1-81f4-49a5-a804-4b9fd643782e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:41.454860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.456515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.495388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] No DVR routers for this DVR port 23b6663f-fed3-490f-8a8b-889ac83b4c33 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:41.502452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46fe66-e0a9-4e41-b4ef-ed9394dbf84a None None] Pushing event deleted for resources: {'Port': ['ID=23b6663f-fed3-490f-8a8b-889ac83b4c33,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:41.551730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.638643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e760954-a6c2-413c-8ee2-2899d4c8e240 None None] Provisioning complete for port 26b6a797-0af4-48aa-beee-67a6c98e5874 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:41.639406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e760954-a6c2-413c-8ee2-2899d4c8e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.679184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6e760954-a6c2-413c-8ee2-2899d4c8e240 None None] Port 26b6a797-0af4-48aa-beee-67a6c98e5874 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:41.687361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:41.693132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.696524 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.699244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.700288 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b4a465f-c56b-4cb8-82df-73c727a2f954 HTTP/1.1" status: 204 len: 168 time: 0.5367086 Nov 23 02:42:41.705722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 23b6663f-fed3-490f-8a8b-889ac83b4c33 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:41.706110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.706577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Sync routers for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:41.709933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.723780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:41.724529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:41.758524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6375543-8c28-4924-8c7e-6c067da69c5b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "PUT /v2.0/floatingips/31538e55-85b1-44a7-971c-13cc83c7a4f5 HTTP/1.1" status: 200 len: 992 time: 2.8705728 Nov 23 02:42:41.758524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:41.759300 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169315d-274a-4b16-adec-696d047f6e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:41.762113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29857e9e-7c19-4464-b313-8ff7d86da1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4a465f-c56b-4cb8-82df-73c727a2f954,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:41.825822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.865027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.897845 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a89039-2467-4eac-9511-71d7e01b8aa7 x-openstack-request-id: req-b8a89039-2467-4eac-9511-71d7e01b8aa7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:41.898391 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:41.898848 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8a89039-2467-4eac-9511-71d7e01b8aa7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:41.899414 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'status': 'completed', 'code': 200} Nov 23 02:42:41.910692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:41.961777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:41.963438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 03120315-c608-4d0b-a5bf-f2873809e6cb, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:42.014606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=2b937796-510b-4f7a-ba10-4012f457182d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:42.038020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.039273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.040666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.041594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.043695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.056067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.056830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.059320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-9f450e81-c78f-47e9-a60d-81d355deb97c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.1045775 Nov 23 02:42:42.064738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 23b6663f-fed3-490f-8a8b-889ac83b4c33, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:42.075326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.125086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 23b6663f-fed3-490f-8a8b-889ac83b4c33 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:42.126786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 03120315-c608-4d0b-a5bf-f2873809e6cb is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:42.144438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Port 23b6663f-fed3-490f-8a8b-889ac83b4c33 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:42:42.148260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.170982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 03120315-c608-4d0b-a5bf-f2873809e6cb) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:42.219530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a049d1-97b4-4400-a4ba-e303c49cbf77 None None] Network 03120315-c608-4d0b-a5bf-f2873809e6cb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:42.301647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-bb9abd8f-6184-42c1-82a7-3684cd6e46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.306620 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-bb9abd8f-6184-42c1-82a7-3684cd6e46c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c HTTP/1.1" status: 200 len: 913 time: 0.2392011 Nov 23 02:42:42.317466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.318082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.384055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-c17edbc7-351c-460a-93bd-de959ddd93c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1000 time: 0.0711355 Nov 23 02:42:42.418406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 23b6663f-fed3-490f-8a8b-889ac83b4c33 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:42.456333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-c6501880-6f84-44ab-b4e3-d32a8050dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.458128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-c6501880-6f84-44ab-b4e3-d32a8050dc3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.0675893 Nov 23 02:42:42.465457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port 23b6663f-fed3-490f-8a8b-889ac83b4c33 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:42.479233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 23b6663f-fed3-490f-8a8b-889ac83b4c33 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:42.479698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 23b6663f-fed3-490f-8a8b-889ac83b4c33 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:42.484472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-03120315-c608-4d0b-a5bf-f2873809e6cb', 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '2b937796-510b-4f7a-ba10-4012f457182d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:42.485725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.502813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=23b6663f-fed3-490f-8a8b-889ac83b4c33,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:42.515498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-577efc47-7a45-4533-a1f7-9d35144428d0 req-7fa2a088-7536-433a-8762-a977ad51c6d7 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.1929042 Nov 23 02:42:42.560645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-52828314-a99a-4bf6-966d-f42afee759ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1187851 Nov 23 02:42:42.564037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:42.651353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169315d-274a-4b16-adec-696d047f6e71 req-019cdfda-0b9a-4bf9-8eae-c7a523ae72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.653922 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-019cdfda-0b9a-4bf9-8eae-c7a523ae72a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892028 Nov 23 02:42:42.661549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '31538e55-85b1-44a7-971c-13cc83c7a4f5', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'port_id': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'mac_address': 'fa:16:3e:0e:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:25Z', 'updated_at': '2021-11-23T02:42:39Z', 'revision_number': 1, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:42.666213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.692600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Checking router: 198eebe1-81f4-49a5-a804-4b9fd643782e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:42.712845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:42.712845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:42.740583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49700640-180a-4945-9091-77f03203366a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:42.761049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:42.761351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c862f1ed-b5e0-4059-b18c-2f22d4b5f9ea') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:42.783385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.813431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.829588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:42.830345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.831562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:42.834127 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:42.836901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Allocated IP 172.20.0.1 (03120315-c608-4d0b-a5bf-f2873809e6cb/2b937796-510b-4f7a-ba10-4012f457182d/d2e320d5-c00f-47cd-aac2-d4f6e31760ec) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:42.863909 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-bf9c0d09-d0c8-4ac2-8152-79c4e27445bc service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988461 Nov 23 02:42:42.920542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.925708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.926841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.956252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:42.963538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.987386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:42.991539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f169315d-274a-4b16-adec-696d047f6e71 req-3623aba1-94b8-4349-9b7c-aa5ee011b4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003819 Nov 23 02:42:42.992711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/49700640-180a-4945-9091-77f03203366a HTTP/1.1" status: 204 len: 168 time: 2.5916023 Nov 23 02:42:42.998229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35362) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:43.003855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-401250141', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:43.065931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.074327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceeddd-5709-4d7f-85c2-6ad1289ebebb tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=49700640-180a-4945-9091-77f03203366a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:43.089130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=26b6a797-0af4-48aa-beee-67a6c98e5874,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:43.120267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.122439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.142932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2bc48268-229a-490c-a578-889a0d78b63d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:43.145714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:43.176259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:43.199163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.397551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 1439da71-c51d-48d2-bbd4-39480750367a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:43.548629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.641805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1896002981-network', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:43.724764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86dbc6e1-6e3d-4a3e-a55d-5fee8280ee2c req-c73767a4-3b36-4d6e-b329-18b45f0221af tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.0523169 Nov 23 02:42:43.745121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:43.750176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ced78eaa-9df5-4239-aa87-b6eed07fb569 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1418943 Nov 23 02:42:43.751327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Made reservation on behalf of 41ed1e6a33724dc49676e3ff59ce8648 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:43.753562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.763300 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.765201 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] Sync routers for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:43.773875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35372) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:43.784354 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:43.784983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.803150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.816332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2c6d2a14-3616-4a39-a205-15e75f9bdbef None None] Provisioning complete for port 26b6a797-0af4-48aa-beee-67a6c98e5874 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:43.817159 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c6d2a14-3616-4a39-a205-15e75f9bdbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.822776 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.884613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Network 03120315-c608-4d0b-a5bf-f2873809e6cb is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:43.899551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:43.902168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:43.903650 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.919417 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:43.921117 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.922469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf295c-b24d-44cf-930c-fa53922b9eb8 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:43.923899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8baf295c-b24d-44cf-930c-fa53922b9eb8 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports/26b6a797-0af4-48aa-beee-67a6c98e5874 HTTP/1.1" status: 200 len: 913 time: 0.1372924 Nov 23 02:42:43.926395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d2a14-3616-4a39-a205-15e75f9bdbef None None] Port 26b6a797-0af4-48aa-beee-67a6c98e5874 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:43.926834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:43.948394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.961335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.962228 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c593d04-abfc-4098-a92d-1bb8126bc945 None None] The sync data for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:43.978976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Pushing event updated for resources: {'Port': ['ID=d2e320d5-c00f-47cd-aac2-d4f6e31760ec,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:43.997401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=2b937796-510b-4f7a-ba10-4012f457182d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:44.059046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '31538e55-85b1-44a7-971c-13cc83c7a4f5', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'port_id': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'mac_address': 'fa:16:3e:0e:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:25Z', 'updated_at': '2021-11-23T02:42:39Z', 'revision_number': 1, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:44.124230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b4d89-7d77-47c1-8e4d-d8731486b1fa None None] The sync data for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 is: [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '31538e55-85b1-44a7-971c-13cc83c7a4f5', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'floating_ip_address': '172.25.1.149', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'port_id': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'mac_address': 'fa:16:3e:0e:4d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:25Z', 'updated_at': '2021-11-23T02:42:39Z', 'revision_number': 1, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:44.128961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Attempting to bind port d2e320d5-c00f-47cd-aac2-d4f6e31760ec on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:44.129563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Attempting to bind port d2e320d5-c00f-47cd-aac2-d4f6e31760ec by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:44.131777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Attempting to bind port d2e320d5-c00f-47cd-aac2-d4f6e31760ec on network 03120315-c608-4d0b-a5bf-f2873809e6cb {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:44.139467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:44.140337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Checking segment: {'id': 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:44.140971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.143003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Bound using segment: {'id': 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:44.144906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Bound port: d2e320d5-c00f-47cd-aac2-d4f6e31760ec, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '03120315-c608-4d0b-a5bf-f2873809e6cb'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:44.145605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.161381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.183861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.194210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.239806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.274715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.292787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] For port d2e320d5-c00f-47cd-aac2-d4f6e31760ec, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:44.304904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] For port d2e320d5-c00f-47cd-aac2-d4f6e31760ec, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2e320d5-c00f-47cd-aac2-d4f6e31760ec,segment=NetworkSegment(bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5),segment_id=bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:44.312672 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.317017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:44.333130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fef76-6fd3-4063-8f15-3eb53149028e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:44.356055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03120315-c608-4d0b-a5bf-f2873809e6cb']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:44.358809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.359411 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Added segment 007b26ad-66f6-40e9-81c3-d9e67c5d393b of type vlan for network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 Nov 23 02:42:44.360896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-9b63ba73-adc4-4cbd-ac20-2f023635fe41 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=96ac23718d104c1383cfc5b3ff821f98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267018 Nov 23 02:42:44.457023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.495049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:44.495430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:44.545192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311f3d1-be57-4a7b-8a62-df93958057e2 None None] New status for floating IP 31538e55-85b1-44a7-971c-13cc83c7a4f5: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:44.578571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.579848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:44.580168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.644650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4640305 Nov 23 02:42:44.645818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:44.652113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Request body: {'subnet': {'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1896002981-subnet', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:44.662146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8864a-61d0-4a21-8726-f9a4144db88e None None] Network 03120315-c608-4d0b-a5bf-f2873809e6cb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:44.685969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc47f8-018d-4a23-a912-9387d7f55be3 None None] Pushing event updated for resources: {'Port': ['ID=d2e320d5-c00f-47cd-aac2-d4f6e31760ec,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:44.727248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c86d-e4a0-4a97-8a7f-5f56ce47832e admin admin] Pushing event updated for resources: {'Network': ['ID=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:44.738455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.739220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Made reservation on behalf of 41ed1e6a33724dc49676e3ff59ce8648 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:44.741847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.754421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.762076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:44.762856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.798808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:44.828803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.935858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4ff2e3b-3659-49ca-ae77-950340a0f73b req-8864e957-8171-4e9c-8b04-53a1a2f6f294 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.0569940 Nov 23 02:42:45.109933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4dfd1-f877-4ae9-9c48-8f7503782a4f None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:42:45.195014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 26b6a797-0af4-48aa-beee-67a6c98e5874 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:45.196070 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.252523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4dfd1-f877-4ae9-9c48-8f7503782a4f None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:42:45.270423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-63038a43-b321-4626-8c20-af599f5820e7 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:45.271885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-63038a43-b321-4626-8c20-af599f5820e7 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9023166 Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:45.272782 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:45.300779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Request body: {'port': {'device_id': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': '96ac23718d104c1383cfc5b3ff821f98'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:45.370384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.403039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 26b6a797-0af4-48aa-beee-67a6c98e5874 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:45.474796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:42:45.474796 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:42:45.474796 n-d-714676-12 neutron-server[103572]: [parameters: {'id': '03120315-c608-4d0b-a5bf-f2873809e6cb'}] Nov 23 02:42:45.474796 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:42:45.475259 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:42:45.541175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.25.1.200 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d7703d78-781e-443e-9b58-3decbd2cc04c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:45.645417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Made reservation on behalf of 96ac23718d104c1383cfc5b3ff821f98 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:45.648956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.661746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.674403 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.722458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.776141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ff7e04-09ed-4133-bc91-4bc226585403,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:45.798572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.805172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Checking segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:45.806017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Network hostable DHCP agents. Network: b8c2ef36-7bde-4d38-a4fa-d43c905b48a1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:45.810098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.819319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.826828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.840280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=26b6a797-0af4-48aa-beee-67a6c98e5874,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:45.889787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:45.902733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:45.917618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:45.936018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abd8a8-3b6a-42ad-8aab-157e5bff18b1 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:45.949267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:45.965836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b8c2ef36-7bde-4d38-a4fa-d43c905b48a1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:45.980324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e033a1a-5095-4503-af03-b9f18ab0b7f2 None None] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:45.987969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:45.988770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.990052 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.009950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48df410a-08a1-405d-98b7-3632289e9cb0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:46.024536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=d7703d78-781e-443e-9b58-3decbd2cc04c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:46.033773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.048345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7233e013-5a65-46af-a88c-cab45579bd63 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4005618 Nov 23 02:42:46.055124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:46.064769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:46.112977 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:42:46.189577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fb9d6e09-3ad9-434f-ae9c-b4d3fdbadb95 None None] Provisioning complete for port d7703d78-781e-443e-9b58-3decbd2cc04c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:46.190163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6e09-3ad9-434f-ae9c-b4d3fdbadb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.258948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69800be5-e0b3-4eaf-ad67-3c830b6766df req-a88b8a9c-20b8-4804-8eda-2f858f200c36 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.1771927 Nov 23 02:42:46.297676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d6e09-3ad9-434f-ae9c-b4d3fdbadb95 None None] Port d7703d78-781e-443e-9b58-3decbd2cc04c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:46.316273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.323390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.355797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Allocated IP 192.168.233.254 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/05c9a218-307f-4dd0-92f4-cadc7da392ac) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:46.405272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1303a9a-5a84-409d-8126-764c22dff5ec None None] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:46.448424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 1439da71-c51d-48d2-bbd4-39480750367a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:46.450630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.605261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Deleting port d2e320d5-c00f-47cd-aac2-d4f6e31760ec {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:46.605608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.609739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:46.619005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fb45982a-1dfa-4317-88d3-040f2e92bc49 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6908786 Nov 23 02:42:46.621112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:46.623597 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] Sync routers for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:46.641635 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:46.642376 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:46.691598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:46.704295 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:46.705277 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:46.745839 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:46.746496 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f104ce-e63b-4d12-a9fe-e7b353d7e42c None None] The sync data for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:46.820559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.894330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] For port d2e320d5-c00f-47cd-aac2-d4f6e31760ec, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2e320d5-c00f-47cd-aac2-d4f6e31760ec,segment=NetworkSegment(bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5),segment_id=bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:46.894840 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.907884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.008063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.011957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Calling delete_port for d2e320d5-c00f-47cd-aac2-d4f6e31760ec owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:47.019676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.242630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.345852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:47.363687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:47.366214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:47.400318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.437804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No DVR routers for this DVR port d2e320d5-c00f-47cd-aac2-d4f6e31760ec on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:47.442449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Pushing event updated for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:47.454189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.486442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cbe26-4b7c-4b10-9189-429f05ab471d req-aa19def3-f355-4439-b1b7-3631a4e5b856 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:47.488011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-316cbe26-4b7c-4b10-9189-429f05ab471d req-aa19def3-f355-4439-b1b7-3631a4e5b856 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 936 time: 0.0959818 Nov 23 02:42:47.521473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Port': ['ID=d2e320d5-c00f-47cd-aac2-d4f6e31760ec,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:47.591199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:47.591904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.622220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-316cbe26-4b7c-4b10-9189-429f05ab471d req-4fa18cef-404e-4d75-bf64-e37f8ff10350 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029410 Nov 23 02:42:47.699789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.735555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-99d92f53-9db8-4b27-8b24-0cd723ac1242 None None] Provisioning complete for port 05c9a218-307f-4dd0-92f4-cadc7da392ac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:47.736131 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-fb1d4943-374a-4aa0-8fbc-07ac15bdd0a4 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4465516 Nov 23 02:42:47.736676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99d92f53-9db8-4b27-8b24-0cd723ac1242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.741638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:47.742464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.776970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Request body: {'port': {'device_id': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:47.783699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-99d92f53-9db8-4b27-8b24-0cd723ac1242 None None] Port 05c9a218-307f-4dd0-92f4-cadc7da392ac cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:47.809214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03120315-c608-4d0b-a5bf-f2873809e6cb']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.829382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.829684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed29ff7-e2b2-4c47-aebb-e5b7ff1fb7b5') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.839571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.848911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:47.857258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 31b868a5-2c8b-4ae3-959b-53cec13dc8b0 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:48.049229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.085272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=31b868a5-2c8b-4ae3-959b-53cec13dc8b0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:48.235168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.253229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.286928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.293706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.308789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.312350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:48.312754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:48.316122 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:48.443602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 1439da71-c51d-48d2-bbd4-39480750367a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:48.475445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:42:48.489795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.523391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.529930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/03120315-c608-4d0b-a5bf-f2873809e6cb HTTP/1.1" status: 204 len: 168 time: 5.9616618 Nov 23 02:42:48.535359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:48.541074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129062104'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:48.560746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:48.566990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac297f4b-ea39-41c0-bfd4-034e45077fb6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451141 Nov 23 02:42:48.569768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:48.574307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] Sync routers for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:48.593097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:48.594168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:48.612889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6143d6b7-529d-480e-8b79-f83c0f61e209 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1439da71-c51d-48d2-bbd4-39480750367a HTTP/1.1" status: 200 len: 205 time: 0.0411503 Nov 23 02:42:48.613507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:48.616014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:48.620837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.635328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1140-3e9c-4073-8a40-bf24b2b2a37a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=03120315-c608-4d0b-a5bf-f2873809e6cb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:48.640238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:48.650274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] Routers {'1439da71-c51d-48d2-bbd4-39480750367a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:48.651055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['1439da71-c51d-48d2-bbd4-39480750367a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:48.700969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:48.701480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466adf8d-882d-4659-9acd-a24f437eee58 None None] The sync data for ids ['1439da71-c51d-48d2-bbd4-39480750367a'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:48.763523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Allocated IP 172.25.1.122 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:48.799374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:48.823254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.865160 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.865544 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment fca93a6e-7641-4a37-81f9-0b7402effc8a of type vlan for network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 Nov 23 02:42:48.936518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abac34-754b-4f9d-b886-3918a739f608 req-585999f0-82fd-412c-ad3a-33b3fa0aa871 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:48.938106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55abac34-754b-4f9d-b886-3918a739f608 req-585999f0-82fd-412c-ad3a-33b3fa0aa871 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 936 time: 0.1607656 Nov 23 02:42:48.964775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:48.980206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] Sync routers for ids ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:48.997477 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] Routers {'930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:48.998361 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:49.028106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.032086 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e66d3d50-8acf-492a-a433-d1cf217a97f8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.0321357 Nov 23 02:42:49.032690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35442) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.051024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.076188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.082416 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:49.088296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.104302 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] Routers {'930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:49.105136 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:49.107487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.114800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:49.115430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.138208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.140932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c9a218-307f-4dd0-92f4-cadc7da392ac {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:49.149937 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:49.151553 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0031013b-b7e8-4cd8-8fcd-1ed0b00b2569 None None] The sync data for ids ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:49.152828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.208135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Transition to ACTIVE for port object 05c9a218-307f-4dd0-92f4-cadc7da392ac will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:42:49.215364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.222317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6862390 Nov 23 02:42:49.223170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.223718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 1439da71-c51d-48d2-bbd4-39480750367a {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:49.228465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35446) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.232945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55abac34-754b-4f9d-b886-3918a739f608 req-27bcce75-9dc6-43cf-96f1-b52bacbfa184 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535093 Nov 23 02:42:49.240892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.243142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1aa8fb98-51ad-47af-8836-957598a3a1c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a HTTP/1.1" status: 204 len: 168 time: 0.6280873 Nov 23 02:42:49.247647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:49.257637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35448) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.332385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad955eb3-8417-4373-8bd5-63084d75ee2b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=7ef2367d-b3ce-4438-adf3-7d80a62b3ad9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.357251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:49.386728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-72276534-1017-4c44-92e5-fb2eabbf3f8b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers/930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 200 len: 880 time: 0.3338344 Nov 23 02:42:49.395387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.399023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.406610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Pushing event updated for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.512125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet 10bddfb2-1381-4304-b55a-4d3f9c73cb52 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:49.530923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:49.543307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.549606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:49.572269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdef168-99c4-4cc9-ab07-aa12a5bf759b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:49.575130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:49.577861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.604105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.625013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Attempting to bind port 05c9a218-307f-4dd0-92f4-cadc7da392ac on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:49.625480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Attempting to bind port 05c9a218-307f-4dd0-92f4-cadc7da392ac by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:49.625816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Attempting to bind port 05c9a218-307f-4dd0-92f4-cadc7da392ac on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:49.629553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 is not hosted by any dhcp agent {{(pid=103571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:42:49.631637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Pushing event updated for resources: {'Port': ['ID=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.635580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:49.636426 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.640130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "PUT /v2.0/networks/7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 HTTP/1.1" status: 200 len: 723 time: 0.4031310 Nov 23 02:42:49.642942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.663426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:49.675808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3c7e25c1-9e97-4416-9661-badbcc280dcd None None] Provisioning complete for port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:49.676304 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7e25c1-9e97-4416-9661-badbcc280dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.721062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3c7e25c1-9e97-4416-9661-badbcc280dcd None None] Port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:49.746805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf09b-83d7-43ac-bfd6-5fe4bd75f909 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=7ef2367d-b3ce-4438-adf3-7d80a62b3ad9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.759510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:49.764846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Port 05c9a218-307f-4dd0-92f4-cadc7da392ac on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:42:49.765166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Attempting to bind port 05c9a218-307f-4dd0-92f4-cadc7da392ac on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:49.786416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.850959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88af562a-c303-4b2c-9eb8-89c90eaabe59 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4543915 Nov 23 02:42:49.853931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.855904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:49.856564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:49.857110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:49.857727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Bound port: 05c9a218-307f-4dd0-92f4-cadc7da392ac, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:49.858267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.858759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-401250141'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:50.019319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:50.023818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.146379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.171467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:50.201854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.213739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.230803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:50.247045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.387523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:50.433481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Pushing event updated for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:50.443355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:50.444239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.446409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-5ebe2e65-a87e-4bcb-8547-5f11c1fb006a service neutron] 10.222.0.41 "PUT /v2.0/ports/05c9a218-307f-4dd0-92f4-cadc7da392ac HTTP/1.1" status: 200 len: 1097 time: 2.6752708 Nov 23 02:42:50.452044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:50.455887 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718caa14-779a-49ac-8342-d1701f9ad64a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:50.477347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be6763-0283-4bd7-b159-494d91f5b130 req-0695f713-644e-4fa7-9be7-071c054c1c97 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:50.478967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74be6763-0283-4bd7-b159-494d91f5b130 req-0695f713-644e-4fa7-9be7-071c054c1c97 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 948 time: 0.1335793 Nov 23 02:42:50.484923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.556792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.561133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.565139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/10bddfb2-1381-4304-b55a-4d3f9c73cb52 HTTP/1.1" status: 204 len: 168 time: 1.3014867 Nov 23 02:42:50.568024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:50.571104 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d3786-d800-4fda-b032-b9d9113affb5 x-openstack-request-id: req-9c1d3786-d800-4fda-b032-b9d9113affb5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:50.571681 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:50.572170 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c1d3786-d800-4fda-b032-b9d9113affb5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:50.572633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62faebb8-2818-4306-b3c8-072732f32b98 None None] Network 2bc48268-229a-490c-a578-889a0d78b63d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:50.573347 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac', 'status': 'completed', 'code': 200} Nov 23 02:42:50.627575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:50.639366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74be6763-0283-4bd7-b159-494d91f5b130 req-b67ebfd0-51b8-467f-aa45-f757f20c686b tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213326 Nov 23 02:42:50.647451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.657424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35486) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:50.658251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca65da-9ec8-4545-94c6-aa328bb5e905 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=10bddfb2-1381-4304-b55a-4d3f9c73cb52,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:50.660437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ea41d6fd-4c03-4d76-acb7-b145b314e087 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 200 len: 887 time: 0.8052957 Nov 23 02:42:50.675715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] Sync routers for ids ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:50.702239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet d2437ade-8110-411a-8ad2-8ab925b6aa0f {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:50.720959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.724807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] Routers {'930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:50.725685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:50.765002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:50.804997 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.818237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] Routers {'930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:50.819229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:50.866960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:50.867603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b5505-7bbc-43a8-ac6a-503b4d1c46d4 None None] The sync data for ids ['930a4f5f-e673-4f53-aaf7-7f0e37e71cd5'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:50.932719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.976425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] DHCP port deletion for 2bc48268-229a-490c-a578-889a0d78b63d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:51.011764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.037637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Deleting port 39c16b32-ed62-403e-9f17-b7303ec05fd3 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:51.039020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.047358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=d2437ade-8110-411a-8ad2-8ab925b6aa0f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:51.075796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3799844'] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.084301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b6fe0c49-069b-4cbd-9341-01390334249c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/d2437ade-8110-411a-8ad2-8ab925b6aa0f HTTP/1.1" status: 204 len: 168 time: 0.5150747 Nov 23 02:42:51.086120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:51.118064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] For port 39c16b32-ed62-403e-9f17-b7303ec05fd3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39c16b32-ed62-403e-9f17-b7303ec05fd3,segment=NetworkSegment(37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00),segment_id=37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:51.118665 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.134064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Calling delete_port for 39c16b32-ed62-403e-9f17-b7303ec05fd3 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:51.179965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.220575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa0b9f-3613-4d3c-8087-4fde2ad0e10e None None] Network 8056d651-4b12-4c4f-b891-1cefc19e57e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:51.238549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.250932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 39c16b32-ed62-403e-9f17-b7303ec05fd3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:51.251418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.347927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 39c16b32-ed62-403e-9f17-b7303ec05fd3, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:51.348444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.360451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-ded0d6b4-58b0-4e91-966b-1925872a5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.362286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-ded0d6b4-58b0-4e91-966b-1925872a5ffd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ac23718d104c1383cfc5b3ff821f98&device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 1100 time: 0.7958510 Nov 23 02:42:51.366319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 39c16b32-ed62-403e-9f17-b7303ec05fd3 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:51.369383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Port 39c16b32-ed62-403e-9f17-b7303ec05fd3 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:42:51.371638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.399696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=39c16b32-ed62-403e-9f17-b7303ec05fd3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:51.403299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 39c16b32-ed62-403e-9f17-b7303ec05fd3 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:51.444401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.482845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] Pushing event deleted for resources: {'Port': ['ID=39c16b32-ed62-403e-9f17-b7303ec05fd3,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:51.494461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76931d0b-24de-4c7f-9513-62a245f44e13 None None] No DVR routers for this DVR port 39c16b32-ed62-403e-9f17-b7303ec05fd3 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:51.534483 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-1086d566-ef3b-41fc-81e8-b388b7392ec1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac HTTP/1.1" status: 200 len: 217 time: 0.0992665 Nov 23 02:42:51.548421 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6bdd12df-a9b7-4389-aeec-5043be91b39d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers/930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 200 len: 887 time: 0.8836942 Nov 23 02:42:51.588387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35502) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:51.671726 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-78cdbd53-31c5-48e2-9c31-2830f0c06571 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 200 len: 205 time: 0.0746734 Nov 23 02:42:51.674303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:51.684481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] DHCP port deletion for 8056d651-4b12-4c4f-b891-1cefc19e57e5 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:51.766949 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.768561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=1b8da13d-8657-49db-9e9a-4cd37ce02197,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:51.777147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Deleting port 9820eb92-93a1-4893-9ceb-933f93a27327 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:51.777520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.853531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] For port 9820eb92-93a1-4893-9ceb-933f93a27327, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9820eb92-93a1-4893-9ceb-933f93a27327,segment=NetworkSegment(1d3ad9c0-b724-4abe-a684-4504db438fc8),segment_id=1d3ad9c0-b724-4abe-a684-4504db438fc8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:51.853927 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.870685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.871611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Calling delete_port for 9820eb92-93a1-4893-9ceb-933f93a27327 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:51.895895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc48268-229a-490c-a578-889a0d78b63d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.908165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.908472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fd8c9a-0db9-4dd8-8fff-7278f1b0ea00') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.918064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf89ba-e4df-46b6-b1fe-eec7d24b6a92 req-fd21cc5c-b473-4aa7-8193-d6ef80b2f5e3 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.919735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbaf89ba-e4df-46b6-b1fe-eec7d24b6a92 req-fd21cc5c-b473-4aa7-8193-d6ef80b2f5e3 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 948 time: 0.0916004 Nov 23 02:42:51.936043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.940373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': 'fca93a6e-7641-4a37-81f9-0b7402effc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:51.941340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:51.951605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-7820f95b-f6e2-4112-a44d-53bf26f13f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.953151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-7820f95b-f6e2-4112-a44d-53bf26f13f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.4036958 Nov 23 02:42:51.959683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.973628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:51.974038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:51.977864 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:52.014586 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.041127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbaf89ba-e4df-46b6-b1fe-eec7d24b6a92 req-935c856b-0b23-4346-be66-83ec9f65c24c tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139233 Nov 23 02:42:52.045837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:52.074904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] Pushing event deleted for resources: {'Port': ['ID=9820eb92-93a1-4893-9ceb-933f93a27327,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:52.078002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37628471-063f-478b-9de5-de84f90a3b41 None None] No DVR routers for this DVR port 9820eb92-93a1-4893-9ceb-933f93a27327 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:52.081993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.082172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:52.092955 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.096326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/2bc48268-229a-490c-a578-889a0d78b63d HTTP/1.1" status: 204 len: 168 time: 1.0090470 Nov 23 02:42:52.096448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:52.104666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.107318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35518) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:52.112659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99fd2b8-62c6-4323-9ac6-4875318e9924 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:52.140734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5f99b-f022-4fe8-bfa4-49a3c7004efd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=2bc48268-229a-490c-a578-889a0d78b63d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:52.159670 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.166182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223ba5-e805-4362-972d-8a614f568fcf req-4b6a7747-81b9-43fb-aaaa-6eb602a504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:52.168424 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-4b6a7747-81b9-43fb-aaaa-6eb602a504a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2022123 Nov 23 02:42:52.213556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9820eb92-93a1-4893-9ceb-933f93a27327 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:52.233175 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebf47911-baa8-4503-bd9d-108ac8bad1f2 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5740130 Nov 23 02:42:52.233399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:52.245959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9820eb92-93a1-4893-9ceb-933f93a27327 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:52.246341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9820eb92-93a1-4893-9ceb-933f93a27327 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:52.246781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39c16b32-ed62-403e-9f17-b7303ec05fd3 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:52.251523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:52.280779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:42:52.281988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 39c16b32-ed62-403e-9f17-b7303ec05fd3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:52.282342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39c16b32-ed62-403e-9f17-b7303ec05fd3 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:52.315772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.381817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7ef2367d-b3ce-4438-adf3-7d80a62b3ad9', 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': '1b8da13d-8657-49db-9e9a-4cd37ce02197'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:52.383987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.471899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.492685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8056d651-4b12-4c4f-b891-1cefc19e57e5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:52.502943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3ad9c0-b724-4abe-a684-4504db438fc8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:52.503522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3ad9c0-b724-4abe-a684-4504db438fc8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:52.514339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.531203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.535002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.537961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:52.538755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.540114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-8b3bbd05-82b2-4368-8f84-c082f27112a0 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193753 Nov 23 02:42:52.548495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:52.561015 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Sync routers for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:52.576281 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:52.577177 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:52.587924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Allocated IP 172.20.0.2 (7ef2367d-b3ce-4438-adf3-7d80a62b3ad9/1b8da13d-8657-49db-9e9a-4cd37ce02197/0c1628e2-a64d-489e-b67e-ea34e2a703f1) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:52.619690 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:52.623052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.635072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.638741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/8056d651-4b12-4c4f-b891-1cefc19e57e5 HTTP/1.1" status: 204 len: 168 time: 0.5304203 Nov 23 02:42:52.652852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35528) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:52.661979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2054275008'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:52.671938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e59fbd-6193-47d3-a8f7-9246f0e21146 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=8056d651-4b12-4c4f-b891-1cefc19e57e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:52.672378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.675521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af927c33-7371-45f7-9c17-4fa78bffcf2f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6143265 Nov 23 02:42:52.688617 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12462454'] for subnet, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.703196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35534) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:52.788125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:52.797180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.816711 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:52.841985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:52.851625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.852105 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment aa911347-318a-48e5-a777-c2d847246082 of type vlan for network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 Nov 23 02:42:52.858259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.870455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.900871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.907156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port d7703d78-781e-443e-9b58-3decbd2cc04c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:52.907701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.922916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12223ba5-e805-4362-972d-8a614f568fcf req-083a4431-5748-4696-bfce-15f8a40453a2 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710840 Nov 23 02:42:52.938040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.944205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:52.944861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:52.977076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Pushing event updated for resources: {'Port': ['ID=0c1628e2-a64d-489e-b67e-ea34e2a703f1,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:52.996934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:53.005408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:53.009089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:53.087819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4300787 Nov 23 02:42:53.092688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35542) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:53.119328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Attempting to bind port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:53.119725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Attempting to bind port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fca93a6e-7641-4a37-81f9-0b7402effc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:53.120088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Attempting to bind port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 on network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:53.159732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:53.160178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Checking segment: {'id': 'fca93a6e-7641-4a37-81f9-0b7402effc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:53.160603 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.161005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Bound using segment: {'id': 'fca93a6e-7641-4a37-81f9-0b7402effc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:53.161742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Bound port: 0c1628e2-a64d-489e-b67e-ea34e2a703f1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca93a6e-7641-4a37-81f9-0b7402effc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '7ef2367d-b3ce-4438-adf3-7d80a62b3ad9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:53.162138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.169268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c9beb-c098-459b-8cf3-b00583a9c86d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:53.175224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:53.191287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.222639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:53.248369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:50Z', 'revision_number': 3, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:53.296894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793994141004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8529915'] for subnet, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.318367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Checking router: bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:53.318841 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Updating router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:42:53.345885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] For port 0c1628e2-a64d-489e-b67e-ea34e2a703f1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:53.350435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] For port 0c1628e2-a64d-489e-b67e-ea34e2a703f1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0c1628e2-a64d-489e-b67e-ea34e2a703f1,segment=NetworkSegment(fca93a6e-7641-4a37-81f9-0b7402effc8a),segment_id=fca93a6e-7641-4a37-81f9-0b7402effc8a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:53.362312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.373805 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.374473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef9feb-18df-48f8-968f-75337d053c49 req-772a16ce-2a04-4eb7-8833-3c130e91d80f tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:53.377177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-faef9feb-18df-48f8-968f-75337d053c49 req-772a16ce-2a04-4eb7-8833-3c130e91d80f tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 948 time: 0.1862397 Nov 23 02:42:53.388909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:53.389602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.395583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "PUT /v2.0/subnets/1b8da13d-8657-49db-9e9a-4cd37ce02197 HTTP/1.1" status: 200 len: 806 time: 1.1653314 Nov 23 02:42:53.405758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:53.409365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for d7703d78-781e-443e-9b58-3decbd2cc04c owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:53.439549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caa14-779a-49ac-8342-d1701f9ad64a req-6c70bea8-2131-4a80-8ba4-2608d2c4bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:53.442214 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-6c70bea8-2131-4a80-8ba4-2608d2c4bb82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ac23718d104c1383cfc5b3ff821f98&device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 1100 time: 0.4158266 Nov 23 02:42:53.456254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.478861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-faef9feb-18df-48f8-968f-75337d053c49 req-d9cf12c8-a9fc-4ef3-bf66-e07878c65128 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820653 Nov 23 02:42:53.479959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7819a-a308-4bf3-861a-f837416fb8ed tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=1b8da13d-8657-49db-9e9a-4cd37ce02197,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:53.494433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d46b2-e7e5-44b6-90f4-82118698a431 None None] Pushing event updated for resources: {'Port': ['ID=0c1628e2-a64d-489e-b67e-ea34e2a703f1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:53.760219 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.768412 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.854641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Attempting to bind port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:53.855182 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Attempting to bind port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:53.855633 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Attempting to bind port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:53.862789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f8972-264e-40ef-82db-4dad3b642c54 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:53.871128 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:53.881439 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.881706 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.882308 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.882729 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.883058 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.883561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.884064 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.884866 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.885512 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.886162 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.886818 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.887299 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:53.897892 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:53.898487 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:53.899086 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.900090 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:53.900811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Bound port: dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:53.901371 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.951518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cf544391-e078-4ef5-955c-f1b654a51069 None None] Provisioning complete for port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:53.951518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cf544391-e078-4ef5-955c-f1b654a51069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.965294 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] For port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:53.973897 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] For port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:53.977217 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.004713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b37b6-206d-4021-b90e-876f69fb7ac2 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:54.036599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cf544391-e078-4ef5-955c-f1b654a51069 None None] Port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:42:54.059113 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51007f-f489-409b-af9a-2bbafda87e32 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:54.062640 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:54.063582 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:54.174343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] Provisioning complete for port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:54.174738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.198557 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:54.285600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0c1628e2-a64d-489e-b67e-ea34e2a703f1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:54.352409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caa14-779a-49ac-8342-d1701f9ad64a req-7ae4c76f-4a4b-48cd-899d-5c34a270b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:54.357203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-7ae4c76f-4a4b-48cd-899d-5c34a270b9a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.8776684 Nov 23 02:42:54.437394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:54.437916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.441778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.497886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:50Z', 'revision_number': 3, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:54.548505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.555607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d58729-76dd-478c-960f-83f101ee5cae None None] The sync data for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 is: [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:50Z', 'revision_number': 3, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:54.560941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] For port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:54.674992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.685764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.691104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-fafc57cb-7103-410a-a83a-27c9145d461b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac HTTP/1.1" status: 200 len: 217 time: 0.2970417 Nov 23 02:42:54.714167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b8c43-38aa-4afe-bc2a-94f23398ca56 req-93587c53-9278-4307-8011-0fa3c145bdd9 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:54.715804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce9b8c43-38aa-4afe-bc2a-94f23398ca56 req-93587c53-9278-4307-8011-0fa3c145bdd9 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 948 time: 0.1185598 Nov 23 02:42:54.806532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce9b8c43-38aa-4afe-bc2a-94f23398ca56 req-0e74af39-9cc5-46a9-a0a8-c1faade624bd tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833526 Nov 23 02:42:54.816725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 0c1628e2-a64d-489e-b67e-ea34e2a703f1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0c1628e2-a64d-489e-b67e-ea34e2a703f1,segment=NetworkSegment(fca93a6e-7641-4a37-81f9-0b7402effc8a),segment_id=fca93a6e-7641-4a37-81f9-0b7402effc8a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:54.823927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97df16-f939-434c-907d-d70a53d1e338 None None] Pushing event updated for resources: {'Port': ['ID=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:54.826750 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.845287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:54.850177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:54.910769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=0c1628e2-a64d-489e-b67e-ea34e2a703f1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:55.044134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caa14-779a-49ac-8342-d1701f9ad64a req-febd0ee6-f1f1-4f72-b9a4-85576b4359bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:55.050845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-febd0ee6-f1f1-4f72-b9a4-85576b4359bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3455729 Nov 23 02:42:55.079546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.125213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445d42c-51a1-4c42-8842-a7dd283f6664 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:55.146456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=d7703d78-781e-443e-9b58-3decbd2cc04c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:55.177770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.197204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88cc10-511c-4509-b30d-e478c89c842a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:55.297710 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.301207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b1f0cf66-5e91-48bf-8686-11070c4291c3 None None] Provisioning complete for port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:55.301518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1f0cf66-5e91-48bf-8686-11070c4291c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.308193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caa14-779a-49ac-8342-d1701f9ad64a req-85c6d1cf-ec77-47af-968b-35dbe90e60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:55.309886 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-85c6d1cf-ec77-47af-968b-35dbe90e60a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2499442 Nov 23 02:42:55.500719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Deleting port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:55.501389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.521559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.620056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.703337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8d6a30-0e3d-4f75-8d76-2377d8568e0c None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:55.791498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8aca7457-00d0-4ff6-9bb2-2aea8488f76e None None] Provisioning complete for port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:55.792022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8aca7457-00d0-4ff6-9bb2-2aea8488f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.812062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.812633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router 930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:55.829861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.836337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7bc40b2-04ef-4b08-94db-78d9549d7b33 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 204 len: 168 time: 4.1544025 Nov 23 02:42:55.836528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:55.841037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1016435672'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:55.903184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:55.907217 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.927177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Allocated IP 172.20.0.1 (b8c2ef36-7bde-4d38-a4fa-d43c905b48a1/17ff7e04-09ed-4133-bc91-4bc226585403/20501e09-32f0-4f08-9562-e447fc4eec44) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:55.966760 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-023183f0-1c61-41c2-a9ce-4b0176fc49e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178017 Nov 23 02:42:56.027211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:56.042332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.042972 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 0f7c8648-c918-4d4e-9421-c802d8d674e8 of type vlan for network 8b418d26-1cc3-4496-a43d-c0c7b575b128 Nov 23 02:42:56.074595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad846c-7f20-4220-9eae-dbf2779c676f req-2d8318df-8c95-45c6-a69d-5eb7418ab55f tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:56.076613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38ad846c-7f20-4220-9eae-dbf2779c676f req-2d8318df-8c95-45c6-a69d-5eb7418ab55f tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 948 time: 0.1276569 Nov 23 02:42:56.095990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 05c9a218-307f-4dd0-92f4-cadc7da392ac details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:56.130183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.176824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38ad846c-7f20-4220-9eae-dbf2779c676f req-0e510dab-fba4-41b8-8fa4-211ff3122020 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742326 Nov 23 02:42:56.183842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.209085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:56.209825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.246126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-718caa14-779a-49ac-8342-d1701f9ad64a req-327726c9-33a0-43e8-8981-7f16c51ae021 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317550 Nov 23 02:42:56.255922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.321270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:56.337881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '05c9a218-307f-4dd0-92f4-cadc7da392ac', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': '05c9a218-307f-4dd0-92f4-cadc7da392ac', 'mac_address': 'fa:16:3e:f8:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:56.374963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5370204 Nov 23 02:42:56.380581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:56.391312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:56.427305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0c1628e2-a64d-489e-b67e-ea34e2a703f1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:56.436054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] For port 0c1628e2-a64d-489e-b67e-ea34e2a703f1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0c1628e2-a64d-489e-b67e-ea34e2a703f1,segment=NetworkSegment(fca93a6e-7641-4a37-81f9-0b7402effc8a),segment_id=fca93a6e-7641-4a37-81f9-0b7402effc8a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:56.436208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.477183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdc0a0-0c30-476b-9ad0-7401f14db068 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=8b418d26-1cc3-4496-a43d-c0c7b575b128,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:56.479362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Calling delete_port for 0c1628e2-a64d-489e-b67e-ea34e2a703f1 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:56.495417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=b4856144-84c7-4255-a029-29b3adcae775,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:56.502656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': 'aa911347-318a-48e5-a777-c2d847246082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:56.503746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:56.513154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5e6ade9-4ac2-43dd-ba40-fbf480c5ea54 None None] Provisioning complete for port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:56.513567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ade9-4ac2-43dd-ba40-fbf480c5ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.516789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.523886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:56.540546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.544381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.544974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.546914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.547456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.547974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.548495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.550703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.551247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.557522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.557884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.558229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.598486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:56.603062 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.639724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.643509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:56.667617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:56.683384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c9a218-307f-4dd0-92f4-cadc7da392ac {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:56.687620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:56.688464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.697658 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.729040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:56.752676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.760842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75681d81-c88a-4bbe-b352-6c492958fd72 None None] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:56.770215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Pushing event updated for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:56.790347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f43f87d-f796-4988-bbe2-57e53a207416 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6939521 Nov 23 02:42:56.792938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35606) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:56.797363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:56.805266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-115050520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:56.836737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:56.844250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:56.892041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.915840 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.923638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.926031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.956696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:56.977907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:56.978452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.978650 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.985815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5e6ade9-4ac2-43dd-ba40-fbf480c5ea54 None None] Could not find standard attr ID for object 0c1628e2-a64d-489e-b67e-ea34e2a703f1. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:42:56.993703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=3aa2c161-728d-43a0-8e9a-ed37743d0ba2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:57.002517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '0f7c8648-c918-4d4e-9421-c802d8d674e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:57.003128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: 8b418d26-1cc3-4496-a43d-c0c7b575b128, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:42:57.030639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:42:57.041215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8b418d26-1cc3-4496-a43d-c0c7b575b128) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:57.045706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:57.046569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.055130 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-e5e6ade9-4ac2-43dd-ba40-fbf480c5ea54 None None] No ports have port_id starting with 0c1628e2-a64d-489e-b67e-ea34e2a703f1 Nov 23 02:42:57.060941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994fa38-4f46-48d8-bf76-c80a721fe3bc None None] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:57.064501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['05c9a218-307f-4dd0-92f4-cadc7da392ac'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:57.066651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:42:57.067145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:57.070670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f3959fc-a176-4f20-b841-f4109fce8079 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6856189 Nov 23 02:42:57.078210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Port': ['ID=0c1628e2-a64d-489e-b67e-ea34e2a703f1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:57.081988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:57.091632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-613279010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:57.194185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No DVR routers for this DVR port 0c1628e2-a64d-489e-b67e-ea34e2a703f1 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:57.197345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.209657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.317667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.320764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.345629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f432b-8947-4d4f-ad3d-bdd806f7fe16 req-7c3d4513-53f0-47cb-9013-b7fd11395691 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:57.347485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c2f432b-8947-4d4f-ad3d-bdd806f7fe16 req-7c3d4513-53f0-47cb-9013-b7fd11395691 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 949 time: 0.0704861 Nov 23 02:42:57.355543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.357270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6b7ee906-f5bb-437e-94ac-7fed7b3ac77c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5554066 Nov 23 02:42:57.370001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35620) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:57.376763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'port': {'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9', 'name': 'tempest-RoutersIpV6Test-536925371'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:57.409703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c2f432b-8947-4d4f-ad3d-bdd806f7fe16 req-7e1380f8-4078-4ab0-baf4-480d99aea9ef tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547495 Nov 23 02:42:57.440349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74cc0e5-057b-452b-93f5-a28a35f6dc46 None None] DHCP port deletion for 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:57.470068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.547166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9', 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': 'b4856144-84c7-4255-a029-29b3adcae775'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:57.548724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.559458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.587097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.618707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.643562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:57.643719 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.678970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.680069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-8b418d26-1cc3-4496-a43d-c0c7b575b128', 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '3aa2c161-728d-43a0-8e9a-ed37743d0ba2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:42:57.683657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.683935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eb9e60a8-276d-4854-a703-f660e48e73bd tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5963407 Nov 23 02:42:57.685167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35630) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:57.706071 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.741149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f905a-8d9e-4dd6-82dd-52eca92b9007 None None] Network 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:57.774535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8da13d-8657-49db-9e9a-4cd37ce02197,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:57.841880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.875395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef2367d-b3ce-4438-adf3-7d80a62b3ad9']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.888491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca93a6e-7641-4a37-81f9-0b7402effc8a') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.888821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca93a6e-7641-4a37-81f9-0b7402effc8a') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.903600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.965470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.978613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:57.984484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.013277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] device_id is not set on port 7dc92579-43ec-4f1d-96b7-73bc78e85655 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:42:58.089901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.094786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:58.095355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:58.101095 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:58.142275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4f95e-e377-4a77-93be-a77ecdfd3728 None None] DHCP port deletion for 7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:58.169784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Allocated IP 2001:db8::2 (2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9/b4856144-84c7-4255-a029-29b3adcae775/553432b2-3a82-4b00-a5b7-161395b0517b) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:58.229274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.243353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.246894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 HTTP/1.1" status: 204 len: 168 time: 4.8341699 Nov 23 02:42:58.252783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35640) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:58.288924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669e3b-d2d1-4932-8297-15860a30b5c5 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=7ef2367d-b3ce-4438-adf3-7d80a62b3ad9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.310012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Allocated IP 172.20.0.2 (8b418d26-1cc3-4496-a43d-c0c7b575b128/3aa2c161-728d-43a0-8e9a-ed37743d0ba2/dbaa978b-d8ce-4805-97e4-89ded0714c21) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:58.370398 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.381728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.392129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0c1628e2-a64d-489e-b67e-ea34e2a703f1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:58.432303 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e7ffc2-7342-494f-9e8b-d27f6d1011c8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:42:58.432741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e7ffc2-7342-494f-9e8b-d27f6d1011c8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:42:58.433336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0c1628e2-a64d-489e-b67e-ea34e2a703f1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:58.433688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0c1628e2-a64d-489e-b67e-ea34e2a703f1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:58.435910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-47e7ffc2-7342-494f-9e8b-d27f6d1011c8 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 HTTP/1.1" status: 404 len: 339 time: 0.1762693 Nov 23 02:42:58.439965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35642) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:58.446147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771092218', 'description': 'd1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:58.459316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.473208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:42:58.478609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.515652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Pushing event updated for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.541876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:42:58.596095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.598111 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment f4c27f2b-c70e-46b9-99e0-327afa635c23 of type vlan for network 463e7052-170b-4684-a3cd-46a7f6b2a51f Nov 23 02:42:58.610921 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.650548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.670075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21946-72bd-4459-8c3c-2f3259dc192c req-2e8490b1-2782-4477-b609-bded6ccf8059 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:58.672142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0a21946-72bd-4459-8c3c-2f3259dc192c req-2e8490b1-2782-4477-b609-bded6ccf8059 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 949 time: 0.1441009 Nov 23 02:42:58.694656 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.695443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.700847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:58.706074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:58.717019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:58.721614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.724101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:58.727855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Pushing event updated for resources: {'Port': ['ID=553432b2-3a82-4b00-a5b7-161395b0517b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.730605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:58.800601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:58.816804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.20.0.1 (8b418d26-1cc3-4496-a43d-c0c7b575b128/3aa2c161-728d-43a0-8e9a-ed37743d0ba2/0d53099a-42ff-40d7-ab94-2848a9c4a117) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:58.824118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8::51 (2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9/b4856144-84c7-4255-a029-29b3adcae775/7dc92579-43ec-4f1d-96b7-73bc78e85655) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:58.827521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:58.832858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:58.842152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.db.resource_extend [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:42:58.848479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Pushing event updated for resources: {'Port': ['ID=dbaa978b-d8ce-4805-97e4-89ded0714c21,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.859141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Attempting to bind port 553432b2-3a82-4b00-a5b7-161395b0517b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:58.859517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Attempting to bind port 553432b2-3a82-4b00-a5b7-161395b0517b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'aa911347-318a-48e5-a777-c2d847246082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:58.859947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Attempting to bind port 553432b2-3a82-4b00-a5b7-161395b0517b on network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:58.884097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:58.884541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Checking segment: {'id': 'aa911347-318a-48e5-a777-c2d847246082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:58.884952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.885352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Bound using segment: {'id': 'aa911347-318a-48e5-a777-c2d847246082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:58.885838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Bound port: 553432b2-3a82-4b00-a5b7-161395b0517b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa911347-318a-48e5-a777-c2d847246082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:58.886223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.896987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0a21946-72bd-4459-8c3c-2f3259dc192c req-bee37f1c-e346-43e9-9ac3-202f2a88c6b6 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157767 Nov 23 02:42:58.951798 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.957952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:58.958669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.965130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Attempting to bind port dbaa978b-d8ce-4805-97e4-89ded0714c21 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:42:58.965671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Attempting to bind port dbaa978b-d8ce-4805-97e4-89ded0714c21 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '0f7c8648-c918-4d4e-9421-c802d8d674e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:42:58.966421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Attempting to bind port dbaa978b-d8ce-4805-97e4-89ded0714c21 on network 8b418d26-1cc3-4496-a43d-c0c7b575b128 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:42:58.984155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5424855 Nov 23 02:42:58.989874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:42:58.990530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Checking segment: {'id': '0f7c8648-c918-4d4e-9421-c802d8d674e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:42:58.991097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.991886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Bound using segment: {'id': '0f7c8648-c918-4d4e-9421-c802d8d674e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:42:58.992559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Bound port: dbaa978b-d8ce-4805-97e4-89ded0714c21, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7c8648-c918-4d4e-9421-c802d8d674e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b418d26-1cc3-4496-a43d-c0c7b575b128'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:42:58.993223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.997659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35658) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:59.017374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:59.084063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] For port 553432b2-3a82-4b00-a5b7-161395b0517b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:59.088308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] For port 553432b2-3a82-4b00-a5b7-161395b0517b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=553432b2-3a82-4b00-a5b7-161395b0517b,segment=NetworkSegment(aa911347-318a-48e5-a777-c2d847246082),segment_id=aa911347-318a-48e5-a777-c2d847246082)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:59.131578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] For port dbaa978b-d8ce-4805-97e4-89ded0714c21, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:42:59.137244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] For port dbaa978b-d8ce-4805-97e4-89ded0714c21, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbaa978b-d8ce-4805-97e4-89ded0714c21,segment=NetworkSegment(0f7c8648-c918-4d4e-9421-c802d8d674e8),segment_id=0f7c8648-c918-4d4e-9421-c802d8d674e8)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:42:59.140610 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.142172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf60252-42ca-48d4-a807-d8a1b2cf1728 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=463e7052-170b-4684-a3cd-46a7f6b2a51f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.176644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.181739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4322001-c9ce-43e8-a2af-e3064a8e219d tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:59.183266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4322001-c9ce-43e8-a2af-e3064a8e219d tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks?id=463e7052-170b-4684-a3cd-46a7f6b2a51f HTTP/1.1" status: 200 len: 760 time: 0.1558228 Nov 23 02:42:59.187811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35660) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:59.193022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 463e7052-170b-4684-a3cd-46a7f6b2a51f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:42:59.204986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.229056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'description': 'd2'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:59.276100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.300126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:59.303943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:59.330451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:59.343699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d6574-58ac-495b-a401-7e0a22ab863b None None] Pushing event updated for resources: {'Port': ['ID=553432b2-3a82-4b00-a5b7-161395b0517b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.447352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0d53099a-42ff-40d7-ab94-2848a9c4a117,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.456642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f631e1-ffd4-473d-94f5-362ba37e2426 None None] Pushing event updated for resources: {'Port': ['ID=dbaa978b-d8ce-4805-97e4-89ded0714c21,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.471172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.602403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.700641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.828193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.032557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:00.053106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Sync routers for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:00.061287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-105c6a9d-7a03-4036-8532-e733be608e12 admin admin] 10.222.0.15 "PUT /v2.0/routers/bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3389075 Nov 23 02:43:00.105282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.107971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:00.111159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:00.125841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0673-6742-48b0-8fa4-09be24bb6949 req-461e54da-8dbb-4c50-a2a9-5b158c7293f9 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:00.127441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a63a0673-6742-48b0-8fa4-09be24bb6949 req-461e54da-8dbb-4c50-a2a9-5b158c7293f9 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 949 time: 0.1001842 Nov 23 02:43:00.147008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.166602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.187111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 05c9a218-307f-4dd0-92f4-cadc7da392ac up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:00.197071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 463e7052-170b-4684-a3cd-46a7f6b2a51f is not hosted by any dhcp agent {{(pid=103572) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:43:00.202733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:00.203446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.203586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.207611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "PUT /v2.0/networks/463e7052-170b-4684-a3cd-46a7f6b2a51f HTTP/1.1" status: 200 len: 757 time: 0.9809847 Nov 23 02:43:00.207611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:00.209159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a63a0673-6742-48b0-8fa4-09be24bb6949 req-f63fd2fe-dc0c-450a-9c4a-aa04a79c54ea tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Nov 23 02:43:00.209636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:00.221963 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.230451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:00.269578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:00.285446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:00.286408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.335725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=7dc92579-43ec-4f1d-96b7-73bc78e85655,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:00.367627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-23a441c2-69d3-46cb-8cf0-02b9e0350f67 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9961095 Nov 23 02:43:00.368403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:00.430208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c29f3-af3f-46c5-90ae-73c847f35f72 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=463e7052-170b-4684-a3cd-46a7f6b2a51f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:00.523494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 463e7052-170b-4684-a3cd-46a7f6b2a51f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:00.583006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf730d-9163-469e-b712-4551faae88ee tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:00.591907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ddf730d-9163-469e-b712-4551faae88ee tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks?id=463e7052-170b-4684-a3cd-46a7f6b2a51f HTTP/1.1" status: 200 len: 760 time: 0.3772297 Nov 23 02:43:00.592513 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:00.595284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:00.596499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0d53099a-42ff-40d7-ab94-2848a9c4a117,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:00.611108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1186279141'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:00.637481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.637683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.638215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.640087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.640442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.653559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.654015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.654372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.654748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.655089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.655439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.655767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:00.704321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:00.708802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbaa978b-d8ce-4805-97e4-89ded0714c21 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:01.014739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.064222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-aeb0566e-b3c4-4f27-81e2-939ae0c186eb tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:01.065797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-aeb0566e-b3c4-4f27-81e2-939ae0c186eb tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 811 time: 0.2470734 Nov 23 02:43:01.068757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:01.073144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.116878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-4e02fa6a-eb8c-4502-b898-519a2e7aa758 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/quotas/41ed1e6a33724dc49676e3ff59ce8648 HTTP/1.1" status: 200 len: 375 time: 0.0391545 Nov 23 02:43:01.118881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:01.171745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:01.191272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda8adef-159a-4603-bdcc-c63ca6f73111 None None] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:01.350009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 05c9a218-307f-4dd0-92f4-cadc7da392ac completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:43:01.375767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] Provisioning complete for port 553432b2-3a82-4b00-a5b7-161395b0517b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:01.376078 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.381875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 05c9a218-307f-4dd0-92f4-cadc7da392ac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:01.393906 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.488064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.495246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.556613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=7dc92579-43ec-4f1d-96b7-73bc78e85655,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:01.587841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6ce5b-d554-4353-946a-d0467654df97 None None] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:01.803312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.832688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:01.851364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-9955fb12-d32a-417e-b86a-967eb93f8299 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7282841 Nov 23 02:43:01.887222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dbaa978b-d8ce-4805-97e4-89ded0714c21 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:01.887605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.912303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:01.913014 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment 459f2069-65b4-4732-aed9-1ab40c2466da of type vlan for network 43ba627c-1a0d-40a2-9550-56cc980c60fd Nov 23 02:43:01.995552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ca47a-30e7-4ad5-85ee-96fa88e1b9f5 req-8845c2b5-1298-4a45-ab07-01554d36c136 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:01.999461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c6ca47a-30e7-4ad5-85ee-96fa88e1b9f5 req-8845c2b5-1298-4a45-ab07-01554d36c136 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 949 time: 0.1977425 Nov 23 02:43:02.049846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.078749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.090064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 4, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '20501e09-32f0-4f08-9562-e447fc4eec44', 'name': '', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'mac_address': 'fa:16:3e:49:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:55Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 2, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'subnets': [{'id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:02.146462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3481a1c7-a026-4fd5-88e3-4c4b321d86a3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:43:02.154495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3481a1c7-a026-4fd5-88e3-4c4b321d86a3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2563009 Nov 23 02:43:02.160287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.160863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Checking router: bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:02.161251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Updating router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf port 20501e09-32f0-4f08-9562-e447fc4eec44 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:43:02.231538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] For port 553432b2-3a82-4b00-a5b7-161395b0517b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=553432b2-3a82-4b00-a5b7-161395b0517b,segment=NetworkSegment(aa911347-318a-48e5-a777-c2d847246082),segment_id=aa911347-318a-48e5-a777-c2d847246082)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:02.238908 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.276669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.346215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.379684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-e3d079c0-ba25-41ee-bfd1-e5b2f67c3177 service neutron] 10.222.0.15 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334283 Nov 23 02:43:02.389028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.394469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:02.395186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.410968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:02.415029 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62762702-787f-47e4-b478-1ce5b8140ff7" -d '{"events": [{"server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "name": "network-vif-plugged", "status": "completed", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:02.473195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 3735cc07-ee60-4ad5-8c71-dde201647206 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:02.519308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:02.566408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.582553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9802954 Nov 23 02:43:02.585673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:02.593091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c6ca47a-30e7-4ad5-85ee-96fa88e1b9f5 req-8b00d6d2-dca8-460e-b4ba-a7de34fdc204 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452631 Nov 23 02:43:02.598162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': '43ba627c-1a0d-40a2-9550-56cc980c60fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:02.603786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.631251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.638354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cde9cb-46f1-4d19-a3fb-276d38dde708 None None] Pushing event updated for resources: {'Port': ['ID=553432b2-3a82-4b00-a5b7-161395b0517b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:02.640572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.642006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.646320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d0ef6396-6e71-4c9d-bf23-85fd0cf8e2ce None None] Provisioning complete for port dbaa978b-d8ce-4805-97e4-89ded0714c21 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:02.646876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6396-6e71-4c9d-bf23-85fd0cf8e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:02.792320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14da66-e1c6-43f7-8658-20f1502a8a47 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=43ba627c-1a0d-40a2-9550-56cc980c60fd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:02.886071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port dbaa978b-d8ce-4805-97e4-89ded0714c21, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbaa978b-d8ce-4805-97e4-89ded0714c21,segment=NetworkSegment(0f7c8648-c918-4d4e-9421-c802d8d674e8),segment_id=0f7c8648-c918-4d4e-9421-c802d8d674e8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:02.886793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:02.892178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:02.919918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:02.976606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=7dc92579-43ec-4f1d-96b7-73bc78e85655,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:03.086704 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5fe198-15cc-4a28-ae66-a3ece170d269 x-openstack-request-id: req-fb5fe198-15cc-4a28-ae66-a3ece170d269 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:03.087019 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "name": "network-vif-plugged", "status": "completed", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:03.087196 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb5fe198-15cc-4a28-ae66-a3ece170d269 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:03.087922 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac', 'code': 200} Nov 23 02:43:03.105578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:03.106428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 553432b2-3a82-4b00-a5b7-161395b0517b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:03.173167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4ac1-7d58-4fd2-94fc-7ad40678e1a0 req-f39f05b8-1d25-468f-a797-e9ba7abf8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:03.175922 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0dff4ac1-7d58-4fd2-94fc-7ad40678e1a0 req-f39f05b8-1d25-468f-a797-e9ba7abf8045 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 1102 time: 0.1347463 Nov 23 02:43:03.180053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:03.204061 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] Sync routers for ids ['3735cc07-ee60-4ad5-8c71-dde201647206'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:03.227894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-784ce822-9de4-4dc3-9dc9-bdc35fc0845b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/3735cc07-ee60-4ad5-8c71-dde201647206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5404143 Nov 23 02:43:03.233130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:03.240757 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] Routers {'3735cc07-ee60-4ad5-8c71-dde201647206'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:03.245675 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3735cc07-ee60-4ad5-8c71-dde201647206'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:03.247075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-6b00fbdb-3e02-4c30-92f4-3fbdafbaf44a service neutron] 10.222.0.15 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665202 Nov 23 02:43:03.297268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:03.309143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:03.321768 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0dff4ac1-7d58-4fd2-94fc-7ad40678e1a0 req-749adc9e-009e-48b0-8faf-a4b7c2663527 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228642 Nov 23 02:43:03.323422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 3c92da76-57e6-4a6e-af0d-97efb5815e14 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:03.385276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:03.386300 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:03.410157 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] Routers {'3735cc07-ee60-4ad5-8c71-dde201647206'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:03.410888 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3735cc07-ee60-4ad5-8c71-dde201647206'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:03.506860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:03.510917 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bdd70f-b3b8-4e8c-8216-e8a1a67276c0 None None] The sync data for ids ['3735cc07-ee60-4ad5-8c71-dde201647206'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:03.525207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:03.543064 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9dcf0867-c796-40e7-a609-94025473f1d4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/3c92da76-57e6-4a6e-af0d-97efb5815e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1701443 Nov 23 02:43:03.544343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35750) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:03.574847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] Sync routers for ids ['3c92da76-57e6-4a6e-af0d-97efb5815e14'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:03.595671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8348ff-3f5e-4833-b940-d6210b0bda7e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:03.603778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b8348ff-3f5e-4833-b940-d6210b0bda7e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports/0d53099a-42ff-40d7-ab94-2848a9c4a117 HTTP/1.1" status: 200 len: 910 time: 0.3667853 Nov 23 02:43:03.608659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:03.652196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3aa2c161-728d-43a0-8e9a-ed37743d0ba2'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:03.673470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 553432b2-3a82-4b00-a5b7-161395b0517b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:03.673836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:03.754027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a786dca-7415-47f2-bebe-710d27b9fc22 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:03.755417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a786dca-7415-47f2-bebe-710d27b9fc22 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports/7dc92579-43ec-4f1d-96b7-73bc78e85655 HTTP/1.1" status: 200 len: 982 time: 0.2081633 Nov 23 02:43:03.758817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35766) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:03.825181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=dbaa978b-d8ce-4805-97e4-89ded0714c21,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:03.902989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] Routers {'3c92da76-57e6-4a6e-af0d-97efb5815e14'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:03.905937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3c92da76-57e6-4a6e-af0d-97efb5815e14'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:04.053415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:04.082849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b2c6067-6937-4752-af7a-f175e15f8476 req-0e57340a-391a-403f-9e3e-4efddc4911a4 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 210 time: 0.2036238 Nov 23 02:43:04.112075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Provisioning complete for port 0d53099a-42ff-40d7-ab94-2848a9c4a117 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:04.112545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.135295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] Routers {'3c92da76-57e6-4a6e-af0d-97efb5815e14'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:04.144226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3c92da76-57e6-4a6e-af0d-97efb5815e14'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:04.371429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.678291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6d7aa-5175-491a-9cf0-66b37be04b0f req-8746e1b4-4852-458f-8b7b-de7a9926a2e3 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:04.681786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0e6d7aa-5175-491a-9cf0-66b37be04b0f req-8746e1b4-4852-458f-8b7b-de7a9926a2e3 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 950 time: 0.8087668 Nov 23 02:43:04.747614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.753190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.754013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Port 0d53099a-42ff-40d7-ab94-2848a9c4a117 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:04.758109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d016e08-c467-4bd3-81aa-1e62d5ca1560 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:43:04.763342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.847117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=f674e7a2-d986-4d73-bd59-f32b5b4c9b7a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:04.881498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:04.882961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6d5e10-07bf-462f-9578-af3d404dfdcf None None] The sync data for ids ['3c92da76-57e6-4a6e-af0d-97efb5815e14'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:04.919964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:04.922777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': '459f2069-65b4-4732-aed9-1ab40c2466da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '43ba627c-1a0d-40a2-9550-56cc980c60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:04.923196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: 43ba627c-1a0d-40a2-9550-56cc980c60fd, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:05.049437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Provisioning complete for port 553432b2-3a82-4b00-a5b7-161395b0517b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:05.049929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.069897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0e6d7aa-5175-491a-9cf0-66b37be04b0f req-8ea28010-b9fa-4941-b74d-22d257917d2c tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515024 Nov 23 02:43:05.073767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:05.149466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bba00b-61e0-4b36-b34f-ebc1b7c42caf None None] Pushing event updated for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:05.162712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 7dc92579-43ec-4f1d-96b7-73bc78e85655 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:05.163361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.166075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 43ba627c-1a0d-40a2-9550-56cc980c60fd) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:05.197619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:05.198646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.233258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30b1abeb-e6ff-4a17-90ad-d330910b3d23 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6390579 Nov 23 02:43:05.247755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:05.358708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.379735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Attempting to bind port 20501e09-32f0-4f08-9562-e447fc4eec44 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:05.380108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Attempting to bind port 20501e09-32f0-4f08-9562-e447fc4eec44 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:05.380475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Attempting to bind port 20501e09-32f0-4f08-9562-e447fc4eec44 on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:05.397150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 7dc92579-43ec-4f1d-96b7-73bc78e85655 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:05.398771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbaa978b-d8ce-4805-97e4-89ded0714c21 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:05.408021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.430799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1116d9ca-9d83-4934-a530-a4c0188c2ace req-f1566b20-ef77-45a3-87a0-a8ed619ec52e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 210 time: 0.2018814 Nov 23 02:43:05.533171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.628261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:05.629272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Checking segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:05.629939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.630577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Bound using segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:05.631289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Bound port: 20501e09-32f0-4f08-9562-e447fc4eec44, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:05.632730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.669914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.712135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=f674e7a2-d986-4d73-bd59-f32b5b4c9b7a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:05.730180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.768059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=7dc92579-43ec-4f1d-96b7-73bc78e85655,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:05.783674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] For port 20501e09-32f0-4f08-9562-e447fc4eec44, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:05.789411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] For port 20501e09-32f0-4f08-9562-e447fc4eec44, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=20501e09-32f0-4f08-9562-e447fc4eec44,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:05.830993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.844067 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3809cae9-d9c8-454e-8781-85b4c07e710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.850153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.867944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ba627c-1a0d-40a2-9550-56cc980c60fd']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:05.889136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459f2069-65b4-4732-aed9-1ab40c2466da') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:05.889459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459f2069-65b4-4732-aed9-1ab40c2466da') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:05.922950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.924135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.949329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.959212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:05.959615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:05.963380 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:05.973398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bba00b-61e0-4b36-b34f-ebc1b7c42caf None None] Pushing event updated for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:05.986898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d016e08-c467-4bd3-81aa-1e62d5ca1560 None None] Unable to find a vacant binding_index for network 43ba627c-1a0d-40a2-9550-56cc980c60fd and agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 02:43:06.004960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Could not find standard attr ID for object 7dc92579-43ec-4f1d-96b7-73bc78e85655. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:43:06.016290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dbaa978b-d8ce-4805-97e4-89ded0714c21 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:06.016680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.057789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d016e08-c467-4bd3-81aa-1e62d5ca1560 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 43ba627c-1a0d-40a2-9550-56cc980c60fd) {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:43:06.059416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.059854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:06.060555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:06.071865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.077043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.087771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.094086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/43ba627c-1a0d-40a2-9550-56cc980c60fd HTTP/1.1" status: 204 len: 168 time: 0.8441708 Nov 23 02:43:06.100330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:06.137361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Provisioning complete for port dbaa978b-d8ce-4805-97e4-89ded0714c21 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:06.141088 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c0bde8f-fcd1-4d04-9b67-609a69c5b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.180483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 3c92da76-57e6-4a6e-af0d-97efb5815e14 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:06.271863 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-117ceb39-a4e0-4153-ab75-14e477f4a29b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] GET failed (client error): The resource could not be found. Nov 23 02:43:06.274348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-117ceb39-a4e0-4153-ab75-14e477f4a29b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets/f674e7a2-d986-4d73-bd59-f32b5b4c9b7a HTTP/1.1" status: 404 len: 337 time: 0.1662345 Nov 23 02:43:06.275703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712a9e4-6989-4be6-966c-8731e9824c76 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=43ba627c-1a0d-40a2-9550-56cc980c60fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:06.289345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:06.405251 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed5e5ce-7ded-4e60-b64e-39d065015613 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:06.405836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed5e5ce-7ded-4e60-b64e-39d065015613 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:06.410648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aed5e5ce-7ded-4e60-b64e-39d065015613 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/43ba627c-1a0d-40a2-9550-56cc980c60fd HTTP/1.1" status: 404 len: 339 time: 0.0621467 Nov 23 02:43:06.417133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:06.424606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e0d4f-3b51-4365-b9e6-e5f679a63924 req-d47ddefd-d8b5-43c6-8150-c3c12680f79c tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:06.427299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-296e0d4f-3b51-4365-b9e6-e5f679a63924 req-d47ddefd-d8b5-43c6-8150-c3c12680f79c tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 950 time: 0.2225521 Nov 23 02:43:06.435396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0d53099a-42ff-40d7-ab94-2848a9c4a117,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:06.439589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:06.444058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:06.445558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.447617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dd2b82e0-2907-4472-bbd9-46bba64e105b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/ports/0d53099a-42ff-40d7-ab94-2848a9c4a117 HTTP/1.1" status: 200 len: 910 time: 2.8275795 Nov 23 02:43:06.451100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 553432b2-3a82-4b00-a5b7-161395b0517b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:06.453390 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] Sync routers for ids ['3c92da76-57e6-4a6e-af0d-97efb5815e14'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:06.456336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:06.471996 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] Routers {'3c92da76-57e6-4a6e-af0d-97efb5815e14'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:06.472913 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3c92da76-57e6-4a6e-af0d-97efb5815e14'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:06.548405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:06.573689 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] Routers {'3c92da76-57e6-4a6e-af0d-97efb5815e14'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:06.574466 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3c92da76-57e6-4a6e-af0d-97efb5815e14'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:06.652071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:06.670890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:06.671939 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697812a-6763-459b-ac46-2cc5cd67e67f None None] The sync data for ids ['3c92da76-57e6-4a6e-af0d-97efb5815e14'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:06.701137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-332e5742-b46f-488e-b40d-b02f18e0b9fe req-f1f65db4-0a56-4e21-a8c1-1f84ccf38fc6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 210 time: 0.0551891 Nov 23 02:43:06.707737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-296e0d4f-3b51-4365-b9e6-e5f679a63924 req-75501766-5b99-483e-9d52-55ac21faf912 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737155 Nov 23 02:43:07.013583 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-42148d8e-38a1-41f7-a8e8-684bb2807d30 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/3c92da76-57e6-4a6e-af0d-97efb5815e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2537022 Nov 23 02:43:07.024435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:07.082768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dd2c25aa-ff13-43f1-b442-8032ad47fcd3 None None] Provisioning complete for port 0d53099a-42ff-40d7-ab94-2848a9c4a117 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:07.083387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd2c25aa-ff13-43f1-b442-8032ad47fcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.129201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-ca18e3e7-04c7-47f4-8e49-4b39ead87041 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.131566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-ca18e3e7-04c7-47f4-8e49-4b39ead87041 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 811 time: 0.8429441 Nov 23 02:43:07.133578 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.150016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 553432b2-3a82-4b00-a5b7-161395b0517b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:07.150765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.156817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Request body: {'port': {'device_id': '2f46db30-e980-4410-8588-a020fa5da440', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'admin_state_up': True, 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:07.300522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c25aa-ff13-43f1-b442-8032ad47fcd3 None None] Port 0d53099a-42ff-40d7-ab94-2848a9c4a117 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:07.321911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4763be4-c278-43d7-b195-34d59513cf2c None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:07.321911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f395f6-48b9-4655-8eb9-c4ec8ca69ecf None None] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:07.349196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dd2c25aa-ff13-43f1-b442-8032ad47fcd3 None None] Could not find standard attr ID for object 7dc92579-43ec-4f1d-96b7-73bc78e85655. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:43:07.356504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f395f6-48b9-4655-8eb9-c4ec8ca69ecf None None] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:43:07.385066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d530ce-35aa-41ec-a8ac-0bf0c9e9fef3 None None] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:07.392107 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d3b34453-7aad-47e0-a13b-216e0f0e9493 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 02:43:07.395644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3b34453-7aad-47e0-a13b-216e0f0e9493 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/3c92da76-57e6-4a6e-af0d-97efb5815e14/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3665123 Nov 23 02:43:07.397171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:07.434533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e55d4-14f8-477e-879c-023768ac5a1d req-83e80d34-ab21-4b18-8e6c-108f5a6378dd tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.435929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d530ce-35aa-41ec-a8ac-0bf0c9e9fef3 None None] Network 43ba627c-1a0d-40a2-9550-56cc980c60fd could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:43:07.438842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c1e55d4-14f8-477e-879c-023768ac5a1d req-83e80d34-ab21-4b18-8e6c-108f5a6378dd tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 950 time: 0.2031353 Nov 23 02:43:07.451154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b45ec-8b33-486a-9e62-e2cbf47e9bf1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.470556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-534b45ec-8b33-486a-9e62-e2cbf47e9bf1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0524065 Nov 23 02:43:07.474613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35850) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:07.546812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c1aa2ec-c25c-45f3-b5a0-4c31f7c0cdd3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 207 time: 0.0708873 Nov 23 02:43:07.553244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:07.569040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Made reservation on behalf of 41ed1e6a33724dc49676e3ff59ce8648 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:07.573380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.590751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 4, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '20501e09-32f0-4f08-9562-e447fc4eec44', 'name': '', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'mac_address': 'fa:16:3e:49:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:55Z', 'updated_at': '2021-11-23T02:43:05Z', 'revision_number': 4, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'subnets': [{'id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:07.666121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] Provisioning complete for port 20501e09-32f0-4f08-9562-e447fc4eec44 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:07.666850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.670874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff495d6-3f23-404c-86bd-fc4e0c28885f None None] The sync data for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 is: [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 4, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '20501e09-32f0-4f08-9562-e447fc4eec44', 'name': '', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'mac_address': 'fa:16:3e:49:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:55Z', 'updated_at': '2021-11-23T02:43:05Z', 'revision_number': 4, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'subnets': [{'id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:07.898696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.943828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef47ebb-0a06-4bda-92b2-874933ccad0a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.951611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef47ebb-0a06-4bda-92b2-874933ccad0a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.958978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef47ebb-0a06-4bda-92b2-874933ccad0a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.961152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] For port 20501e09-32f0-4f08-9562-e447fc4eec44, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=20501e09-32f0-4f08-9562-e447fc4eec44,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:07.967953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef47ebb-0a06-4bda-92b2-874933ccad0a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:07.969985 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eef47ebb-0a06-4bda-92b2-874933ccad0a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4146404 Nov 23 02:43:07.972754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:07.978774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.072937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-93cd1022-0e2c-4ecf-a555-31a67651b0af tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c92da76-57e6-4a6e-af0d-97efb5815e14 HTTP/1.1" status: 200 len: 205 time: 0.6757243 Nov 23 02:43:08.084030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.090353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e90b5d68-62ab-4daa-9cb1-51f0814e1c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.115807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784634-6753-42ee-b0e3-9485ae770a9e None None] Pushing event updated for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:08.118475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Allocated IP 172.20.0.5 (b8c2ef36-7bde-4d38-a4fa-d43c905b48a1/17ff7e04-09ed-4133-bc91-4bc226585403/6c83fbd9-fa76-4db4-aeab-9f86b9775cc6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:08.187081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e86c9f65-cd7f-4745-8520-f3a9792960cb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2051198 Nov 23 02:43:08.195887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.212257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.278824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10ec6a74-1482-41db-a122-ffa02de64a69 req-b3e246d9-062b-48bc-9c8f-3151dc5201c6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 210 time: 0.1975698 Nov 23 02:43:08.290622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bcaf05-de94-44b7-8f7b-5f95bcc1c5c0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.295603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bcaf05-de94-44b7-8f7b-5f95bcc1c5c0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.302121 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-90bcaf05-de94-44b7-8f7b-5f95bcc1c5c0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1028061 Nov 23 02:43:08.315595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35874) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.419730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1823ca1-5e9f-4a50-8399-073b2915434c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.421683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1823ca1-5e9f-4a50-8399-073b2915434c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.425811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1823ca1-5e9f-4a50-8399-073b2915434c tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1071038 Nov 23 02:43:08.428391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35876) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.474278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c1e55d4-14f8-477e-879c-023768ac5a1d req-9ba9762d-42eb-41a5-88f7-bc16124dbb93 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002800 Nov 23 02:43:08.483903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.486966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.563160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.583478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.584165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 3c92da76-57e6-4a6e-af0d-97efb5815e14 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:43:08.603892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.605134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a7fa239d-45a7-4b41-a35f-d69848c666cf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/3c92da76-57e6-4a6e-af0d-97efb5815e14 HTTP/1.1" status: 204 len: 168 time: 0.5175276 Nov 23 02:43:08.611105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35882) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.621841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba506b-dcb2-4526-8fd3-75b0c43db3e1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.628800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6ba506b-dcb2-4526-8fd3-75b0c43db3e1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks/266b3718-a9bc-4f6b-96d8-90b99735e08b HTTP/1.1" status: 200 len: 799 time: 0.1932402 Nov 23 02:43:08.635168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.719247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-7bc49029-41e8-4205-a5a7-30753c74c8ba tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:08.720964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-7bc49029-41e8-4205-a5a7-30753c74c8ba tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 950 time: 0.2259560 Nov 23 02:43:08.734169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 0d53099a-42ff-40d7-ab94-2848a9c4a117 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:08.736960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.763846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.821457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet b4856144-84c7-4255-a029-29b3adcae775 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:08.850344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.902315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:08.917607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Pushing event updated for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:08.925067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:08.931474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:08.935351 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.956818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d898a-5b03-4c28-86c8-d42abf12bf50 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:08.979401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:08.991168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c09bdb3-3ce6-461e-bb49-337eaf9e826d tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/networks/266b3718-a9bc-4f6b-96d8-90b99735e08b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3474367 Nov 23 02:43:08.991741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35892) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:08.996882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 0d53099a-42ff-40d7-ab94-2848a9c4a117 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:09.019701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bc3c73ea-00e9-4760-b613-4437894e874b None None] Provisioning complete for port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:09.020077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc3c73ea-00e9-4760-b613-4437894e874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.083948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c73ea-00e9-4760-b613-4437894e874b None None] Port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:09.109234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:09.109882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.164954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Deleting port 05c9a218-307f-4dd0-92f4-cadc7da392ac {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:09.165430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.184673 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d4d2733f-9133-4f49-a784-de6b3c16528b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0310757 Nov 23 02:43:09.200148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f0fc9-3b89-4561-998e-cda5bebbb2eb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:09.200148 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5c5f0fc9-3b89-4561-998e-cda5bebbb2eb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets/9f668ecf-a251-4d52-ad57-553079d3ee11 HTTP/1.1" status: 200 len: 811 time: 0.1350205 Nov 23 02:43:09.200148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35900) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:09.206720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Request body: {'port': {'device_id': '2f46db30-e980-4410-8588-a020fa5da440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:09.269188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.304105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.364547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] For port 05c9a218-307f-4dd0-92f4-cadc7da392ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=05c9a218-307f-4dd0-92f4-cadc7da392ac,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:09.364917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.369044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=0d53099a-42ff-40d7-ab94-2848a9c4a117,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:09.408352 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.424125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.444105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Calling delete_port for 05c9a218-307f-4dd0-92f4-cadc7da392ac owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:09.492462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f1976-a650-4535-b68c-86b4428aaebd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['shared'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:09.497110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c62f1976-a650-4535-b68c-86b4428aaebd tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "GET /v2.0/subnets/9f668ecf-a251-4d52-ad57-553079d3ee11?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2919135 Nov 23 02:43:09.516470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:09.522871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852413321'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:09.607551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:09.612344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.779302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 20501e09-32f0-4f08-9562-e447fc4eec44 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:09.829735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.838131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 20501e09-32f0-4f08-9562-e447fc4eec44 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:09.838886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.870925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:09.889477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=b4856144-84c7-4255-a029-29b3adcae775,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:09.891555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1714c41-7549-4987-a775-01f1ea5388f9 None None] Network 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:09.894206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.898255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e7eb61b-9030-4cc2-94da-9299ec61f560 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/b4856144-84c7-4255-a029-29b3adcae775 HTTP/1.1" status: 204 len: 168 time: 1.2859013 Nov 23 02:43:09.903452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35918) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:09.908709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b022-2299-4978-a425-f20c9249ce10 req-9e08200a-dbbc-4810-9eb4-365b05e9742e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:09.917637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a43b022-2299-4978-a425-f20c9249ce10 req-9e08200a-dbbc-4810-9eb4-365b05e9742e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 931 time: 0.4755430 Nov 23 02:43:09.920131 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.920481 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Added segment 9d45066d-490f-4eb4-b73d-b46c772a187c of type vlan for network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 Nov 23 02:43:09.927165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.973340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d419c2-5df4-4f57-ad79-c28b2155f077 req-f395e1f5-abdc-48af-acb4-3d1d059c5c86 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:09.981243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d419c2-5df4-4f57-ad79-c28b2155f077 req-f395e1f5-abdc-48af-acb4-3d1d059c5c86 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 950 time: 0.3615215 Nov 23 02:43:10.010866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:10.029559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.068146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.127813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 553432b2-3a82-4b00-a5b7-161395b0517b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:10.128053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.175699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a43b022-2299-4978-a425-f20c9249ce10 req-4d1c1e52-d154-4793-82bf-4627e4b7a434 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526257 Nov 23 02:43:10.177944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.234225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 553432b2-3a82-4b00-a5b7-161395b0517b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=553432b2-3a82-4b00-a5b7-161395b0517b,segment=NetworkSegment(aa911347-318a-48e5-a777-c2d847246082),segment_id=aa911347-318a-48e5-a777-c2d847246082)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:10.234872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.265501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 553432b2-3a82-4b00-a5b7-161395b0517b owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:10.351468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] DHCP port deletion for 2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:10.368013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.373669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:10.374281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.393223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d419c2-5df4-4f57-ad79-c28b2155f077 req-32de2b91-752e-4727-8ed4-d95ff35c5db3 tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df410a-08a1-405d-98b7-3632289e9cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110029 Nov 23 02:43:10.395124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 3735cc07-ee60-4ad5-8c71-dde201647206 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:10.401585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Transition to ACTIVE for port object 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:43:10.412314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.429366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Deleting port 553432b2-3a82-4b00-a5b7-161395b0517b {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:10.429978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.477165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.480944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656abf17-82b9-4882-878c-5716ba3f9277 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:10.485625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.513404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9939671 Nov 23 02:43:10.517744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35928) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:10.518924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] For port 553432b2-3a82-4b00-a5b7-161395b0517b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=553432b2-3a82-4b00-a5b7-161395b0517b,segment=NetworkSegment(aa911347-318a-48e5-a777-c2d847246082),segment_id=aa911347-318a-48e5-a777-c2d847246082)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:10.519912 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.542228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:10.547923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Pushing event updated for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:10.548109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Calling delete_port for 553432b2-3a82-4b00-a5b7-161395b0517b owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:10.589699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Pushing event deleted for resources: {'Port': ['ID=05c9a218-307f-4dd0-92f4-cadc7da392ac,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:10.648076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 553432b2-3a82-4b00-a5b7-161395b0517b on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:10.696180 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.730917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.731990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Pushing event deleted for resources: {'Port': ['ID=553432b2-3a82-4b00-a5b7-161395b0517b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:10.741573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=553432b2-3a82-4b00-a5b7-161395b0517b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:10.744765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] No DVR routers for this DVR port 553432b2-3a82-4b00-a5b7-161395b0517b on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:10.752950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.752950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.753139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.753950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.754289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.754647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.755186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.755290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.755604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.756380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.761329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.761669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97d5990-24c9-4f8a-b008-c1aa8b4d6338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:10.787679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] No DVR routers for this DVR port 05c9a218-307f-4dd0-92f4-cadc7da392ac on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:10.817996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ae1e2-a896-420f-9f2b-b532d52c09f3 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Network': ['ID=bdd230e2-0479-4ab8-b7cb-63ab69c9f153,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:10.823655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.827101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5457ad8a-d569-4968-b4cb-c233b7d40b75 req-538fc1d2-096c-465f-adf9-64772eda0e7d tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.41 "DELETE /v2.0/ports/05c9a218-307f-4dd0-92f4-cadc7da392ac HTTP/1.1" status: 204 len: 173 time: 2.0958893 Nov 23 02:43:10.829308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:10.839390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'name': 'network-vif-deleted', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:10.844470 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1572ebe9-2e8c-4620-be4c-842a86846534" -d '{"events": [{"server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "name": "network-vif-deleted", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:10.888029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:10.902894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.906876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a09a993-0a1e-4a8b-acbc-40ccc2976190 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/3735cc07-ee60-4ad5-8c71-dde201647206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4469423 Nov 23 02:43:10.908046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:10.935805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:10.947259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] Sync routers for ids ['3735cc07-ee60-4ad5-8c71-dde201647206'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:10.948552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa911347-318a-48e5-a777-c2d847246082') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:10.948963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa911347-318a-48e5-a777-c2d847246082') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:10.959810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] Routers {'3735cc07-ee60-4ad5-8c71-dde201647206'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:10.960957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.961124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3735cc07-ee60-4ad5-8c71-dde201647206'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:10.966188 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc71a98-9859-4ce3-a463-83b880f256cf x-openstack-request-id: req-ddc71a98-9859-4ce3-a463-83b880f256cf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:10.966853 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae54157f-b667-4781-a0be-34d6da7d892a", "name": "network-vif-deleted", "tag": "05c9a218-307f-4dd0-92f4-cadc7da392ac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:10.967303 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc71a98-9859-4ce3-a463-83b880f256cf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:10.968393 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae54157f-b667-4781-a0be-34d6da7d892a', 'name': 'network-vif-deleted', 'tag': '05c9a218-307f-4dd0-92f4-cadc7da392ac', 'status': 'completed', 'code': 200} Nov 23 02:43:10.975314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8555ea5b-f59c-43ed-8e0b-e8c3acc22b74 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=3735cc07-ee60-4ad5-8c71-dde201647206 HTTP/1.1" status: 200 len: 205 time: 0.0667076 Nov 23 02:43:10.976210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:10.988030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.995558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:10.996494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.999480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:11.012675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] Routers {'3735cc07-ee60-4ad5-8c71-dde201647206'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:11.013295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3735cc07-ee60-4ad5-8c71-dde201647206'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:11.050833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:11.051499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfbe520-c571-4383-9230-09a7b25d539a None None] The sync data for ids ['3735cc07-ee60-4ad5-8c71-dde201647206'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:11.058528 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:11.088880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.092499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Attempting to bind port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:11.092948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Attempting to bind port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:11.093740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Attempting to bind port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:11.097884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.107964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.111249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9 HTTP/1.1" status: 204 len: 168 time: 1.2068198 Nov 23 02:43:11.122814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:11.128551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1888294485'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:11.131594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:43:11.132477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Attempting to bind port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:11.136549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Made reservation on behalf of 7536c9458e844594b5af5ecb95abdfbc for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:11.140195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.159828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d061374-5d9e-4047-8ba0-1f84d0a6f17b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=2a9bdb28-1d34-4c9d-b39f-1b80ebee55a9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:11.214628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Performing IP validity checks on allocation pools {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:43:11.215258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:43:11.222866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:11.223210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Checking segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:11.223607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Bound using segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:11.224065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Bound port: 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:11.224517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.265533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:11.270343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.285042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.301758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.363038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83455a4b-687a-43a7-9c36-3b0375c0cbac req-60539e2e-88f3-4ac8-9740-9d8fa98604a7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:11.364607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83455a4b-687a-43a7-9c36-3b0375c0cbac req-60539e2e-88f3-4ac8-9740-9d8fa98604a7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 943 time: 0.0951691 Nov 23 02:43:11.370465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.371075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router 3735cc07-ee60-4ad5-8c71-dde201647206 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:43:11.382808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:11.391743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.396106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-53493e6f-2600-4a8f-b158-eb7dc6477e13 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/3735cc07-ee60-4ad5-8c71-dde201647206 HTTP/1.1" status: 204 len: 168 time: 0.4162781 Nov 23 02:43:11.397248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:11.404930 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.405269 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 51d4870e-331c-4915-a0aa-9d1d298f92cb of type vlan for network 8d55b0c5-2593-4f42-b659-1d22db510ba3 Nov 23 02:43:11.478169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:11.491609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 3aa2c161-728d-43a0-8e9a-ed37743d0ba2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:11.496523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.524416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83455a4b-687a-43a7-9c36-3b0375c0cbac req-7c2a143f-4cf0-40e8-a3f3-0c6a34965163 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291904 Nov 23 02:43:11.548324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.599819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:11.611107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-548a0811-973b-42ea-9ab2-2319a70f93c5 req-b2963fc7-04f0-4bbc-8263-c0e3eb7bdaec tempest-VolumesNegativeTest-1111872170 tempest-VolumesNegativeTest-1111872170-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae54157f-b667-4781-a0be-34d6da7d892a HTTP/1.1" status: 200 len: 210 time: 0.0358586 Nov 23 02:43:11.613681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.628277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.637467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:11.638165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.639821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 200 len: 1092 time: 2.4390328 Nov 23 02:43:11.648888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32311891-12f2-4011-b168-bb4d3c4a5e3d None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:11.674218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:11.677154 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:11.724305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.748828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 553432b2-3a82-4b00-a5b7-161395b0517b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:11.756093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.786728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:43:11.788516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 553432b2-3a82-4b00-a5b7-161395b0517b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:11.788869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 553432b2-3a82-4b00-a5b7-161395b0517b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:11.806140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.806606 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.839324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa2c161-728d-43a0-8e9a-ed37743d0ba2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:11.843369 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.843677 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0368c2-44ca-4e7f-9346-1d48d392971f x-openstack-request-id: req-cd0368c2-44ca-4e7f-9346-1d48d392971f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:11.844055 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:11.844407 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd0368c2-44ca-4e7f-9346-1d48d392971f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:11.844910 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', 'status': 'completed', 'code': 200} Nov 23 02:43:11.846604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4f095054-c38c-4e98-acb9-0d1fe927f127 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/3aa2c161-728d-43a0-8e9a-ed37743d0ba2 HTTP/1.1" status: 204 len: 168 time: 0.4482281 Nov 23 02:43:11.849146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:11.859819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace59ce9-341d-49e9-909b-eadca0ae3a4e None None] Network 8b418d26-1cc3-4496-a43d-c0c7b575b128 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:11.901919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.908981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:11.909724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.929860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d62f-5d65-40e4-b207-515beb850d05 service neutron] Pushing event updated for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:11.930085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:11.944078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8195057 Nov 23 02:43:11.947405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35968) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:11.954715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:11.968041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=e8f00a40-ec27-41e4-9a3e-b20fdbcf8274,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:12.024704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-02fda17e-c723-4a13-9795-c819d9e67b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:12.027037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-02fda17e-c723-4a13-9795-c819d9e67b09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1095 time: 0.2960534 Nov 23 02:43:12.035365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Checking segment: {'id': '9d45066d-490f-4eb4-b73d-b46c772a187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:12.035829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network hostable DHCP agents. Network: bdd230e2-0479-4ab8-b7cb-63ab69c9f153, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:12.049147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595453f8-55b4-4238-94e2-8d0e9bda81b3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=8d55b0c5-2593-4f42-b659-1d22db510ba3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:12.074108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:12.113205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port dbaa978b-d8ce-4805-97e4-89ded0714c21 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:12.113682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.115272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-83a65126-87cc-40ec-a834-970fd2cdeb31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 200 len: 217 time: 0.0735612 Nov 23 02:43:12.131069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:12.131069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.170127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] DHCP port deletion for 8b418d26-1cc3-4496-a43d-c0c7b575b128 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:12.184136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:12.201783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, bdd230e2-0479-4ab8-b7cb-63ab69c9f153) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:12.211315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:12.212536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.217465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 05c9a218-307f-4dd0-92f4-cadc7da392ac no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:12.225316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-46017051-08e1-48d6-8cc1-2bc8fa1b5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:12.227577 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-46017051-08e1-48d6-8cc1-2bc8fa1b5ef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.1042213 Nov 23 02:43:12.232004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b319ce29-cd88-4df5-9963-6687d89d8493 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7118900 Nov 23 02:43:12.235214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35976) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:12.242932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:12.258843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 05c9a218-307f-4dd0-92f4-cadc7da392ac {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:12.259488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 05c9a218-307f-4dd0-92f4-cadc7da392ac not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:12.260074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port dbaa978b-d8ce-4805-97e4-89ded0714c21, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbaa978b-d8ce-4805-97e4-89ded0714c21,segment=NetworkSegment(0f7c8648-c918-4d4e-9421-c802d8d674e8),segment_id=0f7c8648-c918-4d4e-9421-c802d8d674e8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:12.260446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.262224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01caa55-325a-4d30-bf93-f0ebc62fcb4b None None] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:12.280219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for dbaa978b-d8ce-4805-97e4-89ded0714c21 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:12.323079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-9c129c63-c757-4fda-ac0f-a277bcc6dde2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722361 Nov 23 02:43:12.394040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Deleting port dbaa978b-d8ce-4805-97e4-89ded0714c21 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:12.394996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.516526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8521397'] for subnet, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.541246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-d6cbe10c-f408-40b2-93c1-19dd66d9b833 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066531 Nov 23 02:43:12.654230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] For port dbaa978b-d8ce-4805-97e4-89ded0714c21, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbaa978b-d8ce-4805-97e4-89ded0714c21,segment=NetworkSegment(0f7c8648-c918-4d4e-9421-c802d8d674e8),segment_id=0f7c8648-c918-4d4e-9421-c802d8d674e8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:12.654905 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.689469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Calling delete_port for dbaa978b-d8ce-4805-97e4-89ded0714c21 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:12.694052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-bdd230e2-0479-4ab8-b7cb-63ab69c9f153', 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153', 'tenant_id': '7536c9458e844594b5af5ecb95abdfbc', 'fixed_ips': [{'subnet_id': 'e8f00a40-ec27-41e4-9a3e-b20fdbcf8274'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:12.695109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.830222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.931728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=d0b611ee-b414-48eb-ba3b-7d58cc867f11,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:12.980134 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.985512 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.024854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] Pushing event deleted for resources: {'Port': ['ID=dbaa978b-d8ce-4805-97e4-89ded0714c21,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.028121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d893b-17eb-4051-bed7-6c2bad2269fc None None] No DVR routers for this DVR port dbaa978b-d8ce-4805-97e4-89ded0714c21 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:13.029898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '51d4870e-331c-4915-a0aa-9d1d298f92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:13.030375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 8d55b0c5-2593-4f42-b659-1d22db510ba3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:13.036247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=dbaa978b-d8ce-4805-97e4-89ded0714c21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.045911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port dbaa978b-d8ce-4805-97e4-89ded0714c21 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:13.187995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b8be7-2da3-4f17-ac1e-9c567371a943 req-0095442c-786c-4a9a-b8e2-3a40790c0d36 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.189459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-674b8be7-2da3-4f17-ac1e-9c567371a943 req-0095442c-786c-4a9a-b8e2-3a40790c0d36 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 943 time: 0.3707595 Nov 23 02:43:13.236175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.257590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:13.320338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8d55b0c5-2593-4f42-b659-1d22db510ba3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:13.326600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b418d26-1cc3-4496-a43d-c0c7b575b128']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:13.332192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c401e-60ba-4d2a-bf06-e73001878291 None None] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:13.352387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793994141004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8541866'] for subnet, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.368118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.368907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.381534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7c8648-c918-4d4e-9421-c802d8d674e8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:13.382395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7c8648-c918-4d4e-9421-c802d8d674e8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:13.414058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.425791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.426422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.427947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "PUT /v2.0/subnets/e8f00a40-ec27-41e4-9a3e-b20fdbcf8274 HTTP/1.1" status: 200 len: 877 time: 1.1912365 Nov 23 02:43:13.432695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36018) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:13.463167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.465555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5371b-ae9d-484b-bc2a-8fe037514255 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event updated for resources: {'Subnet': ['ID=e8f00a40-ec27-41e4-9a3e-b20fdbcf8274,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.477377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-674b8be7-2da3-4f17-ac1e-9c567371a943 req-f52f3d6c-1a78-4f29-9026-6339b5b113c0 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688043 Nov 23 02:43:13.486821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:13.487436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:13.511437 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:13.545481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68151ce6-8bbb-4e5f-8d0e-f1e48c35dcef req-9a626d68-ce9b-4e0c-9607-db58ce2f64f4 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962742 Nov 23 02:43:13.552203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c6368458-c348-4da0-a19a-39b7dc894195 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6035371 Nov 23 02:43:13.555239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36026) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:13.579385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-649279668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:13.581147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Allocated IP 172.20.0.3 (bdd230e2-0479-4ab8-b7cb-63ab69c9f153/e8f00a40-ec27-41e4-9a3e-b20fdbcf8274/cb8de944-6aef-45fa-bc68-bec92c865b65) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:13.707039 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.733977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.737620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/8b418d26-1cc3-4496-a43d-c0c7b575b128 HTTP/1.1" status: 204 len: 168 time: 1.8872528 Nov 23 02:43:13.738435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4e0a-95f0-4f42-8f2f-493d4ac0f21e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=8b418d26-1cc3-4496-a43d-c0c7b575b128,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.741168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:13.746165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-445429061', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:13.758144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbaa978b-d8ce-4805-97e4-89ded0714c21 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:13.813277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-8d55b0c5-2593-4f42-b659-1d22db510ba3', 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': 'd0b611ee-b414-48eb-ba3b-7d58cc867f11'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:13.814261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.841031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-9e637938-043f-4a41-87df-f540d3b26cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.843803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-9e637938-043f-4a41-87df-f540d3b26cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1095 time: 0.2083039 Nov 23 02:43:13.853307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dbaa978b-d8ce-4805-97e4-89ded0714c21 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:13.853307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbaa978b-d8ce-4805-97e4-89ded0714c21 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:13.860986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.862375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.885090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.886396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.895344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.958830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.967515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.999719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.001035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-25885654-2e9d-4682-80ba-92de75b73e28 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2589049 Nov 23 02:43:14.004483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36068) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:14.009870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031705660'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:14.071793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:14.079590 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.116247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:14.118175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Allocated IP 2001:db8::2 (8d55b0c5-2593-4f42-b659-1d22db510ba3/d0b611ee-b414-48eb-ba3b-7d58cc867f11/79c473af-ff79-4cb5-9290-71380f3d5af5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:14.125294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.130705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.131153 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 35ee8e57-85e6-4591-9d28-326024513e31 of type vlan for network e9984073-179a-4986-862b-b72d500597a8 Nov 23 02:43:14.157918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.162295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.181467 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.181702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.216333 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.221899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.222490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.237491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.301309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2929697 Nov 23 02:43:14.306130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:14.311754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:14.330550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Pushing event updated for resources: {'Port': ['ID=cb8de944-6aef-45fa-bc68-bec92c865b65,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:14.359906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:14.363667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:14.370267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:14.376053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.378214 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-37d3d2ee-d7b9-41b4-ace9-717c79798223 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8110106 Nov 23 02:43:14.379963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36102) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:14.384042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.425797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925e40e-9e5b-4af9-a35a-6e786bfccfa8 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=e9984073-179a-4986-862b-b72d500597a8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:14.457086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:14.461343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.469205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e9984073-179a-4986-862b-b72d500597a8 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:14.662057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.697641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd230e2-0479-4ab8-b7cb-63ab69c9f153']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:14.710936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d45066d-490f-4eb4-b73d-b46c772a187c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:14.711249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d45066d-490f-4eb4-b73d-b46c772a187c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:14.714109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Attempting to bind port cb8de944-6aef-45fa-bc68-bec92c865b65 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:14.714735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Attempting to bind port cb8de944-6aef-45fa-bc68-bec92c865b65 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '9d45066d-490f-4eb4-b73d-b46c772a187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:14.717741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Attempting to bind port cb8de944-6aef-45fa-bc68-bec92c865b65 on network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:14.724274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.741170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.748202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372783b-99a9-4ddb-b3b8-eed0b45aad6c req-3007a5d7-c3c1-475d-972d-e12012095147 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.750530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3372783b-99a9-4ddb-b3b8-eed0b45aad6c req-3007a5d7-c3c1-475d-972d-e12012095147 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 943 time: 0.0952837 Nov 23 02:43:14.753784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:14.754561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.787335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:14.788004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Checking segment: {'id': '9d45066d-490f-4eb4-b73d-b46c772a187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:14.788876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.790496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Bound using segment: {'id': '9d45066d-490f-4eb4-b73d-b46c772a187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:14.791100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Bound port: cb8de944-6aef-45fa-bc68-bec92c865b65, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d45066d-490f-4eb4-b73d-b46c772a187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:14.791476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:14.844447 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:14.848636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-82b476c9-9616-4665-b083-a8e6bce5275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.850637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-82b476c9-9616-4665-b083-a8e6bce5275d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.9914923 Nov 23 02:43:14.855302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.864893 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.911038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.981558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:14.989188 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:43:14.989188 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:43:14.989188 n-d-714676-12 neutron-server[103572]: [parameters: {'id': 'bdd230e2-0479-4ab8-b7cb-63ab69c9f153'}] Nov 23 02:43:14.989188 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:43:14.989661 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:43:14.992818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:14.995818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:15.002336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f00a40-ec27-41e4-9a3e-b20fdbcf8274,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:15.042456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-73befb4c-db99-46b7-a037-9d023b6e1a12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 200 len: 217 time: 0.0885413 Nov 23 02:43:15.054952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Pushing event updated for resources: {'Port': ['ID=79c473af-ff79-4cb5-9290-71380f3d5af5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:15.060086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] For port cb8de944-6aef-45fa-bc68-bec92c865b65, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:15.079152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] For port cb8de944-6aef-45fa-bc68-bec92c865b65, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cb8de944-6aef-45fa-bc68-bec92c865b65,segment=NetworkSegment(9d45066d-490f-4eb4-b73d-b46c772a187c),segment_id=9d45066d-490f-4eb4-b73d-b46c772a187c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:15.080610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Attempting to bind port 79c473af-ff79-4cb5-9290-71380f3d5af5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:15.080982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Attempting to bind port 79c473af-ff79-4cb5-9290-71380f3d5af5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '51d4870e-331c-4915-a0aa-9d1d298f92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:15.081350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Attempting to bind port 79c473af-ff79-4cb5-9290-71380f3d5af5 on network 8d55b0c5-2593-4f42-b659-1d22db510ba3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:15.087929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.090434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:15.090885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Checking segment: {'id': '51d4870e-331c-4915-a0aa-9d1d298f92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:15.091272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=d0fa67c0-231d-464f-b286-5f2c58505dc7,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:15.091758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.091933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Bound using segment: {'id': '51d4870e-331c-4915-a0aa-9d1d298f92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:15.092487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Bound port: 79c473af-ff79-4cb5-9290-71380f3d5af5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d4870e-331c-4915-a0aa-9d1d298f92cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '8d55b0c5-2593-4f42-b659-1d22db510ba3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:15.092881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.108764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3372783b-99a9-4ddb-b3b8-eed0b45aad6c req-90b16d68-91a5-4e56-9e8b-194c3effdea6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304570 Nov 23 02:43:15.169865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:15.170245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: e9984073-179a-4986-862b-b72d500597a8, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:15.208157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e9984073-179a-4986-862b-b72d500597a8 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:15.226531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e9984073-179a-4986-862b-b72d500597a8) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:15.231235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:15.231837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.265281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59436dd7-61fe-46b1-933c-0d868a2ff2f4 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9581029 Nov 23 02:43:15.268211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:15.313220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.320024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-6916523c-8e37-4236-a1a0-c8734a02ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:15.324627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-6916523c-8e37-4236-a1a0-c8734a02ee8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.2347167 Nov 23 02:43:15.368915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ec52d-ea52-434a-8067-df5f07d74b82 None None] Network e9984073-179a-4986-862b-b72d500597a8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:15.439803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-144192fd-7158-44da-8b0e-eead82c8dde9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935714 Nov 23 02:43:15.495714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.527591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5719e-706c-4738-a1a8-24b1ae9e5f96 None None] Pushing event updated for resources: {'Port': ['ID=cb8de944-6aef-45fa-bc68-bec92c865b65,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:15.534889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe3dcc-a487-4a18-9fff-70458579e3ba None None] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:15.712408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] For port 79c473af-ff79-4cb5-9290-71380f3d5af5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:15.769972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Deleting port cb8de944-6aef-45fa-bc68-bec92c865b65 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:15.770470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.776297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-4e68814f-93a8-4a40-8deb-e62819621c45 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782967 Nov 23 02:43:15.805270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] For port 79c473af-ff79-4cb5-9290-71380f3d5af5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c473af-ff79-4cb5-9290-71380f3d5af5,segment=NetworkSegment(51d4870e-331c-4915-a0aa-9d1d298f92cb),segment_id=51d4870e-331c-4915-a0aa-9d1d298f92cb)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:15.817031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.867438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:15.886194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18b35e-ea98-443b-992a-5968c88a5e18 None None] Pushing event updated for resources: {'Port': ['ID=79c473af-ff79-4cb5-9290-71380f3d5af5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:16.071412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] For port cb8de944-6aef-45fa-bc68-bec92c865b65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cb8de944-6aef-45fa-bc68-bec92c865b65,segment=NetworkSegment(9d45066d-490f-4eb4-b73d-b46c772a187c),segment_id=9d45066d-490f-4eb4-b73d-b46c772a187c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:16.071839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.112558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8::1 (8d55b0c5-2593-4f42-b659-1d22db510ba3/d0b611ee-b414-48eb-ba3b-7d58cc867f11/a2538dfd-582c-4b70-b08d-2133d11f753f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:16.115445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Calling delete_port for cb8de944-6aef-45fa-bc68-bec92c865b65 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:16.165756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bcd727d0-2082-4d7b-a755-3bb6aaf27eb5 req-7744f685-a39b-44cd-960e-b20667c516e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717637 Nov 23 02:43:16.367075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.373827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.417452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Port': ['ID=cb8de944-6aef-45fa-bc68-bec92c865b65,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:16.425857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No DVR routers for this DVR port cb8de944-6aef-45fa-bc68-bec92c865b65 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:16.515573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:43:16.577252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.607398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d45572-4107-48d0-8148-0f73092bcead req-b61dcf92-2c0f-40f6-80aa-2076066ce90a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:16.609163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05d45572-4107-48d0-8148-0f73092bcead req-b61dcf92-2c0f-40f6-80aa-2076066ce90a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 943 time: 0.2700582 Nov 23 02:43:16.628781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e9984073-179a-4986-862b-b72d500597a8', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:16.633773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.634784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.20.0.1 (e9984073-179a-4986-862b-b72d500597a8/d0fa67c0-231d-464f-b286-5f2c58505dc7/312345f9-3053-40eb-903e-1b218644465a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:16.635254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.667890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:16.680567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:16.684664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd230e2-0479-4ab8-b7cb-63ab69c9f153']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:16.687936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:16.688676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.691723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=a2538dfd-582c-4b70-b08d-2133d11f753f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:16.698478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddd248-d582-4d94-bc65-ac093921bad0 None None] Network bdd230e2-0479-4ab8-b7cb-63ab69c9f153 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:16.740689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d45066d-490f-4eb4-b73d-b46c772a187c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:16.741362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d45066d-490f-4eb4-b73d-b46c772a187c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:16.759418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.815552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.827869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:16.828178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:16.832121 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:16.923763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.950951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:16.987168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:16.993343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.008212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05d45572-4107-48d0-8148-0f73092bcead req-5c29e39e-677b-4291-99fc-a910b6338e1f tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742511 Nov 23 02:43:17.030061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.033134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'port_id': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', 'mac_address': 'fa:16:3e:27:ca:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:43:17.048621 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/bdd230e2-0479-4ab8-b7cb-63ab69c9f153 HTTP/1.1" status: 204 len: 168 time: 3.6077862 Nov 23 02:43:17.065213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:17.080144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4cef0-8f9b-4198-a5ad-3e191704dd8b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=bdd230e2-0479-4ab8-b7cb-63ab69c9f153,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:17.107284 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-897a9276-4cd2-4aa3-94b3-c8c4b216f56a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:17.107985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897a9276-4cd2-4aa3-94b3-c8c4b216f56a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:17.113057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-897a9276-4cd2-4aa3-94b3-c8c4b216f56a tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/e8f00a40-ec27-41e4-9a3e-b20fdbcf8274 HTTP/1.1" status: 404 len: 337 time: 0.0466139 Nov 23 02:43:17.116689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36270) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:17.146342 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccf78e6-f1c6-4930-8ae7-30409bc0dfbf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:17.148516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccf78e6-f1c6-4930-8ae7-30409bc0dfbf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:17.154632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ccf78e6-f1c6-4930-8ae7-30409bc0dfbf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/bdd230e2-0479-4ab8-b7cb-63ab69c9f153 HTTP/1.1" status: 404 len: 339 time: 0.0362256 Nov 23 02:43:17.156409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.158993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36272) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:17.240676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.264162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:17.289169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e9984073-179a-4986-862b-b72d500597a8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:17.295550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:17.300440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:17.329287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Allocated IP 172.20.0.2 (e9984073-179a-4986-862b-b72d500597a8/d0fa67c0-231d-464f-b286-5f2c58505dc7/1ee11521-c3eb-42e4-b5b0-ab2082145c8d) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:17.378244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:17.423514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.488117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:17.509534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.613890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.676080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.676858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.689761 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6412d9fd-8829-4a79-b580-9179fcee1e61 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:17.694406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6412d9fd-8829-4a79-b580-9179fcee1e61 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:17.706275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6412d9fd-8829-4a79-b580-9179fcee1e61 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/f674e7a2-d986-4d73-bd59-f32b5b4c9b7a HTTP/1.1" status: 404 len: 337 time: 0.5456021 Nov 23 02:43:17.709968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:17.732288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:17.771727 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.777272 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d09aaf-fcfa-4937-a65e-0089d5680c04 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:17.778234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d09aaf-fcfa-4937-a65e-0089d5680c04 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:17.781958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-96d09aaf-fcfa-4937-a65e-0089d5680c04 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/43ba627c-1a0d-40a2-9550-56cc980c60fd HTTP/1.1" status: 404 len: 339 time: 0.0707333 Nov 23 02:43:17.791306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:17.800684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.814745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.834764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6c83fbd9-fa76-4db4-aeab-9f86b9775cc6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:17.837861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0763ff8-c894-41fc-ac0b-953ea66e2469 None None] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:17.929038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=a2538dfd-582c-4b70-b08d-2133d11f753f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:17.950182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-9d982b9e-9bb3-454a-82c8-9dc7b21bc553 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2655039 Nov 23 02:43:17.998104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:17.999651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:18.046768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Network e9984073-179a-4986-862b-b72d500597a8 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:18.049464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c473af-ff79-4cb5-9290-71380f3d5af5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:18.091708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:18.109860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:18.138891 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.296896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.326205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463e7052-170b-4684-a3cd-46a7f6b2a51f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:18.340278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c27f2b-c70e-46b9-99e0-327afa635c23') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:18.340749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c27f2b-c70e-46b9-99e0-327afa635c23') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:18.355249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.355502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] Provisioning complete for port 79c473af-ff79-4cb5-9290-71380f3d5af5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:18.355749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.374928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.384532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:18.385097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.403441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Pushing event updated for resources: {'Port': ['ID=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:18.406839 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:18.584923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.590207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.596678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/463e7052-170b-4684-a3cd-46a7f6b2a51f HTTP/1.1" status: 204 len: 168 time: 0.8032830 Nov 23 02:43:18.617845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:18.618858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44856b22-c8c9-42d0-b81b-4e761e36f75b tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=463e7052-170b-4684-a3cd-46a7f6b2a51f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:18.644391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659af55-0451-4c79-b62d-5e3a13ee2bcc req-06eeb8df-59e7-4ab4-a17b-0cf1b948edbb tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:18.646004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3659af55-0451-4c79-b62d-5e3a13ee2bcc req-06eeb8df-59e7-4ab4-a17b-0cf1b948edbb tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 944 time: 0.4402390 Nov 23 02:43:18.683180 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffc1555-0d79-4bb4-b40b-7e45b33e4b77 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:18.684483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffc1555-0d79-4bb4-b40b-7e45b33e4b77 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:18.690865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ffc1555-0d79-4bb4-b40b-7e45b33e4b77 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/1b8da13d-8657-49db-9e9a-4cd37ce02197 HTTP/1.1" status: 404 len: 337 time: 0.0640604 Nov 23 02:43:18.692464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Attempting to bind port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:18.693053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Attempting to bind port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:18.693591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Attempting to bind port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d on network e9984073-179a-4986-862b-b72d500597a8 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:18.698773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:18.708290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:18.708981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Checking segment: {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:18.709611 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.710171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Bound using segment: {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:18.710876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Bound port: 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:18.711449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.729638 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9157f482-4793-4ff8-96da-3393910263ec tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:18.730186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9157f482-4793-4ff8-96da-3393910263ec tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:18.736666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9157f482-4793-4ff8-96da-3393910263ec tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/7ef2367d-b3ce-4438-adf3-7d80a62b3ad9 HTTP/1.1" status: 404 len: 339 time: 0.0368500 Nov 23 02:43:18.737302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:18.738218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 79c473af-ff79-4cb5-9290-71380f3d5af5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:18.738788 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.780904 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3970401-22bf-4bb1-83bc-fc96204dfeb0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:18.781470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3970401-22bf-4bb1-83bc-fc96204dfeb0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:18.792152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c3970401-22bf-4bb1-83bc-fc96204dfeb0 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/2b937796-510b-4f7a-ba10-4012f457182d HTTP/1.1" status: 404 len: 337 time: 0.0444868 Nov 23 02:43:18.794387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:18.848736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] For port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:18.852613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] For port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:18.862406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.876592 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:18.877763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3659af55-0451-4c79-b62d-5e3a13ee2bcc req-05536a86-c3bf-4674-a1ed-ff9a616a131c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016506 Nov 23 02:43:18.887068 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ebb8e-7da9-464e-8149-916a27ab85ba tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:18.887659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ebb8e-7da9-464e-8149-916a27ab85ba tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:18.894307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bd4ebb8e-7da9-464e-8149-916a27ab85ba tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/03120315-c608-4d0b-a5bf-f2873809e6cb HTTP/1.1" status: 404 len: 339 time: 0.0922315 Nov 23 02:43:18.904697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:18.956025 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2445cf0-eec7-4c5a-ab35-ebb01b765d66 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:18.956524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2445cf0-eec7-4c5a-ab35-ebb01b765d66 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:18.984449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a2445cf0-eec7-4c5a-ab35-ebb01b765d66 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/4d7fbc3a-7441-4519-8903-e0a5ac964731 HTTP/1.1" status: 404 len: 337 time: 0.0786710 Nov 23 02:43:18.995551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.013569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.020881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.051251 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1de765-87bd-41d2-a587-55be3ca1b1bf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.051781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1de765-87bd-41d2-a587-55be3ca1b1bf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.055880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c1de765-87bd-41d2-a587-55be3ca1b1bf tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/3ef8e815-74f6-46d1-80f2-5f2613775531 HTTP/1.1" status: 404 len: 339 time: 0.0551019 Nov 23 02:43:19.068145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.073618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.074100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.074587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.081129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.081627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.082101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.082591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.085386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-67b300f9-afd7-4f1e-a11d-1da4cba042b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.9762220 Nov 23 02:43:19.125082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a50aa-5884-4f07-a02d-dd8492da4baf None None] Pushing event updated for resources: {'Port': ['ID=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:19.132201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] For port 79c473af-ff79-4cb5-9290-71380f3d5af5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c473af-ff79-4cb5-9290-71380f3d5af5,segment=NetworkSegment(51d4870e-331c-4915-a0aa-9d1d298f92cb),segment_id=51d4870e-331c-4915-a0aa-9d1d298f92cb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:19.133212 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaa7cfb-995f-4f37-b128-cc2728953717 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.133632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaa7cfb-995f-4f37-b128-cc2728953717 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.137778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-acaa7cfb-995f-4f37-b128-cc2728953717 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/f925f998-110e-4725-954e-4fdb1bc62ec2 HTTP/1.1" status: 404 len: 337 time: 0.0513971 Nov 23 02:43:19.151476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:19.153344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36352) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.179840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.231400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.265764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.266116 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de64d05-c019-4da4-93de-3a6c265dfcbc tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.266885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de64d05-c019-4da4-93de-3a6c265dfcbc tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.272957 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9de64d05-c019-4da4-93de-3a6c265dfcbc tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/f81172d2-cacf-43ab-a7e3-13417d66fc53 HTTP/1.1" status: 404 len: 339 time: 0.1169245 Nov 23 02:43:19.298760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.363323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9f73f69b-887b-483d-bd53-0fedbca5eba7 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:19.369683 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74d2aa6-72d4-4829-9374-d76bd2b561cb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.370410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74d2aa6-72d4-4829-9374-d76bd2b561cb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.373866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c74d2aa6-72d4-4829-9374-d76bd2b561cb tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/5b60a682-8018-4cc8-a5c5-ea33a5aebe0f HTTP/1.1" status: 404 len: 337 time: 0.0738831 Nov 23 02:43:19.380366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f177b-27c5-45ef-8309-bcaf191843d0 None None] Pushing event updated for resources: {'Port': ['ID=79c473af-ff79-4cb5-9290-71380f3d5af5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:19.382765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.507785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-135d494d-9f44-4de7-8333-c344cb8cc6e0 None None] Provisioning complete for port a2538dfd-582c-4b70-b08d-2133d11f753f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:19.507785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-135d494d-9f44-4de7-8333-c344cb8cc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.580136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e9984073-179a-4986-862b-b72d500597a8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:19.584063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:19.594066 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:43:19.594451 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:43:19.639727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-135d494d-9f44-4de7-8333-c344cb8cc6e0 None None] Port a2538dfd-582c-4b70-b08d-2133d11f753f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:19.664204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-135d494d-9f44-4de7-8333-c344cb8cc6e0 None None] Provisioning complete for port 79c473af-ff79-4cb5-9290-71380f3d5af5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:19.664590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-135d494d-9f44-4de7-8333-c344cb8cc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.669620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:19.690183 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] Sync routers for ids ['9f73f69b-887b-483d-bd53-0fedbca5eba7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:19.692865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b141c598-c8c0-4aae-acd0-691e3e488b1b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9f73f69b-887b-483d-bd53-0fedbca5eba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2989316 Nov 23 02:43:19.698845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.713210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] Routers {'9f73f69b-887b-483d-bd53-0fedbca5eba7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:19.713894 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9f73f69b-887b-483d-bd53-0fedbca5eba7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:19.724484 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6687fa8f-63fd-4999-b6d8-1d13070d3005 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.725259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6687fa8f-63fd-4999-b6d8-1d13070d3005 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.734388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6687fa8f-63fd-4999-b6d8-1d13070d3005 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/f9cb3fc6-f83a-4cc3-9acd-eaf9abbe5886 HTTP/1.1" status: 404 len: 339 time: 0.3275571 Nov 23 02:43:19.740930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36368) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.780113 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:19.806652 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] Routers {'9f73f69b-887b-483d-bd53-0fedbca5eba7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:19.807274 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9f73f69b-887b-483d-bd53-0fedbca5eba7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:19.840635 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdf5840-b24b-4846-8f12-18069e26e1a7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.841105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdf5840-b24b-4846-8f12-18069e26e1a7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.846290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0cdf5840-b24b-4846-8f12-18069e26e1a7 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/5910c053-4c97-4fa0-ab93-5de8bf9a7fbd HTTP/1.1" status: 404 len: 337 time: 0.1037664 Nov 23 02:43:19.847890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-8383cc89-5072-4572-b0dc-379d4c484edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.848352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-8383cc89-5072-4572-b0dc-379d4c484edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.848808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-8383cc89-5072-4572-b0dc-379d4c484edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.851620 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-8383cc89-5072-4572-b0dc-379d4c484edf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.7219851 Nov 23 02:43:19.852116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.946124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9981cb21-f752-4240-b7e0-ad8e4d61b0ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.951177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9981cb21-f752-4240-b7e0-ad8e4d61b0ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports/a2538dfd-582c-4b70-b08d-2133d11f753f HTTP/1.1" status: 200 len: 911 time: 0.2511919 Nov 23 02:43:19.957105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:19.969145 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6846a53-baba-4ce7-9238-2b521b92c131 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:19.969829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6846a53-baba-4ce7-9238-2b521b92c131 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:19.987791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6846a53-baba-4ce7-9238-2b521b92c131 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/aef61071-25f9-44b3-b36d-7785c03cb052 HTTP/1.1" status: 404 len: 339 time: 0.1341512 Nov 23 02:43:19.988447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.002084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-525b90f0-9a1c-497f-8277-8e4ab24e9fb4 None None] Provisioning complete for port a2538dfd-582c-4b70-b08d-2133d11f753f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:20.002850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-525b90f0-9a1c-497f-8277-8e4ab24e9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.098638 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dee9c2-f86a-4cb6-a362-aad0234c3390 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:20.099117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45dee9c2-f86a-4cb6-a362-aad0234c3390 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:20.100696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-525b90f0-9a1c-497f-8277-8e4ab24e9fb4 None None] Port a2538dfd-582c-4b70-b08d-2133d11f753f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:20.109295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-45dee9c2-f86a-4cb6-a362-aad0234c3390 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/322c83e2-7db0-4fcd-abbd-fc43a54720a9 HTTP/1.1" status: 404 len: 337 time: 0.1130037 Nov 23 02:43:20.133529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.170576 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:20.172436 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5814100-9d33-428b-a579-bb6444c8db90 None None] The sync data for ids ['9f73f69b-887b-483d-bd53-0fedbca5eba7'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:20.246295 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f651704c-c547-4f22-94e6-0f93bc12379f tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:20.246295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f651704c-c547-4f22-94e6-0f93bc12379f tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:20.248079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:20.252762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f651704c-c547-4f22-94e6-0f93bc12379f tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/aca7eb0e-fd01-4a77-a968-70f571995140 HTTP/1.1" status: 404 len: 339 time: 0.1148160 Nov 23 02:43:20.262036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.263738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-0d077dce-7502-4047-8010-74a73eb70ffd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.4018197 Nov 23 02:43:20.300961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:20.429926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d456b-e1ba-4c68-9cb8-78ffaaf501b6 req-5a24cea8-f79d-4c80-aa61-c0df8daea356 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:20.437143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-ea21ee23-8c7a-4d7c-a13d-979490a36dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:20.447353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c4d456b-e1ba-4c68-9cb8-78ffaaf501b6 req-5a24cea8-f79d-4c80-aa61-c0df8daea356 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 944 time: 0.3369517 Nov 23 02:43:20.449468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:43:20.455227 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-ea21ee23-8c7a-4d7c-a13d-979490a36dc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.1786275 Nov 23 02:43:20.458767 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd71923-7042-4cd7-b7f0-37364968e724 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:20.461276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd71923-7042-4cd7-b7f0-37364968e724 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:20.464618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdd71923-7042-4cd7-b7f0-37364968e724 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/ce026f73-3ab2-4e13-850a-8204cb3807c5 HTTP/1.1" status: 404 len: 337 time: 0.2013719 Nov 23 02:43:20.465609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:20.465982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.468156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ac6a8ac3-8fb7-48f4-8168-cbfa0d4a2c78 None None] Provisioning complete for port a2538dfd-582c-4b70-b08d-2133d11f753f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:20.473208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8ac3-8fb7-48f4-8168-cbfa0d4a2c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.517332 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.603296 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12b8f48-e43f-4495-ad15-e219b819aad1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] DELETE failed (client error): The resource could not be found. Nov 23 02:43:20.603815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12b8f48-e43f-4495-ad15-e219b819aad1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:43:20.609522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d12b8f48-e43f-4495-ad15-e219b819aad1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/9ca0e9ff-707a-4878-9067-e0a4cc668101 HTTP/1.1" status: 404 len: 339 time: 0.0868964 Nov 23 02:43:20.610670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36398) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.709938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c4d456b-e1ba-4c68-9cb8-78ffaaf501b6 req-6957a527-8adb-4c8f-b8a9-bbd23d762048 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379401 Nov 23 02:43:20.710709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-3ac7e0c4-af86-44f8-a6d5-b63f764c392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:20.712576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-3ac7e0c4-af86-44f8-a6d5-b63f764c392d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936545 Nov 23 02:43:20.717361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:20.728052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-be4be5d8-8700-402f-9d99-853e11f99c1c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4586315 Nov 23 02:43:20.728833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:20.734370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-795357786'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:20.773669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:20.783496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a8ac3-8fb7-48f4-8168-cbfa0d4a2c78 None None] Port a2538dfd-582c-4b70-b08d-2133d11f753f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:20.789656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:20.793175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c473af-ff79-4cb5-9290-71380f3d5af5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:20.796770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.861394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Deleting subnet 9f668ecf-a251-4d52-ad57-553079d3ee11 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:20.873863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.899382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:20.925238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.926005 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 9b3df509-89ba-4030-af83-e4dd00e93cd1 of type vlan for network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 Nov 23 02:43:20.929138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:20.929794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:20.997555 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.015371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bd841-6181-46b8-b910-68d46aad9ff1 None None] Network e9984073-179a-4986-862b-b72d500597a8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:21.029004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.030828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.046810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:21.049750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.103332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 79c473af-ff79-4cb5-9290-71380f3d5af5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:21.104242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.119421 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-53cdf266-806e-48e3-9d9d-2c79c8e41e29 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680732 Nov 23 02:43:21.188728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4586532 Nov 23 02:43:21.192528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:21.200029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:21.204943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5902fc-8532-402f-87ca-aa9e5a5a19e3 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:21.246885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:21.329012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.338573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] Provisioning complete for port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:21.339238 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.363837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:21.368097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.414385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:21.480537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.481715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.644135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-ea4df325-91db-48c6-8d66-2512242ce501 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022514 Nov 23 02:43:21.679475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:21.682251 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b0687-ab6e-4c55-93ca-97b98a4a1778" -d '{"events": [{"server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "name": "network-vif-plugged", "status": "completed", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:21.769777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.777744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-0f121a05-9588-4796-8b55-bf39f707db6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.1133909 Nov 23 02:43:21.867477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.907453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Subnet': ['ID=9f668ecf-a251-4d52-ad57-553079d3ee11,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:21.926268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1ee11521-c3eb-42e4-b5b0-ab2082145c8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:21.931455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:21.936834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-68b26539-4485-4979-ae24-1992baee5ac4 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/subnets/9f668ecf-a251-4d52-ad57-553079d3ee11 HTTP/1.1" status: 204 len: 168 time: 1.3215468 Nov 23 02:43:21.942105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:22.029916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=43b366bd-3faf-46e1-9af4-ece54ff4e92b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:22.039289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-9da29d7e-d6e3-4185-a6f1-e19a44d80065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.040380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:22.040892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:22.041004 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-9da29d7e-d6e3-4185-a6f1-e19a44d80065 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.2044606 Nov 23 02:43:22.057394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3ae83-eed8-4717-8c7a-adc196737984 req-c98d34cf-64a1-49e0-ae86-7d29a7d5a4f1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.067874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1b3ae83-eed8-4717-8c7a-adc196737984 req-c98d34cf-64a1-49e0-ae86-7d29a7d5a4f1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 944 time: 0.1214821 Nov 23 02:43:22.076346 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6b9587-d2ef-44eb-8529-cd3fa0482be4 x-openstack-request-id: req-9c6b9587-d2ef-44eb-8529-cd3fa0482be4 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:22.076673 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "name": "network-vif-plugged", "status": "completed", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:22.077213 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c6b9587-d2ef-44eb-8529-cd3fa0482be4 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:22.077622 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', 'code': 200} Nov 23 02:43:22.084767 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a724eb1-1bf8-41ac-b000-7a78529ce6c0 None None] Network 266b3718-a9bc-4f6b-96d8-90b99735e08b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:22.102647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3fef-b44a-4318-a572-f7c5ce7811a3 req-94039207-82d1-492b-81af-14817f2906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.104314 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6ee3fef-b44a-4318-a572-f7c5ce7811a3 req-94039207-82d1-492b-81af-14817f2906fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1096 time: 0.2387509 Nov 23 02:43:22.110147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.130071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:22.152280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:22.162114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:22.167717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.168730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.186813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.199109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1b3ae83-eed8-4717-8c7a-adc196737984 req-37b4f9e8-572e-4170-9961-44bbcd7e7114 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302135 Nov 23 02:43:22.214468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2acb1ac-0459-44b9-b436-d99eaace26cf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0204172 Nov 23 02:43:22.219346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:22.242358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-a2478a4d-2148-48f6-9f4b-076ee1203bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.244286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-a2478a4d-2148-48f6-9f4b-076ee1203bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1917531 Nov 23 02:43:22.255314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e0359-a0ac-4165-992e-6889e0856e8d None None] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:22.363342 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6ee3fef-b44a-4318-a572-f7c5ce7811a3 req-896cb159-3603-48fb-a023-b844f591f3b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473257 Nov 23 02:43:22.374488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.432385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-ae64e7bf-ff0d-40e2-b105-37a2689e8dac service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631730 Nov 23 02:43:22.435322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Deleting port 77848553-c082-45a7-8d1b-ad2f88b73645 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:22.435668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.458591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port a2538dfd-582c-4b70-b08d-2133d11f753f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:22.459142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.652122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:22.744341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] For port 77848553-c082-45a7-8d1b-ad2f88b73645, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=77848553-c082-45a7-8d1b-ad2f88b73645,segment=NetworkSegment(acfcb7b4-ad9e-4a2c-a732-4e7373479cf6),segment_id=acfcb7b4-ad9e-4a2c-a732-4e7373479cf6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:22.744719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.779565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Calling delete_port for 77848553-c082-45a7-8d1b-ad2f88b73645 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:22.812227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] For port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:22.822851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.854717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:22.855691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.873758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:22.876033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.881020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-d35231fe-8dec-4ae4-9ac8-9625831cefad service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174099 Nov 23 02:43:22.884235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for a2538dfd-582c-4b70-b08d-2133d11f753f owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:22.887170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:22.984883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36452) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:23.002224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-1f21404e-8d00-41d6-96ea-5c5d51ff2f83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.1108563 Nov 23 02:43:23.113248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:43:23.196491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3effe964-ea58-4703-8012-b637f023bf2e None None] DHCP port deletion for 266b3718-a9bc-4f6b-96d8-90b99735e08b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:23.205804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:17Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:18Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:23.216315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e399eb2-dfab-48f4-9ea4-5e820a18400f None None] Pushing event updated for resources: {'Port': ['ID=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:23.317349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:23.318110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Updating router f4890dc8-9c6e-4238-af25-f78d9383d311 port 312345f9-3053-40eb-903e-1b218644465a binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:43:23.331845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-d2014979-b6d5-4468-b823-e5172779af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:23.334236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-d2014979-b6d5-4468-b823-e5172779af90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.3164859 Nov 23 02:43:23.352628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.416921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Allocated IP 172.21.0.2 (5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5/43b366bd-3faf-46e1-9af4-ece54ff4e92b/f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:23.433128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.524808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] No DVR routers for this DVR port 77848553-c082-45a7-8d1b-ad2f88b73645 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:23.530243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Port': ['ID=77848553-c082-45a7-8d1b-ad2f88b73645,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:23.605502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65943e7-231b-49f6-9a0d-2c6c0f857c34 req-96e328e2-6de4-40cf-bede-0ba899fe3aa1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:23.607034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65943e7-231b-49f6-9a0d-2c6c0f857c34 req-96e328e2-6de4-40cf-bede-0ba899fe3aa1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1338789 Nov 23 02:43:23.649959 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0dfab03a-389f-4543-ae54-1b8b3029f5c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96ac23718d104c1383cfc5b3ff821f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6639550 Nov 23 02:43:23.680186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:23.783969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.788232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-355390c6-5f7c-498f-98fd-c5f5511d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:23.791609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-355390c6-5f7c-498f-98fd-c5f5511d307f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4210920 Nov 23 02:43:23.817114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e65943e7-231b-49f6-9a0d-2c6c0f857c34 req-fd8c836a-2549-43cb-8381-975b6af0b196 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012818 Nov 23 02:43:23.825640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.856435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.993065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:23.996433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.000548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48df410a-08a1-405d-98b7-3632289e9cb0 HTTP/1.1" status: 204 len: 168 time: 0.2832923 Nov 23 02:43:24.033030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1a427-0ed6-4884-adb7-78296d588a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df410a-08a1-405d-98b7-3632289e9cb0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:24.081330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.268982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.280382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-072b0986-8740-43e6-b4a7-2b1dcb4e7ac5 None None] Provisioning complete for port 312345f9-3053-40eb-903e-1b218644465a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:24.280815 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-072b0986-8740-43e6-b4a7-2b1dcb4e7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.363186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-072b0986-8740-43e6-b4a7-2b1dcb4e7ac5 None None] Port 312345f9-3053-40eb-903e-1b218644465a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:24.448115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1ee11521-c3eb-42e4-b5b0-ab2082145c8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:24.557163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-072b0986-8740-43e6-b4a7-2b1dcb4e7ac5 None None] Provisioning complete for port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:24.557547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-072b0986-8740-43e6-b4a7-2b1dcb4e7ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.599108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266b3718-a9bc-4f6b-96d8-90b99735e08b']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:24.648162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:24.648610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfcb7b4-ad9e-4a2c-a732-4e7373479cf6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:24.659530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.706859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.736411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:24.736749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:24.741544 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:24.765868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.770748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:24.771167 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.796761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.820323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.864206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-fa3be5e5-f0be-4846-9c64-98f75240a894 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0436375 Nov 23 02:43:24.872559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.892317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.21.0.1 (5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5/43b366bd-3faf-46e1-9af4-ece54ff4e92b/0b5dce8f-11f4-4bb9-9c45-d53543263bc1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:24.953150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.967710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] 10.222.0.15 "DELETE /v2.0/networks/266b3718-a9bc-4f6b-96d8-90b99735e08b HTTP/1.1" status: 204 len: 168 time: 3.0237427 Nov 23 02:43:24.977830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:24.991780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:25.004259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:25.010199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=a2538dfd-582c-4b70-b08d-2133d11f753f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:25.022097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Pushing event updated for resources: {'Port': ['ID=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:25.166175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6655420-ebaa-4d5b-b630-7230e4b94ea1 tempest-NetworksTest-878803131 tempest-NetworksTest-878803131-project] Pushing event deleted for resources: {'Network': ['ID=266b3718-a9bc-4f6b-96d8-90b99735e08b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:25.181473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36175edf-f5b6-4d92-a9d1-a6827412dc62 req-3b4e73ca-03ea-4d66-8478-44836455e719 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:25.183882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36175edf-f5b6-4d92-a9d1-a6827412dc62 req-3b4e73ca-03ea-4d66-8478-44836455e719 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1996510 Nov 23 02:43:25.332371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.337929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Attempting to bind port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:25.338327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Attempting to bind port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:25.343242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Attempting to bind port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d on network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:25.349246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.367670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8dbca758-3785-4ef1-ad72-cd84d3ae74c0 None None] Provisioning complete for port 312345f9-3053-40eb-903e-1b218644465a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:25.369002 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8dbca758-3785-4ef1-ad72-cd84d3ae74c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.380227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36175edf-f5b6-4d92-a9d1-a6827412dc62 req-22947c8a-11dd-4d8a-bce6-0811cf32983e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858914 Nov 23 02:43:25.430322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.434072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.455344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.465375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:25.478699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Checking segment: {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:25.479378 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.479947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Bound using segment: {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:25.480692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Bound port: f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:25.481253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.483744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:25.530526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:25.538056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:25.550199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:25.564466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-4b66fc76-27d7-47a6-bb14-226bc44ce498 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879129 Nov 23 02:43:25.567002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:25.574676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:25.646228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b10e2-344e-47a9-85a4-8cf5b011f89d None None] Pushing event updated for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:25.668614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 77848553-c082-45a7-8d1b-ad2f88b73645 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:25.692400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.730978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 77848553-c082-45a7-8d1b-ad2f88b73645 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:25.731260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 77848553-c082-45a7-8d1b-ad2f88b73645 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:25.804545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8dbca758-3785-4ef1-ad72-cd84d3ae74c0 None None] Port 312345f9-3053-40eb-903e-1b218644465a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:25.864638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Attempting to bind port 312345f9-3053-40eb-903e-1b218644465a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:25.865011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Attempting to bind port 312345f9-3053-40eb-903e-1b218644465a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:25.865383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Attempting to bind port 312345f9-3053-40eb-903e-1b218644465a on network e9984073-179a-4986-862b-b72d500597a8 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:25.878465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:25.878895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Checking segment: {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:25.879301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.879695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Bound using segment: {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:25.880172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Bound port: 312345f9-3053-40eb-903e-1b218644465a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ee8e57-85e6-4591-9d28-326024513e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e9984073-179a-4986-862b-b72d500597a8'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:25.880550 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.885120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-45a7e833-94cd-4e50-bf10-50e2df2d06d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.2590616 Nov 23 02:43:25.895762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-855878751-network', 'tenant_id': '83343207dd5643a598a5681d7d044554'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:25.916532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] For port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:25.972635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] For port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:25.983220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.987538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.061547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731914a-a584-48b0-a8da-93d0010cf5d1 req-e772260b-7cbf-41ed-b30a-8b853718f1f5 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:26.070476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f731914a-a584-48b0-a8da-93d0010cf5d1 req-e772260b-7cbf-41ed-b30a-8b853718f1f5 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1639612 Nov 23 02:43:26.103531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9f73f69b-887b-483d-bd53-0fedbca5eba7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:26.118231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] For port 312345f9-3053-40eb-903e-1b218644465a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:26.122648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-17028fe0-f959-4d76-9fea-f3a7b2a6eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:26.123752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] For port 312345f9-3053-40eb-903e-1b218644465a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=312345f9-3053-40eb-903e-1b218644465a,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:26.124552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-17028fe0-f959-4d76-9fea-f3a7b2a6eda5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1097 time: 0.2384040 Nov 23 02:43:26.134383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Made reservation on behalf of 83343207dd5643a598a5681d7d044554 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:26.141482 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.145480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca386ec2-306c-412d-b41d-35930f646a16 None None] Pushing event updated for resources: {'Port': ['ID=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:26.151180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.196529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.202831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-06e2fc23-97d4-4c95-94d9-e1370e1f4a62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7536c9458e844594b5af5ecb95abdfbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7174306 Nov 23 02:43:26.204402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-e77bcb59-9222-4643-893a-566cbb2819c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:26.207056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-e77bcb59-9222-4643-893a-566cbb2819c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.3061512 Nov 23 02:43:26.215097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b10e2-344e-47a9-85a4-8cf5b011f89d None None] Pushing event updated for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:26.225969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:26.280652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f731914a-a584-48b0-a8da-93d0010cf5d1 req-b7f57849-834b-4eee-963d-7d0ddf04d96e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093265 Nov 23 02:43:26.348443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] Provisioning complete for port 312345f9-3053-40eb-903e-1b218644465a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:26.348834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.413043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:26.413975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:26.474785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.505728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.520973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:26.534481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-06e01017-2da6-40e9-a8a1-c451f0a150ac tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9f73f69b-887b-483d-bd53-0fedbca5eba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5643885 Nov 23 02:43:26.539092 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] Sync routers for ids ['9f73f69b-887b-483d-bd53-0fedbca5eba7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:26.558903 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] Routers {'9f73f69b-887b-483d-bd53-0fedbca5eba7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:26.559873 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9f73f69b-887b-483d-bd53-0fedbca5eba7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:26.602193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:26.646715 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:26.657850 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] Routers {'9f73f69b-887b-483d-bd53-0fedbca5eba7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:26.658473 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9f73f69b-887b-483d-bd53-0fedbca5eba7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:26.668151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4f0644de-ee50-4161-acc4-09de05cedbd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f73f69b-887b-483d-bd53-0fedbca5eba7 HTTP/1.1" status: 200 len: 205 time: 0.0627759 Nov 23 02:43:26.669594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.672664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.673792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:26.679819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/098c0c0c-976b-4f35-bc49-d7c0041eff39 HTTP/1.1" status: 204 len: 168 time: 0.4518430 Nov 23 02:43:26.680620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:26.718026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-e87fec1c-b622-4b90-8fa8-52e8f96e8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:26.720539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-e87fec1c-b622-4b90-8fa8-52e8f96e8a39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5037532 Nov 23 02:43:26.782914 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:26.784001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a749b-f192-4b4b-89cb-6f62a9c49ba7 None None] The sync data for ids ['9f73f69b-887b-483d-bd53-0fedbca5eba7'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:26.812967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff58d09-9b9f-40dc-9be1-02573ef79f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c0c0c-976b-4f35-bc49-d7c0041eff39,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:26.837448 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.917829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.988906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-0b949558-1450-4a28-8139-f4ee2c6fd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:26.992746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-0b949558-1450-4a28-8139-f4ee2c6fd064 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.8097601 Nov 23 02:43:27.092716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.103783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.108725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] For port 312345f9-3053-40eb-903e-1b218644465a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=312345f9-3053-40eb-903e-1b218644465a,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:27.120447 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-0994a703-002b-49af-99dc-86802d42f3b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 200 len: 217 time: 0.1144683 Nov 23 02:43:27.128155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.207413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.216561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 9f73f69b-887b-483d-bd53-0fedbca5eba7 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:43:27.245418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.254762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23023dde-b369-4ea6-9c78-dda24c676376 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/9f73f69b-887b-483d-bd53-0fedbca5eba7 HTTP/1.1" status: 204 len: 168 time: 0.5579774 Nov 23 02:43:27.263114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.265279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36566) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:27.276747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-6dd6084d-4b13-4a9f-80e0-890acd5cddbb service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474045 Nov 23 02:43:27.280166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.329497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.354291 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.533116 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.581011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:27.593750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet d0b611ee-b414-48eb-ba3b-7d58cc867f11 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:27.609223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.626882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba89fb8-f09a-41e6-87dc-9ba43244a4c6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:27.627996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:25Z', 'revision_number': 3, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:24Z', 'revision_number': 1, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:27.696632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a2e8538e-1b07-414d-9272-fdc3e25d6669 None None] Provisioning complete for port 312345f9-3053-40eb-903e-1b218644465a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:27.697142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2e8538e-1b07-414d-9272-fdc3e25d6669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.698968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5037671-0d56-4646-b2db-362eeb346395 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:25Z', 'revision_number': 3, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:24Z', 'revision_number': 1, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:27.704590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cffcb9-8eae-4b6e-b45b-b6c32d2d41ce req-13d4ebaf-40cb-4ec8-9ebc-9e9be2ae4aa2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:27.706233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85cffcb9-8eae-4b6e-b45b-b6c32d2d41ce req-13d4ebaf-40cb-4ec8-9ebc-9e9be2ae4aa2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2892509 Nov 23 02:43:27.708277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a30f-e258-40a9-aa89-82dba5483119 None None] Pushing event updated for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:27.741916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.766001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:27.802008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:27.810664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.811575 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Added segment aad752aa-9e7f-4f42-a23d-3a476ee4f842 of type vlan for network 4787437e-0a68-4a51-bf6f-a59b1df479e7 Nov 23 02:43:27.843789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-7e5af357-f880-435a-a2eb-6e2b8ce08916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:27.845940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-7e5af357-f880-435a-a2eb-6e2b8ce08916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.7066293 Nov 23 02:43:27.862873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:27.864947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-4268c29d-5d66-4652-939f-a3cc81bc161c service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725307 Nov 23 02:43:27.917166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-ad5b7d5c-394a-4c15-a3a6-8b16da180e61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639603 Nov 23 02:43:27.956677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70941dda-e2a3-42ed-934e-20e83b034451 None None] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:28.015546 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.029020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-99b097b8-95e5-4e08-82c6-85b59cc31b95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.1421015 Nov 23 02:43:28.146534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85cffcb9-8eae-4b6e-b45b-b6c32d2d41ce req-b43eba5d-f0fd-4d06-981a-092f167cf0ca tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029410 Nov 23 02:43:28.151936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-1dd58f9d-8962-4edf-a687-dff5bd0d769b service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169063 Nov 23 02:43:28.178170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.206021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:28.208616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:43:28.254664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:28.300545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] Provisioning complete for port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:28.301284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.460835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:28.595585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-99d446f6-d0b1-4b1a-9f6b-5f9a9ca5fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:28.597138 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-99d446f6-d0b1-4b1a-9f6b-5f9a9ca5fd8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.4445636 Nov 23 02:43:28.600892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:28.601645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.604738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.639533 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a6e2b3d8-00ff-412b-9d99-6fdf6b38abd7 req-2c174563-1683-43f8-ada4-bcc2d1c541f5 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562016 Nov 23 02:43:28.645307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.646295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:28.649996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.786635 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2449830 Nov 23 02:43:28.795096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36606) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:28.809638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Request body: {'subnet': {'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-855878751-subnet', 'tenant_id': '83343207dd5643a598a5681d7d044554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:28.848775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] For port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:28.856944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Made reservation on behalf of 83343207dd5643a598a5681d7d044554 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:28.859644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.867910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-037977d1-27f6-4614-af2c-753513d1ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:28.869892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-037977d1-27f6-4614-af2c-753513d1ac10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524633 Nov 23 02:43:28.871045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4340895-3b7d-4ad1-bdd4-b8b80dd5c67b admin admin] Pushing event updated for resources: {'Network': ['ID=4787437e-0a68-4a51-bf6f-a59b1df479e7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.874013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.960775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e633-c030-4e55-b1b7-6687695035fb None None] Pushing event updated for resources: {'Port': ['ID=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.980735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:29.125637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--323949854'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:29.169336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-06fefabe-2045-4d43-9325-eaaba314d3bd None None] Provisioning complete for port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:29.170234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06fefabe-2045-4d43-9325-eaaba314d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.194172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:29.202815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-425b18e0-d733-450d-8bf2-9fbe3ade44f6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9820836 Nov 23 02:43:29.204960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.207654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36616) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:29.219219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330127241'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:29.253716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.260018 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-424fbbf7-f5e8-4153-bc0c-2b75314fe7bf service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652964 Nov 23 02:43:29.268616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:29.273646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.342650 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.376830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b611ee-b414-48eb-ba3b-7d58cc867f11,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:29.382099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.389934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36618) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:29.395656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72034ce3-424f-4b92-b7b5-3fc4594ef1a3 None None] Network 8d55b0c5-2593-4f42-b659-1d22db510ba3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:29.398282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e62d792a-693c-42eb-9654-78e03d350963 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b611ee-b414-48eb-ba3b-7d58cc867f11 HTTP/1.1" status: 204 len: 168 time: 2.1197393 Nov 23 02:43:29.407927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.556162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.561171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:29.583390 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.605346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.612867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e22ac-2db8-4733-972f-879fb6a22d7a req-fb7938cf-6ed1-48ad-93c5-31c6e64eaf3e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:29.620566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e40e22ac-2db8-4733-972f-879fb6a22d7a req-fb7938cf-6ed1-48ad-93c5-31c6e64eaf3e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.3160410 Nov 23 02:43:29.630043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.630726 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment 4c11dbcf-3b16-4880-a590-f469e77b8b84 of type vlan for network af157cc6-170e-4cd8-8e5b-4f65677fbb0c Nov 23 02:43:29.706449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcf77df-f888-49d0-8578-ccfb3f7a9e13,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:29.714813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-4b0e3eb7-c163-4e0d-9d76-30978393d33f service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477129 Nov 23 02:43:29.721327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Checking segment: {'id': 'aad752aa-9e7f-4f42-a23d-3a476ee4f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:29.721990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Network hostable DHCP agents. Network: 4787437e-0a68-4a51-bf6f-a59b1df479e7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:29.777072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.777624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.814494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-06fefabe-2045-4d43-9325-eaaba314d3bd None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:29.814919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-06fefabe-2045-4d43-9325-eaaba314d3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.819531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c911e565-16dd-4cdc-ac0e-7e9e8c2ca249,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:29.838435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.910193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] DHCP port deletion for 8d55b0c5-2593-4f42-b659-1d22db510ba3 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:29.917418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-06fefabe-2045-4d43-9325-eaaba314d3bd None None] Port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:29.920595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-91ce1e0b-3758-45cb-bd81-f95dbaf7ac5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.1392684 Nov 23 02:43:29.929627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.963305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e40e22ac-2db8-4733-972f-879fb6a22d7a req-d113de13-e2c8-4d9b-b977-02dd8db160e2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319917 Nov 23 02:43:29.969462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:29.988558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:29.992925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4787437e-0a68-4a51-bf6f-a59b1df479e7) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:29.994342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7174530 Nov 23 02:43:29.996050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36632) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:30.018237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:30.018942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.021569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0c9aa-ec80-43c4-82bd-2a3b9b826451 None None] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:30.041541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847662e-ef9c-4f5f-8a45-eb64f1d88de4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b39df4-9cb3-429a-9107-1cc19f00baa3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:30.050839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-b58ca0eb-7866-4f96-9981-f4d77e476857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:30.052347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-b58ca0eb-7866-4f96-9981-f4d77e476857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1264265 Nov 23 02:43:30.062078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d76bdb2b-cfdc-42da-8396-469a936c648b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2599201 Nov 23 02:43:30.116902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.117623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Deleting port 79c473af-ff79-4cb5-9290-71380f3d5af5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:30.118073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.135918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:30.141975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.189498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-447981d9-5707-4d75-bb8f-304597ecc1a3 None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:30.189968 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-447981d9-5707-4d75-bb8f-304597ecc1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.201825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 79c473af-ff79-4cb5-9290-71380f3d5af5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:30.202485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.267550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] For port 79c473af-ff79-4cb5-9290-71380f3d5af5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c473af-ff79-4cb5-9290-71380f3d5af5,segment=NetworkSegment(51d4870e-331c-4915-a0aa-9d1d298f92cb),segment_id=51d4870e-331c-4915-a0aa-9d1d298f92cb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:30.268023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.302754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Calling delete_port for 79c473af-ff79-4cb5-9290-71380f3d5af5 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:30.305283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-447981d9-5707-4d75-bb8f-304597ecc1a3 None None] Port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:30.322383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9918037-a3cd-4828-a8d4-4acf0790931b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3160970 Nov 23 02:43:30.342938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36640) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:30.353344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-security--1618717230', 'description': 'tempest-security-description-441740350'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:30.372382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=af157cc6-170e-4cd8-8e5b-4f65677fbb0c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:30.379135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e866d35-b227-4d79-b25c-e419443f5950 None None] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:30.388515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 79c473af-ff79-4cb5-9290-71380f3d5af5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c473af-ff79-4cb5-9290-71380f3d5af5,segment=NetworkSegment(51d4870e-331c-4915-a0aa-9d1d298f92cb),segment_id=51d4870e-331c-4915-a0aa-9d1d298f92cb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:30.395847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.399307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66e1167b-9667-47b6-88a4-6cd807aa9301 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1844888 Nov 23 02:43:30.403134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:30.431371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:30.437995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:30.439272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-b5493cd7-f870-427f-9781-85788a7e1656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:30.440789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-b5493cd7-f870-427f-9781-85788a7e1656 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3775036 Nov 23 02:43:30.466774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 79c473af-ff79-4cb5-9290-71380f3d5af5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:30.605072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 312345f9-3053-40eb-903e-1b218644465a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:30.695138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.733524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] Pushing event deleted for resources: {'Port': ['ID=79c473af-ff79-4cb5-9290-71380f3d5af5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:30.737914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0cd72-59d1-4f33-913f-942f43f893ef None None] No DVR routers for this DVR port 79c473af-ff79-4cb5-9290-71380f3d5af5 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:30.760473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 312345f9-3053-40eb-903e-1b218644465a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:30.760785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.810617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:30.811064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c9c64-9b70-4d63-9fb4-7c11a7df6c7a None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:43:30.979035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.006968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:31.015881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-fdbf1437-9e4e-4428-915b-2ba948c0a58f service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019997 Nov 23 02:43:31.016664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:31.022936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.055120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c9c64-9b70-4d63-9fb4-7c11a7df6c7a None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:43:31.134032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36674) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:31.139449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2144655149-network', 'tenant_id': '9d9986b3e6c741d0a23c29c0ecf2ee03'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:31.163615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:31.163985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.210571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:31.219006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Made reservation on behalf of 9d9986b3e6c741d0a23c29c0ecf2ee03 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:31.223410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.254950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1e616-0568-4377-9253-75e53a20b748 req-3356773d-d790-483a-94b3-88b9faa0c32d tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:31.259631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4c1e616-0568-4377-9253-75e53a20b748 req-3356773d-d790-483a-94b3-88b9faa0c32d tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1162903 Nov 23 02:43:31.261088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.282968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:31.282968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:31.359677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4c1e616-0568-4377-9253-75e53a20b748 req-5b6e09e1-4552-4540-9f40-2111873a4b69 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891361 Nov 23 02:43:31.417431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:31.424735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.430553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.464418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:31.478775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057bcfd3-5bb1-4a02-bb2c-e9a4e7abf6d9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:31.486753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.487647 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Added segment e075912a-89be-4bab-9b4c-4032634c44fa of type vlan for network b304f4a7-a695-4b2f-bb2f-1c36373b7a2d Nov 23 02:43:31.560042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.595930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.597610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:31.598791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.684163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] Pushing event updated for resources: {'Network': ['ID=b304f4a7-a695-4b2f-bb2f-1c36373b7a2d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:31.703083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cbcd2ced-1f4f-4e8c-97ac-b6df84b5c449 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5676551 Nov 23 02:43:31.705705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:31.711893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Request body: {'subnet': {'network_id': 'b304f4a7-a695-4b2f-bb2f-1c36373b7a2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2144655149-subnet', 'tenant_id': '9d9986b3e6c741d0a23c29c0ecf2ee03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:31.742605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Made reservation on behalf of 9d9986b3e6c741d0a23c29c0ecf2ee03 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:31.743861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=79c473af-ff79-4cb5-9290-71380f3d5af5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:31.750641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 79c473af-ff79-4cb5-9290-71380f3d5af5 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:31.751061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.833296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.837464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c473af-ff79-4cb5-9290-71380f3d5af5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:31.840371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b304f4a7-a695-4b2f-bb2f-1c36373b7a2d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:31.878187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.881408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.883019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "PUT /v2.0/security-groups/93b39df4-9cb3-429a-9107-1cc19f00baa3 HTTP/1.1" status: 200 len: 1796 time: 1.5381033 Nov 23 02:43:31.887226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:31.924257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 79c473af-ff79-4cb5-9290-71380f3d5af5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:31.924596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c473af-ff79-4cb5-9290-71380f3d5af5 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:32.002467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fb83482-f6ac-4597-b326-2185c8d88412 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups/93b39df4-9cb3-429a-9107-1cc19f00baa3 HTTP/1.1" status: 200 len: 1796 time: 0.1141098 Nov 23 02:43:32.005039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.025532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.053799 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.058954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a4a9-299c-419c-a210-13f3c3b8c3df tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b39df4-9cb3-429a-9107-1cc19f00baa3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.110097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:25Z', 'revision_number': 3, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:32.142740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:32.143140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Updating router f4890dc8-9c6e-4238-af25-f78d9383d311 port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:43:32.158822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.162725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d55b0c5-2593-4f42-b659-1d22db510ba3']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:32.170099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.170641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.194891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-74dd6eec-6cff-40c4-99c2-2c4f730ccea6 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744477 Nov 23 02:43:32.196506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d4870e-331c-4915-a0aa-9d1d298f92cb') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:32.196796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d4870e-331c-4915-a0aa-9d1d298f92cb') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:32.218312 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.222782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=5e79ca35-f280-4198-8f4d-d28a1f666dc3,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.224003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e200da-f33c-40d4-850d-20419d383b59,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.237372 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.280557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-85140b12-c241-47da-ab39-276946933f4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0778980 Nov 23 02:43:32.283777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:32.283777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: af157cc6-170e-4cd8-8e5b-4f65677fbb0c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:32.286424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.295443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Checking segment: {'id': 'e075912a-89be-4bab-9b4c-4032634c44fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b304f4a7-a695-4b2f-bb2f-1c36373b7a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:32.295858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Network hostable DHCP agents. Network: b304f4a7-a695-4b2f-bb2f-1c36373b7a2d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:32.320001 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.323656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.324698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/93b39df4-9cb3-429a-9107-1cc19f00baa3 HTTP/1.1" status: 204 len: 168 time: 0.3187330 Nov 23 02:43:32.328636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Network b304f4a7-a695-4b2f-bb2f-1c36373b7a2d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:32.336528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.358537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:32.358537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:32.361919 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:32.374532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b304f4a7-a695-4b2f-bb2f-1c36373b7a2d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:32.378708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-401f71e2-b6ba-4f91-87c9-e25a13fe920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.380423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-401f71e2-b6ba-4f91-87c9-e25a13fe920f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0913584 Nov 23 02:43:32.392651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09ec8b-2b55-48d5-9c68-d0cefc5a441f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b39df4-9cb3-429a-9107-1cc19f00baa3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.392901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce37ba0-87f4-4442-9472-8e2d471a81d7 None None] Network b304f4a7-a695-4b2f-bb2f-1c36373b7a2d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:32.417300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.420572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.465853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:32.477445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, af157cc6-170e-4cd8-8e5b-4f65677fbb0c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:32.483025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.483943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.491127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.499264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.511038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/8d55b0c5-2593-4f42-b659-1d22db510ba3 HTTP/1.1" status: 204 len: 168 time: 3.1191247 Nov 23 02:43:32.514074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdede3-60ce-4c5f-9b09-379826589783 None None] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:32.521524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-953c465a-f80a-4698-8314-f5701af66f18 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1837766 Nov 23 02:43:32.526331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.526331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.528880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-222082808', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:32.534238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b084765-2162-43db-8f92-b84a44ff0892 req-6d36dcb4-cf59-497b-91a1-8a3bcb1881d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.535817 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-6d36dcb4-cf59-497b-91a1-8a3bcb1881d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1244514 Nov 23 02:43:32.587063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1fe4b4cf-87cc-45ef-872a-47ce3cc80472 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8718221 Nov 23 02:43:32.597599 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-39a9bbf6-57d5-40b3-9aad-38fbc92f801a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] delete failed (client error): The resource could not be found. Nov 23 02:43:32.604463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-39a9bbf6-57d5-40b3-9aad-38fbc92f801a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/93b39df4-9cb3-429a-9107-1cc19f00baa3 HTTP/1.1" status: 404 len: 347 time: 0.0687559 Nov 23 02:43:32.607333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36696) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.618061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616551698'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:32.668470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d1526a3-4a00-4a2b-9381-4347f6519c1e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2451062 Nov 23 02:43:32.672604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:32.682811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935a8d5-f3e7-432b-bd49-2bc67755166d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=8d55b0c5-2593-4f42-b659-1d22db510ba3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.712972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108864-b4ec-4f55-a164-8691bd95148f req-e4d20327-e2c9-44fc-9ea4-3fb83f351118 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.716082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c108864-b4ec-4f55-a164-8691bd95148f req-e4d20327-e2c9-44fc-9ea4-3fb83f351118 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2122221 Nov 23 02:43:32.726373 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.766189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-9bec810c-d6da-4b7c-996d-f5259b003062 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121224 Nov 23 02:43:32.778820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.779194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.780247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.781635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2261ffb-d6f0-43b0-b558-81b40329c7f5 None None] Network b304f4a7-a695-4b2f-bb2f-1c36373b7a2d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:32.892562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.924463 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2b084765-2162-43db-8f92-b84a44ff0892 req-abc6a9fb-c864-48d1-9036-83ddbed37a3a service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516078 Nov 23 02:43:33.009136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fc562-3307-4b32-984a-88fbc16d8a8e None None] Pushing event updated for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:33.028666 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.038409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:33.038409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.045986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c108864-b4ec-4f55-a164-8691bd95148f req-a44ee125-7680-4f1e-8da4-88c44a46fb2b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588954 Nov 23 02:43:33.119661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Attempting to bind port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:33.120205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Attempting to bind port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:33.120398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Attempting to bind port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 on network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:33.139034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:33.141295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Checking segment: {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:33.142569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.144176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Bound using segment: {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:33.144858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Bound port: 0b5dce8f-11f4-4bb9-9c45-d53543263bc1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3df509-89ba-4030-af83-e4dd00e93cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:33.146211 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.393216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.395526 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.424562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] For port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:33.430881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Allocated IP 172.22.0.2 (af157cc6-170e-4cd8-8e5b-4f65677fbb0c/5e79ca35-f280-4198-8f4d-d28a1f666dc3/69fd0714-48ba-4174-a6ed-ebd7f1e7d355) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:33.441038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.444594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] For port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:33.455891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.546727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:33.547109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.605348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.609691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:33.614657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '84195cea-4482-495f-947b-2a0ae996c699', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:33.614998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:33.615840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:33.620533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0111952 Nov 23 02:43:33.620845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fc562-3307-4b32-984a-88fbc16d8a8e None None] Pushing event updated for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:33.634758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66017-099d-40b7-9479-9a8bb27c043b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84195cea-4482-495f-947b-2a0ae996c699,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:33.672336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.760323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c3f707f9-36bb-4b43-a7ea-116eeea3b236 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:33.767561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c3f707f9-36bb-4b43-a7ea-116eeea3b236 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/networks?id=4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 200 len: 811 time: 0.4508235 Nov 23 02:43:33.818067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.831576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.859061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b6f179-ecbb-45dd-ae2e-cd6e7f649dc7,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:33.874727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.875969 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-876ad00d-a7cb-4824-945f-909d9bd537d6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649925 Nov 23 02:43:33.877131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-3375c1d4-d24b-44e0-a7b7-6d9b0a773232 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/quotas/83343207dd5643a598a5681d7d044554 HTTP/1.1" status: 200 len: 375 time: 0.0633433 Nov 23 02:43:33.885186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36720) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:33.962314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:33.972820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-1cbbd73e-4cf1-4b0e-9a9a-685a491a7743 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83343207dd5643a598a5681d7d044554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650373 Nov 23 02:43:33.987277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.010785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.025842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.030599 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.032042 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.080866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.109100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.119910 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.121098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/61b6f179-ecbb-45dd-ae2e-cd6e7f649dc7 HTTP/1.1" status: 204 len: 168 time: 0.2343807 Nov 23 02:43:34.123855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36728) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:34.175290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:34.215321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:34.218872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:34.220848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-484a54e2-7031-494d-8908-7c9e772ec8db tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0953126 Nov 23 02:43:34.223044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36730) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:34.238654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Pushing event updated for resources: {'Port': ['ID=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.250834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] For port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:34.281197 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.319480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3abcd6-29b5-4532-853c-4431720dfe1d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61b6f179-ecbb-45dd-ae2e-cd6e7f649dc7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.335880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.379849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.433073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.435395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Attempting to bind port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:34.436052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Attempting to bind port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:34.436674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Attempting to bind port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 on network af157cc6-170e-4cd8-8e5b-4f65677fbb0c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:34.446677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:34.460170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:34.461085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Checking segment: {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:34.461806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.462413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Bound using segment: {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:34.463264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Bound port: 69fd0714-48ba-4174-a6ed-ebd7f1e7d355, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:34.464023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.469133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.473917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.478941 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/84195cea-4482-495f-947b-2a0ae996c699 HTTP/1.1" status: 204 len: 168 time: 0.2546289 Nov 23 02:43:34.479606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36734) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:34.513912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.514168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd658c-4334-48fa-868d-ee953a559376 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84195cea-4482-495f-947b-2a0ae996c699,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.549707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8f31-72b7-48ca-9e51-8366ce252eae req-c8179548-33ad-4dc6-8e43-c6dec2678909 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:34.552017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb7d8f31-72b7-48ca-9e51-8366ce252eae req-c8179548-33ad-4dc6-8e43-c6dec2678909 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.3183968 Nov 23 02:43:34.573605 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a29cd692-9814-467a-9489-092cc49c3117 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884428 Nov 23 02:43:34.577701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36736) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:34.584757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976213187'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:34.606005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42764ffd-5e8c-4f2c-a728-37af4fd8a82c None None] Pushing event updated for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.611504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.636435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b4bfca03-4284-4348-ae48-503ef27d0a38 None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:34.636902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4bfca03-4284-4348-ae48-503ef27d0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.638220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-4e61449a-78ba-41c2-b3e6-b382b52445b8 service neutron] 10.222.0.15 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477575 Nov 23 02:43:34.724614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.731730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] For port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:34.732176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.738615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] For port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:34.742452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:34.743020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.782602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.791871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.795974 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2147126 Nov 23 02:43:34.796389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36738) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:34.808087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '581d72f6-78f8-4b78-b0e0-809cbe8b6919', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:34.813395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756752b-841c-48e0-a4e3-51162f5d0886 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581d72f6-78f8-4b78-b0e0-809cbe8b6919,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.863794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.895752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.22.0.1 (af157cc6-170e-4cd8-8e5b-4f65677fbb0c/5e79ca35-f280-4198-8f4d-d28a1f666dc3/692b29c7-3521-4384-895a-84bb7e22055e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:34.896823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:25Z', 'revision_number': 3, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:33Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:34.915048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb7d8f31-72b7-48ca-9e51-8366ce252eae req-21016964-e715-457b-a741-e5b58a43ae89 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465548 Nov 23 02:43:34.955770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf20c6-55c9-4583-9bc0-f95dc0bac6c1 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:25Z', 'revision_number': 3, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:33Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:34.958788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332848e-b9b0-4a28-80f1-c690ee3054fd None None] Pushing event updated for resources: {'Port': ['ID=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:34.982775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:34.996895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.034761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30411f52-9d48-4607-b4c9-8e1b0f65371f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:35.047864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.049557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5995f5ed-a6e7-4c1b-98dd-02daa95562ad tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2454059 Nov 23 02:43:35.052578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:35.066301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 172.25.1.158 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/efd3a6ae-c285-45b1-b8da-1fce3714d947) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:35.070741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '581d72f6-78f8-4b78-b0e0-809cbe8b6919', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:35.107971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-15370c30-da32-4a9f-b2a9-6c4b7e802eeb service neutron] 10.222.0.15 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567661 Nov 23 02:43:35.116475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.274638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.282690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.311392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89526a41-d197-4421-8d8d-072e06d31635,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:35.322195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.323713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6e8a101b-80dd-42c3-8f2a-d7197f86559a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647417 Nov 23 02:43:35.327439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:35.332167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '581d72f6-78f8-4b78-b0e0-809cbe8b6919', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:35.369155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.493502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.499950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.523651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fbd250-ef4a-4b05-8ec0-8866f3463bee,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:35.538776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.542952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-039c376a-d4df-48db-9be6-854340c06a91 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143562 Nov 23 02:43:35.543586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36750) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:35.548436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '581d72f6-78f8-4b78-b0e0-809cbe8b6919', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:35.578903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.665304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.668245 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c56fb25-9bf6-4452-a23c-dd83e1d56997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.675398 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.692416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509f9dcc-26e5-4acc-9a56-466bbc716c31,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:35.734991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.739939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6fef826-f1fe-4e63-958e-d74054d663f0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1951301 Nov 23 02:43:35.741167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:35.746128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '581d72f6-78f8-4b78-b0e0-809cbe8b6919', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:35.789886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.887736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.901645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.927357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dcb43df-251d-4193-8db3-36fafa8fee23 req-49ed48dd-72e1-433a-a4c1-a9ddf5572693 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0616889 Nov 23 02:43:35.961886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.971129 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2288442 Nov 23 02:43:35.975881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.002079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.012388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926d9f-29b7-49b1-a1e8-618063d8ae14 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d6e5bd-3f8e-42fb-92f4-43d8d5d62163,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.017644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.065444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.075449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.130357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.149421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.156110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.163078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/71d6e5bd-3f8e-42fb-92f4-43d8d5d62163 HTTP/1.1" status: 204 len: 168 time: 0.1802969 Nov 23 02:43:36.172829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36768) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.197782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81207da3-f899-4e95-8dcd-f65fae73360f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d6e5bd-3f8e-42fb-92f4-43d8d5d62163,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.201695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=efd3a6ae-c285-45b1-b8da-1fce3714d947,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.204495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.264863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3526c-7850-447c-8097-3ab9a4f7f8f5 req-6daf0806-76f6-4277-9057-0441086d1f46 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:36.266696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad3526c-7850-447c-8097-3ab9a4f7f8f5 req-6daf0806-76f6-4277-9057-0441086d1f46 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2011828 Nov 23 02:43:36.267333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.278898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b02b775a-b2d2-4702-9820-46672c8a20da tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1045730 Nov 23 02:43:36.282628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.298207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:36.302725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:36.330592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efcdb80-bfde-46db-bd3d-27b028fc4e63 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:36.342583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:36.352364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.376813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:36.392972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad3526c-7850-447c-8097-3ab9a4f7f8f5 req-3f0035c4-5646-46e4-bc63-947be157eb94 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Nov 23 02:43:36.395714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.397940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:36.415260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-17198ea7-d2ae-4e40-ba1b-b5b977ef780a None None] Provisioning complete for port efd3a6ae-c285-45b1-b8da-1fce3714d947 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:36.416634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17198ea7-d2ae-4e40-ba1b-b5b977ef780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.447675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.459961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.461116 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/509f9dcc-26e5-4acc-9a56-466bbc716c31 HTTP/1.1" status: 204 len: 168 time: 0.1773169 Nov 23 02:43:36.465788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36772) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.478775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae7a5c-9208-46b5-9ac8-a92d2cfea830 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=509f9dcc-26e5-4acc-9a56-466bbc716c31,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.511806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:36.528717 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3963a80d-0007-493d-87c7-71b4cd84d32a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0594263 Nov 23 02:43:36.531481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.537227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b800d90-879d-46dc-ae17-93dafa28013b None None] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:36.559993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.568327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.597638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.608303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.609078 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/46fbd250-ef4a-4b05-8ec0-8866f3463bee HTTP/1.1" status: 204 len: 168 time: 0.0766735 Nov 23 02:43:36.613537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36776) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.617646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc0351-4320-4140-9d94-1d647155d736 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46fbd250-ef4a-4b05-8ec0-8866f3463bee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:36.622190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-17198ea7-d2ae-4e40-ba1b-b5b977ef780a None None] Port efd3a6ae-c285-45b1-b8da-1fce3714d947 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:36.625069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:36.732644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.743739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:36.744760 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.790013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] Provisioning complete for port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:36.790830 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.818563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-afc65904-32d3-440a-a5f8-f5468e230fdd tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2018476 Nov 23 02:43:36.822129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36778) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:36.938272 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:36.978888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-27900a64-8b0f-4d50-a30a-462d97154984 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:36.983314 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-27900a64-8b0f-4d50-a30a-462d97154984 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.47 "GET /v2.0/networks?id=4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 200 len: 811 time: 0.1473093 Nov 23 02:43:37.001047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Request body: {'port': {'device_id': '556fde22-c172-42ee-b104-71066b2b6fb0', 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7', 'admin_state_up': True, 'tenant_id': '83343207dd5643a598a5681d7d044554'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:37.002619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] For port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:37.022289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.082652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.086410 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.103773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.125484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.135809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-824b5112-43ad-4559-9f12-3bfef7df6688 req-f4b53edb-ed1f-4441-8955-07ab9d882313 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0778544 Nov 23 02:43:37.138725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a920c-f775-47c9-839b-0b4f8c222e79 None None] Pushing event updated for resources: {'Port': ['ID=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:37.186111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.192088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.197301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/89526a41-d197-4421-8d8d-072e06d31635 HTTP/1.1" status: 204 len: 168 time: 0.3736429 Nov 23 02:43:37.206441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36784) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:37.249238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ae9b4-7722-4308-acf9-84dfa0f6eb39 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89526a41-d197-4421-8d8d-072e06d31635,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:37.283802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:43:37.284148 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:43:37.323066 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-baeb3038-eb4a-4543-ae50-2d5a84955702 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1158965 Nov 23 02:43:37.323780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36788) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:37.343745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Made reservation on behalf of 83343207dd5643a598a5681d7d044554 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:37.347600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.347785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.381932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.394628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.448656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-edc7193c-09ba-40a2-befd-66376a6f1f29 None None] Provisioning complete for port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:37.450051 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-edc7193c-09ba-40a2-befd-66376a6f1f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.510495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.533598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.534811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/30411f52-9d48-4607-b4c9-8e1b0f65371f HTTP/1.1" status: 204 len: 168 time: 0.2083957 Nov 23 02:43:37.560329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:37.581980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e8739-930c-4360-86b7-da96688775c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30411f52-9d48-4607-b4c9-8e1b0f65371f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:37.643231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-edc7193c-09ba-40a2-befd-66376a6f1f29 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:37.643974 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-edc7193c-09ba-40a2-befd-66376a6f1f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.644226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Allocated IP 172.20.0.3 (4787437e-0a68-4a51-bf6f-a59b1df479e7/6dcf77df-f888-49d0-8578-ccfb3f7a9e13/0729b34a-045e-4bc1-911a-0a8947bbc46c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:37.675749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-74417aae-f447-42e9-b50d-3ee242de23ae tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1133113 Nov 23 02:43:37.678834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36794) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:37.684509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.716816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-edc7193c-09ba-40a2-befd-66376a6f1f29 None None] Port 692b29c7-3521-4384-895a-84bb7e22055e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:37.761029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.811588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.849882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.871827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1f409fa8-df4c-4307-9a4a-8c014ccef332 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:37.872791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f409fa8-df4c-4307-9a4a-8c014ccef332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.876557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:37.891552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.902758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:37.922448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.944620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.947154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0c2c-7bb4-4822-b4f0-0c756c85709b req-031ac0ff-3a8b-4b03-893a-1a14062a432c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:37.948732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d77c0c2c-7bb4-4822-b4f0-0c756c85709b req-031ac0ff-3a8b-4b03-893a-1a14062a432c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2594075 Nov 23 02:43:37.949378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.953516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:37.954786 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/581d72f6-78f8-4b78-b0e0-809cbe8b6919 HTTP/1.1" status: 204 len: 168 time: 0.2742558 Nov 23 02:43:37.958827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1f409fa8-df4c-4307-9a4a-8c014ccef332 None None] Port 692b29c7-3521-4384-895a-84bb7e22055e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:37.967339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:37.967929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.008068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d453-9966-4d25-b1ca-4ca9f37dadee tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d72f6-78f8-4b78-b0e0-809cbe8b6919,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:38.020761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.034422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9258ccdc-3bbf-4cf2-a44a-e00a0b6409d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.095746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Pushing event updated for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:38.113877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:38.116592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:38.120925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:38.183264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-944223f7-bc81-43f3-aaf3-0f6579092cb6 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2286394 Nov 23 02:43:38.195318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:38.196233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.222265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36800) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:38.228948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213899599'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:38.266042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-cb8d1eb4-df95-43a6-958a-bb489fc704d2 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2731309 Nov 23 02:43:38.269709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d77c0c2c-7bb4-4822-b4f0-0c756c85709b req-0c20acea-81ba-41f2-817a-3f018049d929 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657745 Nov 23 02:43:38.280753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.302046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Request body: {'port': {'device_id': '556fde22-c172-42ee-b104-71066b2b6fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:38.343165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b1ce0-1857-4fc1-bde2-be95b49415f3 None None] DHCP port deletion for 4787437e-0a68-4a51-bf6f-a59b1df479e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:38.366345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.388189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.401602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3284e5ee-460a-436f-8274-ad714d2b6be4 None None] Provisioning complete for port 0729b34a-045e-4bc1-911a-0a8947bbc46c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:38.402131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3284e5ee-460a-436f-8274-ad714d2b6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.407290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:38.417312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:38.460986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:38.525440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3284e5ee-460a-436f-8274-ad714d2b6be4 None None] Port 0729b34a-045e-4bc1-911a-0a8947bbc46c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:38.560886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:38.561262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.597935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729014-8101-42cf-bbb8-8c784a9045f2 req-ca883f9c-9924-4faa-bbd1-84deabe0b0bc tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:38.602482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53729014-8101-42cf-bbb8-8c784a9045f2 req-ca883f9c-9924-4faa-bbd1-84deabe0b0bc tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 931 time: 0.3140864 Nov 23 02:43:38.659657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.668571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.723087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.724735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5016415 Nov 23 02:43:38.728630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:38.732048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004ac2d-6a20-4705-afaf-1f7b1ee8f0c8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ca0d9-594a-4df1-aeda-2d983b7f7f0d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:38.736590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': 'a74ca0d9-594a-4df1-aeda-2d983b7f7f0d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:38.757510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-12116a32-d7d3-4134-b04d-0f331cf9d3b8 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:38.758136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12116a32-d7d3-4134-b04d-0f331cf9d3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.790426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:38.806806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-12116a32-d7d3-4134-b04d-0f331cf9d3b8 None None] Port 692b29c7-3521-4384-895a-84bb7e22055e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:38.812222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53729014-8101-42cf-bbb8-8c784a9045f2 req-98eab8aa-ba97-41f5-8d6d-573bff22a831 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537986 Nov 23 02:43:38.827068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.871133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0729b34a-045e-4bc1-911a-0a8947bbc46c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:38.879086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.892221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Transition to ACTIVE for port object 0729b34a-045e-4bc1-911a-0a8947bbc46c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:43:38.895118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.942055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e2007-569c-4296-b398-1548b05c2d89 None None] DHCP port deletion for 4787437e-0a68-4a51-bf6f-a59b1df479e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:38.947802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:38.963662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:38.966286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:38.976983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:38.978531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3720444c-47e8-47f3-bb92-09b5ef6d589c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3039210 Nov 23 02:43:38.979172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:38.981289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.986425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516578694'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:38.986882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:38.987500 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:38.994852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.040109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Attempting to bind port 0729b34a-045e-4bc1-911a-0a8947bbc46c on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:39.040697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Attempting to bind port 0729b34a-045e-4bc1-911a-0a8947bbc46c by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'aad752aa-9e7f-4f42-a23d-3a476ee4f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:39.040829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Attempting to bind port 0729b34a-045e-4bc1-911a-0a8947bbc46c on network 4787437e-0a68-4a51-bf6f-a59b1df479e7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:39.046286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Port 0729b34a-045e-4bc1-911a-0a8947bbc46c on network 4787437e-0a68-4a51-bf6f-a59b1df479e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:43:39.046705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Attempting to bind port 0729b34a-045e-4bc1-911a-0a8947bbc46c on network 4787437e-0a68-4a51-bf6f-a59b1df479e7 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:39.051952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:39.052301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Checking segment: {'id': 'aad752aa-9e7f-4f42-a23d-3a476ee4f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:39.053546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Bound using segment: {'id': 'aad752aa-9e7f-4f42-a23d-3a476ee4f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:39.053718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Bound port: 0729b34a-045e-4bc1-911a-0a8947bbc46c, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad752aa-9e7f-4f42-a23d-3a476ee4f842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:39.053986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.060932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ff2b4f-284d-4593-ac82-b38ca9011ac0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:39.069111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:39.072591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.087209 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:39.107245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.110596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c22d5b36-826b-42ae-8b91-ea5c75d95366 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3787210 Nov 23 02:43:39.112086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36810) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:39.143086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:39.153026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:39.154438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:39.161104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.161449 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added segment c2961e8b-accf-4573-aa16-a246f8987b38 of type vlan for network e0986d2e-6c3f-45dc-9eb9-755f73368d57 Nov 23 02:43:39.181572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c,segment=NetworkSegment(aad752aa-9e7f-4f42-a23d-3a476ee4f842),segment_id=aad752aa-9e7f-4f42-a23d-3a476ee4f842)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:39.183901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] Sync routers for ids ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:39.192991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.210016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.211376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-83d3be94-52e4-40b1-9ec4-95ea77751450 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.6860046 Nov 23 02:43:39.213322 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.215452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:39.235017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] Routers {'ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:39.235757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:39.247829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.296912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.380884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.383280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.385951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 200 len: 1092 time: 1.0909603 Nov 23 02:43:39.387681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:39.389629 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:36Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:37Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:39.390831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:39.393711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f9261e-0b02-4a53-b334-95d9521556a6" -d '{"events": [{"name": "network-changed", "server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:39.424532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.434748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:39.435745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.435918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Updating router f4890dc8-9c6e-4238-af25-f78d9383d311 port 692b29c7-3521-4384-895a-84bb7e22055e binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:43:39.437220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/a74ca0d9-594a-4df1-aeda-2d983b7f7f0d HTTP/1.1" status: 204 len: 168 time: 0.3238940 Nov 23 02:43:39.445643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:39.448288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f5268-3eed-4e34-9a08-888f0e89636a None None] DHCP port deletion for 4787437e-0a68-4a51-bf6f-a59b1df479e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:39.472780 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.485969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] Routers {'ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:39.489253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:39.541176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.545837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:39.547032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aae5944-1238-47ca-8c17-9acf15e48ab4 None None] The sync data for ids ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:39.578537 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288496db-61af-4db3-b03b-c7cca54413c5 x-openstack-request-id: req-288496db-61af-4db3-b03b-c7cca54413c5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:39.578928 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:39.579265 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-288496db-61af-4db3-b03b-c7cca54413c5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:39.579780 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c', 'status': 'completed', 'code': 200} Nov 23 02:43:39.609041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6942c-ec31-47a5-9673-63e8df9e4e09 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ca0d9-594a-4df1-aeda-2d983b7f7f0d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:39.658193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9ec545d1-644e-44f1-aabc-23cee5c1d212 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993706 Nov 23 02:43:39.659443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c462fd-9693-418d-8981-8fcc4f4c95b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:39.663380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:39.668355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063550802'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:39.698027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.712953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-d40e671b-cb24-4a7b-85c4-d8715826db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.714746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-d40e671b-cb24-4a7b-85c4-d8715826db1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83343207dd5643a598a5681d7d044554&device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 1095 time: 0.2263336 Nov 23 02:43:39.764986 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-f0847138-6925-49b6-9b54-4b3cd336e945 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 200 len: 217 time: 0.0411456 Nov 23 02:43:39.847313 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.853454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.854077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.882983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.891367 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.899747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.900399 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.904612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-6c9f06a4-fb76-40d7-844d-dc448d41b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.906438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-6c9f06a4-fb76-40d7-844d-dc448d41b86a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dcf77df-f888-49d0-8578-ccfb3f7a9e13 HTTP/1.1" status: 200 len: 851 time: 0.1344650 Nov 23 02:43:39.973756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Network': ['ID=e0986d2e-6c3f-45dc-9eb9-755f73368d57,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:39.986314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:39.987551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-9dd2a1ec-9b7f-4502-b1f7-f0108d78ccc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4787437e-0a68-4a51-bf6f-a59b1df479e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687916 Nov 23 02:43:40.013553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.015407 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3506901 Nov 23 02:43:40.022874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36838) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:40.028785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--603562579'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:40.060421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Attempting to bind port 692b29c7-3521-4384-895a-84bb7e22055e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:40.060953 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Attempting to bind port 692b29c7-3521-4384-895a-84bb7e22055e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:40.061207 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Attempting to bind port 692b29c7-3521-4384-895a-84bb7e22055e on network af157cc6-170e-4cd8-8e5b-4f65677fbb0c {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:40.063120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bc810-c544-4eea-93bb-97b06fde1bb0 None None] Pushing event updated for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:40.072051 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:40.072433 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Checking segment: {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:40.072837 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.073230 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Bound using segment: {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:40.073862 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Bound port: 692b29c7-3521-4384-895a-84bb7e22055e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c11dbcf-3b16-4880-a590-f469e77b8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:40.074238 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.090971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f43e4-c2ee-4488-809c-4d4bc380b476 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701b9150-6444-4daa-9b07-977e3693a54c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:40.109038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f3d21b8c-3855-4936-b17d-d6f975b10c32 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1264350 Nov 23 02:43:40.109677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36842) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:40.135444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'subnet': {'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:40.181833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.191481 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] For port 692b29c7-3521-4384-895a-84bb7e22055e, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:40.196231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] For port 692b29c7-3521-4384-895a-84bb7e22055e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=692b29c7-3521-4384-895a-84bb7e22055e,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:40.204332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec91c7-2d66-41b3-b301-e3219d1d0d87 req-d6ee8c5f-9085-436e-a7bf-1a78f00b3a67 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:40.205429 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.213268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4eec91c7-2d66-41b3-b301-e3219d1d0d87 req-d6ee8c5f-9085-436e-a7bf-1a78f00b3a67 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.3697236 Nov 23 02:43:40.223333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ae96884-0df8-41d7-b635-0851ff3123f6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers/ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 200 len: 884 time: 1.0067940 Nov 23 02:43:40.229347 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-c830adf9-a6a0-4374-8fa0-e6d8cdc2422b service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334511 Nov 23 02:43:40.232273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:40.311779 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:40.312415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:40.405599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:40.411031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.424190 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:40.424447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd593fd0-d51b-40b9-abe3-d27e40c41f67 req-120983b2-e49c-48d3-a1c3-1610810dfb05 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:40.432878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd593fd0-d51b-40b9-abe3-d27e40c41f67 req-120983b2-e49c-48d3-a1c3-1610810dfb05 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 943 time: 0.4661100 Nov 23 02:43:40.462850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.481341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.494286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bc810-c544-4eea-93bb-97b06fde1bb0 None None] Pushing event updated for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:40.543664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ba5ccbe9-521b-4453-81e4-4aacc41852f6 req-f76b885c-d47d-411a-845e-67135a20fb85 service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920234 Nov 23 02:43:40.579042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71517283-1a38-4b7d-9f94-5d884018ae98,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:40.609523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4eec91c7-2d66-41b3-b301-e3219d1d0d87 req-b80c0855-87bc-46a2-9775-206317b4d1a7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952436 Nov 23 02:43:40.618794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.676818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd593fd0-d51b-40b9-abe3-d27e40c41f67 req-950b971a-507b-4468-a011-99a3440e41ef tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428343 Nov 23 02:43:40.679430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Made reservation on behalf of 6b521204888e4f6a90fd94034bf5227a for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:40.690159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.690159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-089a8506-79a0-46a8-88ca-93b6fa45e095 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6617417 Nov 23 02:43:40.690159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:40.696944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.701698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': '701b9150-6444-4daa-9b07-977e3693a54c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71517283-1a38-4b7d-9f94-5d884018ae98', 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:40.705975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] For port 692b29c7-3521-4384-895a-84bb7e22055e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=692b29c7-3521-4384-895a-84bb7e22055e,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:40.715973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.744212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-6256bd46-cd54-4600-a1d0-3c1368360b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:40.752395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-6256bd46-cd54-4600-a1d0-3c1368360b6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83343207dd5643a598a5681d7d044554&device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 1095 time: 0.1524603 Nov 23 02:43:40.788337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.829691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf23ad2-4feb-408a-b9b2-a237d44fd761 None None] Pushing event updated for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:40.830753 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:36Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:40.869695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f8061-7c7e-45b4-88e9-6fbf7b487e36 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:36Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:40.890311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21c24a86-cf15-45cd-a1e4-75c8603539f8 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:40.890730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21c24a86-cf15-45cd-a1e4-75c8603539f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.897886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:40.964111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3d7217d2-df45-4876-8b83-5f87ade81275 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7301273 Nov 23 02:43:40.966917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:40.975528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-222082808'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:41.019321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-ae5d408a-9902-4252-b02c-0d36ba8977f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.021028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-ae5d408a-9902-4252-b02c-0d36ba8977f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 200 len: 912 time: 0.2526627 Nov 23 02:43:41.029800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.040397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.093992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-409af6f2-2316-44dc-973a-36ff672bb42f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 200 len: 217 time: 0.0626791 Nov 23 02:43:41.156212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.159063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4664185 Nov 23 02:43:41.160919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.164836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e85c-bdf2-4b1a-9984-91327fa2f0ef tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4062dc1-cc45-44f7-87e9-7a2546a03880,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:41.169034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-6931493e-340f-4bda-962e-fa196a77c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.170689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-6931493e-340f-4bda-962e-fa196a77c4fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dcf77df-f888-49d0-8578-ccfb3f7a9e13 HTTP/1.1" status: 200 len: 851 time: 0.0683703 Nov 23 02:43:41.201213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.214197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-9c4f7e80-c62f-42d2-917a-196709bacf4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4787437e-0a68-4a51-bf6f-a59b1df479e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349648 Nov 23 02:43:41.289506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.344755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-57e496c5-1b91-448b-96d6-1f6e71b4a15a service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229486 Nov 23 02:43:41.389606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Subnet': ['ID=06e131b3-57ee-4917-8b1c-ea95e90f4ef2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:41.399324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.447009 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-89f9261e-0b02-4a53-b334-95d9521556a6 req-ddc8220a-788e-452b-8db4-c04a475871ef service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929453 Nov 23 02:43:41.491011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.504571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.505683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b4062dc1-cc45-44f7-87e9-7a2546a03880 HTTP/1.1" status: 204 len: 168 time: 0.3437591 Nov 23 02:43:41.509326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.510121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Checking segment: {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:41.510489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network hostable DHCP agents. Network: e0986d2e-6c3f-45dc-9eb9-755f73368d57, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:41.524371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319432f-63b4-4b5b-bc9b-47336392892f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4062dc1-cc45-44f7-87e9-7a2546a03880,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:41.555259 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eeec45b0-0a6d-41c1-ab78-07f5ac41ea5d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0446439 Nov 23 02:43:41.557740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36856) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.578376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:41.588557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.592413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e0986d2e-6c3f-45dc-9eb9-755f73368d57) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:41.598172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.598348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.606205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c101fdd-96d3-4071-a384-f94624f96a0c None None] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:41.606991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.622915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7abad395-aeff-48e0-86ad-3154f0106401 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5088127 Nov 23 02:43:41.623587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.638126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.672902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.730674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.733864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.735356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/71517283-1a38-4b7d-9f94-5d884018ae98 HTTP/1.1" status: 204 len: 168 time: 0.1766884 Nov 23 02:43:41.740353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.753968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1799a-4527-4a89-b9d0-63cccde6fc59 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71517283-1a38-4b7d-9f94-5d884018ae98,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:41.811444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f1d62d7-0143-4997-8fe4-02b32608f669 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0697186 Nov 23 02:43:41.814170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36868) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.825464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.866865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:41.869360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.872180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.902047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.955325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.964323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180296-091d-46f7-8198-4171ff0a873b req-1d5db5ab-3e28-4c01-8503-a37b9b86a44b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.965742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:41.966218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/701b9150-6444-4daa-9b07-977e3693a54c HTTP/1.1" status: 204 len: 168 time: 0.1508429 Nov 23 02:43:41.968529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74180296-091d-46f7-8198-4171ff0a873b req-1d5db5ab-3e28-4c01-8503-a37b9b86a44b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2481818 Nov 23 02:43:41.970119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:41.992221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8bc9-544d-4f02-bc66-c7b7664dba26 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701b9150-6444-4daa-9b07-977e3693a54c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.035973 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e79a331b-a5d4-4e78-8b8b-58658f14cfcc tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614669 Nov 23 02:43:42.037828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36874) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.042673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:42.044957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--374014460'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:42.066705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1038e3-c9d7-4f34-9072-4139e9909b49 req-8a3400ee-3791-4211-81c1-241e1ca630ee tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:42.068237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f1038e3-c9d7-4f34-9072-4139e9909b49 req-8a3400ee-3791-4211-81c1-241e1ca630ee tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 943 time: 0.2768934 Nov 23 02:43:42.076734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Allocated IP 172.23.0.2 (e0986d2e-6c3f-45dc-9eb9-755f73368d57/06e131b3-57ee-4917-8b1c-ea95e90f4ef2/2e35a117-3708-499e-bbf2-bb449303d075) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:42.080815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.175033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74180296-091d-46f7-8198-4171ff0a873b req-20c5a7dd-0a4c-4516-9354-88751bd1deb4 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742001 Nov 23 02:43:42.188317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.209353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.267807 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.275903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.287633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.298001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2588396 Nov 23 02:43:42.298906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36876) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.311091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': 'e2ec1006-6f8d-4b04-b562-1d2b6c3793bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:42.332763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a472a23-08c6-4bb4-b9a2-b54e9a021de0 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec1006-6f8d-4b04-b562-1d2b6c3793bf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.337390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Pushing event updated for resources: {'Port': ['ID=2e35a117-3708-499e-bbf2-bb449303d075,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.344643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.348094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:42.349612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:42.352821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:42.387662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:42.403158 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] Sync routers for ids ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:42.414393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Attempting to bind port 2e35a117-3708-499e-bbf2-bb449303d075 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:42.414837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Attempting to bind port 2e35a117-3708-499e-bbf2-bb449303d075 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:42.415265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Attempting to bind port 2e35a117-3708-499e-bbf2-bb449303d075 on network e0986d2e-6c3f-45dc-9eb9-755f73368d57 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:42.423252 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] Routers {'ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:42.424694 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:42.427107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:42.427505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Checking segment: {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:42.428657 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.429129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Bound using segment: {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:42.429647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Bound port: 2e35a117-3708-499e-bbf2-bb449303d075, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:42.430090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.446745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.448164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00a87ac5-42eb-412a-9e1f-5ac8bcc51e4c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 200 len: 891 time: 1.4805145 Nov 23 02:43:42.452058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36878) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.455017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.468300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.503650 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:42.512600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52570ce2-753f-4e41-ae15-3a7b9c6f5d3b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.523612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.524945 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] Routers {'ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:42.526073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:42.532046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83d9fb61-bc16-4957-869b-0d6fe85e448b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2294734 Nov 23 02:43:42.538849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36880) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.579738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4147e00c-f8b1-4db1-b0e1-6784451cfef6 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers/ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 200 len: 891 time: 0.1261904 Nov 23 02:43:42.592025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 692b29c7-3521-4384-895a-84bb7e22055e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:42.592236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36882) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.594776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f1038e3-c9d7-4f34-9072-4139e9909b49 req-e12fbc1d-e793-44ff-8782-780de94d8d4f tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067515 Nov 23 02:43:42.624868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] For port 2e35a117-3708-499e-bbf2-bb449303d075, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:42.632089 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:42.632748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a19c58-dea5-4b1b-9e6f-757311113214 None None] The sync data for ids ['ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:42.654114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a8f72fa1-b7ae-4913-9bd0-ba1a5af8d49b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 200 len: 205 time: 0.0544555 Nov 23 02:43:42.654745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.657235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.665784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.667853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] For port 2e35a117-3708-499e-bbf2-bb449303d075, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2e35a117-3708-499e-bbf2-bb449303d075,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:42.680676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.734098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.764826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.768832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458a10-0d13-4488-b8ba-3ad887f5935f None None] Pushing event updated for resources: {'Port': ['ID=2e35a117-3708-499e-bbf2-bb449303d075,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.773143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.775116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 692b29c7-3521-4384-895a-84bb7e22055e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:42.775814 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.777581 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/52570ce2-753f-4e41-ae15-3a7b9c6f5d3b HTTP/1.1" status: 204 len: 168 time: 0.2375147 Nov 23 02:43:42.785758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:42.826840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a54d7-5389-4252-9429-ddc54859b194 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52570ce2-753f-4e41-ae15-3a7b9c6f5d3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:42.855125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:42.980409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.090546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port efd3a6ae-c285-45b1-b8da-1fce3714d947 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:43.091165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.193178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.206832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for efd3a6ae-c285-45b1-b8da-1fce3714d947 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:43.278210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0729b34a-045e-4bc1-911a-0a8947bbc46c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:43:43.430429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.438060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c,segment=NetworkSegment(aad752aa-9e7f-4f42-a23d-3a476ee4f842),segment_id=aad752aa-9e7f-4f42-a23d-3a476ee4f842)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:43.451960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '0729b34a-045e-4bc1-911a-0a8947bbc46c', 'network_id': '4787437e-0a68-4a51-bf6f-a59b1df479e7', 'port_id': '0729b34a-045e-4bc1-911a-0a8947bbc46c', 'mac_address': 'fa:16:3e:a3:75:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcf77df-f888-49d0-8578-ccfb3f7a9e13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:43:43.463254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=efd3a6ae-c285-45b1-b8da-1fce3714d947,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:43.496522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883c912-96fb-430b-8622-833d2392092b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:43.524076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ffcab1b-7f9b-48be-9682-9c046bf74896 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7344515 Nov 23 02:43:43.541344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.547659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:43.558893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.560431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0729b34a-045e-4bc1-911a-0a8947bbc46c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:43.578400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56701e-493e-45be-a6e7-f75fd489f064 req-28f03de8-3682-4bc8-b0aa-773c61f1d0e0 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:43.579996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d56701e-493e-45be-a6e7-f75fd489f064 req-28f03de8-3682-4bc8-b0aa-773c61f1d0e0 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.2104037 Nov 23 02:43:43.585794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c,segment=NetworkSegment(aad752aa-9e7f-4f42-a23d-3a476ee4f842),segment_id=aad752aa-9e7f-4f42-a23d-3a476ee4f842)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:43.596337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.701102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:43.735492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.738834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.798714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.811908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.812440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:43:43.823271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.824408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-794d5ef4-9281-4b68-96fc-194c19915c46 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 204 len: 168 time: 1.1686196 Nov 23 02:43:43.828609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36898) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:43.833124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-480686696'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:43.842051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d56701e-493e-45be-a6e7-f75fd489f064 req-a721eb1e-4670-4632-8a82-523d50f41a6a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459309 Nov 23 02:43:43.847773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:43.875609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Allocated IP 172.23.0.1 (e0986d2e-6c3f-45dc-9eb9-755f73368d57/06e131b3-57ee-4917-8b1c-ea95e90f4ef2/bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:43.876975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0729b34a-045e-4bc1-911a-0a8947bbc46c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:43.899943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:43.904544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f2066-6358-47af-829b-dd0081396bc5 req-f97edc65-ce38-4f37-8f45-1a9b4117b4f7 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:43.906199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c46f2066-6358-47af-829b-dd0081396bc5 req-f97edc65-ce38-4f37-8f45-1a9b4117b4f7 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 944 time: 0.1766026 Nov 23 02:43:43.922914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.001126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:44.035676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c46f2066-6358-47af-829b-dd0081396bc5 req-2875a522-e808-4d9e-b5cd-0e50f7e99abe tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043818 Nov 23 02:43:44.047433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.048131 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 82e25324-7f4c-4109-b844-d4c2b36ef489 of type vlan for network 3546be8a-84c8-4b49-bca0-420e6df4d1df Nov 23 02:43:44.102124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.105287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.111087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36902) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:44.112741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2ec1006-6f8d-4b04-b562-1d2b6c3793bf HTTP/1.1" status: 204 len: 168 time: 0.5622280 Nov 23 02:43:44.136435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c71595-e9e5-4dcf-9dfe-5a10bf4db26f tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec1006-6f8d-4b04-b562-1d2b6c3793bf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:44.150495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.228927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.232128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.238851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:44.239561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.283125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5a96e45e-3215-409c-8334-79477df1139e tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1703169 Nov 23 02:43:44.299702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:44.305063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164511882'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:44.337311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e01ba-1b86-4b1d-b60c-e617be674053 None None] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:44.365388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=3546be8a-84c8-4b49-bca0-420e6df4d1df,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:44.375981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.398166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7f9fade-d4f0-4a57-ae9d-0cca741669c9 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5688434 Nov 23 02:43:44.401049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36908) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:44.422715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:44.436644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.519100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:44.525141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:44.552294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:44.555177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:44.559488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:44.629077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2e35a117-3708-499e-bbf2-bb449303d075 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:44.630186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.634396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.649773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:44.657716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.722387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.772287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] Provisioning complete for port 2e35a117-3708-499e-bbf2-bb449303d075 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:44.772997 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.786145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.787486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4867756 Nov 23 02:43:44.791991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:44.796374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc47e1-94fc-4327-835d-8849d10e3a6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:44.801824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2149-cf86-48c5-b889-1be156fe4fb4 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc47e1-94fc-4327-835d-8849d10e3a6b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:44.804476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.871746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.947784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.976248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:44.986278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2e35a117-3708-499e-bbf2-bb449303d075 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:44.986831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.044312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] For port 2e35a117-3708-499e-bbf2-bb449303d075, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2e35a117-3708-499e-bbf2-bb449303d075,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:45.053544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=098461b0-e12f-43b6-8be6-963ddb189ead,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:45.084832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.108152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18d9be-5745-4063-b69a-fc7399a756af req-4dd3d10f-c0a2-484e-bf81-e0bbe73ff370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:45.110322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a18d9be-5745-4063-b69a-fc7399a756af req-4dd3d10f-c0a2-484e-bf81-e0bbe73ff370 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1097 time: 0.1729202 Nov 23 02:43:45.111845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '82e25324-7f4c-4109-b844-d4c2b36ef489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:45.112216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 3546be8a-84c8-4b49-bca0-420e6df4d1df, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:45.172718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a18d9be-5745-4063-b69a-fc7399a756af req-416498b4-631e-42cf-addb-ab1c2606c5f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Nov 23 02:43:45.187682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:45.202035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3546be8a-84c8-4b49-bca0-420e6df4d1df) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:45.209949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:45.210679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.229517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07528025-1b68-446a-97e9-afb2bc9d2cc9 None None] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:45.237776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-774133bd-6fd2-473f-8272-2391a9138cb2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354101 Nov 23 02:43:45.238411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36918) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:45.245038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612509445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:45.282872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.284771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.359816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.370996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.398453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fd980-b129-49a5-8d7d-28c7e891bddf req-bded4c2a-9031-434c-b852-9e8e9c5ce4b6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:45.407511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.411591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-43874d88-ebf4-4149-ac78-98df2a07538e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1719348 Nov 23 02:43:45.415221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36920) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:45.417211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f5fd980-b129-49a5-8d7d-28c7e891bddf req-bded4c2a-9031-434c-b852-9e8e9c5ce4b6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.4478810 Nov 23 02:43:45.471771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.481998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.491871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.504751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f88b8-5ecc-4f45-a5f6-8261c3dfbfc5 None None] Pushing event updated for resources: {'Port': ['ID=2e35a117-3708-499e-bbf2-bb449303d075,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:45.517277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0729b34a-045e-4bc1-911a-0a8947bbc46c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:45.557623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f5fd980-b129-49a5-8d7d-28c7e891bddf req-2235aac9-361d-46f2-80c8-52373acc39ea tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388164 Nov 23 02:43:45.558412 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.652673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.682778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec059d7-42ec-4f6d-82f9-947b750398d0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:45.725991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8921108b-1e9e-4d5f-b1f6-9c1f16941a14 None None] Provisioning complete for port 2e35a117-3708-499e-bbf2-bb449303d075 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:45.726568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8921108b-1e9e-4d5f-b1f6-9c1f16941a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.763264 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.764760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dbdd2ab9-7fac-4b14-8474-e95bb98a1ab8 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9718204 Nov 23 02:43:45.807632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:45.811680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 0729b34a-045e-4bc1-911a-0a8947bbc46c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:43:45.819131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 0729b34a-045e-4bc1-911a-0a8947bbc46c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:45.819647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:45.847161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b949-2172-4ab2-bb62-c054b2b8ee84 req-46fd4480-5943-46cc-8e4d-ea45e126ccc3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:45.848985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02d9b949-2172-4ab2-bb62-c054b2b8ee84 req-46fd4480-5943-46cc-8e4d-ea45e126ccc3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 944 time: 0.4896312 Nov 23 02:43:45.850368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event updated for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:45.857299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88671aa3-c4cf-478f-8fd5-a3dc2d92dc2b tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules/3ec059d7-42ec-4f6d-82f9-947b750398d0 HTTP/1.1" status: 200 len: 763 time: 0.0482759 Nov 23 02:43:45.860498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36926) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:45.962958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d9d4045b-bc35-4610-9f8e-d67622c3886d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1011400 Nov 23 02:43:45.968447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:45.980609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02d9b949-2172-4ab2-bb62-c054b2b8ee84 req-fd075728-8eab-45ce-aebf-901b354c1e3a tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086836 Nov 23 02:43:45.991490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:45.994776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:46.024700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.036539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.097722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-3546be8a-84c8-4b49-bca0-420e6df4d1df', 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': '098461b0-e12f-43b6-8be6-963ddb189ead'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:43:46.099303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.147734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8921108b-1e9e-4d5f-b1f6-9c1f16941a14 None None] Provisioning complete for port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:46.148059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8921108b-1e9e-4d5f-b1f6-9c1f16941a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.199234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.268312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:46.270310 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.276296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.280517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3ec059d7-42ec-4f6d-82f9-947b750398d0 HTTP/1.1" status: 204 len: 168 time: 0.3099966 Nov 23 02:43:46.285656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:46.314951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8921108b-1e9e-4d5f-b1f6-9c1f16941a14 None None] Port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:46.315211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ee015-6dee-405c-a9d0-7bafda08f121 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec059d7-42ec-4f6d-82f9-947b750398d0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:46.336829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:46.339815 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc88c9-9366-4e5a-91a6-2dc112129081" -d '{"events": [{"server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:46.362673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c,segment=NetworkSegment(aad752aa-9e7f-4f42-a23d-3a476ee4f842),segment_id=aad752aa-9e7f-4f42-a23d-3a476ee4f842)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:46.393089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.431593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.446901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d50499ee-82be-49b6-9449-7a225b75815e tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1469631 Nov 23 02:43:46.450291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36936) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:46.460789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc47e1-94fc-4327-835d-8849d10e3a6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:46.462631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:46.475770 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab5f99-ee72-4920-87e9-179ec784ef54 x-openstack-request-id: req-8dab5f99-ee72-4920-87e9-179ec784ef54 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:46.476272 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "name": "network-vif-plugged", "status": "completed", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:46.476678 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dab5f99-ee72-4920-87e9-179ec784ef54 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:46.477221 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c', 'code': 200} Nov 23 02:43:46.485966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36938) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:46.489041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a3c10056-fd45-4487-a711-d36fd653c14c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8306797 Nov 23 02:43:46.503558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:46.508019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:46.530395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2e35a117-3708-499e-bbf2-bb449303d075 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:46.536582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6488485b-e43d-4357-82ab-8223cdcd1b3b None None] Provisioning complete for port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:46.537478 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6488485b-e43d-4357-82ab-8223cdcd1b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.571032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Allocated IP 2001:db8::2 (3546be8a-84c8-4b49-bca0-420e6df4d1df/098461b0-e12f-43b6-8be6-963ddb189ead/6463f7f5-8213-4db1-98e5-96512c8da03f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:46.623945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:46.624584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:46.630280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:46.727740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.765163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6488485b-e43d-4357-82ab-8223cdcd1b3b None None] Port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:46.778816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93bd8-ebf2-444d-972a-7f2410060d7e req-ba24b4dc-e719-4f04-94b5-847880138f75 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:46.790250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6a93bd8-ebf2-444d-972a-7f2410060d7e req-ba24b4dc-e719-4f04-94b5-847880138f75 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.0939505 Nov 23 02:43:46.828450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2e35a117-3708-499e-bbf2-bb449303d075 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:46.828979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:46.879630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6a93bd8-ebf2-444d-972a-7f2410060d7e req-d40bf2a9-3de2-4308-b6d4-166da4ea8c5b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822992 Nov 23 02:43:46.892181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad734e-9d8e-4eee-ae20-b4bc2f1af969 req-c48b7a1b-866c-413e-99c9-1c07039f986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:46.893867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8ad734e-9d8e-4eee-ae20-b4bc2f1af969 req-c48b7a1b-866c-413e-99c9-1c07039f986a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 1097 time: 0.3346727 Nov 23 02:43:46.899430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:47.023808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.043320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.075642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.106868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8ad734e-9d8e-4eee-ae20-b4bc2f1af969 req-9a338f30-412b-4f7e-9891-954d78309887 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741204 Nov 23 02:43:47.151674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.242673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a97e9fa-c36c-4056-964f-e8f1aee5bf12,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:47.255325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Pushing event updated for resources: {'Port': ['ID=6463f7f5-8213-4db1-98e5-96512c8da03f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:47.262938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.264042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-48f31dc5-5aa3-4030-9fe1-65ac0ebd532d tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8117559 Nov 23 02:43:47.264935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:47.270378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8::1 (3546be8a-84c8-4b49-bca0-420e6df4d1df/098461b0-e12f-43b6-8be6-963ddb189ead/b4c68ed2-7fcf-4e3b-a997-87ef3596607c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:47.272983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:47.274378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36960) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:47.275595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:47.290825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a975e7-5398-47ac-8bf5-b30c42f7bfea req-cfa5e7b4-3cf9-4fae-8d07-495724512c4a tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:47.298488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3a975e7-5398-47ac-8bf5-b30c42f7bfea req-cfa5e7b4-3cf9-4fae-8d07-495724512c4a tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1056755 Nov 23 02:43:47.363721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Attempting to bind port 6463f7f5-8213-4db1-98e5-96512c8da03f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:47.364408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Attempting to bind port 6463f7f5-8213-4db1-98e5-96512c8da03f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '82e25324-7f4c-4109-b844-d4c2b36ef489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:47.364987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Attempting to bind port 6463f7f5-8213-4db1-98e5-96512c8da03f on network 3546be8a-84c8-4b49-bca0-420e6df4d1df {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:47.374739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3a975e7-5398-47ac-8bf5-b30c42f7bfea req-7dc58bc8-4a77-4b69-951a-0b81c188000a tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751889 Nov 23 02:43:47.378702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:47.379364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Checking segment: {'id': '82e25324-7f4c-4109-b844-d4c2b36ef489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:47.379977 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.381325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Bound using segment: {'id': '82e25324-7f4c-4109-b844-d4c2b36ef489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:47.382297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Bound port: 6463f7f5-8213-4db1-98e5-96512c8da03f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e25324-7f4c-4109-b844-d4c2b36ef489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3546be8a-84c8-4b49-bca0-420e6df4d1df'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:47.383440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.384092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-b86bbac6-6f72-4c47-a4bb-a3df25463c56 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:47.391513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-b86bbac6-6f72-4c47-a4bb-a3df25463c56 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 811 time: 0.2814264 Nov 23 02:43:47.420383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-15b83fb0-fed2-43a3-8862-d6137222a70e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/quotas/41ed1e6a33724dc49676e3ff59ce8648 HTTP/1.1" status: 200 len: 375 time: 0.0184786 Nov 23 02:43:47.480340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-d12c43fa-b807-464a-b86d-cef97c4d39bb tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588768 Nov 23 02:43:47.495768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:43:47.514898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Removed routes are [] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:43:47.520431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.537081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] For port 6463f7f5-8213-4db1-98e5-96512c8da03f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:47.545290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:44Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:45Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:47.604632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] For port 6463f7f5-8213-4db1-98e5-96512c8da03f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6463f7f5-8213-4db1-98e5-96512c8da03f,segment=NetworkSegment(82e25324-7f4c-4109-b844-d4c2b36ef489),segment_id=82e25324-7f4c-4109-b844-d4c2b36ef489)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:47.606271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:47.606920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Updating router f4890dc8-9c6e-4238-af25-f78d9383d311 port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:43:47.622607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a08d8d41-cdb1-49e4-ac7d-26ba15071a18 service neutron] 10.222.0.15 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412618 Nov 23 02:43:47.644733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.661647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.667666 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef411c24-d1e5-4c12-9cf2-9841390d9dc1 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules/6a97e9fa-c36c-4056-964f-e8f1aee5bf12 HTTP/1.1" status: 200 len: 763 time: 0.1429076 Nov 23 02:43:47.672003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36962) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:47.737478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-9e5a8cae-a465-4424-bbb4-ab0667801aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134384 Nov 23 02:43:47.883171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1dc74bec-6004-4821-9371-715413121f9c tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2049353 Nov 23 02:43:47.883557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:47.940860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.946073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.960541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:47.980947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8458c8f-5fd4-410c-a77c-d203f824a6c9 None None] Pushing event updated for resources: {'Port': ['ID=6463f7f5-8213-4db1-98e5-96512c8da03f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:48.045730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-945ed6cb-44d4-4898-a9a9-4e751c14418a req-31e23093-39d3-45de-a1e2-dccee9aaeba8 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 210 time: 0.1207087 Nov 23 02:43:48.047166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.058497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.101072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.108575 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.109982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6a97e9fa-c36c-4056-964f-e8f1aee5bf12 HTTP/1.1" status: 204 len: 168 time: 0.2245333 Nov 23 02:43:48.112562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36972) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.127031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0d164-1b45-4662-b23b-002eaa632281 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a97e9fa-c36c-4056-964f-e8f1aee5bf12,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:48.133553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:48.145817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.268566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6c6c3ed5-b694-42bd-8d0e-aea5b6485f31 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1546853 Nov 23 02:43:48.273339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.274406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=b4c68ed2-7fcf-4e3b-a997-87ef3596607c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:48.295783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Request body: {'security_group_rule': {'security_group_id': 'c0cc47e1-94fc-4327-835d-8849d10e3a6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:48.316556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:48.368458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.404896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:48.407518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:48.408391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.535355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:48.555625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.560843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e71ace2d-9464-412d-a08f-6f724865306f tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 933 time: 2.0711362 Nov 23 02:43:48.561087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36988) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.564154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6463f7f5-8213-4db1-98e5-96512c8da03f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:48.573408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.594731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.607537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.621564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.650882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f6846-e602-4c61-9fe1-6474330139fb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:48.699970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.701386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7709f5a7-37a7-4db3-9113-8000319b5603 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4266758 Nov 23 02:43:48.707908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.710214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706af74-61b9-4384-aca2-c07d70c833de None None] Pushing event updated for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:48.718055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6463f7f5-8213-4db1-98e5-96512c8da03f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:48.718345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:48.723671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-acfa3d90-569f-487d-a630-587418b5e29a tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 933 time: 0.1551807 Nov 23 02:43:48.724960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.732183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'routes': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:48.748370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-427853a3-33f3-46e8-a2a9-039ff3afd000 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules/7d9f6846-e602-4c61-9fe1-6474330139fb HTTP/1.1" status: 200 len: 764 time: 0.0379856 Nov 23 02:43:48.759584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac709-f913-43df-bec5-3bfc3806ca28 req-7b06d1ed-6db6-45e8-9cfa-3efef9f597f9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:48.768647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e6ac709-f913-43df-bec5-3bfc3806ca28 req-7b06d1ed-6db6-45e8-9cfa-3efef9f597f9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2498147 Nov 23 02:43:48.777703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.902157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e6ac709-f913-43df-bec5-3bfc3806ca28 req-4c837d04-b924-4fdb-9882-bcca4360aefc tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324880 Nov 23 02:43:48.938551 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0e2df1fe-367d-4e6a-a1a9-810f91a3fa95 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1560545 Nov 23 02:43:48.939266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:48.970443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.003279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.033008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.142435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.150182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.151618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7d9f6846-e602-4c61-9fe1-6474330139fb HTTP/1.1" status: 204 len: 168 time: 0.2100987 Nov 23 02:43:49.162799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de25a5-e29a-4b2d-a220-78facd87be75 req-ebab34df-cc02-4f79-a300-dee1424a9bb9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:49.165106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2de25a5-e29a-4b2d-a220-78facd87be75 req-ebab34df-cc02-4f79-a300-dee1424a9bb9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1238344 Nov 23 02:43:49.165616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:49.254678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20037885-1202-47d3-8d75-f4bd324bef73 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d9f6846-e602-4c61-9fe1-6474330139fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:49.316244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc4b7f11-b5a0-4989-b290-7ad641542d00 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1482470 Nov 23 02:43:49.319689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:49.326567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-11e49688-57c6-4d17-9ac1-c47468f0cbe9 None None] Provisioning complete for port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:49.327128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11e49688-57c6-4d17-9ac1-c47468f0cbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.364063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Attempting to bind port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:49.364522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Attempting to bind port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:49.365025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Attempting to bind port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 on network e0986d2e-6c3f-45dc-9eb9-755f73368d57 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:49.374960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b272927-85e8-4bee-8cd4-4011827a6924 req-ff47243d-f700-423e-8412-08b157063ca1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 210 time: 0.0835476 Nov 23 02:43:49.389281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2de25a5-e29a-4b2d-a220-78facd87be75 req-980ca950-810c-428b-be80-24964a016169 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075822 Nov 23 02:43:49.423977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:49.424354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Checking segment: {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:49.425114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.425114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Bound using segment: {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:49.425699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Bound port: bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2961e8b-accf-4573-aa16-a246f8987b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:49.426077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.437733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.446444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-11e49688-57c6-4d17-9ac1-c47468f0cbe9 None None] Port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:49.454858 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.465323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.576445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.580852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.589503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:49.591441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0cc47e1-94fc-4327-835d-8849d10e3a6b HTTP/1.1" status: 204 len: 168 time: 0.2686572 Nov 23 02:43:49.593567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 6463f7f5-8213-4db1-98e5-96512c8da03f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6463f7f5-8213-4db1-98e5-96512c8da03f,segment=NetworkSegment(82e25324-7f4c-4109-b844-d4c2b36ef489),segment_id=82e25324-7f4c-4109-b844-d4c2b36ef489)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:49.609617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf20a7-a89d-4434-b490-612beb405e24 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc47e1-94fc-4327-835d-8849d10e3a6b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:49.628098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.707582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=6463f7f5-8213-4db1-98e5-96512c8da03f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:49.712154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f5fc4-4b80-4ca9-94cd-6e8fec5f47a0 None None] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:49.720635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] For port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:49.773086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] For port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:49.783504 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.817174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12863a3-47da-48b2-a6b1-59d3ef825ad6 req-b0b528c6-205b-4747-9402-4c72567941b9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:49.841785 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b12863a3-47da-48b2-a6b1-59d3ef825ad6 req-b0b528c6-205b-4747-9402-4c72567941b9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1293662 Nov 23 02:43:49.861457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f2f4ad8f-2e17-4875-93c6-4d0a4f31aeec None None] Provisioning complete for port 6463f7f5-8213-4db1-98e5-96512c8da03f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:49.861821 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ad8f-2e17-4875-93c6-4d0a4f31aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:49.955625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b12863a3-47da-48b2-a6b1-59d3ef825ad6 req-f27d4ba1-6ccb-4395-bbff-64aa91cfa335 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119175 Nov 23 02:43:49.973985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:49.973985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:50.083172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706af74-61b9-4384-aca2-c07d70c833de None None] Pushing event updated for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:50.161145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:50.408302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:50.425512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-288ceef7-994e-45af-9dac-711926b41c57 tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8346529 Nov 23 02:43:50.469584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6463f7f5-8213-4db1-98e5-96512c8da03f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:50.529115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d075a6a-2bce-4f70-94f1-8d943da0649a tempest-SecGroupTest-1568102148 tempest-SecGroupTest-1568102148-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1139874 Nov 23 02:43:50.560949 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.573515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.574540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.581018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65c75c90-b36b-4890-b05e-a6109e2a0585 req-53a2eea3-d4b4-4e2e-ae9f-27c08d009b0a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Nov 23 02:43:50.595528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] Provisioning complete for port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:50.595909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.666781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6463f7f5-8213-4db1-98e5-96512c8da03f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:50.667152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.685480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-bc5c5b4c-f514-40ae-a24b-88957bd73c08 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:50.687074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-bc5c5b4c-f514-40ae-a24b-88957bd73c08 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 811 time: 0.4702876 Nov 23 02:43:50.713047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:47Z', 'revision_number': 6, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:49Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:50.718617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Request body: {'port': {'device_id': '11999af6-7faa-43ff-b159-f45c07f63a46', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'admin_state_up': True, 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:50.749104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707fb5e-854c-429a-a049-006d066ff254 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:47Z', 'revision_number': 6, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:49Z', 'revision_number': 4, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:50.778334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=b4c68ed2-7fcf-4e3b-a997-87ef3596607c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:50.830422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.963934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] For port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:50.972703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.024867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37032) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:51.052122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab920d-5192-4aaa-acf1-43b05e55ac12 None None] Pushing event updated for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:51.066318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:51.076409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:51.086253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added routes are [] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:43:51.086669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:43:51.117670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b9b0c63-a070-459c-b017-ec7d5f9b692f None None] Provisioning complete for port b4c68ed2-7fcf-4e3b-a997-87ef3596607c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:51.118706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0c63-a070-459c-b017-ec7d5f9b692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.144507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600650-d411-47ef-a2b9-e727b581152b req-bb8f4083-6930-4e41-b411-615afe5c2b67 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:51.150355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d600650-d411-47ef-a2b9-e727b581152b req-bb8f4083-6930-4e41-b411-615afe5c2b67 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.0766079 Nov 23 02:43:51.184041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b0c63-a070-459c-b017-ec7d5f9b692f None None] Port b4c68ed2-7fcf-4e3b-a997-87ef3596607c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:51.202172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8b9b0c63-a070-459c-b017-ec7d5f9b692f None None] Provisioning complete for port 6463f7f5-8213-4db1-98e5-96512c8da03f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:51.202566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0c63-a070-459c-b017-ec7d5f9b692f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.267616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d600650-d411-47ef-a2b9-e727b581152b req-f7ea0bdd-0d19-4139-b29f-9b1b50931d47 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100483 Nov 23 02:43:51.317406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e37dea55-98b7-4121-83bd-27e3364e8571 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7557e01ea68a43788e0485336970ab7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909718 Nov 23 02:43:51.321556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:51.331081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.340521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Made reservation on behalf of 41ed1e6a33724dc49676e3ff59ce8648 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:51.354747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.424860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.514826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.588349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-356bc952-a774-4d36-a2bc-628c62104029 None None] Provisioning complete for port b4c68ed2-7fcf-4e3b-a997-87ef3596607c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:51.589163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-356bc952-a774-4d36-a2bc-628c62104029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.681044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Allocated IP 172.20.0.10 (b8c2ef36-7bde-4d38-a4fa-d43c905b48a1/17ff7e04-09ed-4133-bc91-4bc226585403/58744fa6-9c2d-4a98-96af-389cd29740ce) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:51.691402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-356bc952-a774-4d36-a2bc-628c62104029 None None] Port b4c68ed2-7fcf-4e3b-a997-87ef3596607c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:51.721661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd92d3-e4fd-47fb-bbfd-87a0a444a071 req-0b301d91-2c85-4521-ad64-11b10f525d35 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:51.723339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ffd92d3-e4fd-47fb-bbfd-87a0a444a071 req-0b301d91-2c85-4521-ad64-11b10f525d35 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1367681 Nov 23 02:43:51.747144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.749599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:51.753014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c911e565-16dd-4cdc-ac0e-7e9e8c2ca249 HTTP/1.1" status: 204 len: 168 time: 0.4281199 Nov 23 02:43:51.838121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ffd92d3-e4fd-47fb-bbfd-87a0a444a071 req-4cd81f7b-e59a-46a8-867e-a1e5de05bbb0 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009970 Nov 23 02:43:51.854034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfcc2db0-1e9e-423a-ad14-7a06db0b6517 req-beeb2b66-bd26-4bd0-9312-a38c90db1182 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 210 time: 0.1272418 Nov 23 02:43:51.876117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b388b3-0d2f-4bfd-9891-b39ea8785304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c911e565-16dd-4cdc-ac0e-7e9e8c2ca249,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:51.968087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-ec4780c3-fcbb-4934-b020-46897405a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:51.969628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-ec4780c3-fcbb-4934-b020-46897405a35c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83343207dd5643a598a5681d7d044554&device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1647182 Nov 23 02:43:52.039426 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:52.060329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 6011e7d2-8efb-454e-9414-5921e4075229 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:43:52.076208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:52.087537 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:52.088406 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.194115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:52.221664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:52.471629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:52.471629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:52.471629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-f2a3567f-7d5c-4408-8ef7-75f8157cbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:52.471629 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-f2a3567f-7d5c-4408-8ef7-75f8157cbe80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 200 len: 912 time: 0.3371284 Nov 23 02:43:52.471629 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5bc5aece-1b7e-4534-a646-54d6395cd597 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/6011e7d2-8efb-454e-9414-5921e4075229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9464912 Nov 23 02:43:52.473514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:52.474729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6c83fbd9-fa76-4db4-aeab-9f86b9775cc6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:52.476567 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:52.484464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] Sync routers for ids ['6011e7d2-8efb-454e-9414-5921e4075229'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:52.654907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22685f8-26b1-4a5b-8224-6deec44ab6bd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:52.654907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e22685f8-26b1-4a5b-8224-6deec44ab6bd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports/b4c68ed2-7fcf-4e3b-a997-87ef3596607c HTTP/1.1" status: 200 len: 911 time: 0.1945367 Nov 23 02:43:52.656671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] Routers {'6011e7d2-8efb-454e-9414-5921e4075229'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:52.656671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6011e7d2-8efb-454e-9414-5921e4075229'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.658264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:52.658264 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '098461b0-e12f-43b6-8be6-963ddb189ead'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:52.658883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:52.659167 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-420876bc-6745-4a23-b531-4cc64c7c82bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 200 len: 217 time: 0.2315180 Nov 23 02:43:52.684588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:52.730295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.761103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:52.771123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Pushing event updated for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:52.775214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:52.788001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:52.791989 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.792670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ced42d-a207-4556-b7e6-d80c115f6c8f None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:52.803927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] Routers {'6011e7d2-8efb-454e-9414-5921e4075229'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:52.804782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6011e7d2-8efb-454e-9414-5921e4075229'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.865829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-a7483a41-1410-4197-aade-17684eb685b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:52.867372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-a7483a41-1410-4197-aade-17684eb685b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dcf77df-f888-49d0-8578-ccfb3f7a9e13 HTTP/1.1" status: 200 len: 851 time: 0.2212503 Nov 23 02:43:52.869202 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:52.899518 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:52.900521 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.947130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:52.969956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:52.977891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-41534731-079d-4219-a7dc-4c37168f4ab8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4787437e-0a68-4a51-bf6f-a59b1df479e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785556 Nov 23 02:43:52.987539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9bd7a-e729-42bb-a654-883e79387bd4 None None] The sync data for ids ['6011e7d2-8efb-454e-9414-5921e4075229'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:53.070107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fa8fd55a-7586-4f14-9f80-fb6043d255de None None] Provisioning complete for port 58744fa6-9c2d-4a98-96af-389cd29740ce triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:53.074468 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd55a-7586-4f14-9f80-fb6043d255de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.076299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:53.076664 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.102276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:53.102972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.127298 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:53.183695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-f137a0fb-48dc-4d28-8c29-ff74d3d2a9ba tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4688709 Nov 23 02:43:53.187268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.196150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:53.225592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.225940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e588866-ee13-46c0-a44b-af3399cac942 req-fc825266-46a6-4ab1-a6cb-19edfe0a5f12 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:53.226828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e482832d-32bf-4c30-a8f1-dbb75f638580 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 699 time: 4.4988055 Nov 23 02:43:53.234018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e588866-ee13-46c0-a44b-af3399cac942 req-fc825266-46a6-4ab1-a6cb-19edfe0a5f12 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2352951 Nov 23 02:43:53.244419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Request body: {'port': {'device_id': '11999af6-7faa-43ff-b159-f45c07f63a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:53.257860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:53.271538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-97617a19-0fcd-475c-8efc-3305b469d67c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:53.272600 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-97617a19-0fcd-475c-8efc-3305b469d67c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:43:53.273330 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-97617a19-0fcd-475c-8efc-3305b469d67c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:43:53.274706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-97617a19-0fcd-475c-8efc-3305b469d67c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3263226 Nov 23 02:43:53.278797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fd55a-7586-4f14-9f80-fb6043d255de None None] Port 58744fa6-9c2d-4a98-96af-389cd29740ce cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:53.297884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983a57-9ae3-47df-af69-1cb1cc88f6c4 req-201be287-d31a-4eab-a512-388fabc59513 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:53.299833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a983a57-9ae3-47df-af69-1cb1cc88f6c4 req-201be287-d31a-4eab-a512-388fabc59513 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 932 time: 0.2717762 Nov 23 02:43:53.307004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37110) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:53.319368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--740881791'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:53.408574 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb8effa1-4770-456c-9981-05880e73ea03 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 699 time: 0.1458185 Nov 23 02:43:53.415281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37114) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:53.488982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.496018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.514287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e588866-ee13-46c0-a44b-af3399cac942 req-2a62bb84-dc03-4228-afce-9bd1e34d79ee tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791538 Nov 23 02:43:53.526008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.558652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a983a57-9ae3-47df-af69-1cb1cc88f6c4 req-ea8b59bf-7c09-4681-9aa0-3982812b9117 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402599 Nov 23 02:43:53.588061 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:53.662584 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c43e94-e3ac-4839-9997-4b4818f13ab7 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:53.821757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.848532 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.921231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68687f09-6b35-46c6-b683-0ff203886206,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:53.954807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.988238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:53.996629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:53.997282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.007164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/ports/b4c68ed2-7fcf-4e3b-a997-87ef3596607c HTTP/1.1" status: 200 len: 911 time: 1.4128141 Nov 23 02:43:54.011232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:54.022811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-8f8efcf1-1f04-40a2-9c2e-1f5b9066006b service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9868534 Nov 23 02:43:54.047560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.059064 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:54.076455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:54.077545 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:54.097411 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.212356 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:54.421178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ff0d2e54-b1bf-46c0-9c37-19e10f21c8c9 req-8f281c64-579b-4713-adb1-081d5ff03fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795016 Nov 23 02:43:54.511916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.568210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbb255-5bd5-42cd-b7e1-fd385bb09a1e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=b4c68ed2-7fcf-4e3b-a997-87ef3596607c,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:54.595938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.613101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3030131 Nov 23 02:43:54.618340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:54.629796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'b14c9a15-7fe1-41bc-b769-8720eab96790', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:54.643974 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:54.665605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710127-9677-44b0-afc8-826ad255f387 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14c9a15-7fe1-41bc-b769-8720eab96790,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:54.696701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:54.705303 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:54.705915 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:54.787708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58744fa6-9c2d-4a98-96af-389cd29740ce {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:54.796294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.820223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.824214 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:54.840224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.856620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8012-6e06-4416-af84-bea766bdcec9 req-be694807-ab29-4553-aa58-f4491d666c06 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:54.862280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Transition to ACTIVE for port object 58744fa6-9c2d-4a98-96af-389cd29740ce will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:43:54.863978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-167b8012-6e06-4416-af84-bea766bdcec9 req-be694807-ab29-4553-aa58-f4491d666c06 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2206573 Nov 23 02:43:54.893723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb89af-04a0-4915-990a-56dc67da4ae9 req-f7045401-0827-42fe-8c1b-686f63456e21 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:54.908062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21cb89af-04a0-4915-990a-56dc67da4ae9 req-f7045401-0827-42fe-8c1b-686f63456e21 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 932 time: 0.1837051 Nov 23 02:43:54.915065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:54.996646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34306f8d-c66a-4f95-8d4d-232196703aff None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:55.055515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Pushing event updated for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:55.072240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.103159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-167b8012-6e06-4416-af84-bea766bdcec9 req-68752f78-0de0-417b-92fc-acadd673057e tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382193 Nov 23 02:43:55.117899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21cb89af-04a0-4915-990a-56dc67da4ae9 req-bcd786ee-7bd2-4b9a-80e6-857ac3ceda08 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071693 Nov 23 02:43:55.120260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.187281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71c9dea-e5e0-4c48-bd24-6165f5088822,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:55.216877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.226067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff42eebf-351f-456e-a07b-2359b98759f2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6022477 Nov 23 02:43:55.229301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:55.242777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2bf57c19-390b-4e0e-bdf9-bb8b8bd9ff65 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'b14c9a15-7fe1-41bc-b769-8720eab96790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:55.273792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Attempting to bind port 58744fa6-9c2d-4a98-96af-389cd29740ce on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:55.274139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Attempting to bind port 58744fa6-9c2d-4a98-96af-389cd29740ce by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:55.274585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Attempting to bind port 58744fa6-9c2d-4a98-96af-389cd29740ce on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:55.280730 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:55.300335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Port 58744fa6-9c2d-4a98-96af-389cd29740ce on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:43:55.300758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Attempting to bind port 58744fa6-9c2d-4a98-96af-389cd29740ce on network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:55.312170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:55.312641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Checking segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:55.313112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Bound using segment: {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:55.313661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Bound port: 58744fa6-9c2d-4a98-96af-389cd29740ce, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007b26ad-66f6-40e9-81c3-d9e67c5d393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:55.314103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.322106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2bf57c19-390b-4e0e-bdf9-bb8b8bd9ff65 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.323721 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc830e-fafb-44d6-aef1-7c0e470c1ff9 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:51Z', 'revision_number': 7, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4', 'name': '', 'network_id': 'e0986d2e-6c3f-45dc-9eb9-755f73368d57', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:fe:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:43Z', 'updated_at': '2021-11-23T02:43:50Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '06e131b3-57ee-4917-8b1c-ea95e90f4ef2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:55.380258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.437356 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2bf57c19-390b-4e0e-bdf9-bb8b8bd9ff65 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:43:55.440960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2bf57c19-390b-4e0e-bdf9-bb8b8bd9ff65 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2066686 Nov 23 02:43:55.441865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:55.499417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:55.534656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:55.535212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.539652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58744fa6-9c2d-4a98-96af-389cd29740ce,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:55.561644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.640041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.656313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0db848-4aa8-4716-be35-28261357c09c None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:55.657107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:55.657753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.659229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] 10.222.0.41 "PUT /v2.0/ports/58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 200 len: 1093 time: 2.4275725 Nov 23 02:43:55.679987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:55.682340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14ca66-13f5-4910-ab15-6a3da3800f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:55.726943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port b4c68ed2-7fcf-4e3b-a997-87ef3596607c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:55.727603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.746364 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffe1d90-3ad8-4fa6-a056-43de0ece30ba x-openstack-request-id: req-fffe1d90-3ad8-4fa6-a056-43de0ece30ba {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:55.746743 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:55.746932 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fffe1d90-3ad8-4fa6-a056-43de0ece30ba {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:55.747340 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce', 'status': 'completed', 'code': 200} Nov 23 02:43:55.808872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.839956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd8d4a-48a9-4fd5-a10c-579979f5017b service neutron] Pushing event updated for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:55.861426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:55.861799 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.889329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:55.892045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-77133121-6b95-4cfd-acaf-2ef098ed0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:55.893569 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-77133121-6b95-4cfd-acaf-2ef098ed0187 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1096 time: 0.1596642 Nov 23 02:43:55.898224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:55.902450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for b4c68ed2-7fcf-4e3b-a997-87ef3596607c owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:55.947239 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-bf48e17c-7edb-4363-ab7b-a231ec0d41b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 200 len: 217 time: 0.0394442 Nov 23 02:43:56.010521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.013185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.016729 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/b14c9a15-7fe1-41bc-b769-8720eab96790 HTTP/1.1" status: 204 len: 168 time: 0.5720866 Nov 23 02:43:56.020590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:56.039871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97193-0d61-4e88-8977-143b29604ae5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14c9a15-7fe1-41bc-b769-8720eab96790,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:56.061308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a7c9-6037-48af-a419-9405b7779b26 req-db048e4e-a902-41a8-8801-1830ee4014a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:56.063406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-db048e4e-a902-41a8-8801-1830ee4014a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.0862148 Nov 23 02:43:56.101630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30ce1429-ffa1-4115-90c1-2d12d29aeb3b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0798678 Nov 23 02:43:56.108400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:56.114046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--640354861'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:56.145644 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-94cb7eb5-69dd-4cc3-91a5-fef6f42e4a57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685003 Nov 23 02:43:56.180435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.287625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.304622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-c9696de6-6d91-42c4-a1bb-8db63722d932 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515017 Nov 23 02:43:56.308496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.351097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:56.378559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=b4c68ed2-7fcf-4e3b-a997-87ef3596607c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:56.465589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316511b6-4d7c-48f0-9240-8a377d293466 req-94f402eb-91cd-4574-9f23-90f648158ae3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:56.467236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-316511b6-4d7c-48f0-9240-8a377d293466 req-94f402eb-91cd-4574-9f23-90f648158ae3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2407026 Nov 23 02:43:56.492673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f28eb1-fb50-4a0b-b830-db94b1495d13 req-f62531eb-74e7-4a94-841e-4ab3bd17747a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:56.502029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2f28eb1-fb50-4a0b-b830-db94b1495d13 req-f62531eb-74e7-4a94-841e-4ab3bd17747a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 944 time: 0.2493637 Nov 23 02:43:56.685809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.694928 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e480a7c9-6037-48af-a419-9405b7779b26 req-5642b0b5-5060-428e-a51b-07b7b7e23cfe service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798771 Nov 23 02:43:56.699886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.700978 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.753962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.783386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-316511b6-4d7c-48f0-9240-8a377d293466 req-62983e53-ed13-4738-8e40-840eff95bee5 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487159 Nov 23 02:43:56.904259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2f28eb1-fb50-4a0b-b830-db94b1495d13 req-4c77b50c-353b-44e2-a6bc-3e18fe78c5d3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011340 Nov 23 02:43:56.929116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74404917-a3af-4069-91be-114c4b93e8ef,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:56.936465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-c0673aa2-4b96-4847-8fc0-2e79abccdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:56.937485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:56.938035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-c0673aa2-4b96-4847-8fc0-2e79abccdb8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1096 time: 0.0891626 Nov 23 02:43:56.940321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c44a8f4-944f-41dc-b796-a957efbf5dd8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8305340 Nov 23 02:43:56.944472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:56.949937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ca1bec09-5073-48eb-94ed-3de37710b754 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': '74404917-a3af-4069-91be-114c4b93e8ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:56.950875 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-ca1bec09-5073-48eb-94ed-3de37710b754 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 02:43:56.951963 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-ca1bec09-5073-48eb-94ed-3de37710b754 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:43:56.954116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ca1bec09-5073-48eb-94ed-3de37710b754 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070806 Nov 23 02:43:56.957422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.078845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 6011e7d2-8efb-454e-9414-5921e4075229 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:57.105606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:43:57.125401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-970e46c8-85fc-4968-aa79-72c73b72eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:57.127218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-970e46c8-85fc-4968-aa79-72c73b72eb40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.1506522 Nov 23 02:43:57.187103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.245571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:57.253119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:43:57.262137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94e81b96-bdc8-4f69-9ca4-7f43b446ace2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/6011e7d2-8efb-454e-9414-5921e4075229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2434816 Nov 23 02:43:57.262362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:57.264506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37218) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.272392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-73c09b91-af0e-4967-9f5e-4842e3844de6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8542082 Nov 23 02:43:57.274658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.274788 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] Sync routers for ids ['6011e7d2-8efb-454e-9414-5921e4075229'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:43:57.276933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:57.277529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.280103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:57.312045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-62beb1f8-c91b-4af4-ada0-1849e627936a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=6011e7d2-8efb-454e-9414-5921e4075229 HTTP/1.1" status: 200 len: 205 time: 0.0462227 Nov 23 02:43:57.317644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.324132 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] Routers {'6011e7d2-8efb-454e-9414-5921e4075229'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:57.327725 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6011e7d2-8efb-454e-9414-5921e4075229'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:57.332978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-460b16be-f4ee-4043-8727-72dee61da491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 200 len: 217 time: 0.0851197 Nov 23 02:43:57.409505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c611c-2a5f-42ad-b85b-0af43befed67 req-7af0ea9b-61b8-4e2e-bd00-3a67b4c16a74 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:57.425109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea0c611c-2a5f-42ad-b85b-0af43befed67 req-7af0ea9b-61b8-4e2e-bd00-3a67b4c16a74 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2138395 Nov 23 02:43:57.427851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 06e131b3-57ee-4917-8b1c-ea95e90f4ef2 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:57.431787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.485410 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.485853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.488597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.490014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/74404917-a3af-4069-91be-114c4b93e8ef HTTP/1.1" status: 204 len: 168 time: 0.5310073 Nov 23 02:43:57.492883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.566031 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:57.577970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37228) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.580423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] Routers {'6011e7d2-8efb-454e-9414-5921e4075229'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:57.581270 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6011e7d2-8efb-454e-9414-5921e4075229'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:57.594954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-595469b5-c3db-4a77-9d1d-9b5dfd599176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:57.596674 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-595469b5-c3db-4a77-9d1d-9b5dfd599176 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.2390821 Nov 23 02:43:57.664432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938a27-a4b4-4e02-9af0-caa7793c1ec7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74404917-a3af-4069-91be-114c4b93e8ef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:57.692619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.702154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-4e6375bb-b964-444b-beb9-90e3e16b420a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439022 Nov 23 02:43:57.712572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:57.713265 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc3f64-79b6-4a2b-8a92-54c54cafc9f6 None None] The sync data for ids ['6011e7d2-8efb-454e-9414-5921e4075229'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:57.740796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:57.768094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.786628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea0c611c-2a5f-42ad-b85b-0af43befed67 req-96352106-6d4b-4211-8733-5cf67031e66d tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332806 Nov 23 02:43:57.792861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.853547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-42014604-6d46-40cc-889b-54cc1fc2b08b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2709317 Nov 23 02:43:57.854946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37236) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.858279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.858443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--64794699'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:57.859452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 6011e7d2-8efb-454e-9414-5921e4075229 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:43:57.871873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.876406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f14922d6-1a9a-4ef0-bdd3-25c8a4a8bcea tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/6011e7d2-8efb-454e-9414-5921e4075229 HTTP/1.1" status: 204 len: 168 time: 0.5539746 Nov 23 02:43:57.876663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:57.920205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.948230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet 098461b0-e12f-43b6-8be6-963ddb189ead {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:43:57.952184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.966492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-008c3cff-5195-4a47-9ada-99e1e4d92735 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285013 Nov 23 02:43:57.967380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:57.969502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=06e131b3-57ee-4917-8b1c-ea95e90f4ef2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:58.000570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.007643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/06e131b3-57ee-4917-8b1c-ea95e90f4ef2 HTTP/1.1" status: 204 len: 168 time: 0.6810534 Nov 23 02:43:58.007643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.007643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.007643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.007643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.008135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.008135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.008461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.008790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.009112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.009435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.009756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.010076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da421df-7934-4768-8b13-62bd366a5a40 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:43:58.014619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:58.024385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe23c5-76c2-4654-bf79-041ec9bde056 None None] Network e0986d2e-6c3f-45dc-9eb9-755f73368d57 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:58.077176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.151266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050827-4abf-4b45-ba75-f4a41b42e325 req-a6528d32-006b-470d-bb2c-5bf76faa636a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:58.157307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7050827-4abf-4b45-ba75-f4a41b42e325 req-a6528d32-006b-470d-bb2c-5bf76faa636a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 944 time: 0.1280222 Nov 23 02:43:58.190831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.221883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4a14ca66-13f5-4910-ab15-6a3da3800f0b req-7e9df7e1-2acc-404b-a8ae-a8e8b9cd106c service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376895 Nov 23 02:43:58.231171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.237023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.290812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.301034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.302337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4475601 Nov 23 02:43:58.307127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37252) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:58.311612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b48e4885-0f3b-4f27-a7ea-2d6ff438d3bd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'da57da33-66b6-4617-8621-ba4e868e81e8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:58.320526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:56Z', 'revision_number': 8, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:58.326870 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-b48e4885-0f3b-4f27-a7ea-2d6ff438d3bd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 02:43:58.328774 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-b48e4885-0f3b-4f27-a7ea-2d6ff438d3bd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:43:58.335171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b48e4885-0f3b-4f27-a7ea-2d6ff438d3bd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0267577 Nov 23 02:43:58.335919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:58.342781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530489ab-0e14-4b40-9c74-9c682319f7cd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da57da33-66b6-4617-8621-ba4e868e81e8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:58.369678 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7050827-4abf-4b45-ba75-f4a41b42e325 req-59dd798a-2f9c-424b-a613-d2f6f434b52e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721838 Nov 23 02:43:58.374006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:43:58.396443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] DHCP port deletion for e0986d2e-6c3f-45dc-9eb9-755f73368d57 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:58.404262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:43:58.405082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:58.455347 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.457975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.460478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 2e35a117-3708-499e-bbf2-bb449303d075 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:58.460814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.497194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=098461b0-e12f-43b6-8be6-963ddb189ead,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:58.499866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.506012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe2fcba5-f8da-40fb-b708-58e040f44ecc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/098461b0-e12f-43b6-8be6-963ddb189ead HTTP/1.1" status: 204 len: 168 time: 0.6278052 Nov 23 02:43:58.508447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:58.528224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2e35a117-3708-499e-bbf2-bb449303d075 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:58.537825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf921b3c-e04d-46c6-aafc-b154cb791f15 None None] Network 3546be8a-84c8-4b49-bca0-420e6df4d1df requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:58.569365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 2e35a117-3708-499e-bbf2-bb449303d075, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2e35a117-3708-499e-bbf2-bb449303d075,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:58.570060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.590481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 2e35a117-3708-499e-bbf2-bb449303d075 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:58.601890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.672924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.681147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Deleting port 2e35a117-3708-499e-bbf2-bb449303d075 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:58.683058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.706627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 6463f7f5-8213-4db1-98e5-96512c8da03f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:58.707438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.754724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:43:58.778551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.785720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.792943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.800764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/da57da33-66b6-4617-8621-ba4e868e81e8 HTTP/1.1" status: 204 len: 168 time: 0.4614451 Nov 23 02:43:58.807156 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with 2e35a117-3708-499e-bbf2-bb449303d075 Nov 23 02:43:58.807876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:58.815359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 6463f7f5-8213-4db1-98e5-96512c8da03f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6463f7f5-8213-4db1-98e5-96512c8da03f,segment=NetworkSegment(82e25324-7f4c-4109-b844-d4c2b36ef489),segment_id=82e25324-7f4c-4109-b844-d4c2b36ef489)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:58.815884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.840624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=2e35a117-3708-499e-bbf2-bb449303d075,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:58.844862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 6463f7f5-8213-4db1-98e5-96512c8da03f owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:58.856366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port 2e35a117-3708-499e-bbf2-bb449303d075 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:58.873171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa4413-f830-4ba1-a174-8e9b0390de6b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57da33-66b6-4617-8621-ba4e868e81e8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:58.979807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] For port 2e35a117-3708-499e-bbf2-bb449303d075, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2e35a117-3708-499e-bbf2-bb449303d075,segment=NetworkSegment(c2961e8b-accf-4573-aa16-a246f8987b38),segment_id=c2961e8b-accf-4573-aa16-a246f8987b38)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:58.980865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.990013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ce6666da-f3ce-4fa4-b734-c83bf8de3816 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1560016 Nov 23 02:43:58.991597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:58.995797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:59.014465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--110766885'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:59.030078 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.070054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=6463f7f5-8213-4db1-98e5-96512c8da03f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:59.074353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Calling delete_port for 2e35a117-3708-499e-bbf2-bb449303d075 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:59.078810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 6463f7f5-8213-4db1-98e5-96512c8da03f on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:59.082817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0986d2e-6c3f-45dc-9eb9-755f73368d57']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.100135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2961e8b-accf-4573-aa16-a246f8987b38') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.100356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2961e8b-accf-4573-aa16-a246f8987b38') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.112555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.112845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0814-e079-40d5-95d8-71c402a46971 req-bfa53b70-7346-4237-8cbb-6f6bc51b9f6d tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:59.120729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ab0814-e079-40d5-95d8-71c402a46971 req-bfa53b70-7346-4237-8cbb-6f6bc51b9f6d tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1355364 Nov 23 02:43:59.121108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.165109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.221431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.225668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:59.226208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.250997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ab0814-e079-40d5-95d8-71c402a46971 req-a5d3c59a-4177-4009-9434-ccb1046ecebe tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269467 Nov 23 02:43:59.267697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3546be8a-84c8-4b49-bca0-420e6df4d1df']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.283171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e25324-7f4c-4109-b844-d4c2b36ef489') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.283400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e25324-7f4c-4109-b844-d4c2b36ef489') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.293478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:59.312107 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:59.318797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.325812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:43:59.326477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:43:59.330442 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:43:59.360961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4983eb-8a37-47ab-ac77-a3f8c0395fb6 None None] DHCP port deletion for 3546be8a-84c8-4b49-bca0-420e6df4d1df request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:43:59.393527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.417493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] No DVR routers for this DVR port 2e35a117-3708-499e-bbf2-bb449303d075 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:59.455929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.461283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.468048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/3546be8a-84c8-4b49-bca0-420e6df4d1df HTTP/1.1" status: 204 len: 168 time: 0.9585533 Nov 23 02:43:59.474995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd478a-d7ff-4eb0-896a-4feeb34c5876 None None] Pushing event deleted for resources: {'Port': ['ID=2e35a117-3708-499e-bbf2-bb449303d075,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:59.519766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:59.519766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-130081609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:59.578559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:56Z', 'revision_number': 8, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:43:59.582842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709da8-aa19-456e-9500-dc6848c6aebd tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=3546be8a-84c8-4b49-bca0-420e6df4d1df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:59.641111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5aee8e-c319-4456-a327-b0c96878d999 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:43:56Z', 'revision_number': 8, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '692b29c7-3521-4384-895a-84bb7e22055e', 'name': '', 'network_id': 'af157cc6-170e-4cd8-8e5b-4f65677fbb0c', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:9c:41:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2641, 'fixed_ips': [{'subnet_id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:34Z', 'updated_at': '2021-11-23T02:43:40Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '5e79ca35-f280-4198-8f4d-d28a1f666dc3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:43:59.643952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.644990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.655853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dadab-95f2-4e93-a23c-c08bbc26c44f req-0151e6f2-ba5f-4822-811d-09b79d20ebed tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:59.657142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a32dadab-95f2-4e93-a23c-c08bbc26c44f req-0151e6f2-ba5f-4822-811d-09b79d20ebed tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 944 time: 0.1880307 Nov 23 02:43:59.659971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.692811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dda2-0a91-4536-8ea2-10b56d5d4c33 req-f9a0426b-2153-419f-af22-73d7438261b3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:59.694564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c33dda2-0a91-4536-8ea2-10b56d5d4c33 req-f9a0426b-2153-419f-af22-73d7438261b3 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1251669 Nov 23 02:43:59.783067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c33dda2-0a91-4536-8ea2-10b56d5d4c33 req-3f2ae7c8-b29b-45b3-ba70-d3010ee0781f tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Nov 23 02:43:59.794845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a32dadab-95f2-4e93-a23c-c08bbc26c44f req-b7ce8ae4-2802-487c-aab2-151135a3a0bd tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254756 Nov 23 02:43:59.905465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.959099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.963988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.969406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:59.984523 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/e0986d2e-6c3f-45dc-9eb9-755f73368d57 HTTP/1.1" status: 204 len: 168 time: 1.9552031 Nov 23 02:43:59.985032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:59.996304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.000036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5371eb05-9e34-468a-977e-2df49f228c11 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4833319 Nov 23 02:44:00.000221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.018599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c679eb-304c-4890-a3d4-f002407a92b7 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=e0986d2e-6c3f-45dc-9eb9-755f73368d57,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:00.030608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.033654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-a44766dc-6f9f-409a-a387-b0e710ace93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:00.035217 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-a44766dc-6f9f-409a-a387-b0e710ace93e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83343207dd5643a598a5681d7d044554&device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 1097 time: 0.1520226 Nov 23 02:44:00.038647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.044538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-214112414'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.119872 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:44:00.121675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:00.125141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.161458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ff681-421e-4747-ade9-87ba7abf462c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:00.170246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.175045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b0fe0e8-f971-42ad-bd7b-2e14137433ac tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1749036 Nov 23 02:44:00.175045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-cb840e15-3afc-4cbb-9835-72dbfa336a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:00.176419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-cb840e15-3afc-4cbb-9835-72dbfa336a66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 200 len: 912 time: 0.1244559 Nov 23 02:44:00.176890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.182025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b9c24406-49b1-47f0-8607-3a99384c0097 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'fb5ff681-421e-4747-ade9-87ba7abf462c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.206436 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-b9c24406-49b1-47f0-8607-3a99384c0097 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 02:44:00.207786 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-b9c24406-49b1-47f0-8607-3a99384c0097 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:00.213190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9c24406-49b1-47f0-8607-3a99384c0097 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0352378 Nov 23 02:44:00.214905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37316) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.225122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0168cce6-45ec-4b25-85be-e07b92d69295 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'fb5ff681-421e-4747-ade9-87ba7abf462c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.225979 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-0168cce6-45ec-4b25-85be-e07b92d69295 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 02:44:00.227442 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-0168cce6-45ec-4b25-85be-e07b92d69295 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:00.229110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0168cce6-45ec-4b25-85be-e07b92d69295 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093610 Nov 23 02:44:00.235497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.241053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-001e83ed-eb87-4382-8fb0-975ff048d19d tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'fb5ff681-421e-4747-ade9-87ba7abf462c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.242281 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-001e83ed-eb87-4382-8fb0-975ff048d19d tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 02:44:00.243114 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-001e83ed-eb87-4382-8fb0-975ff048d19d tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:00.246950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-001e83ed-eb87-4382-8fb0-975ff048d19d tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073931 Nov 23 02:44:00.248810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37320) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.281927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-5af935e0-9b16-4de3-bc48-312ce527b738 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 200 len: 217 time: 0.0635905 Nov 23 02:44:00.286326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9fe79c1d-7413-4b8f-80f0-50479823d046 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'fb5ff681-421e-4747-ade9-87ba7abf462c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.288036 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-9fe79c1d-7413-4b8f-80f0-50479823d046 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 02:44:00.288693 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-9fe79c1d-7413-4b8f-80f0-50479823d046 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:00.290060 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9fe79c1d-7413-4b8f-80f0-50479823d046 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098131 Nov 23 02:44:00.298600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.379926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-5bfce21f-36f7-4c3c-8a65-b4dc94488bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:00.381937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-5bfce21f-36f7-4c3c-8a65-b4dc94488bc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dcf77df-f888-49d0-8578-ccfb3f7a9e13 HTTP/1.1" status: 200 len: 851 time: 0.0905399 Nov 23 02:44:00.412978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58744fa6-9c2d-4a98-96af-389cd29740ce details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:44:00.427480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-e4830e0f-5c96-4eca-80c7-098b86073c10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4787437e-0a68-4a51-bf6f-a59b1df479e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364218 Nov 23 02:44:00.428579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.453984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.507069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6463f7f5-8213-4db1-98e5-96512c8da03f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:00.522301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.525438 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.527827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/fb5ff681-421e-4747-ade9-87ba7abf462c HTTP/1.1" status: 204 len: 168 time: 0.2209878 Nov 23 02:44:00.550858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.560569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6463f7f5-8213-4db1-98e5-96512c8da03f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:00.561128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6463f7f5-8213-4db1-98e5-96512c8da03f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:00.561550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:00.598423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58744fa6-9c2d-4a98-96af-389cd29740ce,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:00.611971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '58744fa6-9c2d-4a98-96af-389cd29740ce', 'network_id': 'b8c2ef36-7bde-4d38-a4fa-d43c905b48a1', 'port_id': '58744fa6-9c2d-4a98-96af-389cd29740ce', 'mac_address': 'fa:16:3e:ad:e4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ff7e04-09ed-4133-bc91-4bc226585403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:44:00.615678 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-02dcba6b-839d-4264-92a0-ebcd58c68b33 service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226676 Nov 23 02:44:00.621539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478bf31-0b24-404f-9c03-611edc9c6ed7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ff681-421e-4747-ade9-87ba7abf462c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:00.670075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:00.670629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device bcba79f3-dba2-45b0-ae6a-93da8bcf6ff4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:00.673529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:00.699509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.699860 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment baf516fa-a130-4219-bede-c0f633940ed6 of type vlan for network e79eacba-59bd-42bf-81d3-d19ebc99399a Nov 23 02:44:00.705396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-796e6fe0-cc64-4807-9216-818b33ffa0ed tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1198959 Nov 23 02:44:00.711197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37334) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.719651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269681274'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.742017 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-92f17adf-76c5-4ab0-8306-631fba5f1707 req-51c12e47-6561-489b-9f82-aea73eedfe49 service neutron] 10.222.0.47 "GET /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162279 Nov 23 02:44:00.762248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.773725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.783001 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.783494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58744fa6-9c2d-4a98-96af-389cd29740ce {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:44:00.825550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58744fa6-9c2d-4a98-96af-389cd29740ce,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:00.838581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.890351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.899388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:00.900698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.922110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.928584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.933414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:00.979803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:00.981076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2688103 Nov 23 02:44:00.991126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:00.995558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-79ab33e5-d050-45b0-9a27-f6f2d2567d15 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:00.996323 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-79ab33e5-d050-45b0-9a27-f6f2d2567d15 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:44:00.996814 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-79ab33e5-d050-45b0-9a27-f6f2d2567d15 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.000324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-79ab33e5-d050-45b0-9a27-f6f2d2567d15 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056915 Nov 23 02:44:01.000629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.005319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b15b39f2-24b2-475e-b88a-276a53d04772 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.014144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320397e5-dde0-4651-af9c-b14c0c2a03e3 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c73028-4e11-4220-af08-789828a921d5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:01.030913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0272453 Nov 23 02:44:01.039419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37350) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.058749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.071479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=e79eacba-59bd-42bf-81d3-d19ebc99399a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:01.084696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832b64a-c61b-45cb-b050-4716c9ec29d8 req-ab4f0640-a47e-42f1-952e-a7d239f006b9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:01.086201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9832b64a-c61b-45cb-b050-4716c9ec29d8 req-ab4f0640-a47e-42f1-952e-a7d239f006b9 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1770651 Nov 23 02:44:01.101196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.101581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.101973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.103023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.103379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.104317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.104317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.104526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.104725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.105153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.105483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.105816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5157abe-3728-46ac-b873-af7986c82215 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:01.129634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e79eacba-59bd-42bf-81d3-d19ebc99399a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:01.142129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['58744fa6-9c2d-4a98-96af-389cd29740ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:01.142682 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-b15b39f2-24b2-475e-b88a-276a53d04772 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.143802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b15b39f2-24b2-475e-b88a-276a53d04772 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1422091 Nov 23 02:44:01.146740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.147278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce625805-47b8-465e-8306-14966d967b6f req-ae2586d6-490e-4b17-aaa1-afbc1f4d7a79 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:01.151404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a29ca4b2-2dad-4bc2-b26e-29c0b3c946a2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.151898 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-a29ca4b2-2dad-4bc2-b26e-29c0b3c946a2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 02:44:01.152391 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-a29ca4b2-2dad-4bc2-b26e-29c0b3c946a2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.153428 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a29ca4b2-2dad-4bc2-b26e-29c0b3c946a2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057628 Nov 23 02:44:01.154741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce625805-47b8-465e-8306-14966d967b6f req-ae2586d6-490e-4b17-aaa1-afbc1f4d7a79 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 945 time: 0.1964045 Nov 23 02:44:01.157230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37356) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.168205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5cc4ffb6-5f2f-4738-9c15-ddd005585afa tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.213144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:01.220538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.245259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9832b64a-c61b-45cb-b050-4716c9ec29d8 req-b187dab4-e01e-49e9-94e9-b8108c81ebf8 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471992 Nov 23 02:44:01.298286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce625805-47b8-465e-8306-14966d967b6f req-da291bdf-17df-4b0b-a0c9-703433b4ac94 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426344 Nov 23 02:44:01.336136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.450166 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-5cc4ffb6-5f2f-4738-9c15-ddd005585afa tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.454331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5cc4ffb6-5f2f-4738-9c15-ddd005585afa tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2933385 Nov 23 02:44:01.454664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.463660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-59365837-3a6b-4708-8e34-a854eaaed06e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.464046 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-59365837-3a6b-4708-8e34-a854eaaed06e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:44:01.464537 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-59365837-3a6b-4708-8e34-a854eaaed06e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.468625 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59365837-3a6b-4708-8e34-a854eaaed06e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099373 Nov 23 02:44:01.471861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37366) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.478239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2c6c1405-37dc-492d-83c1-d61f0fb7ec16 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.547552 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-2c6c1405-37dc-492d-83c1-d61f0fb7ec16 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.551260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c6c1405-37dc-492d-83c1-d61f0fb7ec16 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0757573 Nov 23 02:44:01.551946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.558220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8763075b-2dd9-4ea9-96aa-3907ae6fc624 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.558732 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-8763075b-2dd9-4ea9-96aa-3907ae6fc624 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 02:44:01.559760 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8763075b-2dd9-4ea9-96aa-3907ae6fc624 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.562551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8763075b-2dd9-4ea9-96aa-3907ae6fc624 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078442 Nov 23 02:44:01.563957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.570917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-afc2b0e3-41d6-4ab5-b3a3-a88990cd9c19 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.627879 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-afc2b0e3-41d6-4ab5-b3a3-a88990cd9c19 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.628596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-afc2b0e3-41d6-4ab5-b3a3-a88990cd9c19 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0635700 Nov 23 02:44:01.633846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.638254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fc3f70fa-fabc-4a0b-9670-2c22cc518e54 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'c5c73028-4e11-4220-af08-789828a921d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:01.650143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.724555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=2547accb-fa23-4067-a8ac-0adfeabf8d70,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:01.735487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:01.735833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: e79eacba-59bd-42bf-81d3-d19ebc99399a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:01.743264 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fc3f70fa-fabc-4a0b-9670-2c22cc518e54 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:01.744202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc3f70fa-fabc-4a0b-9670-2c22cc518e54 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1094170 Nov 23 02:44:01.747055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37380) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.769892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 692b29c7-3521-4384-895a-84bb7e22055e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:01.770242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.778320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network e79eacba-59bd-42bf-81d3-d19ebc99399a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:01.794889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e79eacba-59bd-42bf-81d3-d19ebc99399a) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:01.800441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:01.801041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.808414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b24438-1d21-4999-b1a5-47fc7e5e3f5a None None] Network e79eacba-59bd-42bf-81d3-d19ebc99399a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:01.828868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.835432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-acb63f17-56b2-4bae-8757-05d30f9133e0 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7946067 Nov 23 02:44:01.837952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:01.930325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 692b29c7-3521-4384-895a-84bb7e22055e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=692b29c7-3521-4384-895a-84bb7e22055e,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:01.932227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.940292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:01.953194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 692b29c7-3521-4384-895a-84bb7e22055e owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:02.080914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e79eacba-59bd-42bf-81d3-d19ebc99399a', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:02.081871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.134922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.137561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.138944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/c5c73028-4e11-4220-af08-789828a921d5 HTTP/1.1" status: 204 len: 168 time: 0.3906562 Nov 23 02:44:02.144204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:02.188819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958e58a-a03d-43f5-9eed-905dbed63fdd tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c73028-4e11-4220-af08-789828a921d5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:02.230832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-120599b0-e8c0-4603-8650-581c92542098 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854397 Nov 23 02:44:02.235562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37394) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:02.261099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--83458159'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:02.284408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.317604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.352583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.357551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Allocated IP 2001:db8::2 (e79eacba-59bd-42bf-81d3-d19ebc99399a/2547accb-fa23-4067-a8ac-0adfeabf8d70/933148b5-d568-4a3a-9396-6f28e1e7ca4f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:02.408897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58744fa6-9c2d-4a98-96af-389cd29740ce up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:02.460703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=692b29c7-3521-4384-895a-84bb7e22055e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:02.570762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.584951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.669300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.670770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4334114 Nov 23 02:44:02.675773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:02.681275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-187855e7-9600-4fd2-8d56-78416d1eea82 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': '0788e9bd-1137-429d-ba70-523a5d548418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:02.696745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54793851-1cdf-42ea-ae59-160fc7f7aeda tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0788e9bd-1137-429d-ba70-523a5d548418,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:02.723866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace910-3ad0-40aa-8965-c6d965407b42 req-b8085989-a3dd-4a63-a65a-0bc348cc05c7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:02.740179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96ace910-3ad0-40aa-8965-c6d965407b42 req-b8085989-a3dd-4a63-a65a-0bc348cc05c7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 945 time: 0.2171080 Nov 23 02:44:02.775140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52496b7-17ea-4d74-acf8-52215454cba1 req-92a3faf2-ad87-4552-892f-31440866ddfd tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:02.777722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c52496b7-17ea-4d74-acf8-52215454cba1 req-92a3faf2-ad87-4552-892f-31440866ddfd tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.3588023 Nov 23 02:44:02.863394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 58744fa6-9c2d-4a98-96af-389cd29740ce completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:44:02.873266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 58744fa6-9c2d-4a98-96af-389cd29740ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:02.873643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:02.928902 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-187855e7-9600-4fd2-8d56-78416d1eea82 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The resource could not be found. Nov 23 02:44:02.930423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-187855e7-9600-4fd2-8d56-78416d1eea82 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2535703 Nov 23 02:44:02.933700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:02.939337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a9e2a395-5c58-4531-bd89-7f60cae7dd5b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': '0788e9bd-1137-429d-ba70-523a5d548418', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '54cf35cc-4858-4acc-b587-571a5e5ecd20'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:03.001773 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-a9e2a395-5c58-4531-bd89-7f60cae7dd5b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The resource could not be found. Nov 23 02:44:03.003408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9e2a395-5c58-4531-bd89-7f60cae7dd5b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0682878 Nov 23 02:44:03.006835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37418) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:03.027099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96ace910-3ad0-40aa-8965-c6d965407b42 req-330c2fd9-ef91-4752-be85-f5924e49c513 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836578 Nov 23 02:44:03.042385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c52496b7-17ea-4d74-acf8-52215454cba1 req-12a0cc15-67a9-489e-9575-c9673347accc tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523766 Nov 23 02:44:03.054192 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.064361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.105090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.142035 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.196386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.213329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Network e79eacba-59bd-42bf-81d3-d19ebc99399a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:03.273683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:03.285156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:03.312442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Pushing event updated for resources: {'Port': ['ID=933148b5-d568-4a3a-9396-6f28e1e7ca4f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:03.331031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.340317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8::1 (e79eacba-59bd-42bf-81d3-d19ebc99399a/2547accb-fa23-4067-a8ac-0adfeabf8d70/ed74a254-6262-42d7-8125-8636eaf56773) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:03.373752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:03.379910 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55623ead-70bd-4368-8b87-1331942123fd" -d '{"events": [{"server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "name": "network-vif-plugged", "status": "completed", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:03.403656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58744fa6-9c2d-4a98-96af-389cd29740ce,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:03.434320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Attempting to bind port 933148b5-d568-4a3a-9396-6f28e1e7ca4f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:03.434725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Attempting to bind port 933148b5-d568-4a3a-9396-6f28e1e7ca4f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:03.435098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Attempting to bind port 933148b5-d568-4a3a-9396-6f28e1e7ca4f on network e79eacba-59bd-42bf-81d3-d19ebc99399a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:03.437395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.464318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:03.464707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Checking segment: {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:03.465235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.465643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Bound using segment: {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:03.466133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Bound port: 933148b5-d568-4a3a-9396-6f28e1e7ca4f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:03.466559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.493584 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba89ca-c8d8-444c-944f-79a680ff6266 x-openstack-request-id: req-ffba89ca-c8d8-444c-944f-79a680ff6266 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:03.493877 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "name": "network-vif-plugged", "status": "completed", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:03.494131 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffba89ca-c8d8-444c-944f-79a680ff6266 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:03.494547 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce', 'code': 200} Nov 23 02:44:03.543993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:03.577042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] For port 933148b5-d568-4a3a-9396-6f28e1e7ca4f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:03.580740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] For port 933148b5-d568-4a3a-9396-6f28e1e7ca4f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=933148b5-d568-4a3a-9396-6f28e1e7ca4f,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:03.585612 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.605048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.622890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.624073 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/0788e9bd-1137-429d-ba70-523a5d548418 HTTP/1.1" status: 204 len: 168 time: 0.6159296 Nov 23 02:44:03.660661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c839fa-b684-443a-920e-a419eb419184 req-dbba5a47-b50a-4441-892e-ba1afe9531c1 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:03.668313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372c6e-b102-4c31-9bd8-48824e4a3393 None None] Pushing event updated for resources: {'Port': ['ID=933148b5-d568-4a3a-9396-6f28e1e7ca4f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:03.669080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69c839fa-b684-443a-920e-a419eb419184 req-dbba5a47-b50a-4441-892e-ba1afe9531c1 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.2498095 Nov 23 02:44:03.671051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:03.672708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0ed7c-c755-49ba-8ebe-bbfe045af97c tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788e9bd-1137-429d-ba70-523a5d548418,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:03.695076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:03.776737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.791823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be00bc7-57aa-474a-9df1-5ae21e1bc57d req-6daef63a-a2c9-4ed6-8c69-2fb2b30259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:03.793357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4be00bc7-57aa-474a-9df1-5ae21e1bc57d req-6daef63a-a2c9-4ed6-8c69-2fb2b30259d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1098 time: 0.2075591 Nov 23 02:44:03.859733 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.900787 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4be00bc7-57aa-474a-9df1-5ae21e1bc57d req-36fd4851-e98b-41b7-9447-c8feaed4f5aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962970 Nov 23 02:44:03.921178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network e79eacba-59bd-42bf-81d3-d19ebc99399a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:03.931705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:03.931705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:03.931705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.932887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37442) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:03.933995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cfd5a703-5be2-431a-80bd-0a51f390a635 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2595513 Nov 23 02:44:03.941094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fdbc4db9-3db0-46d5-92ad-ddede7b1a1a7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': 'b89d7362-7b9e-4e74-b5c3-f48ddc328d06', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:03.946593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:03.949849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:03.961912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:03.974978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:03.975634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:03.976228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69c839fa-b684-443a-920e-a419eb419184 req-bb64f70f-27d6-4f1e-9ab2-3ad2e80a38f5 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057060 Nov 23 02:44:03.980984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8c00400c-4f2b-4554-949f-27e87520df3b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9931176 Nov 23 02:44:03.988798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37444) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:04.060845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 5e79ca35-f280-4198-8f4d-d28a1f666dc3 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:04.073485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.173558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.232464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:04.264102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20732023-c230-47db-abac-0101747bc1b3 req-3591f433-9221-44d9-b4ef-cba1ed5e88c2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:04.272561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20732023-c230-47db-abac-0101747bc1b3 req-3591f433-9221-44d9-b4ef-cba1ed5e88c2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1276498 Nov 23 02:44:04.307304 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-fdbc4db9-3db0-46d5-92ad-ddede7b1a1a7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The resource could not be found. Nov 23 02:44:04.309412 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdbc4db9-3db0-46d5-92ad-ddede7b1a1a7 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3729582 Nov 23 02:44:04.323720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:04.330839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129724935'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:04.362412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.382170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.413533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20732023-c230-47db-abac-0101747bc1b3 req-9f8e9762-15d1-4d07-8f33-068241593a67 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400089 Nov 23 02:44:04.415005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.516427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.576691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:02Z', 'revision_number': 9, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:04.598806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=5e79ca35-f280-4198-8f4d-d28a1f666dc3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:04.616516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:04.641772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:04.641984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.642422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:04.647892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f529987-48d5-4805-b94b-3ebc09061081 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/5e79ca35-f280-4198-8f4d-d28a1f666dc3 HTTP/1.1" status: 204 len: 168 time: 0.6552935 Nov 23 02:44:04.655644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:04.671782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.710323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.750296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a76b55-8473-40f9-aeaa-6ea0262dafed None None] Network af157cc6-170e-4cd8-8e5b-4f65677fbb0c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:04.753498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 933148b5-d568-4a3a-9396-6f28e1e7ca4f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:04.769206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.770482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4433026 Nov 23 02:44:04.773334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:04.778711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268064708'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:04.782897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1ac26-bf40-4573-b68c-4b298c84b335 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5f1c4b-d7f1-451f-b1cd-3b33559ab3fc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:04.789680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.851606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.857291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.858750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.868193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.984694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:04.985040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:04.995319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:05.031754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:05.084327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 933148b5-d568-4a3a-9396-6f28e1e7ca4f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:05.084701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.160042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network e79eacba-59bd-42bf-81d3-d19ebc99399a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:05.166264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:05.244886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,segment=NetworkSegment(4c11dbcf-3b16-4880-a590-f469e77b8b84),segment_id=4c11dbcf-3b16-4880-a590-f469e77b8b84)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:05.245709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.273829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:05.311918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8254af6-b650-471e-a973-1723496a26bd req-1c1124e1-4e6b-498b-a673-37845a80558d tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:05.313726 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d8254af6-b650-471e-a973-1723496a26bd req-1c1124e1-4e6b-498b-a673-37845a80558d tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.47 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.1944609 Nov 23 02:44:05.451844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:44:05.479122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Deleting port 0729b34a-045e-4bc1-911a-0a8947bbc46c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:05.479476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.517658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.528564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.564529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d9c47-cd15-43ff-9c29-17da9da25bbb None None] Network e79eacba-59bd-42bf-81d3-d19ebc99399a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:05.590546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.592994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.625408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f4ca43-0651-4615-bd2e-76c2b3ebf063 None None] DHCP port deletion for af157cc6-170e-4cd8-8e5b-4f65677fbb0c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:05.636969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=69fd0714-48ba-4174-a6ed-ebd7f1e7d355,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:05.691429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 933148b5-d568-4a3a-9396-6f28e1e7ca4f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=933148b5-d568-4a3a-9396-6f28e1e7ca4f,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:05.706841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b5737363-2934-44ff-b6da-bea71753cf0f None None] Provisioning complete for port 933148b5-d568-4a3a-9396-6f28e1e7ca4f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:05.707277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5737363-2934-44ff-b6da-bea71753cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.711399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0204-7a69-4f0a-8da1-b413959a487e req-d69ac44d-0818-4cb9-a5e8-6a2de319b17e tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:05.713650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715f0204-7a69-4f0a-8da1-b413959a487e req-d69ac44d-0818-4cb9-a5e8-6a2de319b17e tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 945 time: 0.5225575 Nov 23 02:44:05.716383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:05.722099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.733161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.737253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9601474 Nov 23 02:44:05.757832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37486) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:05.766941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-28549fe1-1125-4b00-8bc2-8ee78af3a102 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group_rule': {'security_group_id': '3c5f1c4b-d7f1-451f-b1cd-3b33559ab3fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dc6e92fb-e4fb-4865-a558-b446c6e6cf59'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:05.790038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30515-2313-48da-aa21-c9cf90648770 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e92fb-e4fb-4865-a558-b446c6e6cf59,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:05.807030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=933148b5-d568-4a3a-9396-6f28e1e7ca4f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:05.828730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4665971-9c69-493b-8f8c-b2e9394b7724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.832775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:05.844101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:02Z', 'revision_number': 9, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:05.851638 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:05.859510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cf732-2b73-492f-a95c-8eb805b0f3df req-8f8766ee-a97e-43b1-a33f-5d4e894f2933 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:05.867402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-561cf732-2b73-492f-a95c-8eb805b0f3df req-8f8766ee-a97e-43b1-a33f-5d4e894f2933 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.3136876 Nov 23 02:44:05.868243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:05.868945 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:05.870930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bfddc7de-3153-4b05-a692-70a5bdd42a89 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0313423 Nov 23 02:44:05.881423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd197434-fc9e-42ea-9a80-8c203d30ed38 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:02Z', 'revision_number': 9, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '0b5dce8f-11f4-4bb9-9c45-d53543263bc1', 'name': '', 'network_id': '5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:ff:12:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:24Z', 'updated_at': '2021-11-23T02:43:34Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': '43b366bd-3faf-46e1-9af4-ece54ff4e92b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:05.892713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37490) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:05.905348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-117817817'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:05.914641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] For port 0729b34a-045e-4bc1-911a-0a8947bbc46c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0729b34a-045e-4bc1-911a-0a8947bbc46c,segment=NetworkSegment(aad752aa-9e7f-4f42-a23d-3a476ee4f842),segment_id=aad752aa-9e7f-4f42-a23d-3a476ee4f842)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:05.915497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.960007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715f0204-7a69-4f0a-8da1-b413959a487e req-fca87665-d5ab-46a8-a4e8-36c24a1e86ed tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/security-groups?id=dba89fb8-f09a-41e6-87dc-9ba43244a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001979 Nov 23 02:44:05.972436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.989139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Calling delete_port for 0729b34a-045e-4bc1-911a-0a8947bbc46c owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:06.012020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-561cf732-2b73-492f-a95c-8eb805b0f3df req-795b4690-6884-4e6b-8888-0556f6f86838 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437347 Nov 23 02:44:06.013716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af157cc6-170e-4cd8-8e5b-4f65677fbb0c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:06.040273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c11dbcf-3b16-4880-a590-f469e77b8b84') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:06.040618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c11dbcf-3b16-4880-a590-f469e77b8b84') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:06.078680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.106301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.118030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:06.121300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.124295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:06.125584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-9ce5a956-4db9-411e-9d10-1bea06f045f5 req-29c7120d-fda7-4d83-9575-3f9dd7cee0db service neutron] (103572) timed out ('10.222.0.15', 41012) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:44:06.126355 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-28549fe1-1125-4b00-8bc2-8ee78af3a102 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:06.127297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:06.131137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-28549fe1-1125-4b00-8bc2-8ee78af3a102 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3718112 Nov 23 02:44:06.133610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37498) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:06.138188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:06.238017 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:06.244419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:06.246937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.310389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.323812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/af157cc6-170e-4cd8-8e5b-4f65677fbb0c HTTP/1.1" status: 204 len: 168 time: 1.6670723 Nov 23 02:44:06.369000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37504) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:06.372107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4838260-28b1-495c-b672-c5c77bf861c5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=af157cc6-170e-4cd8-8e5b-4f65677fbb0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:06.468568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.468835 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 20ae1618-5bba-4582-909e-49f977cc01f3 of type vlan for network 520c1279-a4c6-484b-a354-7e10b6eea5e0 Nov 23 02:44:06.511011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.577414 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.580064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 933148b5-d568-4a3a-9396-6f28e1e7ca4f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:06.596156 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:04Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:04Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:06.613017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0729b34a-045e-4bc1-911a-0a8947bbc46c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:06.651574 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:06.652440 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Updating router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 port ed74a254-6262-42d7-8125-8636eaf56773 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:06.691877 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.731424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.743103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Pushing event deleted for resources: {'Port': ['ID=0729b34a-045e-4bc1-911a-0a8947bbc46c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:06.753923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113976a3-d975-4848-b26a-33d09e47771a req-a31146e3-fb85-49d6-ac6b-263f7549a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:06.755659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-a31146e3-fb85-49d6-ac6b-263f7549a3dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1098 time: 0.3543146 Nov 23 02:44:06.782827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.843725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268221b7-3eb1-4ab5-97d4-b71fd13799ed req-13e17b54-aadd-49c7-a392-0cf45e76d2ea tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:06.858016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-268221b7-3eb1-4ab5-97d4-b71fd13799ed req-13e17b54-aadd-49c7-a392-0cf45e76d2ea tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.3190739 Nov 23 02:44:06.888964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:44:06.944962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] No DVR routers for this DVR port 0729b34a-045e-4bc1-911a-0a8947bbc46c on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:06.947336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b45a67-c315-4eee-a65d-d5f58fd0ecb2 None None] DHCP port deletion for 4787437e-0a68-4a51-bf6f-a59b1df479e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:06.959690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:06.963350 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d8254af6-b650-471e-a973-1723496a26bd req-ef919cd2-1ba2-48ff-851f-65ba2a17f602 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.47 "DELETE /v2.0/ports/0729b34a-045e-4bc1-911a-0a8947bbc46c HTTP/1.1" status: 204 len: 173 time: 1.6417720 Nov 23 02:44:06.965591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'name': 'network-vif-deleted', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:06.979959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-268221b7-3eb1-4ab5-97d4-b71fd13799ed req-8c398e92-ace3-4610-acf8-6ca74a722c64 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195712 Nov 23 02:44:06.980906 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb708ff-194e-4f88-8a31-65601770f73b" -d '{"events": [{"server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "name": "network-vif-deleted", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:07.017269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.024663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:07.025433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.056108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ec1d043a-41bd-4135-b521-8f65d4bf11b6 None None] Provisioning complete for port ed74a254-6262-42d7-8125-8636eaf56773 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:07.056486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec1d043a-41bd-4135-b521-8f65d4bf11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.138584 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52924762-4084-4143-83ec-6f432150fdb5 x-openstack-request-id: req-52924762-4084-4143-83ec-6f432150fdb5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:07.138933 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556fde22-c172-42ee-b104-71066b2b6fb0", "name": "network-vif-deleted", "tag": "0729b34a-045e-4bc1-911a-0a8947bbc46c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:07.139186 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52924762-4084-4143-83ec-6f432150fdb5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:07.139608 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556fde22-c172-42ee-b104-71066b2b6fb0', 'name': 'network-vif-deleted', 'tag': '0729b34a-045e-4bc1-911a-0a8947bbc46c', 'status': 'completed', 'code': 200} Nov 23 02:44:07.184126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 933148b5-d568-4a3a-9396-6f28e1e7ca4f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:07.184509 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.220593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3264458 Nov 23 02:44:07.224951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37524) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:07.270326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:07.272501 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.280248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d043a-41bd-4135-b521-8f65d4bf11b6 None None] Port ed74a254-6262-42d7-8125-8636eaf56773 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:07.285059 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.314815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ec1d043a-41bd-4135-b521-8f65d4bf11b6 None None] Provisioning complete for port 933148b5-d568-4a3a-9396-6f28e1e7ca4f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:07.315188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec1d043a-41bd-4135-b521-8f65d4bf11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.335509 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.346957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.350423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f1766cf-c13f-4557-83f1-06fcfda27b9d req-2dd1fc17-7104-4064-96f2-d5a406469b75 tempest-TestServerAdvancedOps-858261968 tempest-TestServerAdvancedOps-858261968-project] 10.222.0.15 "GET /v2.0/ports?device_id=556fde22-c172-42ee-b104-71066b2b6fb0 HTTP/1.1" status: 200 len: 210 time: 0.0600693 Nov 23 02:44:07.363972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc6e92fb-e4fb-4865-a558-b446c6e6cf59 HTTP/1.1" status: 204 len: 168 time: 1.2148161 Nov 23 02:44:07.364268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37528) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:07.387011 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Pushing event updated for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:07.413381 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.413381 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.413381 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.413814 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.413814 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.414098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.414429 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.418599 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.418980 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.419330 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.419674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.420013 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:07.433349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb565295-f3a4-4023-89c8-e6970cc373b4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=520c1279-a4c6-484b-a354-7e10b6eea5e0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:07.456084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113976a3-d975-4848-b26a-33d09e47771a req-edf9daf9-17c4-46c4-86d2-d98e100c05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:07.457705 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-edf9daf9-17c4-46c4-86d2-d98e100c05c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.6835575 Nov 23 02:44:07.481312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:07.500323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195bd6a-f382-4fb2-a4df-cf03299b644e tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e92fb-e4fb-4865-a558-b446c6e6cf59,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:07.534197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02e56fa5-9cad-4bbb-b8cb-21b5bb7a4057 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1739175 Nov 23 02:44:07.538373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37532) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:07.547776 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Attempting to bind port ed74a254-6262-42d7-8125-8636eaf56773 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:07.548163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Attempting to bind port ed74a254-6262-42d7-8125-8636eaf56773 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:07.548609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Attempting to bind port ed74a254-6262-42d7-8125-8636eaf56773 on network e79eacba-59bd-42bf-81d3-d19ebc99399a {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:07.564729 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:07.566884 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Checking segment: {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:07.567606 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.568701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Bound using segment: {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:07.570231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Bound port: ed74a254-6262-42d7-8125-8636eaf56773, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf516fa-a130-4219-bede-c0f633940ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:07.582297 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.639807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-7381a1ea-8b9b-4b9a-aa16-581d05c095dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 200 len: 217 time: 0.1657915 Nov 23 02:44:07.665846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.707641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.761144 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] For port ed74a254-6262-42d7-8125-8636eaf56773, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:07.767399 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] For port ed74a254-6262-42d7-8125-8636eaf56773, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ed74a254-6262-42d7-8125-8636eaf56773,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:07.777284 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.844690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113976a3-d975-4848-b26a-33d09e47771a req-489e20db-5847-4a9d-bb54-53446bcd8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:07.849784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:07.850820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-489e20db-5847-4a9d-bb54-53446bcd8df8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.2035990 Nov 23 02:44:07.893269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:07.900084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.908270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-68c0ee42-113b-4c15-a5e2-8c04dc2114b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487952 Nov 23 02:44:07.915309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.918885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.923685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/3c5f1c4b-d7f1-451f-b1cd-3b33559ab3fc HTTP/1.1" status: 204 len: 168 time: 0.3840134 Nov 23 02:44:07.925614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:07.929693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:07.930047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 69fd0714-48ba-4174-a6ed-ebd7f1e7d355 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:07.930755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 692b29c7-3521-4384-895a-84bb7e22055e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:07.954810 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d971a52-7655-4701-b896-6c8ce2cfe291 None None] Pushing event updated for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:07.961985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950baf0-56b6-4653-b883-c47b5adc9be2 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5f1c4b-d7f1-451f-b1cd-3b33559ab3fc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:08.001374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:08.001944 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:43:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:08.053167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 692b29c7-3521-4384-895a-84bb7e22055e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:08.053515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 692b29c7-3521-4384-895a-84bb7e22055e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:08.061927 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.121791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6679d816-ba79-448c-959a-2e0b47968649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.216548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] Provisioning complete for port ed74a254-6262-42d7-8125-8636eaf56773 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:08.218157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.235877 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:08.435812 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.511595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] For port ed74a254-6262-42d7-8125-8636eaf56773, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ed74a254-6262-42d7-8125-8636eaf56773,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:08.524745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.616764 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:04Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:07Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:08.633667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037a6f0-d969-4499-81ee-a399beb013f9 None None] Pushing event updated for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:08.673864 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44500ab4-6ee3-45c3-8129-fa2b26b48aca None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:04Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:07Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:08.696647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37546) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:08.754780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-78251e5d-98e0-429d-9de1-d16fcd44cfb5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8278232 Nov 23 02:44:08.762121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5fdec590-512d-4bcd-98e6-e0302c9e5883 None None] Provisioning complete for port ed74a254-6262-42d7-8125-8636eaf56773 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:08.762891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fdec590-512d-4bcd-98e6-e0302c9e5883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.774773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:08.781236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375177990'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:08.842051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Deleting subnet 6dcf77df-f888-49d0-8578-ccfb3f7a9e13 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:08.857953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.907678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcd341-2dd0-4bc0-8dd6-717cc3f859c4 req-26d9cc5b-7aa7-4236-850e-21197539cb9a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:08.913682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-8403d5ef-d346-42bc-866f-0eb5dfcad2d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9888909 Nov 23 02:44:08.914714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cdcd341-2dd0-4bc0-8dd6-717cc3f859c4 req-26d9cc5b-7aa7-4236-850e-21197539cb9a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.7667770 Nov 23 02:44:09.009749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cdcd341-2dd0-4bc0-8dd6-717cc3f859c4 req-66e8f79f-097a-4600-a0b0-3788ec04926c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799019 Nov 23 02:44:09.066437 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.092282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.092935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:09.093278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.224470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 0b5dce8f-11f4-4bb9-9c45-d53543263bc1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:09.224820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.244088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:09.285432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.290911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.305656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.386383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.388853 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-113976a3-d975-4848-b26a-33d09e47771a req-904706d4-0147-43b2-a39d-10ce63c43989 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637518 Nov 23 02:44:09.413843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.417867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0729b34a-045e-4bc1-911a-0a8947bbc46c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:09.457932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 0729b34a-045e-4bc1-911a-0a8947bbc46c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:09.459716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0729b34a-045e-4bc1-911a-0a8947bbc46c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:09.507374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.508760 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7313700 Nov 23 02:44:09.509395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=388b9dd2-731c-4ffc-a8b9-7e7475b8b230,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:09.515617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:09.532778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ef167ac1-4b94-439f-b9ec-0abd3be57745 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:09.533830 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-ef167ac1-4b94-439f-b9ec-0abd3be57745 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:44:09.534337 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-ef167ac1-4b94-439f-b9ec-0abd3be57745 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 02:44:09.535911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef167ac1-4b94-439f-b9ec-0abd3be57745 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "PUT /v2.0/security-groups/208c0b18-8880-45d1-bd53-1fa27aea90b2 HTTP/1.1" status: 409 len: 330 time: 0.0074430 Nov 23 02:44:09.539549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:09.549530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72526b71-0385-4b93-af10-ca50a514f6f8 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208c0b18-8880-45d1-bd53-1fa27aea90b2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:09.562802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.592952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.600953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:09.601327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 520c1279-a4c6-484b-a354-7e10b6eea5e0, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:09.604899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcf77df-f888-49d0-8578-ccfb3f7a9e13,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:09.609483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.613329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-12c775f5-b739-48df-83e2-9b7de5c8a0d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6dcf77df-f888-49d0-8578-ccfb3f7a9e13 HTTP/1.1" status: 204 len: 168 time: 0.9108098 Nov 23 02:44:09.616112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37564) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:09.623188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a9c06-fac3-47f0-9e70-106b3d0741a8 None None] Network 4787437e-0a68-4a51-bf6f-a59b1df479e7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:09.640658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=0b5dce8f-11f4-4bb9-9c45-d53543263bc1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:09.704856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:09.736075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.743580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 520c1279-a4c6-484b-a354-7e10b6eea5e0) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:09.759100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc02c97-3af7-4941-87b0-01b98287f19d None None] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:09.765180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.766487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.776969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.790147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.822772 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-53b8a9be-45db-469a-9b48-7c08191820bc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5737267 Nov 23 02:44:09.826911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37566) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:09.917064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.924866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.926357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/208c0b18-8880-45d1-bd53-1fa27aea90b2 HTTP/1.1" status: 204 len: 168 time: 0.3832564 Nov 23 02:44:09.947606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37568) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:09.978137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2415faf6-9970-4491-ba50-e7050245f8c3 None None] DHCP port deletion for 4787437e-0a68-4a51-bf6f-a59b1df479e7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:10.008260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122eb7e-ae6d-4965-b8cc-9974fbfd5651 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208c0b18-8880-45d1-bd53-1fa27aea90b2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:10.043822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.065088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-520c1279-a4c6-484b-a354-7e10b6eea5e0', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:10.066538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.075801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.108182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4787437e-0a68-4a51-bf6f-a59b1df479e7']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:10.121753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad752aa-9e7f-4f42-a23d-3a476ee4f842') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:10.122118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad752aa-9e7f-4f42-a23d-3a476ee4f842') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:10.143456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.184324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5a6cd09a-4bbb-4732-8c26-dc04dce4c350 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2349355 Nov 23 02:44:10.190717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37572) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.209425 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-4fd08264-ba58-4f80-9d65-bff4d8f379a5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] delete failed (client error): The resource could not be found. Nov 23 02:44:10.210538 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4fd08264-ba58-4f80-9d65-bff4d8f379a5 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb779543-a638-4670-a7c8-c427e8079a50 HTTP/1.1" status: 404 len: 347 time: 0.0188737 Nov 23 02:44:10.214407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.216553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.243724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:10.244137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.246268 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-56ef9999-1abc-4224-a5fc-2d1d27938d9b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] show failed (client error): The resource could not be found. Nov 23 02:44:10.247503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-56ef9999-1abc-4224-a5fc-2d1d27938d9b tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-groups/d629f877-0151-413b-a7f0-7ca703e7e55d HTTP/1.1" status: 404 len: 347 time: 0.0296438 Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:10.248416 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:10.288639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Allocated IP 2001:db8:1::2 (520c1279-a4c6-484b-a354-7e10b6eea5e0/388b9dd2-731c-4ffc-a8b9-7e7475b8b230/922f5380-8dd1-40b3-8406-80195326b773) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:10.292373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.327109 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d00862e6-4712-474f-9b3c-37fecc63fb49 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] show failed (client error): The resource could not be found. Nov 23 02:44:10.328445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d00862e6-4712-474f-9b3c-37fecc63fb49 tempest-NegativeSecGroupTest-1180581136 tempest-NegativeSecGroupTest-1180581136-project] 10.222.0.15 "GET /v2.0/security-group-rules/3e621428-f97b-42b4-a290-5505503f72e4 HTTP/1.1" status: 404 len: 356 time: 0.0220544 Nov 23 02:44:10.393738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262ac96-53c7-4627-b1b9-72fe75bec6f5 req-05feb800-bcde-4fe4-9264-09c83e0a48e4 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:10.407099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3262ac96-53c7-4627-b1b9-72fe75bec6f5 req-05feb800-bcde-4fe4-9264-09c83e0a48e4 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.2278540 Nov 23 02:44:10.415600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.428456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:10.510816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.519106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4787437e-0a68-4a51-bf6f-a59b1df479e7 HTTP/1.1" status: 204 len: 168 time: 0.9019692 Nov 23 02:44:10.520432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90302fc8-1a36-4ae9-9c3c-c8472a8297e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4787437e-0a68-4a51-bf6f-a59b1df479e7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:10.574285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37584) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.578209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.600956 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.650587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Deleting subnet d7e200da-f33c-40d4-850d-20419d383b59 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:10.670223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.699807 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3262ac96-53c7-4627-b1b9-72fe75bec6f5 req-2b9d410b-f18a-42d3-beab-64d1d95643af tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917161 Nov 23 02:44:10.727488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:10.734537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3e5d0e0a-7b8e-4750-b88f-f47a2dfe9216 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3452513 Nov 23 02:44:10.736292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.751362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Pushing event updated for resources: {'Port': ['ID=922f5380-8dd1-40b3-8406-80195326b773,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:10.775183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ed74a254-6262-42d7-8125-8636eaf56773 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:10.784582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:10.791026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:10.809011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.824606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet 43b366bd-3faf-46e1-9af4-ece54ff4e92b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:10.839343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.859449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:10.862490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:10.891111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37590) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:10.908344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.910298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:10.923374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:10.924009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:10.943162 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.043737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.046975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Attempting to bind port 922f5380-8dd1-40b3-8406-80195326b773 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:11.047684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Attempting to bind port 922f5380-8dd1-40b3-8406-80195326b773 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:11.047684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Attempting to bind port 922f5380-8dd1-40b3-8406-80195326b773 on network 520c1279-a4c6-484b-a354-7e10b6eea5e0 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:11.050061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.066838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:11.067201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Checking segment: {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:11.067641 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.068069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Bound using segment: {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:11.068524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Bound port: 922f5380-8dd1-40b3-8406-80195326b773, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:11.068924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.086680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:11.088614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ed74a254-6262-42d7-8125-8636eaf56773 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:11.088977 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.165525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.178370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.198273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.202152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/43b366bd-3faf-46e1-9af4-ece54ff4e92b HTTP/1.1" status: 204 len: 168 time: 0.4644394 Nov 23 02:44:11.211363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7977ca1-537b-4b18-a0e3-339ddbe3e636 None None] Network 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:11.212852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37594) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:11.223492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e200da-f33c-40d4-850d-20419d383b59,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:11.229527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67c3a-8122-4ddf-9671-003f90625bfe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=43b366bd-3faf-46e1-9af4-ece54ff4e92b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:11.344616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.348334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-249931fa-4163-4813-830a-b0c5ba0d03a0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d7e200da-f33c-40d4-850d-20419d383b59 HTTP/1.1" status: 204 len: 168 time: 0.7725830 Nov 23 02:44:11.351522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:11.436708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.443774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] For port 922f5380-8dd1-40b3-8406-80195326b773, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:11.464440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8:1::1 (520c1279-a4c6-484b-a354-7e10b6eea5e0/388b9dd2-731c-4ffc-a8b9-7e7475b8b230/3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:11.508974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] For port 922f5380-8dd1-40b3-8406-80195326b773, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=922f5380-8dd1-40b3-8406-80195326b773,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:11.527315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.536159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.573723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b304f4a7-a695-4b2f-bb2f-1c36373b7a2d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:11.590840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e075912a-89be-4bab-9b4c-4032634c44fa') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:11.591430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e075912a-89be-4bab-9b4c-4032634c44fa') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:11.643518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.662647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] DHCP port deletion for 5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:11.663528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.668226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Pushing event updated for resources: {'Port': ['ID=922f5380-8dd1-40b3-8406-80195326b773,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:11.679050 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.693305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.697932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:11.699358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.699793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.700249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.700516 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.700642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.700918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.701250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.701581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.701909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.702233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.702581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.702913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b27e4-fd0c-4714-9751-463c3616f1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:11.734630 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:11.780505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:09Z', 'revision_number': 10, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:11.819187 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3a5c7d27-729a-464d-a01e-eddfb7f05571 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81c54f4a628148a58f8d25492a96c904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9198081 Nov 23 02:44:11.823954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.826007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37606) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:11.837899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.950577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.981087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.994272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b304f4a7-a695-4b2f-bb2f-1c36373b7a2d HTTP/1.1" status: 204 len: 168 time: 0.6410155 Nov 23 02:44:12.042344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819a01-3757-4d1d-ae96-b19a72aa31ce req-e4602c3c-ea97-425d-be19-b52683c4bd0a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:12.050755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf819a01-3757-4d1d-ae96-b19a72aa31ce req-e4602c3c-ea97-425d-be19-b52683c4bd0a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.2284563 Nov 23 02:44:12.063698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0509a03-735f-42a5-b51e-a910b0b06588 admin admin] Pushing event deleted for resources: {'Network': ['ID=b304f4a7-a695-4b2f-bb2f-1c36373b7a2d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.114152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:12.116785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:12.120277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:12.127014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:12.128155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.139677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:12.140320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:12.157559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf819a01-3757-4d1d-ae96-b19a72aa31ce req-93574c41-f895-43fb-bde7-1ddae4a10e4f tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Nov 23 02:44:12.212673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.229004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37610) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:12.256896 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.285700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b9af4e82-ed3f-4c1e-b2a0-82de2ed9d9ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83343207dd5643a598a5681d7d044554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553775 Nov 23 02:44:12.291095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:12.294986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.335295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Deleting port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:12.335672 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.363204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.370440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.383207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:12.383207 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.402469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.403998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.459444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] For port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:12.460545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.470916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.476200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.478446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dba89fb8-f09a-41e6-87dc-9ba43244a4c6 HTTP/1.1" status: 204 len: 168 time: 0.1869817 Nov 23 02:44:12.488458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4487912-326a-4771-89c2-d4361ea3736a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba89fb8-f09a-41e6-87dc-9ba43244a4c6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.505948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Calling delete_port for f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:12.594273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,segment=NetworkSegment(9b3df509-89ba-4030-af83-e4dd00e93cd1),segment_id=9b3df509-89ba-4030-af83-e4dd00e93cd1)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:12.594674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.612012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:12.616663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 922f5380-8dd1-40b3-8406-80195326b773 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:12.648625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:12.655000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.711561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.715258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.718912 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68687f09-6b35-46c6-b683-0ff203886206 HTTP/1.1" status: 204 len: 168 time: 0.8881638 Nov 23 02:44:12.769104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] Pushing event deleted for resources: {'Port': ['ID=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.772918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26513362-8744-49b4-bf9d-cdb534e3cdc8 None None] No DVR routers for this DVR port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:12.833478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6487b-036d-4ffa-a236-a2da5ea16110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68687f09-6b35-46c6-b683-0ff203886206,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.936543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 922f5380-8dd1-40b3-8406-80195326b773 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:12.936911 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.009290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.070565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:13.091810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.120295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:13.178044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:09Z', 'revision_number': 10, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:13.194815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37628) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:13.271212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a9a46f7-0280-4fc3-9b37-3e8758695d19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d9986b3e6c741d0a23c29c0ecf2ee03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0730901 Nov 23 02:44:13.272355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:13.285488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 922f5380-8dd1-40b3-8406-80195326b773, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=922f5380-8dd1-40b3-8406-80195326b773,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:13.299496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211c4de-9be4-46fd-b0c4-448446b4c590 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:09Z', 'revision_number': 10, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None, '_interfaces': [{'id': '312345f9-3053-40eb-903e-1b218644465a', 'name': '', 'network_id': 'e9984073-179a-4986-862b-b72d500597a8', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'mac_address': 'fa:16:3e:d3:c2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:43:16Z', 'updated_at': '2021-11-23T02:43:26Z', 'revision_number': 5, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'subnets': [{'id': 'd0fa67c0-231d-464f-b286-5f2c58505dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:13.305201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.394477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.396527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.422536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=922f5380-8dd1-40b3-8406-80195326b773,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:13.426213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3ac650-1599-4bf5-8863-48b623569eb2 None None] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:13.465572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.508639 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54df835-2218-4367-8f65-d95e6cfd3760 req-89e21b93-52a7-4e59-9044-59c161359365 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.510395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d54df835-2218-4367-8f65-d95e6cfd3760 req-89e21b93-52a7-4e59-9044-59c161359365 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1402516 Nov 23 02:44:13.556205 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.559047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.560455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/057bcfd3-5bb1-4a02-bb2c-e9a4e7abf6d9 HTTP/1.1" status: 204 len: 168 time: 0.2869012 Nov 23 02:44:13.584609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf7bb-969a-43fc-a3b3-5baa852c6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bcfd3-5bb1-4a02-bb2c-e9a4e7abf6d9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:13.602731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d54df835-2218-4367-8f65-d95e6cfd3760 req-98dbbf7c-cbff-497d-ade0-4f79eb4473e0 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823083 Nov 23 02:44:13.654043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1af4a4fe-bde1-4de0-b699-21be67c46f50 None None] Provisioning complete for port 922f5380-8dd1-40b3-8406-80195326b773 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:13.654699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1af4a4fe-bde1-4de0-b699-21be67c46f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.723719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:13.796211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:13.796561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f7b82eea-9ad7-4ba4-bbeb-28002a66aa2d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:13.930491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.943337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.944675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.948492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:14.019109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3df509-89ba-4030-af83-e4dd00e93cd1') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:14.020201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3df509-89ba-4030-af83-e4dd00e93cd1') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:14.075804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.116879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:14.134157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.153409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:14.154076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:14.175473 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:14.346229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:14.348142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:14.351249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.394035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.397419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5 HTTP/1.1" status: 204 len: 168 time: 3.1833467 Nov 23 02:44:14.398309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae007-e83b-4d4c-af10-8d8eaf7ebc98 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=5be5f1ec-3f53-4f17-a6a6-d542cb3b8ac5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:14.401569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37670) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:14.460733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ef6998e6-9ec5-448e-b833-59498193d5cd None None] Provisioning complete for port 922f5380-8dd1-40b3-8406-80195326b773 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:14.461099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef6998e6-9ec5-448e-b833-59498193d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.620362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 922f5380-8dd1-40b3-8406-80195326b773 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:14.725057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ef6998e6-9ec5-448e-b833-59498193d5cd None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:14.725693 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ef6998e6-9ec5-448e-b833-59498193d5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.746090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:14.776437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 922f5380-8dd1-40b3-8406-80195326b773 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:14.776817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.778311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ef6998e6-9ec5-448e-b833-59498193d5cd None None] Port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:14.859692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d06b9-a605-4cd1-a5c4-b68f5039e3fe req-ebb20171-2bcf-425b-bf33-f53290160b81 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:14.869993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-808d06b9-a605-4cd1-a5c4-b68f5039e3fe req-ebb20171-2bcf-425b-bf33-f53290160b81 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.0832953 Nov 23 02:44:14.920501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:14.932159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-808d06b9-a605-4cd1-a5c4-b68f5039e3fe req-85203284-587d-4937-91cb-5191a8b0c3e5 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Nov 23 02:44:14.971207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-272f5860-52fa-492a-9ff5-f1b9be4522e4 None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:14.971596 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-272f5860-52fa-492a-9ff5-f1b9be4522e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:14.999043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:15.028257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:15.028972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0b5dce8f-11f4-4bb9-9c45-d53543263bc1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:15.039075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-272f5860-52fa-492a-9ff5-f1b9be4522e4 None None] Port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:15.139952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:15.147413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fa7d7a4c-4d2b-42ef-ab6f-fa0c0731261e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3192136 Nov 23 02:44:15.151023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:15.153225 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:15.159348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1992749730'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:15.166562 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:15.167384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:15.211024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-614172485-network', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:15.216891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:15.239456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.244966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.336238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:15.346747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.351995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:15.376756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.403243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.404690 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment 7713b085-2521-4904-a5bb-09dfc791cbf3 of type vlan for network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 Nov 23 02:44:15.407798 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:15.566925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.623944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 312345f9-3053-40eb-903e-1b218644465a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:15.624908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.633446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.640701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:15.641412 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.673193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c5214c6e-8201-420b-a8fe-5ba9c207639a None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:15.673592 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5214c6e-8201-420b-a8fe-5ba9c207639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.737646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 312345f9-3053-40eb-903e-1b218644465a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=312345f9-3053-40eb-903e-1b218644465a,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:15.738035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.753141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c5214c6e-8201-420b-a8fe-5ba9c207639a None None] Port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:15.761319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 312345f9-3053-40eb-903e-1b218644465a owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:15.797249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6451025 Nov 23 02:44:15.799990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c777ba4-09a1-4c8b-8216-d814ab41944f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=c1214aa5-b4d9-49ab-bb95-7ed4d121c241,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:15.802267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:15.811683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:15.829860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:15.972396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:15.983712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.004483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:16.009627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.061806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:16.068304 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:12Z', 'revision_number': 3, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:12Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:16.098818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.129318 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:16.129668 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Updating router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:16.141763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad15d51-af3a-4e94-9ddf-7d52eff41a7f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:16.159821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.160169 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Added segment 747e3c20-0923-4955-96c8-8efb946b5bbd of type vlan for network 4854e397-8d24-45d7-9a7a-98a980283129 Nov 23 02:44:16.180467 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.212852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=312345f9-3053-40eb-903e-1b218644465a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:16.288890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.393200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33250ed-4f0d-4b50-aeb4-e7f2981d9ea8 req-8c08a0aa-6101-40a6-9a4e-2e8996df6f2c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:16.397965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d33250ed-4f0d-4b50-aeb4-e7f2981d9ea8 req-8c08a0aa-6101-40a6-9a4e-2e8996df6f2c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.3302047 Nov 23 02:44:16.424363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.425307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:16.426052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.445641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.594755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6572964 Nov 23 02:44:16.600505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37722) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:16.605892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Request body: {'subnet': {'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-614172485-subnet', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:16.639512 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.647810 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.669383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d33250ed-4f0d-4b50-aeb4-e7f2981d9ea8 req-44b55208-ad42-45c8-84d7-721621cc9aa7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604373 Nov 23 02:44:16.700637 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.726545 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de77cd-6c6b-414e-9136-534e238b6a9f None None] Pushing event updated for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:16.742654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:16.760762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c922-e904-42ef-9118-1264a8bfe927 admin admin] Pushing event updated for resources: {'Network': ['ID=4854e397-8d24-45d7-9a7a-98a980283129,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:16.763062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=9a3c1e30-7fc5-4596-8b5c-d567419d7744,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:16.763794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:16.767356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.774876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4854e397-8d24-45d7-9a7a-98a980283129 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:16.821211 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Attempting to bind port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:16.822084 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Attempting to bind port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:16.822747 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Attempting to bind port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 on network 520c1279-a4c6-484b-a354-7e10b6eea5e0 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:16.827509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:16.827888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: c1214aa5-b4d9-49ab-bb95-7ed4d121c241, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:16.830127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:16.831321 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Checking segment: {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:16.832326 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.832732 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Bound using segment: {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:16.836037 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Bound port: 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ae1618-5bba-4582-909e-49f977cc01f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:16.836504 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.870819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:16.886377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c1214aa5-b4d9-49ab-bb95-7ed4d121c241) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:16.891040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:16.891653 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:16.910399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723e972e-b35b-44fa-8442-20877c9c3f92 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:16.919150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aebc5593-8cfa-4424-bf53-1d957073c9ef tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1129460 Nov 23 02:44:16.920536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37724) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:16.979498 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] For port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:16.983304 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] For port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:16.998181 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.073009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:17.082784 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d166774-579b-4809-bb8e-1b64a4f815c2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792493 Nov 23 02:44:17.089273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:17.092453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37726) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:17.132084 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:17.133085 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:17.161943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-949656b3-a61f-4ebb-bf2b-3955c321bb96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1402602 Nov 23 02:44:17.186027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:17.186825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting subnet d0fa67c0-231d-464f-b286-5f2c58505dc7 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:17.187642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:17.190170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.199124 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de77cd-6c6b-414e-9136-534e238b6a9f None None] Pushing event updated for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:17.296469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:17.297055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.374613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.379197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:17.397291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:17.438573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:17.444012 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.608397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.655944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.705583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.706219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.706668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.707072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.707603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.708816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.709026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.711026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f9e6cb5f-99c6-4169-a8c6-c2b37bce94e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.4472861 Nov 23 02:44:17.742099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.761073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.872081 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:12Z', 'revision_number': 3, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:16Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:17.921985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:17.930986 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a34b44-c0c4-43cd-bfc2-543c22c389a9 None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:12Z', 'revision_number': 3, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:16Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:18.040957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.047553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/d0fa67c0-231d-464f-b286-5f2c58505dc7 HTTP/1.1" status: 204 len: 168 time: 0.9538484 Nov 23 02:44:18.054706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37754) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:18.127323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:18.135237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c28a1-bdae-4a85-be91-934d79aa1e35 None None] Network e9984073-179a-4986-862b-b72d500597a8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:18.158140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0139fe-d88d-4c30-bd1b-911d03b1b806 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fa67c0-231d-464f-b286-5f2c58505dc7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:18.235079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fd3e579b-426c-451b-9228-2f6be8690de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.239343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fd3e579b-426c-451b-9228-2f6be8690de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.239715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fd3e579b-426c-451b-9228-2f6be8690de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.244566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fd3e579b-426c-451b-9228-2f6be8690de0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.4786477 Nov 23 02:44:18.277797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:18.278443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:18.287267 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.357970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969aec0a-702c-4b00-8417-f38f21817a2a req-ef5bc3b5-d412-4b4e-abf3-faaad7a5e6e2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.365496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-969aec0a-702c-4b00-8417-f38f21817a2a req-ef5bc3b5-d412-4b4e-abf3-faaad7a5e6e2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.5246284 Nov 23 02:44:18.421532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-969aec0a-702c-4b00-8417-f38f21817a2a req-505523c8-e605-44d7-991f-0e54a2665f97 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550597 Nov 23 02:44:18.467419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-02806917-a6d4-4b5c-aa48-5afc04ec5d3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.1324117 Nov 23 02:44:18.579180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-b9eba496-40ac-4c22-9ca4-d6ec51ede715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.580665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-b9eba496-40ac-4c22-9ca4-d6ec51ede715 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.0965238 Nov 23 02:44:18.603050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:18.604172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-2962ffe6-ba22-4c6e-86e7-ff0e154acd4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2199311 Nov 23 02:44:18.632732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:18.671703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:18.672058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Network hostable DHCP agents. Network: 4854e397-8d24-45d7-9a7a-98a980283129, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:18.676612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41676cf2-b444-4971-84a4-efbc660645a4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:18.734349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.743482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-3933b325-5906-4665-8ad7-14c87c156aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.745008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-3933b325-5906-4665-8ad7-14c87c156aa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399298 Nov 23 02:44:18.760798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Allocated IP 2001:db8:2::2 (c1214aa5-b4d9-49ab-bb95-7ed4d121c241/9a3c1e30-7fc5-4596-8b5c-d567419d7744/edb2b982-8a6e-4fdc-9e96-6ecec8132fb0) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:18.782886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:18.788889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-902ede5e-83d5-4a29-a350-479981cc877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.790749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-902ede5e-83d5-4a29-a350-479981cc877a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 1097 time: 0.1116941 Nov 23 02:44:18.791768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Network 4854e397-8d24-45d7-9a7a-98a980283129 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:18.868460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4854e397-8d24-45d7-9a7a-98a980283129) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:18.872413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] For port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:18.873852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e840b16-7168-482a-b2b8-b070091fc3cd None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:18.903601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc8e21-0535-4b15-b1bd-188c2180ef8d None None] Network 4854e397-8d24-45d7-9a7a-98a980283129 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:18.912672 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.961937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:18.962584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.023892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a16e08dc-eceb-4d0b-8d1d-4f66dc54ed2b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4220784 Nov 23 02:44:19.026707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37762) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:19.032449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:19.060769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Deleting port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:19.061112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.072718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2a54d-ae1d-420a-811b-48cd333a3747 None None] Pushing event updated for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:19.073251 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-abd44dcb-87ec-4dfc-b993-d9021480cd55 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197660 Nov 23 02:44:19.100834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.102410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.186348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-97e48c96-48f0-40cd-ae87-d0591ba95fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:19.196246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-97e48c96-48f0-40cd-ae87-d0591ba95fe5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.3550394 Nov 23 02:44:19.227396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.243084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5f1a2a45-e80d-4de3-9314-d7315eaccf83 None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:19.243715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2a45-e80d-4de3-9314-d7315eaccf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.308972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] DHCP port deletion for e9984073-179a-4986-862b-b72d500597a8 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:19.330000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:19.330397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.577668 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.629499 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.640834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Deleting port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:19.641176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.648464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-4854e397-8d24-45d7-9a7a-98a980283129', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:19.649327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.714258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8:2::1 (c1214aa5-b4d9-49ab-bb95-7ed4d121c241/9a3c1e30-7fc5-4596-8b5c-d567419d7744/2ce405d0-62ce-46ad-affe-598b7e27af00) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:19.769739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.856095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1ae35-6299-4964-9790-a5b5868d09fa req-98de2ef5-6c92-4502-9094-8129d59bdf78 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:19.863845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48b1ae35-6299-4964-9790-a5b5868d09fa req-98de2ef5-6c92-4502-9094-8129d59bdf78 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.2609181 Nov 23 02:44:19.887049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Allocated IP 172.20.0.2 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/f279c5ed-12ec-47f6-ab99-49ee2ed89751) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:19.962121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] For port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:19.962773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.987835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Calling delete_port for 1ee11521-c3eb-42e4-b5b0-ab2082145c8d owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:19.994755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48b1ae35-6299-4964-9790-a5b5868d09fa req-38a96374-2bd8-4f25-b8ed-242845aac057 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238673 Nov 23 02:44:20.037096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.048926 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.055808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:20.059980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.065395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:20.076592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:20.089406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Pushing event updated for resources: {'Port': ['ID=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.161902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.171827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-4ca1999c-e2e3-463d-81fd-bdeec83d78ef service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0748923 Nov 23 02:44:20.173136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.184811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-bf20f5e0-8e7b-49b2-8c8a-63f8e67f05db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 200 len: 217 time: 0.9738874 Nov 23 02:44:20.196828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No DVR routers for this DVR port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:20.245343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.275233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-bc66f356-1ec0-43d4-8229-b1299c9b8103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:20.276807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-bc66f356-1ec0-43d4-8229-b1299c9b8103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.0739946 Nov 23 02:44:20.327977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:20.329165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.332377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:20.352245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:20.352789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.356934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.378972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-36fcfe52-7403-4b43-80ba-4ac7d4f05d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376577 Nov 23 02:44:20.380257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Port': ['ID=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.397310 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-8b7d9ba1-215e-4931-90be-81577fc263a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.2113175 Nov 23 02:44:20.465326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] For port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,segment=NetworkSegment(35ee8e57-85e6-4591-9d28-326024513e31),segment_id=35ee8e57-85e6-4591-9d28-326024513e31)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:20.465881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.472909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Allocated IP 172.25.1.30 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/226b5e10-2330-4d58-a1f2-656d1e453dac) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:20.507026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:20.553980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Calling delete_port for 1ee11521-c3eb-42e4-b5b0-ab2082145c8d owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:20.559434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:20.565832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:20.588265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:20.623476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Pushing event updated for resources: {'Port': ['ID=f279c5ed-12ec-47f6-ab99-49ee2ed89751,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.624274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-4a8bb2ef-426a-4caf-8cc5-78d09ff63601 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146697 Nov 23 02:44:20.635743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-1d1958a9-c31d-47fd-ae45-ef8974b056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:20.638475 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-1d1958a9-c31d-47fd-ae45-ef8974b056ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0709214 Nov 23 02:44:20.640075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Attempting to bind port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:20.640558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Attempting to bind port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:20.641500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Attempting to bind port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 on network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:20.732998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:20.733576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Checking segment: {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:20.735589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.736302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Bound using segment: {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:20.737180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Bound port: edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:20.737993 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.777855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e35ad8b0-4fd2-4ba7-ac78-599ca4d918c9 req-182e7ea9-0fc3-44ee-ba3e-d31cc578948f service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133332 Nov 23 02:44:20.875238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] For port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:20.880770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] For port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:20.890142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.916111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.939293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9984073-179a-4986-862b-b72d500597a8']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:20.958569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ee8e57-85e6-4591-9d28-326024513e31') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:20.970999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ee8e57-85e6-4591-9d28-326024513e31') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:20.987173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.004059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.004439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:21.005915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.009423 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.011611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:21.012023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.015577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Attempting to bind port f279c5ed-12ec-47f6-ab99-49ee2ed89751 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:21.016322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Attempting to bind port f279c5ed-12ec-47f6-ab99-49ee2ed89751 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:21.017944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Attempting to bind port f279c5ed-12ec-47f6-ab99-49ee2ed89751 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:21.060047 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:21.076995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:21.077756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:21.078145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.078680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:21.079270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Bound port: f279c5ed-12ec-47f6-ab99-49ee2ed89751, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:21.079747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.111607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988934a-7345-4bb6-9a47-b14517e76475 None None] Pushing event updated for resources: {'Port': ['ID=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:21.120073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-486734c8-fbb5-4629-9f9b-af8a68d728c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:21.122598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-486734c8-fbb5-4629-9f9b-af8a68d728c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3438077 Nov 23 02:44:21.123347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.236360 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.245740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] Pushing event deleted for resources: {'Port': ['ID=1ee11521-c3eb-42e4-b5b0-ab2082145c8d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:21.251866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600a22f-e95d-406a-bee2-57d349f356c0 None None] No DVR routers for this DVR port 1ee11521-c3eb-42e4-b5b0-ab2082145c8d on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:21.298279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-3925ba83-ebe6-4175-8f8a-a73106b71ef9 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440482 Nov 23 02:44:21.381483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.408644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Pushing event updated for resources: {'Port': ['ID=226b5e10-2330-4d58-a1f2-656d1e453dac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:21.411408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.419013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] For port f279c5ed-12ec-47f6-ab99-49ee2ed89751, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:21.422246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] For port f279c5ed-12ec-47f6-ab99-49ee2ed89751, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f279c5ed-12ec-47f6-ab99-49ee2ed89751,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:21.438984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:21.439446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/networks/e9984073-179a-4986-862b-b72d500597a8 HTTP/1.1" status: 204 len: 168 time: 3.3404775 Nov 23 02:44:21.442493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.472549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934d68-2e8b-4508-9d8a-19a4d18c55ef tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Pushing event deleted for resources: {'Network': ['ID=e9984073-179a-4986-862b-b72d500597a8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:21.490895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'routes': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:21.581210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-5c90550e-e965-4850-82ea-72b8f1b817a4 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708504 Nov 23 02:44:21.600156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af25e2e-dc42-41cc-b803-af3e57dcf600 None None] Pushing event updated for resources: {'Port': ['ID=f279c5ed-12ec-47f6-ab99-49ee2ed89751,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:21.613426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 312345f9-3053-40eb-903e-1b218644465a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:21.640289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:21.643653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:21.647209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:21.676624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffb140-13a7-4411-ae8a-fdd9b85f4743 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:21.696826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-6a115934-63b0-4ba4-903e-e34467f3362c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.1070213 Nov 23 02:44:21.697220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 312345f9-3053-40eb-903e-1b218644465a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:21.704235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 312345f9-3053-40eb-903e-1b218644465a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:21.705144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1ee11521-c3eb-42e4-b5b0-ab2082145c8d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:21.739846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1ee11521-c3eb-42e4-b5b0-ab2082145c8d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:21.740682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1ee11521-c3eb-42e4-b5b0-ab2082145c8d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:21.754107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-666de60e-d731-43d1-84ee-733bb7aeeb67 None None] Provisioning complete for port 226b5e10-2330-4d58-a1f2-656d1e453dac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:21.754612 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-666de60e-d731-43d1-84ee-733bb7aeeb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:21.788625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c1db3-833c-45cf-8256-236128f50d7d req-519f207b-6982-422b-9bb0-dde97a4fcbda tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:21.796520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa6c1db3-833c-45cf-8256-236128f50d7d req-519f207b-6982-422b-9bb0-dde97a4fcbda tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.5842910 Nov 23 02:44:21.803689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-e2c79c93-a81e-49a1-9e9c-bc8b6de1c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:21.805939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-e2c79c93-a81e-49a1-9e9c-bc8b6de1c1ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1013002 Nov 23 02:44:21.826433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-666de60e-d731-43d1-84ee-733bb7aeeb67 None None] Port 226b5e10-2330-4d58-a1f2-656d1e453dac cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:21.923783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f3d5e0e6-8a2b-4c2e-9a35-b369df48ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:21.923783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f3d5e0e6-8a2b-4c2e-9a35-b369df48ed08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1106825 Nov 23 02:44:22.049187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Added routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:44:22.049699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Removed routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:44:22.050219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.057282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.081279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-70bfe992-6882-46e5-8c88-844f5fe140bf service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498437 Nov 23 02:44:22.258576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa6c1db3-833c-45cf-8256-236128f50d7d req-ceedaa54-970d-4abd-883a-520691dfad99 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533777 Nov 23 02:44:22.296042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-27a0a4d4-8c96-48e8-b8d5-b1c56bcc68a3 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074106 Nov 23 02:44:22.368499 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-ca82dc70-5cea-41a5-9dc0-35a30d28f7b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.0560257 Nov 23 02:44:22.449142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-e0b17cc6-048d-4c67-a78b-85816abb7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:22.450826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-e0b17cc6-048d-4c67-a78b-85816abb7c91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0747538 Nov 23 02:44:22.555734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.557946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-4615273f-2f1d-4161-8c84-d393d18bd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:22.560528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-4615273f-2f1d-4161-8c84-d393d18bd7a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028614 Nov 23 02:44:22.577551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.625319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:22.762803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:22.763278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.796648 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-5bb9578b-d35a-4db1-b612-1e4fb64b5308 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282696 Nov 23 02:44:22.812281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69d305-672c-4f21-b05c-e7bf5de9ebf4 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:22.857424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router f4890dc8-9c6e-4238-af25-f78d9383d311 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:22.893498 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:22.986420 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-86d1c916-ae72-4e61-bd7d-b2ee7e5f2a86 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810620 Nov 23 02:44:23.009725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-00b73e2c-d248-4a96-95eb-687dc8711079 None None] Provisioning complete for port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:23.010388 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00b73e2c-d248-4a96-95eb-687dc8711079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.071515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-1dddf88c-6731-4690-9630-1a064ffa37f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.0771661 Nov 23 02:44:23.116817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:23.136754 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Sync routers for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:23.151461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.152656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b22ffbf2-5315-4d25-90ed-3cc0f79b5fbf tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 700 time: 1.6672692 Nov 23 02:44:23.156162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:23.157508 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:23.158141 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:23.206878 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4a42b7ff-af10-4f16-b204-034deb3d0c91 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 205 time: 0.0494144 Nov 23 02:44:23.207534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37800) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:23.222773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.266049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:23.267548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ddbea-5158-4326-87b3-3937424fb332 None None] Network 4854e397-8d24-45d7-9a7a-98a980283129 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:23.292122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.295580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f279c5ed-12ec-47f6-ab99-49ee2ed89751 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:23.424100 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:23.429745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.598299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00b73e2c-d248-4a96-95eb-687dc8711079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.640040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-c42f03a3-f9ea-44c7-b976-098075c58632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:23.641769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-c42f03a3-f9ea-44c7-b976-098075c58632 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.5634015 Nov 23 02:44:23.649832 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:23.756851 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Checking router: f4890dc8-9c6e-4238-af25-f78d9383d311 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:23.796930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Routers {'f4890dc8-9c6e-4238-af25-f78d9383d311'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:23.797568 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['f4890dc8-9c6e-4238-af25-f78d9383d311'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:23.856386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:23.932376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.941643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.965569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.966351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.969567 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] Set router f4890dc8-9c6e-4238-af25-f78d9383d311 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:24.010173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.088743 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:24.093825 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-00b73e2c-d248-4a96-95eb-687dc8711079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:44:24.094190 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-00b73e2c-d248-4a96-95eb-687dc8711079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:44:24.099236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.105816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.109066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f279c5ed-12ec-47f6-ab99-49ee2ed89751 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:24.109981 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.150277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-1ae15bfa-4299-4783-aff6-6cb17c531bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.153007 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-1ae15bfa-4299-4783-aff6-6cb17c531bf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5019555 Nov 23 02:44:24.163016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850490ad-7a32-4e21-9c21-3d78346fca59 None None] The sync data for ids ['f4890dc8-9c6e-4238-af25-f78d9383d311'] in n-d-714676-12 is: [{'id': 'f4890dc8-9c6e-4238-af25-f78d9383d311', 'name': 'tempest-RoutersTest-router-445429061', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:13Z', 'updated_at': '2021-11-23T02:44:15Z', 'revision_number': 11, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:24.420959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.431378 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-e6f8239f-b8eb-4365-8e63-c7f0043c9621 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499056 Nov 23 02:44:24.437980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.438546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router f4890dc8-9c6e-4238-af25-f78d9383d311 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:44:24.454203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.459781 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60a24f9f-30fe-4c7e-9a14-eb376729e3f2 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 204 len: 168 time: 1.2442555 Nov 23 02:44:24.466763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37880) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:24.484569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1625601736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:24.524628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port f279c5ed-12ec-47f6-ab99-49ee2ed89751, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f279c5ed-12ec-47f6-ab99-49ee2ed89751,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:24.539229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.693815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=f279c5ed-12ec-47f6-ab99-49ee2ed89751,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:24.726376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.727464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.786168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:24.836248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-eefdda97-bae4-4327-879c-64ec9923f383 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797650 Nov 23 02:44:24.907228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:24.907818 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.016519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-b55e3bee-3f84-4e29-91ee-44cb42644ddc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.1662121 Nov 23 02:44:25.025754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.037177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:25.037767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.126152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.159274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e1a9-b9d4-42da-9ef9-76c7a320b7e5 req-e86d2d48-5e51-4d53-bc0d-b9cb0eaebdb1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:25.174141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25d0e1a9-b9d4-42da-9ef9-76c7a320b7e5 req-e86d2d48-5e51-4d53-bc0d-b9cb0eaebdb1 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 1.7249377 Nov 23 02:44:25.184153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.200451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1bef7d1e-d82e-4a48-8086-77f3ffb70181 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7190247 Nov 23 02:44:25.202457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37948) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:25.209620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f8dad606-5dd9-41d7-8f47-ba0d62bdbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:25.211150 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f8dad606-5dd9-41d7-8f47-ba0d62bdbfa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1833260 Nov 23 02:44:25.215753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:25.219965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Port 2ce405d0-62ce-46ad-affe-598b7e27af00 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:25.266893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Provisioning complete for port f279c5ed-12ec-47f6-ab99-49ee2ed89751 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:25.267449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.274665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:25.381615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25d0e1a9-b9d4-42da-9ef9-76c7a320b7e5 req-04e70d0b-58ad-4e87-aba9-d27d623dd5f4 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044322 Nov 23 02:44:25.415202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Provisioning complete for port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:25.415720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2b955e1c-ed07-4bc6-a1c1-e2b3809716ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.456004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:25.462334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:25.475173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Router 30d3239a-6bc5-45a4-bd22-36304d195316 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:44:25.505528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-4fc8f813-6e99-4a2d-be42-6989ef78b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:25.507348 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-4fc8f813-6e99-4a2d-be42-6989ef78b25b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2891941 Nov 23 02:44:25.777914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a0e8ca9e-4eb8-440a-a3ae-fea43aca0502 None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:25.778112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ca9e-4eb8-440a-a3ae-fea43aca0502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.817612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.844228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.848057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a0e8ca9e-4eb8-440a-a3ae-fea43aca0502 None None] Port 2ce405d0-62ce-46ad-affe-598b7e27af00 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:25.888725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:25.979708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-87461f7c-f47c-4889-bd7f-d0d198ee92ac None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:25.980146 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-87461f7c-f47c-4889-bd7f-d0d198ee92ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.055479 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-b264b4ad-ab55-4da8-ad91-3136d4103a40 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379159 Nov 23 02:44:26.073443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-87461f7c-f47c-4889-bd7f-d0d198ee92ac None None] Port 2ce405d0-62ce-46ad-affe-598b7e27af00 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:26.184617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:26.198882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:26.223882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:26.224865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:26.229964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a91ca134-2570-45c9-a1a1-18161778ab94 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3080528 Nov 23 02:44:26.233910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38056) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:26.247794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Router 56a7e4b6-27a4-4682-93c1-37854a0793cb is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:44:26.254086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790211308'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:26.268925 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-f7162646-c4ee-4e35-8af9-c579c8d3038f service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824296 Nov 23 02:44:26.294224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:26.307066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:26.329602 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:26.331116 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:26.362073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:26.368476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.388977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-2332d443-c075-4227-9e0d-29ebf49548e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.1055248 Nov 23 02:44:26.405634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:26.407760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.414800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82745795-b752-4d6f-9810-076a4ef62413 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3863394 Nov 23 02:44:26.418342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38074) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:26.459920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:26.483524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.486862 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added segment ccbd3ea8-f99f-4323-92d5-2287eb27969c of type vlan for network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 Nov 23 02:44:26.612822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:26.622385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.672163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d70b-3b79-4289-916a-2f6f39d85078 req-8fcd4289-f51c-442f-83f4-1c622e980fa6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:26.673642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2002d70b-3b79-4289-916a-2f6f39d85078 req-8fcd4289-f51c-442f-83f4-1c622e980fa6 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1395960 Nov 23 02:44:26.698366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.704919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:26.705879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:26.787269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5428593 Nov 23 02:44:26.888371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:26.923942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'subnet': {'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:26.976796 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:22Z', 'revision_number': 3, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:27.006916 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:27.007267 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Updating router 30d3239a-6bc5-45a4-bd22-36304d195316 port 226b5e10-2330-4d58-a1f2-656d1e453dac binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:27.037106 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.128149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03b19f-9162-470f-be26-579977d97f04 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Network': ['ID=75d5b43b-8c93-4d03-ab88-9f148f8a37b4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:27.147259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2002d70b-3b79-4289-916a-2f6f39d85078 req-e28f5fba-7b01-49ec-92e1-728e3f58ba10 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523532 Nov 23 02:44:27.176004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f279c5ed-12ec-47f6-ab99-49ee2ed89751 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:27.194792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:27.205069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Made reservation on behalf of ce68716888d5469f8c67d5bc5f0232c6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:27.210667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.391550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:27.423151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.427791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d9b91cc-10f0-4416-99c2-42c279f77221 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "PUT /v2.0/routers/56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 200 len: 694 time: 2.2240999 Nov 23 02:44:27.471116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38168) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:27.489516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-d5e4a385-292d-40cf-b4f8-bc550a1d317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:27.494201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-d5e4a385-292d-40cf-b4f8-bc550a1d317f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 1.0951915 Nov 23 02:44:27.512803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Sync routers for ids ['56a7e4b6-27a4-4682-93c1-37854a0793cb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:27.524261 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.540200 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.541877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Routers {'56a7e4b6-27a4-4682-93c1-37854a0793cb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:27.542892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56a7e4b6-27a4-4682-93c1-37854a0793cb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:27.587979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fcd7396d-8a17-45e1-9fb9-9a87c88e73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:27.589742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-fcd7396d-8a17-45e1-9fb9-9a87c88e73fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873728 Nov 23 02:44:27.626748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Attempting to bind port 226b5e10-2330-4d58-a1f2-656d1e453dac on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:27.627350 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Attempting to bind port 226b5e10-2330-4d58-a1f2-656d1e453dac by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:27.628978 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Attempting to bind port 226b5e10-2330-4d58-a1f2-656d1e453dac on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:27.646760 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:27.647136 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:27.647539 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.648087 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:27.648572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Bound port: 226b5e10-2330-4d58-a1f2-656d1e453dac, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:27.649210 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.696916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ba949-1add-430e-a89b-6a1c242e7990 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:27.699454 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77039-0024-41b7-8afd-f28985136ab7 None None] Pushing event updated for resources: {'Port': ['ID=226b5e10-2330-4d58-a1f2-656d1e453dac,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:27.715401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef418fe7-6424-4c70-b389-66e398353711 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/routers/56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 200 len: 700 time: 0.2370999 Nov 23 02:44:27.719706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:27.739523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Set router 56a7e4b6-27a4-4682-93c1-37854a0793cb gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:27.750559 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] For port 226b5e10-2330-4d58-a1f2-656d1e453dac, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:27.766289 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] For port 226b5e10-2330-4d58-a1f2-656d1e453dac, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=226b5e10-2330-4d58-a1f2-656d1e453dac,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:27.775650 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.831611 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:27.832087 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:27.845287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b363e46-6ac5-420b-b6af-5a6eb7c4f70d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 200 len: 205 time: 0.1243787 Nov 23 02:44:27.856306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:27.893764 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77039-0024-41b7-8afd-f28985136ab7 None None] Pushing event updated for resources: {'Port': ['ID=226b5e10-2330-4d58-a1f2-656d1e453dac,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:27.898530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.916724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2a33d-6cb1-499f-9574-5c387677ddea None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:27.947340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7e4b6-27a4-4682-93c1-37854a0793cb', 'name': 'tempest-RoutersTest-router-1625601736', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:24Z', 'updated_at': '2021-11-23T02:44:25Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:27.977737 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:28.011485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Checking router: 56a7e4b6-27a4-4682-93c1-37854a0793cb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:28.024101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Subnet': ['ID=ad8d3f0b-a3ba-4145-8f22-5fe8fd252028,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:28.041573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] Provisioning complete for port 226b5e10-2330-4d58-a1f2-656d1e453dac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:28.043003 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.062123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Checking segment: {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:28.062592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network hostable DHCP agents. Network: 75d5b43b-8c93-4d03-ab88-9f148f8a37b4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:28.096906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f279c5ed-12ec-47f6-ab99-49ee2ed89751 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:28.097382 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.100167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:28.120830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 75d5b43b-8c93-4d03-ab88-9f148f8a37b4) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:28.125241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:28.125888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.127198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.154404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Routers {'56a7e4b6-27a4-4682-93c1-37854a0793cb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:28.155310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['56a7e4b6-27a4-4682-93c1-37854a0793cb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:28.157595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f676000-a97d-4b02-a4a9-58b1ee0d00a7 None None] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:28.170065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5dd78bf7-e5a6-49ec-b6f6-b169a69de81b tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2779250 Nov 23 02:44:28.173983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:28.354791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-165463b5-6d62-4e02-ab68-52807e08b288 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152209 Nov 23 02:44:28.439016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:22Z', 'revision_number': 3, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:28.493951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:21Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:22Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:28.498983 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b006ec-1251-485d-b8ea-ead9d99ec7cf None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:22Z', 'revision_number': 3, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:28.507797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:28.508699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.532868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d7e05-2c03-4954-9fed-41168803ec10 req-b978c47d-b70e-403a-a327-a2a794f892e2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:28.544588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-461d7e05-2c03-4954-9fed-41168803ec10 req-b978c47d-b70e-403a-a327-a2a794f892e2 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1552982 Nov 23 02:44:28.590933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2eb5cba-cde7-4506-9a65-eee654aa8b26 req-94d59b77-05b0-4aa6-855b-372349c9ffa0 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911736 Nov 23 02:44:28.633628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] Set router 56a7e4b6-27a4-4682-93c1-37854a0793cb gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:28.751185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-461d7e05-2c03-4954-9fed-41168803ec10 req-785df66e-15a1-4841-92d3-3b7cf8f7ca88 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047548 Nov 23 02:44:28.796217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:28.796587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Updating router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 port 2ce405d0-62ce-46ad-affe-598b7e27af00 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:28.803601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7e4b6-27a4-4682-93c1-37854a0793cb', 'name': 'tempest-RoutersTest-router-1625601736', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:24Z', 'updated_at': '2021-11-23T02:44:25Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:28.843220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:28.846193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.022962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d6822-de38-45cf-a471-958a7990bdac None None] The sync data for ids ['56a7e4b6-27a4-4682-93c1-37854a0793cb'] in n-d-714676-12 is: [{'id': '56a7e4b6-27a4-4682-93c1-37854a0793cb', 'name': 'tempest-RoutersTest-router-1625601736', 'tenant_id': '6b521204888e4f6a90fd94034bf5227a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:24Z', 'updated_at': '2021-11-23T02:44:25Z', 'revision_number': 2, 'project_id': '6b521204888e4f6a90fd94034bf5227a', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:29.036679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.037405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Fanout notify agent at l3_agent the message router_deleted on router 56a7e4b6-27a4-4682-93c1-37854a0793cb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:44:29.048763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.054862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf1132cf-33d6-4b98-81c7-bb885fa88527 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 204 len: 168 time: 1.1935651 Nov 23 02:44:29.060050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.101647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61d52ce3-835c-48c0-af29-2da8382a236e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 200 len: 205 time: 0.0402045 Nov 23 02:44:29.140335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.157041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38310) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.160176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.230665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] For port 226b5e10-2330-4d58-a1f2-656d1e453dac, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=226b5e10-2330-4d58-a1f2-656d1e453dac,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:29.238052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.259282 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-16095e23-0024-48d2-99cc-2f77f96c22b0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:29.263922 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-16095e23-0024-48d2-99cc-2f77f96c22b0 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/56a7e4b6-27a4-4682-93c1-37854a0793cb HTTP/1.1" status: 404 len: 336 time: 0.1037354 Nov 23 02:44:29.268331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.310470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.312465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.450645 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2d7e23-f6dc-4e77-9ba5-cfbb1b5c0a72 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:29.451418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2d7e23-f6dc-4e77-9ba5-cfbb1b5c0a72 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:29.452957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Allocated IP 2001:db8:3::2 (75d5b43b-8c93-4d03-ab88-9f148f8a37b4/ad8d3f0b-a3ba-4145-8f22-5fe8fd252028/41147348-4dc4-4234-8d83-29ea593969b8) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:29.460728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3e2d7e23-f6dc-4e77-9ba5-cfbb1b5c0a72 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/06e131b3-57ee-4917-8b1c-ea95e90f4ef2 HTTP/1.1" status: 404 len: 337 time: 0.1907442 Nov 23 02:44:29.473917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.537708 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5efb488-19ea-4fa7-b153-de4399175fd6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:29.539580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5efb488-19ea-4fa7-b153-de4399175fd6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:29.547603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5efb488-19ea-4fa7-b153-de4399175fd6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/5e79ca35-f280-4198-8f4d-d28a1f666dc3 HTTP/1.1" status: 404 len: 337 time: 0.0722573 Nov 23 02:44:29.550256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38318) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.599557 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-44139186-8c82-4be3-b812-d1efa11eb896 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:29.600669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44139186-8c82-4be3-b812-d1efa11eb896 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:29.604413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-44139186-8c82-4be3-b812-d1efa11eb896 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/43b366bd-3faf-46e1-9af4-ece54ff4e92b HTTP/1.1" status: 404 len: 337 time: 0.0526364 Nov 23 02:44:29.607341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.618109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Allocated IP 172.20.0.1 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:29.642627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc781c-11f5-4211-ae07-c5dbeb455e3a None None] Pushing event updated for resources: {'Port': ['ID=226b5e10-2330-4d58-a1f2-656d1e453dac,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:29.645025 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-155f732a-3334-49d2-a92b-56110224dee6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:29.645876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155f732a-3334-49d2-a92b-56110224dee6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:29.650742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-155f732a-3334-49d2-a92b-56110224dee6 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/d0fa67c0-231d-464f-b286-5f2c58505dc7 HTTP/1.1" status: 404 len: 337 time: 0.0422316 Nov 23 02:44:29.654703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.686292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0b68f0d1-5cff-4d4a-a598-9bdf6e5be1f4 None None] Provisioning complete for port 226b5e10-2330-4d58-a1f2-656d1e453dac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:29.689577 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b68f0d1-5cff-4d4a-a598-9bdf6e5be1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.708357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15cc0163-26eb-4930-9982-d3f13688ef55 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 200 len: 205 time: 0.0519869 Nov 23 02:44:29.711294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.809248 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-bd09059e-9a5a-484e-a699-a40644d4c704 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:29.814728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bd09059e-9a5a-484e-a699-a40644d4c704 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/f4890dc8-9c6e-4238-af25-f78d9383d311 HTTP/1.1" status: 404 len: 336 time: 0.0923114 Nov 23 02:44:29.817268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:29.829684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.903238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:29.942018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c822381-010e-4169-ad82-a700ed4457b9 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=3735cc07-ee60-4ad5-8c71-dde201647206 HTTP/1.1" status: 200 len: 205 time: 0.1214447 Nov 23 02:44:29.945424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38338) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.026790 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-e3838680-af01-4b45-8694-953fa6bc4b4c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:30.031008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3838680-af01-4b45-8694-953fa6bc4b4c tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/3735cc07-ee60-4ad5-8c71-dde201647206 HTTP/1.1" status: 404 len: 336 time: 0.0780027 Nov 23 02:44:30.032878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.136490 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-667f9c96-5eaa-48b6-a431-5036cee84efe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:30.140128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667f9c96-5eaa-48b6-a431-5036cee84efe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:30.152095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-667f9c96-5eaa-48b6-a431-5036cee84efe tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/3aa2c161-728d-43a0-8e9a-ed37743d0ba2 HTTP/1.1" status: 404 len: 337 time: 0.1016014 Nov 23 02:44:30.154753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.205147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785dd86-7a54-484d-94ac-b502b5841fc8 req-5048ac37-1b6f-4c3f-a543-07680c6771ae tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:30.207484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a785dd86-7a54-484d-94ac-b502b5841fc8 req-5048ac37-1b6f-4c3f-a543-07680c6771ae tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.2629123 Nov 23 02:44:30.243675 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83cefd13-be87-417d-8886-bd5add890a9e tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 200 len: 205 time: 0.0723028 Nov 23 02:44:30.246044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.256892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.344169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a785dd86-7a54-484d-94ac-b502b5841fc8 req-ecb7f2df-0b6e-470c-a6bc-f47e5609a934 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255190 Nov 23 02:44:30.447236 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-26066827-7544-40aa-a66f-c8b055aefc0b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:30.451116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.451932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-26066827-7544-40aa-a66f-c8b055aefc0b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/930a4f5f-e673-4f53-aaf7-7f0e37e71cd5 HTTP/1.1" status: 404 len: 336 time: 0.2042856 Nov 23 02:44:30.472326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:30.480141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:30.507816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef03eeeb-99ba-45b8-b789-ee91d0d03064 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b3ae75-970d-4f5e-b9ab-579d6eee2d1e HTTP/1.1" status: 200 len: 205 time: 0.0551357 Nov 23 02:44:30.510206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.512915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:30.540380 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.554559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.613297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.621598 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-cf372970-cd41-4704-af05-21994ef59d8b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:30.622606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cf372970-cd41-4704-af05-21994ef59d8b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/99b3ae75-970d-4f5e-b9ab-579d6eee2d1e HTTP/1.1" status: 404 len: 336 time: 0.1111569 Nov 23 02:44:30.626658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.632546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Pushing event updated for resources: {'Port': ['ID=41147348-4dc4-4234-8d83-29ea593969b8,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:30.653441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:30.654090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.655535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:30.663373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:30.669662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:30.764095 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-66716c91-51c0-468a-b3ea-36bb310bce20 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:30.764095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66716c91-51c0-468a-b3ea-36bb310bce20 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:30.777958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb3497-3c24-4370-8e71-a6236e23076c None None] Pushing event updated for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:30.787882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66716c91-51c0-468a-b3ea-36bb310bce20 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/6e32afe4-8cd6-47f0-80db-44e9ba90c318 HTTP/1.1" status: 404 len: 337 time: 0.1573610 Nov 23 02:44:30.788472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:30.794235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:30.901972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-75fdb263-8466-4646-bed1-3120fd409803 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ea6727c-a393-4fab-beb1-e66d4390f9bb HTTP/1.1" status: 200 len: 205 time: 0.0946343 Nov 23 02:44:30.921050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.029641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Attempting to bind port 41147348-4dc4-4234-8d83-29ea593969b8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:31.030015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Attempting to bind port 41147348-4dc4-4234-8d83-29ea593969b8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:31.030382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Attempting to bind port 41147348-4dc4-4234-8d83-29ea593969b8 on network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:31.049901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Attempting to bind port 2ce405d0-62ce-46ad-affe-598b7e27af00 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:31.050252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Attempting to bind port 2ce405d0-62ce-46ad-affe-598b7e27af00 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:31.050651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Attempting to bind port 2ce405d0-62ce-46ad-affe-598b7e27af00 on network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:31.056452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:31.057052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Checking segment: {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:31.057199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.057485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Bound using segment: {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:31.057969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Bound port: 41147348-4dc4-4234-8d83-29ea593969b8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:31.058354 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.069008 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1220338d-d4f3-474f-83df-40ee7d6729bc tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:31.070141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1220338d-d4f3-474f-83df-40ee7d6729bc tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/7ea6727c-a393-4fab-beb1-e66d4390f9bb HTTP/1.1" status: 404 len: 336 time: 0.1480563 Nov 23 02:44:31.072918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.077292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7c6077c7-decc-4fb8-a003-a8a3407da987 None None] Provisioning complete for port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:31.077666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c6077c7-decc-4fb8-a003-a8a3407da987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.084203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:31.084589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Checking segment: {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:31.084972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.088261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Bound using segment: {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:31.089486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Allocated IP 2001:db8:3::1 (75d5b43b-8c93-4d03-ab88-9f148f8a37b4/ad8d3f0b-a3ba-4145-8f22-5fe8fd252028/33106f76-f6ee-4fd9-9da0-e381d1437a13) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:31.090416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.091174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Bound port: 2ce405d0-62ce-46ad-affe-598b7e27af00, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7713b085-2521-4904-a5bb-09dfc791cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:31.092616 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.204403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 226b5e10-2330-4d58-a1f2-656d1e453dac up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:31.321190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.347057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7c6077c7-decc-4fb8-a003-a8a3407da987 None None] Port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:31.388299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.398271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.400840 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8c16f2-6f24-41af-ad8d-93420448f505 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:31.401478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8c16f2-6f24-41af-ad8d-93420448f505 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:31.405250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e8c16f2-6f24-41af-ad8d-93420448f505 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/09be0684-b94d-4d6d-b1e0-8429b9efeeb8 HTTP/1.1" status: 404 len: 337 time: 0.3310287 Nov 23 02:44:31.406885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.409537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.495338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3a5f1724-b3df-4f8d-9947-a2065665307d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "GET /v2.0/ports?device_id=c47546a5-55f6-4a92-b21d-3010fccd58e1 HTTP/1.1" status: 200 len: 205 time: 0.0832975 Nov 23 02:44:31.510398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.535032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=33106f76-f6ee-4fd9-9da0-e381d1437a13,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:31.548259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] For port 41147348-4dc4-4234-8d83-29ea593969b8, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:31.575092 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-147384bb-4ab1-4433-a72a-b9aa8308383b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] delete failed (client error): The resource could not be found. Nov 23 02:44:31.579303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-147384bb-4ab1-4433-a72a-b9aa8308383b tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/routers/c47546a5-55f6-4a92-b21d-3010fccd58e1 HTTP/1.1" status: 404 len: 336 time: 0.0649760 Nov 23 02:44:31.582625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.589265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:31.594738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:31.596237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d1b55893-2ad9-4571-80f2-d086c767f789 None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:31.599841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:31.600624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.601153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1b55893-2ad9-4571-80f2-d086c767f789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.623514 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-4232ae62-d196-4c5b-bdb2-b21cf04ff6a5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:31.623997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4232ae62-d196-4c5b-bdb2-b21cf04ff6a5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:31.630233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4232ae62-d196-4c5b-bdb2-b21cf04ff6a5 tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/bd2b6abf-ba44-4eab-8f43-b9894483b433 HTTP/1.1" status: 404 len: 337 time: 0.0435679 Nov 23 02:44:31.630233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.631746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Pushing event updated for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:31.635168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38380) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:31.679222 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb6ee2d-0b1c-4475-9341-6cc83e34805d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] DELETE failed (client error): The resource could not be found. Nov 23 02:44:31.679956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb6ee2d-0b1c-4475-9341-6cc83e34805d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:44:31.685269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3eb6ee2d-0b1c-4475-9341-6cc83e34805d tempest-RoutersTest-1590472602 tempest-RoutersTest-1590472602-project] 10.222.0.15 "DELETE /v2.0/subnets/490ef20b-260d-4e2b-b0b0-857ddcf95aa0 HTTP/1.1" status: 404 len: 337 time: 0.0468006 Nov 23 02:44:31.758675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] For port 41147348-4dc4-4234-8d83-29ea593969b8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41147348-4dc4-4234-8d83-29ea593969b8,segment=NetworkSegment(ccbd3ea8-f99f-4323-92d5-2287eb27969c),segment_id=ccbd3ea8-f99f-4323-92d5-2287eb27969c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:31.779770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] For port 2ce405d0-62ce-46ad-affe-598b7e27af00, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:31.785134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.788360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 226b5e10-2330-4d58-a1f2-656d1e453dac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:31.788940 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.888342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:31.890214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:31.896870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:31.921510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] For port 2ce405d0-62ce-46ad-affe-598b7e27af00, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ce405d0-62ce-46ad-affe-598b7e27af00,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:32.038365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599bd8c-c81b-4f68-a9c8-96b39eb0b46c None None] Pushing event updated for resources: {'Port': ['ID=41147348-4dc4-4234-8d83-29ea593969b8,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:32.045086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d1b55893-2ad9-4571-80f2-d086c767f789 None None] Port 2ce405d0-62ce-46ad-affe-598b7e27af00 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:32.071718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:32.236534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:32.439545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb3497-3c24-4370-8e71-a6236e23076c None None] Pushing event updated for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:32.453241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:32.455908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:32.482067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:32.554846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:32.567127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:32.587025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-67361b02-7ad9-45af-b514-8aac9535e959 admin admin] 10.222.0.15 "PUT /v2.0/routers/30d3239a-6bc5-45a4-bd22-36304d195316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1675525 Nov 23 02:44:32.621108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e540c-e11a-4486-ad50-a824e9ed2e61 req-b19d50e2-9a8d-4a11-9bb2-889a78b4c180 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:32.632485 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:32.635194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15e540c-e11a-4486-ad50-a824e9ed2e61 req-b19d50e2-9a8d-4a11-9bb2-889a78b4c180 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 1.1091433 Nov 23 02:44:32.643494 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:32.654969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:32.940362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15e540c-e11a-4486-ad50-a824e9ed2e61 req-ff270754-bb25-41d8-aa9a-2fcafdd043ea tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037906 Nov 23 02:44:32.975041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:32.981928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36787b3e-bd4a-481f-8792-17656f10602f None None] Provisioning complete for port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:32.982469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36787b3e-bd4a-481f-8792-17656f10602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.001638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5badc93d-1a31-4dcc-a1d8-f52133014c1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b521204888e4f6a90fd94034bf5227a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174284 Nov 23 02:44:33.009610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:33.126433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-36787b3e-bd4a-481f-8792-17656f10602f None None] Port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:33.202683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41147348-4dc4-4234-8d83-29ea593969b8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:33.245517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.312696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.348357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.351407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.493468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 41147348-4dc4-4234-8d83-29ea593969b8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:33.494886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.496925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.498931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event updated for resources: {'Port': ['ID=33106f76-f6ee-4fd9-9da0-e381d1437a13,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:33.624185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:33.624560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.695732 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 2, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:33.787928 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:33.788622 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Updating router 30d3239a-6bc5-45a4-bd22-36304d195316 port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:33.869095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:33.871335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:33.902063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33106f76-f6ee-4fd9-9da0-e381d1437a13', 'name': '', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:01:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 1, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:33.933875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38422) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:33.943011 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.960718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1803397793-network', 'tenant_id': '0c75f97230ad4d49bcc108862098627c'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:34.027164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede12cc-d544-4e15-a7ff-f702432db026 None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33106f76-f6ee-4fd9-9da0-e381d1437a13', 'name': '', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:01:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 1, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:34.061937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Made reservation on behalf of 0c75f97230ad4d49bcc108862098627c for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:34.065566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.087897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.091582 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.100048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.103931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cee598de-0878-4760-9260-5b1e19622fba HTTP/1.1" status: 204 len: 168 time: 1.0906878 Nov 23 02:44:34.139778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f893d-57cf-419f-b37c-26419c0015bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee598de-0878-4760-9260-5b1e19622fba,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:34.172972 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.291208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.383092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:34.385236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470fbd41-79f0-435c-a85a-581fd4ee3850 None None] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:34.397703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] For port 2ce405d0-62ce-46ad-affe-598b7e27af00, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ce405d0-62ce-46ad-affe-598b7e27af00,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:34.436514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.444504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.465275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6e7e3-c4f7-47f7-a60e-0afd63518234 req-fb33aa5f-d88c-4381-92b7-350e43735d1d tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:34.477038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc6e7e3-c4f7-47f7-a60e-0afd63518234 req-fb33aa5f-d88c-4381-92b7-350e43735d1d tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.3387523 Nov 23 02:44:34.512335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:34.555764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.557187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.557795 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Added segment 11454649-5fc6-4daa-8e43-62d618c3dee8 of type vlan for network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 Nov 23 02:44:34.638317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 41147348-4dc4-4234-8d83-29ea593969b8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41147348-4dc4-4234-8d83-29ea593969b8,segment=NetworkSegment(ccbd3ea8-f99f-4323-92d5-2287eb27969c),segment_id=ccbd3ea8-f99f-4323-92d5-2287eb27969c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:34.656941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.698387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.701310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:34.702082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.730684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.817589 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.835405 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.864177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3e18e-df3f-4feb-ae09-9d5a8b43a139,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:34.889089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9519620 Nov 23 02:44:34.891861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38438) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:34.909038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Request body: {'subnet': {'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1803397793-subnet', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:34.966333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Made reservation on behalf of 0c75f97230ad4d49bcc108862098627c for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:34.975898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:34.981272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5890cfb-116c-4430-855e-71fcc3bd705b admin admin] Pushing event updated for resources: {'Network': ['ID=2e5fbbac-7700-4d9a-8e25-0d46c3019066,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:35.108169 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c347-9129-4736-8fb7-41bab33ebeb5 None None] Pushing event updated for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:35.392854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Attempting to bind port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:35.409123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Attempting to bind port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:35.413872 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Attempting to bind port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:35.457207 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:35.458569 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:35.462321 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:35.463786 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:35.469506 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Bound port: d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:35.471005 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:35.569216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:35.725150 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] For port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:35.729970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] For port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:35.746240 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:35.757614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:35.760646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ce405d0-62ce-46ad-affe-598b7e27af00 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:35.970537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e80376-ed0f-442f-a7a1-5a1bf0b586a1 None None] Pushing event updated for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:36.011636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Checking segment: {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:36.013861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Network hostable DHCP agents. Network: 2e5fbbac-7700-4d9a-8e25-0d46c3019066, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:36.023848 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c347-9129-4736-8fb7-41bab33ebeb5 None None] Pushing event updated for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:36.038753 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:36.043036 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:36.064229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dff52-51b2-43f8-af4b-fd9d6fbb117e req-b510b338-bb01-4c90-b905-adba9565e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:36.067804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-421dff52-51b2-43f8-af4b-fd9d6fbb117e req-b510b338-bb01-4c90-b905-adba9565e376 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1098 time: 0.3446805 Nov 23 02:44:36.067804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0171040-d3c0-4dfe-a71e-14eaf4ef99a3,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:36.086159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2d778622-df38-46e2-b603-543cb7c480cf None None] Provisioning complete for port 41147348-4dc4-4234-8d83-29ea593969b8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:36.090740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d778622-df38-46e2-b603-543cb7c480cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.311114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=41147348-4dc4-4234-8d83-29ea593969b8,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:36.318918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-421dff52-51b2-43f8-af4b-fd9d6fbb117e req-dd4682d8-d885-4209-abb2-0da0fbae1a70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391152 Nov 23 02:44:36.348128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:36.368410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2e5fbbac-7700-4d9a-8e25-0d46c3019066) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:36.375446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:36.376968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.395223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-0e85e62b-3732-49f4-8a49-afed96449309 req-3422129f-8d6c-4e49-b63d-61f813aee64e service neutron] (103571) timed out ('10.222.0.15', 56362) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:44:36.397202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:36.413276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55323ba2-23df-4a3a-96d6-9951d4513edc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2379627 Nov 23 02:44:36.423395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38464) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:36.446032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:36.499338 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe5522bc-679e-46ac-a779-59cfd63eaa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.515592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bc6e7e3-c4f7-47f7-a60e-0afd63518234 req-0fc15ceb-7234-4e29-a153-458987421587 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0235219 Nov 23 02:44:36.557644 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:36.559493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38466) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:36.579210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e27c16-8db8-4296-b5f4-5cfb284ce377 None None] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:36.700881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:36.703990 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5208cf1f-dbde-4a5d-929f-5586008ab479 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8110352 Nov 23 02:44:36.705359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:36.801869 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.802971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.827424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1519241675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:36.901914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.904063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.020648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.036345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:37.052636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.123471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:44:37.126086 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:35Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:37.187980 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499029fa-8343-4628-926e-cfb87150dbf9 None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:35Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:37.198989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.200304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'fixed_ips': [{'subnet_id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:37.204897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.213510 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.215324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-31f2fb80-44dc-4d8f-88a5-2f76499a1978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6548066 Nov 23 02:44:37.240549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38478) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:37.253648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-657730958'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:37.262171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:37.263344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:37.614854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:44:37.669657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.671204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Removed routes are [] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:44:37.671801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.681058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:37.684894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.705180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.770298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:37.771313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:37.812833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab0da6-4f1e-4770-9cae-f75504e4d23b req-45e2d2b4-80e1-4c3b-85b1-bdb2fb407aed tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:37.814345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dab0da6-4f1e-4770-9cae-f75504e4d23b req-45e2d2b4-80e1-4c3b-85b1-bdb2fb407aed tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.0793452 Nov 23 02:44:37.979893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dab0da6-4f1e-4770-9cae-f75504e4d23b req-96aac8a3-e214-4614-a2db-d2f5c959058a tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487079 Nov 23 02:44:38.080494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:38.435656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.503888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.568833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6b1b00c-cc57-4a6b-9fa2-b9dae9e2c25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.577920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] Provisioning complete for port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:38.578355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.625676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.679797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.683724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.721993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.734538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b49ed-a3fa-4c32-ae05-f1055e09e08b req-556e830e-a7e7-491d-825c-d5bca1cb44b8 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:38.747484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-531b49ed-a3fa-4c32-ae05-f1055e09e08b req-556e830e-a7e7-491d-825c-d5bca1cb44b8 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1717107 Nov 23 02:44:38.765366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:38.790074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.790709 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Added segment c4058b64-d240-4d42-b84f-32ac416dea4c of type vlan for network 2f8d695e-459a-44dc-a318-c9f536e78425 Nov 23 02:44:38.878298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-531b49ed-a3fa-4c32-ae05-f1055e09e08b req-f9543f1b-f36a-45e2-81de-edcd53e7d232 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239111 Nov 23 02:44:38.937326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:38.938096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Allocated IP 172.25.1.225 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d4c42908-25e6-4d9a-85ce-e6ab53a20d7e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:38.972386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Allocated IP 172.20.0.2 (2e5fbbac-7700-4d9a-8e25-0d46c3019066/f0171040-d3c0-4dfe-a71e-14eaf4ef99a3/851451cd-e72a-4cb5-93bf-8563b3f6aaab) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:39.014846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-3e352b88-72f3-4feb-ba04-3e769c4aba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:39.022259 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-3e352b88-72f3-4feb-ba04-3e769c4aba3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 1098 time: 0.5317750 Nov 23 02:44:39.026482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.043792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:39.044681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.217673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.354088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.425406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:39.430779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:39.478829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:39.515889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a525fb4-fa8d-40df-9e70-04545ffa10ff None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:39.526338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2850692 Nov 23 02:44:39.542465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:39.547789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'subnet': {'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:39.562384 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.563202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df20653-9cb4-45a3-b95a-3f60d0f59957,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:39.617380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974b6e7-8ceb-45ef-918b-0dea28f9a9d6 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Network': ['ID=2f8d695e-459a-44dc-a318-c9f536e78425,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:39.701865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:39.708628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:39.723389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2f8d695e-459a-44dc-a318-c9f536e78425 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:39.736787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-9b1221c0-d453-40e7-bb25-9dd36efbc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:39.737989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-9b1221c0-d453-40e7-bb25-9dd36efbc68b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 200 len: 912 time: 0.6882055 Nov 23 02:44:39.926951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.009888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:40.024622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.112434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] For port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:40.148220 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.253736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ce405d0-62ce-46ad-affe-598b7e27af00 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:40.394479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.403100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.464269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.508893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Provisioning complete for port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:40.509285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.593117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:40.616851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24386e46-d789-4a88-b134-6b2f1b5bf37a None None] Pushing event updated for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:40.638655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:31Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33106f76-f6ee-4fd9-9da0-e381d1437a13', 'name': '', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:01:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:32Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:40.642597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:40.694672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:40.745190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Subnet': ['ID=9f778f05-0c9e-4f66-9c6d-67e4723d80c9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:40.755440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-ffa0bc15-85f9-47e5-b47c-7e2ff3b4c393 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 200 len: 217 time: 1.0088565 Nov 23 02:44:40.765685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.905155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:40.913000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:40.913366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Updating router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 port 33106f76-f6ee-4fd9-9da0-e381d1437a13 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:40.922184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Provisioning complete for port 41147348-4dc4-4234-8d83-29ea593969b8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:40.922598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.924319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2ce405d0-62ce-46ad-affe-598b7e27af00 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:40.924677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.954146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-5189c7b2-a573-4117-a8c3-accdf028d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:40.965887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-5189c7b2-a573-4117-a8c3-accdf028d953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 200 len: 851 time: 0.1988914 Nov 23 02:44:40.968000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:40.977863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.989506 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a6451e5-d099-4429-9f5c-ff0e80e768dc tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 953 time: 4.5637362 Nov 23 02:44:40.992713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:41.051139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-5838c0aa-f537-47e3-a135-05eef5a12667 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479734 Nov 23 02:44:41.143496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.162022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Pushing event updated for resources: {'Port': ['ID=851451cd-e72a-4cb5-93bf-8563b3f6aaab,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:41.176035 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.189973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Checking segment: {'id': 'c4058b64-d240-4d42-b84f-32ac416dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:41.190608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network hostable DHCP agents. Network: 2f8d695e-459a-44dc-a318-c9f536e78425, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:41.221705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67167e-c736-49a8-acbc-05ed4f9a7f9a req-dd2eda2e-c505-428e-9aab-53c3c72d6dda tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:41.224257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a67167e-c736-49a8-acbc-05ed4f9a7f9a req-dd2eda2e-c505-428e-9aab-53c3c72d6dda tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.8967214 Nov 23 02:44:41.252812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-24458188-e1a2-4206-aabc-3fb347f75508 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995935 Nov 23 02:44:41.325459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05d1833c-cefa-44da-a4f5-45018ae92236 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 953 time: 0.3243809 Nov 23 02:44:41.325785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38524) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:41.332096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2f8d695e-459a-44dc-a318-c9f536e78425 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:41.333429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'routes': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:41.390730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2f8d695e-459a-44dc-a318-c9f536e78425) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:41.404961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a67167e-c736-49a8-acbc-05ed4f9a7f9a req-fd96b72a-3430-4ed6-933c-63359e018c90 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709270 Nov 23 02:44:41.408145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:41.408861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.443945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.455834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9078a74c-709b-45ac-903a-b8e861ba144b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9119523 Nov 23 02:44:41.477866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38526) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:41.484723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'network': {'name': 'tempest-router-network01--1722513103'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:41.505421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd8f21-3557-41fb-a5a8-3141b9497781 None None] Network 2f8d695e-459a-44dc-a318-c9f536e78425 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:41.606794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:41.610707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.631358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Router 2808e70c-b108-4535-88b9-2a9a81ce57fd is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:44:41.652736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-75db9766-dcd3-44db-8c4a-efe8f9d92fbc req-3ed01b7e-d15e-476c-8e26-4159fa4e24d1 service neutron] 10.222.0.41 "GET /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917322 Nov 23 02:44:41.694444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Attempting to bind port 851451cd-e72a-4cb5-93bf-8563b3f6aaab on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:41.695011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Attempting to bind port 851451cd-e72a-4cb5-93bf-8563b3f6aaab by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:41.695218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Attempting to bind port 851451cd-e72a-4cb5-93bf-8563b3f6aaab on network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:41.718647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:41.751047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:41.751787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.751950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Checking segment: {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:41.752467 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Added segment 39af7055-e7d1-4b0f-b8c5-7d85403da77c of type vlan for network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 Nov 23 02:44:41.752970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.754093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Bound using segment: {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:41.755677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Bound port: 851451cd-e72a-4cb5-93bf-8563b3f6aaab, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:41.757986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.835647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.850464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:41.865073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Sync routers for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:41.876036 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:41.876694 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:41.885292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:41.887448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1711624f-fabe-45c7-8534-0872c864d164 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1855595 Nov 23 02:44:41.890459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38540) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:41.892873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41147348-4dc4-4234-8d83-29ea593969b8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:41.945241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.resource_extend [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:44:42.011177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.016991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:42.017620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.037037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.088276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added routes are [] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:44:42.088611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.extraroute_db [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103572) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:44:42.094644 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:42.100918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Provisioning complete for port 33106f76-f6ee-4fd9-9da0-e381d1437a13 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:42.101292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.244365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Network': ['ID=2e9c79ef-b3d6-4286-a0e1-f5e3abb17673,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:42.291584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30ac97af-a222-4db6-99d3-45b4c50ba374 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8108516 Nov 23 02:44:42.297559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38552) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:42.310983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'network': {'name': 'tempest-router-network02--1270912115'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:42.346276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.398217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.414938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:42.478166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:42.483318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.527848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:42.544099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.544565 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Added segment 9946baf8-a04a-46fd-8fed-88fd5a20beaf of type vlan for network 3c1f7f72-e134-4a68-be5a-20469421b647 Nov 23 02:44:42.645977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0497b-fe8c-44d4-b049-78d7c287c620 req-de6e44eb-3469-4af9-809a-12e2dc48fb57 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:42.652309 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.654856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bd0497b-fe8c-44d4-b049-78d7c287c620 req-de6e44eb-3469-4af9-809a-12e2dc48fb57 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.0941913 Nov 23 02:44:42.661512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.661834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.689286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 3, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:42.710847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] For port 851451cd-e72a-4cb5-93bf-8563b3f6aaab, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:42.764469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2f8d695e-459a-44dc-a318-c9f536e78425', 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425', 'tenant_id': '271045424ee44b86a9b344c1ca62b43e', 'fixed_ips': [{'subnet_id': '9f778f05-0c9e-4f66-9c6d-67e4723d80c9'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:42.765335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.779975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-59ad3e2f-e684-4b8c-bd30-7bd675cbcc55 None None] Port 33106f76-f6ee-4fd9-9da0-e381d1437a13 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:42.783444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.796745 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Checking router: 2808e70c-b108-4535-88b9-2a9a81ce57fd for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:42.799198 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Updating router 2808e70c-b108-4535-88b9-2a9a81ce57fd port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:42.815460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bd0497b-fe8c-44d4-b049-78d7c287c620 req-f1a3af78-091b-4036-9081-7ca9a5ca74ab tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555524 Nov 23 02:44:42.840406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] For port 851451cd-e72a-4cb5-93bf-8563b3f6aaab, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=851451cd-e72a-4cb5-93bf-8563b3f6aaab,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:42.852386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:42.854751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.858205 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.861012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:42.861616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.877458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 41147348-4dc4-4234-8d83-29ea593969b8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:42.877964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.892973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.948875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:42.951216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Network': ['ID=3c1f7f72-e134-4a68-be5a-20469421b647,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:42.959821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f4dfdee-9066-4c57-910a-a585be2cad43 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6556020 Nov 23 02:44:42.962670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38558) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:42.968115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'subnet': {'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:43.258093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Allocated IP 2001:db8::2 (2f8d695e-459a-44dc-a318-c9f536e78425/9f778f05-0c9e-4f66-9c6d-67e4723d80c9/1134c49a-fe46-4867-9e59-5a25be0ce165) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:43.404809 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.415099 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.417163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3c1f7f72-e134-4a68-be5a-20469421b647 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:43.427682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa813-73ce-4a83-878e-63f7771fe48a None None] Pushing event updated for resources: {'Port': ['ID=33106f76-f6ee-4fd9-9da0-e381d1437a13,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:43.436452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:43.464837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.467811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6793d20e-da2d-4885-8b0d-126ac3d21b5d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 703 time: 2.1409342 Nov 23 02:44:43.474455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38566) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:43.542019 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcb06-af3d-4c83-b4f2-11b0ddf0358a None None] Pushing event updated for resources: {'Port': ['ID=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:43.542248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097be3a9-c002-4396-b161-74e34ef91bc7 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:43.571193 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Attempting to bind port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:43.571711 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Attempting to bind port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:43.572325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Attempting to bind port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:43.583889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:43.584617 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:43.585233 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.585854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:43.586613 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Bound port: d4c42908-25e6-4d9a-85ce-e6ab53a20d7e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:43.587315 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.656776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:43.670668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.705959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] For port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:43.712347 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] For port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:43.725060 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.764813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e9acb995-3c3d-4c47-b74b-3ad18068bb0c None None] Provisioning complete for port 33106f76-f6ee-4fd9-9da0-e381d1437a13 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:43.766790 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e9acb995-3c3d-4c47-b74b-3ad18068bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.845063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f97c83e3-bb5b-4b7d-9fab-40dd83a3a755 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 703 time: 0.3686309 Nov 23 02:44:43.849778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38572) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:43.899845 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcb06-af3d-4c83-b4f2-11b0ddf0358a None None] Pushing event updated for resources: {'Port': ['ID=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:43.912375 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:43.914184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:43.932514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e9acb995-3c3d-4c47-b74b-3ad18068bb0c None None] Port 33106f76-f6ee-4fd9-9da0-e381d1437a13 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:43.939431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c6cc7-a255-4c17-9c62-35205dafe85b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:43.941953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Attempting to bind port 33106f76-f6ee-4fd9-9da0-e381d1437a13 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:43.942328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Attempting to bind port 33106f76-f6ee-4fd9-9da0-e381d1437a13 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:43.942743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Attempting to bind port 33106f76-f6ee-4fd9-9da0-e381d1437a13 on network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:43.960280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:43.960668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Checking segment: {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:43.961082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:43.961483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Bound using segment: {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:43.961976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Bound port: 33106f76-f6ee-4fd9-9da0-e381d1437a13, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbd3ea8-f99f-4323-92d5-2287eb27969c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:43.962360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.133174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:44.282730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53779d82-5c91-449d-b5e5-3d03376e9334 req-7afdab49-cca4-4e94-b1d9-ce751169dd9e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:44.293294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53779d82-5c91-449d-b5e5-3d03376e9334 req-7afdab49-cca4-4e94-b1d9-ce751169dd9e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.3359599 Nov 23 02:44:44.303137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a2b6b-7e47-4ee2-b018-99163d568948 None None] Pushing event updated for resources: {'Port': ['ID=851451cd-e72a-4cb5-93bf-8563b3f6aaab,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:44.328455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] Provisioning complete for port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:44.328864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.518830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Allocated IP 172.20.0.1 (2e5fbbac-7700-4d9a-8e25-0d46c3019066/f0171040-d3c0-4dfe-a71e-14eaf4ef99a3/5a6a2bc5-961d-4754-bd5d-d67c69299ed0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:44.528362 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:44.553115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.703685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53779d82-5c91-449d-b5e5-3d03376e9334 req-b9806f9a-8967-42f0-af75-68bc0f627233 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095557 Nov 23 02:44:44.759107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Subnet': ['ID=99282736-9b47-4ee9-9219-2a5a35341346,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:44.784865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Checking segment: {'id': '39af7055-e7d1-4b0f-b8c5-7d85403da77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:44.785341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network hostable DHCP agents. Network: 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:44.822101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.855974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:44.887956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.891204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:44.921275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:44.925371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:44.946451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] For port 33106f76-f6ee-4fd9-9da0-e381d1437a13, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:44.952056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] For port 33106f76-f6ee-4fd9-9da0-e381d1437a13, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=33106f76-f6ee-4fd9-9da0-e381d1437a13,segment=NetworkSegment(ccbd3ea8-f99f-4323-92d5-2287eb27969c),segment_id=ccbd3ea8-f99f-4323-92d5-2287eb27969c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:44.971604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0a174-969d-4ba0-8355-a3c0cf7e06e9 None None] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:45.032977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7c211573-6c73-4dcf-a617-528c4221ff99 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0690682 Nov 23 02:44:45.037606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38588) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:45.054343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:45.056825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'subnet': {'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:45.070219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:45.075603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:45.089787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.216067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.233148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.259411 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 3, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:45.314831 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8ee8a-f1a3-4bda-a620-8a2adac0dc1e None None] The sync data for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 is: [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 3, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:45.333434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:45.391739 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.448004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd453c96-f5cd-4888-b250-3daff84c83d8 req-38103815-4529-4429-baa1-67e3c2dcd2b7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:45.469351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:45.470278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.471440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd453c96-f5cd-4888-b250-3daff84c83d8 req-38103815-4529-4429-baa1-67e3c2dcd2b7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.1466081 Nov 23 02:44:45.538018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.731955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd453c96-f5cd-4888-b250-3daff84c83d8 req-523e6c68-28eb-4fea-86fa-bcf15c975938 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598906 Nov 23 02:44:45.776384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:45.788738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.795815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33240854-044e-480b-ba19-6d8d4c3f9eba None None] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:45.829539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:45.913473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:45.917215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:45.955582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:46.097187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:46.247544 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.268536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.276664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Network 2f8d695e-459a-44dc-a318-c9f536e78425 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:46.290758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:46.294263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:46.396769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c3e70ff-fb3a-4ef9-8fc1-42ad84233b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e2edb07c82847fdb7e925f28199b076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397178 Nov 23 02:44:46.404053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:46.467189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:46.485281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caa813-73ce-4a83-878e-63f7771fe48a None None] Pushing event updated for resources: {'Port': ['ID=33106f76-f6ee-4fd9-9da0-e381d1437a13,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:46.494458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.572487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-2e9c79ef-b3d6-4286-a0e1-f5e3abb17673', 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673', 'tenant_id': '271045424ee44b86a9b344c1ca62b43e', 'fixed_ips': [{'subnet_id': '99282736-9b47-4ee9-9219-2a5a35341346'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:46.578309 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.578827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.655599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.732219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:46.736557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:46.811163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Attempting to bind port 1134c49a-fe46-4867-9e59-5a25be0ce165 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:46.811867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Attempting to bind port 1134c49a-fe46-4867-9e59-5a25be0ce165 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c4058b64-d240-4d42-b84f-32ac416dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:46.812364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Attempting to bind port 1134c49a-fe46-4867-9e59-5a25be0ce165 on network 2f8d695e-459a-44dc-a318-c9f536e78425 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:46.823430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.902886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 33106f76-f6ee-4fd9-9da0-e381d1437a13 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:46.903483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.918383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] For port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:46.942904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:46.944066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Checking segment: {'id': 'c4058b64-d240-4d42-b84f-32ac416dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:46.944823 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.945564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Bound using segment: {'id': 'c4058b64-d240-4d42-b84f-32ac416dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:46.946448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Bound port: 1134c49a-fe46-4867-9e59-5a25be0ce165, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4058b64-d240-4d42-b84f-32ac416dea4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2f8d695e-459a-44dc-a318-c9f536e78425'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:46.947397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.963449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:46.993560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:47.000316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:47.010170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52 HTTP/1.1" status: 204 len: 168 time: 0.5933366 Nov 23 02:44:47.030624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804afa-ab91-45f5-b594-60ecd952a732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df4d43b-46c3-4f7d-b5a5-f748fe1e1b52,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:47.100350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc6a0-cac9-4ba2-ba7e-a12d6b5d27a8 req-8a93237e-6759-49eb-9526-040877dd9095 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:47.101908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-643bc6a0-cac9-4ba2-ba7e-a12d6b5d27a8 req-8a93237e-6759-49eb-9526-040877dd9095 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.2586408 Nov 23 02:44:47.109469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Router 2808e70c-b108-4535-88b9-2a9a81ce57fd has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:47.181719 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:47.411251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Pushing event updated for resources: {'Port': ['ID=1134c49a-fe46-4867-9e59-5a25be0ce165,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:47.423296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Checking segment: {'id': '9946baf8-a04a-46fd-8fed-88fd5a20beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:47.423663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network hostable DHCP agents. Network: 3c1f7f72-e134-4a68-be5a-20469421b647, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:47.432827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 33106f76-f6ee-4fd9-9da0-e381d1437a13, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=33106f76-f6ee-4fd9-9da0-e381d1437a13,segment=NetworkSegment(ccbd3ea8-f99f-4323-92d5-2287eb27969c),segment_id=ccbd3ea8-f99f-4323-92d5-2287eb27969c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:47.433198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:47.436154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Subnet': ['ID=4e15e147-cd82-4371-8feb-3547088580df,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:47.439111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:47.458397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-baffd18e-ed0f-4a64-8cd0-364f03eb9a71 admin admin] 10.222.0.15 "PUT /v2.0/routers/2808e70c-b108-4535-88b9-2a9a81ce57fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5659049 Nov 23 02:44:47.478457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 33106f76-f6ee-4fd9-9da0-e381d1437a13 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:47.484348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 3c1f7f72-e134-4a68-be5a-20469421b647 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:47.516653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3c1f7f72-e134-4a68-be5a-20469421b647) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:47.517169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-643bc6a0-cac9-4ba2-ba7e-a12d6b5d27a8 req-ad6e224f-0631-4732-9e8a-db8cdd7232a7 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902690 Nov 23 02:44:47.609194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:47.609818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:47.618048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a722b-d5f3-45d7-ba8f-e6ed67f374f0 None None] Network 3c1f7f72-e134-4a68-be5a-20469421b647 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:47.641408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cffefdb3-98ae-4158-83e3-f82e447c2d9a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5896609 Nov 23 02:44:47.647163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:47.950779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:48.007041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=33106f76-f6ee-4fd9-9da0-e381d1437a13,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:48.015855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 33106f76-f6ee-4fd9-9da0-e381d1437a13 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:48.502021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:48.553308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] For port 1134c49a-fe46-4867-9e59-5a25be0ce165, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:48.570213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] For port 1134c49a-fe46-4867-9e59-5a25be0ce165, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1134c49a-fe46-4867-9e59-5a25be0ce165,segment=NetworkSegment(c4058b64-d240-4d42-b84f-32ac416dea4c),segment_id=c4058b64-d240-4d42-b84f-32ac416dea4c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:48.687536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Provisioning complete for port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:48.687536 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:48.699719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d33ca1-fead-4206-b2e4-3f2b1bc31965 None None] Pushing event updated for resources: {'Port': ['ID=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:48.800601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 33106f76-f6ee-4fd9-9da0-e381d1437a13 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:48.812178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 33106f76-f6ee-4fd9-9da0-e381d1437a13 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 02:44:48.830688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:48.848929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:48.902620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-1612cca1-1521-4650-ba79-b06645c6bcc8 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:48.904703 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-1612cca1-1521-4650-ba79-b06645c6bcc8 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.7229695 Nov 23 02:44:49.009125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Sync routers for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:49.108644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff74a2-6065-4175-a095-2c04b15b8061 None None] Pushing event updated for resources: {'Port': ['ID=1134c49a-fe46-4867-9e59-5a25be0ce165,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:49.128031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-3c1f7f72-e134-4a68-be5a-20469421b647', 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647', 'tenant_id': '271045424ee44b86a9b344c1ca62b43e', 'fixed_ips': [{'subnet_id': '4e15e147-cd82-4371-8feb-3547088580df'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:44:49.132184 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:49.145315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b0665-803e-4e2f-9d3c-1ea5a6ad75ba req-747a1bf5-2d05-4194-a551-ba50c4a09b1b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:49.157821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e73b0665-803e-4e2f-9d3c-1ea5a6ad75ba req-747a1bf5-2d05-4194-a551-ba50c4a09b1b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 946 time: 0.5205271 Nov 23 02:44:49.205077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:49.205960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:49.250385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Port 33106f76-f6ee-4fd9-9da0-e381d1437a13 not found, will not notify nova. {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 02:44:49.250568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:49.325287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e73b0665-803e-4e2f-9d3c-1ea5a6ad75ba req-aa97f222-6016-4221-8f7d-b50143608b56 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664805 Nov 23 02:44:49.507445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Allocated IP 2001:db8::2 (2e9c79ef-b3d6-4286-a0e1-f5e3abb17673/99282736-9b47-4ee9-9219-2a5a35341346/49e7e233-fb23-461f-8dd3-45c169b6539d) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:49.582228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Deleting port 58744fa6-9c2d-4a98-96af-389cd29740ce {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:49.583168 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:49.610918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:50.089818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:50.103550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de837ee7-d78f-4196-b909-2cfe93636a83 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2475607 Nov 23 02:44:50.105847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:50.177185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] For port 58744fa6-9c2d-4a98-96af-389cd29740ce, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58744fa6-9c2d-4a98-96af-389cd29740ce,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:50.177554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.183764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet ad8d3f0b-a3ba-4145-8f22-5fe8fd252028 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:50.188198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.204742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Calling delete_port for 58744fa6-9c2d-4a98-96af-389cd29740ce owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:50.244687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Provisioning complete for port 851451cd-e72a-4cb5-93bf-8563b3f6aaab triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:50.245199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.298335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.317865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:42Z', 'revision_number': 7, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33106f76-f6ee-4fd9-9da0-e381d1437a13', 'name': '', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:01:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:44Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:50.461963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.473360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173cd4af-6d07-4028-8a5b-6aceb85082ea None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:42Z', 'revision_number': 7, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33106f76-f6ee-4fd9-9da0-e381d1437a13', 'name': '', 'network_id': '75d5b43b-8c93-4d03-ab88-9f148f8a37b4', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:01:e6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:44Z', 'revision_number': 4, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': 'ad8d3f0b-a3ba-4145-8f22-5fe8fd252028', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:50.498528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:50.505166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.564126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Pushing event deleted for resources: {'Port': ['ID=58744fa6-9c2d-4a98-96af-389cd29740ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:50.621802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:50.649593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', '58744fa6-9c2d-4a98-96af-389cd29740ce'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:50.651664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ab4d5-1117-45d3-b10a-513a5392c817 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:50.690114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f20afd21-5d82-4806-a6ef-67e25da1ba79 req-31ed68f6-703f-4a16-a402-73a7cc908514 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=11999af6-7faa-43ff-b159-f45c07f63a46 HTTP/1.1" status: 200 len: 210 time: 0.1384599 Nov 23 02:44:50.699212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.721489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] No DVR routers for this DVR port 58744fa6-9c2d-4a98-96af-389cd29740ce on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:50.732507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.739271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-321b33e4-55bf-4408-b7b7-fa1290dde993 req-a9cf33ad-b51a-4e1a-84c7-c66e8ced6ca3 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "DELETE /v2.0/ports/58744fa6-9c2d-4a98-96af-389cd29740ce HTTP/1.1" status: 204 len: 173 time: 1.8212283 Nov 23 02:44:50.744365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'name': 'network-vif-deleted', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:50.749850 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f649162-7ed2-4932-8ca2-c45df8e30934" -d '{"events": [{"server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "name": "network-vif-deleted", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:50.828856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Allocated IP 2001:db8::2 (3c1f7f72-e134-4a68-be5a-20469421b647/4e15e147-cd82-4371-8feb-3547088580df/06cbf03e-5eed-425e-a108-6d994bc341f2) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:50.882958 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339fab8-dacb-44d7-aeb4-448acf3d6f9b x-openstack-request-id: req-4339fab8-dacb-44d7-aeb4-448acf3d6f9b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:50.883665 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11999af6-7faa-43ff-b159-f45c07f63a46", "name": "network-vif-deleted", "tag": "58744fa6-9c2d-4a98-96af-389cd29740ce", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:50.883808 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4339fab8-dacb-44d7-aeb4-448acf3d6f9b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:50.884552 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11999af6-7faa-43ff-b159-f45c07f63a46', 'name': 'network-vif-deleted', 'tag': '58744fa6-9c2d-4a98-96af-389cd29740ce', 'status': 'completed', 'code': 200} Nov 23 02:44:50.885652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:50.910683 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:50.937396 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:50.938028 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:51.020914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.024723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/ad8d3f0b-a3ba-4145-8f22-5fe8fd252028 HTTP/1.1" status: 204 len: 168 time: 0.9169161 Nov 23 02:44:51.027618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38698) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:51.036638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6749d72-ac2a-4c03-ad4f-f5f55b0c60ec tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8d3f0b-a3ba-4145-8f22-5fe8fd252028,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:51.150345 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:51.164284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f4557-33b8-412b-b307-62cc66d06cdf None None] Network 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:51.265108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.382066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 41147348-4dc4-4234-8d83-29ea593969b8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:51.382415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.504646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6295e6c-0c31-492b-887f-c25f76df622d None None] Network 2f8d695e-459a-44dc-a318-c9f536e78425 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:51.510194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:47Z', 'revision_number': 8, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:51.536741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 41147348-4dc4-4234-8d83-29ea593969b8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=41147348-4dc4-4234-8d83-29ea593969b8,segment=NetworkSegment(ccbd3ea8-f99f-4323-92d5-2287eb27969c),segment_id=ccbd3ea8-f99f-4323-92d5-2287eb27969c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:51.536741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.594845 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:51.648002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 41147348-4dc4-4234-8d83-29ea593969b8 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:51.651487 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:51.652506 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:51.675077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 851451cd-e72a-4cb5-93bf-8563b3f6aaab up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:51.789009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.895901 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:51.927542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.975462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=41147348-4dc4-4234-8d83-29ea593969b8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:51.977770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 41147348-4dc4-4234-8d83-29ea593969b8 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:52.086551 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.090350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] For port 851451cd-e72a-4cb5-93bf-8563b3f6aaab, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=851451cd-e72a-4cb5-93bf-8563b3f6aaab,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:52.135486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.181056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Could not find standard attr ID for object 33106f76-f6ee-4fd9-9da0-e381d1437a13. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:44:52.219179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.228225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.261007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Allocated IP 2001:db8::1 (2e9c79ef-b3d6-4286-a0e1-f5e3abb17673/99282736-9b47-4ee9-9219-2a5a35341346/5e093673-9bcf-42d6-beee-d5c8fc4b2587) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:52.294897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d5b43b-8c93-4d03-ab88-9f148f8a37b4']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:52.317557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbd3ea8-f99f-4323-92d5-2287eb27969c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:52.317952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbd3ea8-f99f-4323-92d5-2287eb27969c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:52.324784 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:47Z', 'revision_number': 8, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:52.335980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.340003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 851451cd-e72a-4cb5-93bf-8563b3f6aaab triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:52.346401 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.370294 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f39042-d14e-4920-be00-8df17d76b94a None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:47Z', 'revision_number': 8, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '2ce405d0-62ce-46ad-affe-598b7e27af00', 'name': '', 'network_id': 'c1214aa5-b4d9-49ab-bb95-7ed4d121c241', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:55:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:18Z', 'updated_at': '2021-11-23T02:44:34Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '9a3c1e30-7fc5-4596-8b5c-d567419d7744', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:52.373951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.387137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:52.387549 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:52.393649 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:52.482408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:52.491170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.507103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:52.528209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.535904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Provisioning complete for port 1134c49a-fe46-4867-9e59-5a25be0ce165 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:52.536508 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.542367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:52.547764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.554428 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/75d5b43b-8c93-4d03-ab88-9f148f8a37b4 HTTP/1.1" status: 204 len: 168 time: 1.5234361 Nov 23 02:44:52.555673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21a8cf-c1b6-4207-b434-0b0e02bda257 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=75d5b43b-8c93-4d03-ab88-9f148f8a37b4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:52.558693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:52.604305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.608396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70ed4c-3a64-401b-84f4-94d9c04c29d8 None None] Pushing event updated for resources: {'Port': ['ID=851451cd-e72a-4cb5-93bf-8563b3f6aaab,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:52.662176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:52.666167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:52.672873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:52.673738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.705532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58744fa6-9c2d-4a98-96af-389cd29740ce no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:52.789360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11572360-da3a-4d99-81c0-55b337096830 None None] DHCP port deletion for 75d5b43b-8c93-4d03-ab88-9f148f8a37b4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:52.799023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.824617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Port': ['ID=5e093673-9bcf-42d6-beee-d5c8fc4b2587,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:52.950943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:52.965514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d318fc3-dc57-4551-bd63-f739c37213bf req-4f7732b9-f344-45b9-bc02-82102e37f15f tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:52.971128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d318fc3-dc57-4551-bd63-f739c37213bf req-4f7732b9-f344-45b9-bc02-82102e37f15f tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.6451612 Nov 23 02:44:53.048942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d318fc3-dc57-4551-bd63-f739c37213bf req-0eb889b4-fda1-4af8-a60e-3ff0b390d04e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Nov 23 02:44:53.064594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 58744fa6-9c2d-4a98-96af-389cd29740ce {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:53.065156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58744fa6-9c2d-4a98-96af-389cd29740ce not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:53.131658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Pushing event updated for resources: {'Port': ['ID=49e7e233-fb23-461f-8dd3-45c169b6539d,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:53.162488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.183486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Attempting to bind port 49e7e233-fb23-461f-8dd3-45c169b6539d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:53.184029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Attempting to bind port 49e7e233-fb23-461f-8dd3-45c169b6539d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '39af7055-e7d1-4b0f-b8c5-7d85403da77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:53.184795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Attempting to bind port 49e7e233-fb23-461f-8dd3-45c169b6539d on network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:53.296958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.345144 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.365419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:53.365912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Checking segment: {'id': '39af7055-e7d1-4b0f-b8c5-7d85403da77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:53.366391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.366892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Bound using segment: {'id': '39af7055-e7d1-4b0f-b8c5-7d85403da77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:53.368117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Bound port: 49e7e233-fb23-461f-8dd3-45c169b6539d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39af7055-e7d1-4b0f-b8c5-7d85403da77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2e9c79ef-b3d6-4286-a0e1-f5e3abb17673'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:53.368509 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.397313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:45Z', 'revision_number': 4, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5a6a2bc5-961d-4754-bd5d-d67c69299ed0', 'name': '', 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'mac_address': 'fa:16:3e:b4:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:44Z', 'updated_at': '2021-11-23T02:44:46Z', 'revision_number': 2, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'subnets': [{'id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:53.412322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Network 3c1f7f72-e134-4a68-be5a-20469421b647 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:53.456581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.468105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.469268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.515175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:53.520572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:53.545106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Checking router: 2808e70c-b108-4535-88b9-2a9a81ce57fd for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:53.545433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Updating router 2808e70c-b108-4535-88b9-2a9a81ce57fd port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:44:53.593501 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.604078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d4c42908-25e6-4d9a-85ce-e6ab53a20d7e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:53.605720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Pushing event updated for resources: {'Port': ['ID=06cbf03e-5eed-425e-a108-6d994bc341f2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:53.674538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] For port 1134c49a-fe46-4867-9e59-5a25be0ce165, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1134c49a-fe46-4867-9e59-5a25be0ce165,segment=NetworkSegment(c4058b64-d240-4d42-b84f-32ac416dea4c),segment_id=c4058b64-d240-4d42-b84f-32ac416dea4c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:53.691082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.721688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.791340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 2ce405d0-62ce-46ad-affe-598b7e27af00 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:53.791964 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.922555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 2ce405d0-62ce-46ad-affe-598b7e27af00, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2ce405d0-62ce-46ad-affe-598b7e27af00,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:53.923628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:53.939651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 2ce405d0-62ce-46ad-affe-598b7e27af00 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:54.186427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.208740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.246164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=2ce405d0-62ce-46ad-affe-598b7e27af00,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:54.279637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Pushing event updated for resources: {'Port': ['ID=1134c49a-fe46-4867-9e59-5a25be0ce165,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:54.301692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Port': ['ID=5e093673-9bcf-42d6-beee-d5c8fc4b2587,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:54.368190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] For port 49e7e233-fb23-461f-8dd3-45c169b6539d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:54.372544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] For port 49e7e233-fb23-461f-8dd3-45c169b6539d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=49e7e233-fb23-461f-8dd3-45c169b6539d,segment=NetworkSegment(39af7055-e7d1-4b0f-b8c5-7d85403da77c),segment_id=39af7055-e7d1-4b0f-b8c5-7d85403da77c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:54.412383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Attempting to bind port 06cbf03e-5eed-425e-a108-6d994bc341f2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:54.412899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Attempting to bind port 06cbf03e-5eed-425e-a108-6d994bc341f2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '9946baf8-a04a-46fd-8fed-88fd5a20beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:54.413280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Attempting to bind port 06cbf03e-5eed-425e-a108-6d994bc341f2 on network 3c1f7f72-e134-4a68-be5a-20469421b647 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:54.415496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.436939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.453581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:54.454236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.491093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5762c-4fc1-4718-b733-17edaf4c42d2 req-27e2b5b9-3a9e-4827-affd-ecfda8565f3e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:54.492835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bee5762c-4fc1-4718-b733-17edaf4c42d2 req-27e2b5b9-3a9e-4827-affd-ecfda8565f3e tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1983778 Nov 23 02:44:54.514834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.522054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-9b94c89d-3cb7-4943-85e5-b16c3f6fa758 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:54.523640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-9b94c89d-3cb7-4943-85e5-b16c3f6fa758 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.9710279 Nov 23 02:44:54.527321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9a355-a240-464e-b938-593bbb162feb req-682cdb28-d77f-4feb-90e0-f22f10e6e257 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:54.528961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dce9a355-a240-464e-b938-593bbb162feb req-682cdb28-d77f-4feb-90e0-f22f10e6e257 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.1690857 Nov 23 02:44:54.559747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:54.568881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-5243d00e-3859-4c6c-97c3-1eb76c7b30a9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0249088 Nov 23 02:44:54.641698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fdc06-d417-42cd-a530-770fd686f8f3 None None] Pushing event updated for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:54.657109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Provisioning complete for port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:54.658383 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.659733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:54.664674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:54.673944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Checking segment: {'id': '9946baf8-a04a-46fd-8fed-88fd5a20beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:54.674545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.675075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Bound using segment: {'id': '9946baf8-a04a-46fd-8fed-88fd5a20beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:54.675745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Bound port: 06cbf03e-5eed-425e-a108-6d994bc341f2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9946baf8-a04a-46fd-8fed-88fd5a20beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3c1f7f72-e134-4a68-be5a-20469421b647'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:54.677277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:54.762818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bee5762c-4fc1-4718-b733-17edaf4c42d2 req-e6938989-eecd-466f-94e8-e99641de8898 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199638 Nov 23 02:44:54.908582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-34456633-f129-4ff8-9274-b4f23a0e426b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3386476 Nov 23 02:44:55.169080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-3713ab1d-68cd-448f-b63f-4532e9bb8935 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594929 Nov 23 02:44:55.201085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Attempting to bind port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:55.201653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Attempting to bind port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:55.202141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Attempting to bind port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 on network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:55.208344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:44:55.219552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c65cc-bc79-4224-8fce-17ada3e8b49c None None] Pushing event updated for resources: {'Port': ['ID=49e7e233-fb23-461f-8dd3-45c169b6539d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:55.241470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Router e990cecf-ab16-474d-b514-4671431bd9bf is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:44:55.247780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:55.249790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Checking segment: {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:55.250336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:55.251075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Bound using segment: {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:55.252226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Bound port: 5a6a2bc5-961d-4754-bd5d-d67c69299ed0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11454649-5fc6-4daa-8e43-62d618c3dee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:55.252730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:55.305123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50c3daad-835d-40e6-841b-545659869d72 None None] For port 06cbf03e-5eed-425e-a108-6d994bc341f2, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:55.341475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50c3daad-835d-40e6-841b-545659869d72 None None] For port 06cbf03e-5eed-425e-a108-6d994bc341f2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=06cbf03e-5eed-425e-a108-6d994bc341f2,segment=NetworkSegment(9946baf8-a04a-46fd-8fed-88fd5a20beaf),segment_id=9946baf8-a04a-46fd-8fed-88fd5a20beaf)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:55.344519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Provisioning complete for port 851451cd-e72a-4cb5-93bf-8563b3f6aaab triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:55.345169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18cb7fb2-f89a-4793-8183-a07bf37e9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:55.382673 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:55.452985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:55.483656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-39885b73-1c67-4737-b8eb-94bd72ce9978 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8353276 Nov 23 02:44:55.486603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] Sync routers for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:55.496502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:55.575697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:55.579522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:55.594123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] For port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:55.711366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-57121302-b41f-412f-ae46-e8a1870dcc2b service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410664 Nov 23 02:44:55.756415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:55.776675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] For port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:55.801998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3daad-835d-40e6-841b-545659869d72 None None] Pushing event updated for resources: {'Port': ['ID=06cbf03e-5eed-425e-a108-6d994bc341f2,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:55.833542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:56.078702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 49e7e233-fb23-461f-8dd3-45c169b6539d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:56.091846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:56.093256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:56.180247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Deleting port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:56.180867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:56.330832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:56.331505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ada83-ad3a-4089-a941-4156af004cb9 None None] The sync data for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:56.401218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fdc06-d417-42cd-a530-770fd686f8f3 None None] Pushing event updated for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:56.412305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:56.412949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:56.446246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8461ca-c6d4-4bc1-8994-31ced15ce983 req-e7ad3cce-6677-4f88-8160-c029785a909c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:56.450404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8461ca-c6d4-4bc1-8994-31ced15ce983 req-e7ad3cce-6677-4f88-8160-c029785a909c tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 945 time: 0.4388781 Nov 23 02:44:56.551520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:44:56.587937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] For port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:56.588562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:56.624749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Calling delete_port for 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:56.643717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8461ca-c6d4-4bc1-8994-31ced15ce983 req-5d116c7e-7c87-4317-a3aa-01f2d24c1b85 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/security-groups?id=9e5fef76-6fd3-4063-8f15-3eb53149028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835034 Nov 23 02:44:56.649855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 49e7e233-fb23-461f-8dd3-45c169b6539d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:56.650233 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:56.661194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-69370ecd-29b4-4091-982d-e5a188d22bc3 req-be90ea36-9e87-48d7-b1f0-53a6355f0afc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0872467 Nov 23 02:44:56.719633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Provisioning complete for port 1134c49a-fe46-4867-9e59-5a25be0ce165 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:56.720744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:56.735553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b7742-279f-4dba-b8df-32b7a2a7de1e None None] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:56.780324 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-aa306962-527a-4113-bef3-b6db2e7fbecc tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:44:56.781709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aa306962-527a-4113-bef3-b6db2e7fbecc tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2842038 Nov 23 02:44:56.785708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38794) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:57.013401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.126285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] No DVR routers for this DVR port 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:57.131344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.136333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dce9a355-a240-464e-b938-593bbb162feb req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.41 "DELETE /v2.0/ports/6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 HTTP/1.1" status: 204 len: 173 time: 2.5959187 Nov 23 02:44:57.139592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'name': 'network-vif-deleted', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:57.144777 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb11b059-665f-4478-8bad-fbda10fef774" -d '{"events": [{"server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "name": "network-vif-deleted", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:57.153570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5691c-41c8-480a-96f6-d00c9280259b tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] Pushing event deleted for resources: {'Port': ['ID=6c83fbd9-fa76-4db4-aeab-9f86b9775cc6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:57.167419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:44:57.182494 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:44:57.197135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa543c20-de61-462f-a13f-daea0da6f742 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6353295 Nov 23 02:44:57.200310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:57.213668 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:57.214662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:57.300029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet 9a3c1e30-7fc5-4596-8b5c-d567419d7744 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:57.311403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.403652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6cefb4-5c2d-4485-bbb1-569f56f00380 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:57.413332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.458274 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:57.565741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:57.575988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.581412 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08fb14-ad58-4850-9471-d00995202622 x-openstack-request-id: req-de08fb14-ad58-4850-9471-d00995202622 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:57.581708 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f46db30-e980-4410-8588-a020fa5da440", "name": "network-vif-deleted", "tag": "6c83fbd9-fa76-4db4-aeab-9f86b9775cc6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:57.582545 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de08fb14-ad58-4850-9471-d00995202622 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:57.582956 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f46db30-e980-4410-8588-a020fa5da440', 'name': 'network-vif-deleted', 'tag': '6c83fbd9-fa76-4db4-aeab-9f86b9775cc6', 'status': 'completed', 'code': 200} Nov 23 02:44:57.752878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.787302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.844499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93232032-97cd-4dff-bfc3-580892ee250c None None] Network 3c1f7f72-e134-4a68-be5a-20469421b647 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:57.861947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3c1e30-7fc5-4596-8b5c-d567419d7744,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:57.870260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:57.884710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-054151a6-a809-4abc-a450-0ab54110bd5a tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/9a3c1e30-7fc5-4596-8b5c-d567419d7744 HTTP/1.1" status: 204 len: 168 time: 0.6827683 Nov 23 02:44:57.887535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:58.026568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-014e8f85-f703-43bb-a5a7-e6d6dd70239c req-df3bfb29-35b0-4291-873c-ee10c21f299e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1255896 Nov 23 02:44:58.029252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-100e0c84-ff3c-4d90-868a-b1015516a800 req-a677d88c-6fba-485e-a19c-45d9f1577c68 tempest-ServerRescueTestJSON-201290378 tempest-ServerRescueTestJSON-201290378-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f46db30-e980-4410-8588-a020fa5da440 HTTP/1.1" status: 200 len: 210 time: 0.1268616 Nov 23 02:44:58.074291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.136919 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:54Z', 'revision_number': 9, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:58.161250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea1a72-5fab-4170-979b-643ad3a8fa80 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:58.219559 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:44:58.224780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:58.225333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.251570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:44:58.252199 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:58.488717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting port 5e093673-9bcf-42d6-beee-d5c8fc4b2587 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:58.489075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.608762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Provisioning complete for port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:58.609349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.671082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,segment=NetworkSegment(7713b085-2521-4904-a5bb-09dfc791cbf3),segment_id=7713b085-2521-4904-a5bb-09dfc791cbf3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:58.671968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.733178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:58.757130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:58.758365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:58.792274 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:44:58.793657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Calling delete_port for 5e093673-9bcf-42d6-beee-d5c8fc4b2587 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:58.810716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-f7a48c4d-7386-41a1-89f0-c0a06de130b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:58.812736 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-f7a48c4d-7386-41a1-89f0-c0a06de130b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.4041028 Nov 23 02:44:58.860481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:58.860848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 6c83fbd9-fa76-4db4-aeab-9f86b9775cc6 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:58.937495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': '1b56d102-096d-46a4-a3fd-0614abad359a', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:59.052319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.106669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] DHCP port deletion for c1214aa5-b4d9-49ab-bb95-7ed4d121c241 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:44:59.141469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38846) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:59.233327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.282397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59962c27-c693-4de2-8970-91b54edd0765 req-811e7867-3a44-46db-8512-2c202447c92e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0768945 Nov 23 02:44:59.320743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.353135 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:54Z', 'revision_number': 9, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:59.353769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Port': ['ID=5e093673-9bcf-42d6-beee-d5c8fc4b2587,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:59.389163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.416827 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277eb44a-07ec-4a36-808b-864fb9f151d1 None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:44:54Z', 'revision_number': 9, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': '3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6', 'name': '', 'network_id': '520c1279-a4c6-484b-a354-7e10b6eea5e0', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:c7:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:11Z', 'updated_at': '2021-11-23T02:44:18Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '388b9dd2-731c-4ffc-a8b9-7e7475b8b230', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:44:59.532678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] For port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:59.536488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.572795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:59.587574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:59.590027 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.591118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.604919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:59.674331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.674872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.675328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.675832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.676444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.676896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.677338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.677778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.679085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.679547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.679993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.680448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:59.752112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.787331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 49e7e233-fb23-461f-8dd3-45c169b6539d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=49e7e233-fb23-461f-8dd3-45c169b6539d,segment=NetworkSegment(39af7055-e7d1-4b0f-b8c5-7d85403da77c),segment_id=39af7055-e7d1-4b0f-b8c5-7d85403da77c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:59.870005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:59.870855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 851451cd-e72a-4cb5-93bf-8563b3f6aaab up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:59.894268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Router e990cecf-ab16-474d-b514-4671431bd9bf has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:00.004172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Deleting port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:00.004802 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.015387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f91dd9-b38e-4fbe-97c3-80a6243b94e2 None None] Pushing event updated for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:00.027635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Provisioning complete for port 49e7e233-fb23-461f-8dd3-45c169b6539d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:00.029052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.120839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.128075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:00.164958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bbf3ddaf-a290-4ad1-86d6-241a9f483cec tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3724110 Nov 23 02:45:00.165840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:00.181127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=49e7e233-fb23-461f-8dd3-45c169b6539d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:00.256741 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-371aa66a-f977-4ad9-a6d3-f8d18ab86485 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] delete failed (client error): The resource could not be found. Nov 23 02:45:00.261905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-371aa66a-f977-4ad9-a6d3-f8d18ab86485 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1115154208 HTTP/1.1" status: 404 len: 335 time: 0.0948536 Nov 23 02:45:00.262723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:00.268148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9460ee51-3d84-4447-9f42-1e071a90fa53 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e990cecf-ab16-474d-b514-4671431bd9bf'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:00.286606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] Sync routers for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:00.372897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1214aa5-b4d9-49ab-bb95-7ed4d121c241']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.414344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7713b085-2521-4904-a5bb-09dfc791cbf3') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.415038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7713b085-2521-4904-a5bb-09dfc791cbf3') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.420699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 851451cd-e72a-4cb5-93bf-8563b3f6aaab triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:00.421395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.457359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.506252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.14 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/35997529-5dd4-467a-929c-f0b54150ca3c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:00.530187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.553386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:00.554525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:00.554912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.555111 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:00.558643 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:00.589388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:45Z', 'revision_number': 4, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5a6a2bc5-961d-4754-bd5d-d67c69299ed0', 'name': '', 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'mac_address': 'fa:16:3e:b4:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:44Z', 'updated_at': '2021-11-23T02:44:55Z', 'revision_number': 4, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'subnets': [{'id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.672352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c7dbb8-87fb-4a6f-b00b-b42d4f575dc1 req-1a4d3023-e5e8-41ac-b388-c0ed2978d2ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1459234 Nov 23 02:45:00.782029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.788119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.794357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/c1214aa5-b4d9-49ab-bb95-7ed4d121c241 HTTP/1.1" status: 204 len: 168 time: 2.8984852 Nov 23 02:45:00.807637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:00.837891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] For port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:00.842873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2cf07-da00-4378-99d4-6444e9f5c8df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=c1214aa5-b4d9-49ab-bb95-7ed4d121c241,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:00.843038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.868814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9460ee51-3d84-4447-9f42-1e071a90fa53 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.878204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:00.901160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d03098-0e0d-41a2-9561-2f70b03a30c2 None None] The sync data for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 is: [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:44:45Z', 'revision_number': 4, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '5a6a2bc5-961d-4754-bd5d-d67c69299ed0', 'name': '', 'network_id': '2e5fbbac-7700-4d9a-8e25-0d46c3019066', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'mac_address': 'fa:16:3e:b4:3a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:44Z', 'updated_at': '2021-11-23T02:44:55Z', 'revision_number': 4, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'subnets': [{'id': 'f0171040-d3c0-4dfe-a71e-14eaf4ef99a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:00.917161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Calling delete_port for edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:00.920921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:45:00.927300 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:00.939872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Network c1214aa5-b4d9-49ab-bb95-7ed4d121c241 is not hosted by any dhcp agent {{(pid=103573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:45:00.940711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] No DVR routers for this DVR port edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:01.015249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:01.015889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:01.057396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.076526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.160895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:01.161593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845cf14b-150f-41fc-8620-b1aaa0e8eccc None None] The sync data for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:01.177014 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-9460ee51-3d84-4447-9f42-1e071a90fa53 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] update failed (client error): The resource could not be found. Nov 23 02:45:01.178266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9460ee51-3d84-4447-9f42-1e071a90fa53 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf HTTP/1.1" status: 404 len: 339 time: 0.9144204 Nov 23 02:45:01.181596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38876) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:01.186580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-258710782'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:01.211220 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.220791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:01.225368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.227069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919cc20-6f81-408b-8143-5eff360aac77 None None] Pushing event deleted for resources: {'Port': ['ID=edb2b982-8a6e-4fdc-9e96-6ecec8132fb0,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:01.264289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:01.273579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:01.273799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:45:01.286175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.287048 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Added segment 7625292b-9849-409f-9160-25ac7251dc72 of type vlan for network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 Nov 23 02:45:01.287520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:01.293501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1134c49a-fe46-4867-9e59-5a25be0ce165 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:01.351052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Provisioning complete for port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:01.359139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.393331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.443660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1134c49a-fe46-4867-9e59-5a25be0ce165 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:01.446423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.493959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.500356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:01.501289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.557890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:01.558649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.665599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4825263 Nov 23 02:45:01.667388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:01.698156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'subnet': {'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:01.771342 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8541048 Nov 23 02:45:01.784632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Request body: {'port': {'device_id': '1b56d102-096d-46a4-a3fd-0614abad359a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:01.880934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114911a8-ec2f-42e8-acdc-9850f9f0ef3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:01.970414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Provisioning complete for port 06cbf03e-5eed-425e-a108-6d994bc341f2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:01.970992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:01.999315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.072949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d4c42908-25e6-4d9a-85ce-e6ab53a20d7e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:02.178051 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.250578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:02.250785 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.319090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] For port 06cbf03e-5eed-425e-a108-6d994bc341f2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=06cbf03e-5eed-425e-a108-6d994bc341f2,segment=NetworkSegment(9946baf8-a04a-46fd-8fed-88fd5a20beaf),segment_id=9946baf8-a04a-46fd-8fed-88fd5a20beaf)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:02.349620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.412361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29723aa-6bb1-417a-8299-72e1a8a95c87 None None] Pushing event updated for resources: {'Port': ['ID=06cbf03e-5eed-425e-a108-6d994bc341f2,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:02.452364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Deleting port 20501e09-32f0-4f08-9562-e447fc4eec44 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:02.454366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.548251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5a393d9f-e943-4706-b722-eb666a8aa85a None None] Provisioning complete for port 35997529-5dd4-467a-929c-f0b54150ca3c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:02.551036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a393d9f-e943-4706-b722-eb666a8aa85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.642287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5a393d9f-e943-4706-b722-eb666a8aa85a None None] Port 35997529-5dd4-467a-929c-f0b54150ca3c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:02.674684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41147348-4dc4-4234-8d83-29ea593969b8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:02.726014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5a393d9f-e943-4706-b722-eb666a8aa85a None None] Provisioning complete for port 49e7e233-fb23-461f-8dd3-45c169b6539d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:02.727256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a393d9f-e943-4706-b722-eb666a8aa85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:02.804939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 41147348-4dc4-4234-8d83-29ea593969b8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:02.805292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 41147348-4dc4-4234-8d83-29ea593969b8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:02.805784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 33106f76-f6ee-4fd9-9da0-e381d1437a13 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:02.845716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Network': ['ID=0d92b4c9-b32e-4277-b09c-ee0557ed6ed3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:02.873620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 33106f76-f6ee-4fd9-9da0-e381d1437a13 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:02.875647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 33106f76-f6ee-4fd9-9da0-e381d1437a13 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:02.911232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.911585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.911926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.912262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.912595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.913216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.913550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.913879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.914207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.914606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.914944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:02.915268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d8473b-0bfc-4ddf-b924-3c56c1481b20 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:03.090402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:45:03.136729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0f183-d9e4-4c10-bfe4-54602375a672 req-f96d4d2e-e7a0-4744-8346-a24fddd56b47 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.149790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3af0f183-d9e4-4c10-bfe4-54602375a672 req-f96d4d2e-e7a0-4744-8346-a24fddd56b47 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 932 time: 0.3178911 Nov 23 02:45:03.247434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Made reservation on behalf of 271045424ee44b86a9b344c1ca62b43e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:03.251110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.423335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 49e7e233-fb23-461f-8dd3-45c169b6539d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:03.523453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] For port 20501e09-32f0-4f08-9562-e447fc4eec44, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=20501e09-32f0-4f08-9562-e447fc4eec44,segment=NetworkSegment(007b26ad-66f6-40e9-81c3-d9e67c5d393b),segment_id=007b26ad-66f6-40e9-81c3-d9e67c5d393b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:03.524036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.554306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.592275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 49e7e233-fb23-461f-8dd3-45c169b6539d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:03.592661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.650160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3af0f183-d9e4-4c10-bfe4-54602375a672 req-6cac8fce-9205-4439-90a1-8a74396e58c6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994533 Nov 23 02:45:03.697870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.719850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Subnet': ['ID=21d14ed7-3114-42f6-9f7e-b129da289459,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:03.780460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 06cbf03e-5eed-425e-a108-6d994bc341f2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:03.812710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35997529-5dd4-467a-929c-f0b54150ca3c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:03.820625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Checking segment: {'id': '7625292b-9849-409f-9160-25ac7251dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:03.820990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network hostable DHCP agents. Network: 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:45:03.834258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.859139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Transition to ACTIVE for port object 35997529-5dd4-467a-929c-f0b54150ca3c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:45:03.861631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Calling delete_port for 20501e09-32f0-4f08-9562-e447fc4eec44 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:03.876507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.882329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 06cbf03e-5eed-425e-a108-6d994bc341f2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:03.882741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.927108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:45:03.977402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:03.980336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-44043390-d5ee-48d7-97a8-70a85c3e8086 req-01e7760c-7fcc-4a00-961b-578d4591cf4f tempest-ServersTestJSON-732873335 tempest-ServersTestJSON-732873335-project] (103571) timed out ('10.222.0.47', 50939) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:45:03.985510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.986279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.009774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Pushing event updated for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:04.023760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cfa474dd-6aae-4d2f-a3b5-7a158754b56e tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3305480 Nov 23 02:45:04.026604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:04.032295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b1ba60a8-f6a9-4010-9e5d-65cf96471d45 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:04.036284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8963203c-0b01-4794-87bf-6a2fef7f0157 None None] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:04.243751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Attempting to bind port 35997529-5dd4-467a-929c-f0b54150ca3c on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:04.244087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Attempting to bind port 35997529-5dd4-467a-929c-f0b54150ca3c by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:04.244420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Attempting to bind port 35997529-5dd4-467a-929c-f0b54150ca3c on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:04.275170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Port 35997529-5dd4-467a-929c-f0b54150ca3c on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:45:04.275392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Attempting to bind port 35997529-5dd4-467a-929c-f0b54150ca3c on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:04.294362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:04.304633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:04.304985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:04.305370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:04.305813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Bound port: 35997529-5dd4-467a-929c-f0b54150ca3c, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:04.306170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.351990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-0d92b4c9-b32e-4277-b09c-ee0557ed6ed3', 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3', 'tenant_id': '271045424ee44b86a9b344c1ca62b43e', 'fixed_ips': [{'subnet_id': '21d14ed7-3114-42f6-9f7e-b129da289459'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:45:04.352330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.410605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:04.411285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.489674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1ba60a8-f6a9-4010-9e5d-65cf96471d45 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.511544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:04.515382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=35997529-5dd4-467a-929c-f0b54150ca3c,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:04.559160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.608311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.611228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:04.611579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.692639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Allocated IP 2001:db8:1::2 (0d92b4c9-b32e-4277-b09c-ee0557ed6ed3/21d14ed7-3114-42f6-9f7e-b129da289459/b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:04.705461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Pushing event updated for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:04.738321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:04.738727 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.774490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:04.860072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0f13c-8e66-4411-87ba-e3a49bc47d02 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:04.878315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ce405d0-62ce-46ad-affe-598b7e27af00 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:04.878628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:04.879231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.885859 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-b3d27b3d-8fe5-493b-af9a-db43079b348d service neutron] 10.222.0.47 "PUT /v2.0/ports/35997529-5dd4-467a-929c-f0b54150ca3c HTTP/1.1" status: 200 len: 1093 time: 3.1072161 Nov 23 02:45:04.886355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:04.897850 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c11a50-79b2-4a33-880e-7fb3c0141b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:04.912982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=20501e09-32f0-4f08-9562-e447fc4eec44,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:04.985061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2ce405d0-62ce-46ad-affe-598b7e27af00 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:04.985501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2ce405d0-62ce-46ad-affe-598b7e27af00 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:04.987377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:05.012835 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db3a17-1d68-4565-8c35-9c7cd91bb585 x-openstack-request-id: req-07db3a17-1d68-4565-8c35-9c7cd91bb585 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:05.014816 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:05.015082 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07db3a17-1d68-4565-8c35-9c7cd91bb585 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:05.015501 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c', 'status': 'completed', 'code': 200} Nov 23 02:45:05.036345 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b1ba60a8-f6a9-4010-9e5d-65cf96471d45 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:05.041970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1ba60a8-f6a9-4010-9e5d-65cf96471d45 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf HTTP/1.1" status: 400 len: 364 time: 1.0141084 Nov 23 02:45:05.042972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38928) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:05.052460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:05.052460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device edb2b982-8a6e-4fdc-9e96-6ecec8132fb0 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:05.077608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f7e9-01bb-4d56-9cd0-758cb186436d req-fe329adf-ecc7-4104-9600-c6ead5a9b007 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:05.079245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efc8f7e9-01bb-4d56-9cd0-758cb186436d req-fe329adf-ecc7-4104-9600-c6ead5a9b007 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1229746 Nov 23 02:45:05.175527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.193545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.267114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:05.305183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:05.311049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:05.311861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Pushing event updated for resources: {'Port': ['ID=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:05.388762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efc8f7e9-01bb-4d56-9cd0-758cb186436d req-242b106b-525a-4a91-a81a-0b8ff5dd16ca tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543902 Nov 23 02:45:05.389980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.426443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.461127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Attempting to bind port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:05.461595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Attempting to bind port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7625292b-9849-409f-9160-25ac7251dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:05.461874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Attempting to bind port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 on network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:05.462935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:05.484598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:05.485010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Checking segment: {'id': '7625292b-9849-409f-9160-25ac7251dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:05.485422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.485857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Bound using segment: {'id': '7625292b-9849-409f-9160-25ac7251dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:05.486330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Bound port: b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7625292b-9849-409f-9160-25ac7251dc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '0d92b4c9-b32e-4277-b09c-ee0557ed6ed3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:05.487721 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.498036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-c3a82396-fc80-452e-9829-b41ef8fb7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:05.499600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-c3a82396-fc80-452e-9829-b41ef8fb7b72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 1096 time: 0.5256155 Nov 23 02:45:05.570091 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] For port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:05.573423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] For port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,segment=NetworkSegment(7625292b-9849-409f-9160-25ac7251dc72),segment_id=7625292b-9849-409f-9160-25ac7251dc72)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:05.584101 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.622928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.657582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324278-bc6c-4e84-869c-f7e2f3b62b0e None None] Pushing event updated for resources: {'Port': ['ID=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:05.697096 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-29b206b3-5d97-4a27-bdc3-070aa76fc442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35997529-5dd4-467a-929c-f0b54150ca3c HTTP/1.1" status: 200 len: 217 time: 0.0543964 Nov 23 02:45:05.708728 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20d02539-598b-4bb2-9bbe-ed16fb0e1c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.925119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:05.937340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.980758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-fba155c0-948a-487b-9478-b65e6886ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:05.982655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-fba155c0-948a-487b-9478-b65e6886ef63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.2073791 Nov 23 02:45:06.130199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:06.138244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41cdd7d9-6430-4969-aae5-6d823f3a3d65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3262072 Nov 23 02:45:06.139763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:06.146791 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:06.170234 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:06.170902 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:06.205216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:06.248288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-2620ec19-17db-477d-b103-32a92e57a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:06.250080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-2620ec19-17db-477d-b103-32a92e57a740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1713936 Nov 23 02:45:06.271332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet 388b9dd2-731c-4ffc-a8b9-7e7475b8b230 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:06.294015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.327261 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:06.342874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.517920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.531172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-9170e63a-e1df-47cd-8a6d-5ab2401e678c service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698722 Nov 23 02:45:06.552478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Allocated IP 2001:db8::1 (2f8d695e-459a-44dc-a318-c9f536e78425/9f778f05-0c9e-4f66-9c6d-67e4723d80c9/b7bd3506-9a72-4ae4-80e1-57f8068d7e2b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:06.569684 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:05Z', 'revision_number': 10, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:06.602989 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:45:06.618966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:06.620213 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:06.624256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:06.637738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-136cc87e-00d0-4ed1-8377-a7c113727b89 admin admin] 10.222.0.15 "PUT /v2.0/routers/bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4952726 Nov 23 02:45:06.640764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Sync routers for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:06.646025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546171a-5847-4c08-af31-447192228e71 req-5f06418c-a3fb-48ea-912b-bed2fb299d5c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:06.652196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:06.654933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:06.655570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:06.656284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0546171a-5847-4c08-af31-447192228e71 req-5f06418c-a3fb-48ea-912b-bed2fb299d5c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1020031 Nov 23 02:45:06.775116 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:06.796736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0546171a-5847-4c08-af31-447192228e71 req-bf9209a1-4f8d-482e-95d6-1e6a25014012 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391954 Nov 23 02:45:06.801085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.837247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:06.840956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.859728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=388b9dd2-731c-4ffc-a8b9-7e7475b8b230,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:06.877657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.881854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6733abaa-622e-4102-a9e6-a0fcc9eb1683 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/388b9dd2-731c-4ffc-a8b9-7e7475b8b230 HTTP/1.1" status: 204 len: 168 time: 0.7411041 Nov 23 02:45:06.888914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:06.937217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b99d7-8877-440d-bafb-49f545c451db None None] Network 520c1279-a4c6-484b-a354-7e10b6eea5e0 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:06.980246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.104249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a146d740-7ba1-4f45-b17e-8ebc5f685810 req-828de9f4-4014-4af1-922c-8be3ddfdd8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574563 Nov 23 02:45:07.153632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.176250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2f8d695e-459a-44dc-a318-c9f536e78425 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:07.263030 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:05Z', 'revision_number': 10, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:07.303889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 922f5380-8dd1-40b3-8406-80195326b773 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:07.304289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.366441 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8740a84f-7c58-44d9-8d52-8c8a6d43e3aa None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:05Z', 'revision_number': 10, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None, '_interfaces': [{'id': 'ed74a254-6262-42d7-8125-8636eaf56773', 'name': '', 'network_id': 'e79eacba-59bd-42bf-81d3-d19ebc99399a', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'mac_address': 'fa:16:3e:14:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:02Z', 'updated_at': '2021-11-23T02:44:08Z', 'revision_number': 5, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'subnets': [{'id': '2547accb-fa23-4067-a8ac-0adfeabf8d70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:07.423417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:07.424829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 922f5380-8dd1-40b3-8406-80195326b773, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=922f5380-8dd1-40b3-8406-80195326b773,segment=NetworkSegment(20ae1618-5bba-4582-909e-49f977cc01f3),segment_id=20ae1618-5bba-4582-909e-49f977cc01f3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:07.425235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.429197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.433672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:07.434708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.478254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 922f5380-8dd1-40b3-8406-80195326b773 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:07.528176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f666011-efac-4b1d-b882-4a86985f2a38 None None] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:07.618806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Port': ['ID=b7bd3506-9a72-4ae4-80e1-57f8068d7e2b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:07.621850 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.663538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=922f5380-8dd1-40b3-8406-80195326b773,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:07.676893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-bf39752c-5e71-44e7-a7c5-165004542067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:07.678117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 922f5380-8dd1-40b3-8406-80195326b773 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:07.679281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-bf39752c-5e71-44e7-a7c5-165004542067 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 1096 time: 0.5011399 Nov 23 02:45:07.764120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8db1c13a-d66d-4967-8a9f-7d01b474a542 None None] Provisioning complete for port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:07.764564 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8db1c13a-d66d-4967-8a9f-7d01b474a542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.767124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:45:04Z', 'revision_number': 5, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:07.798937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Checking router: bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:45:07.861135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:07.907700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:07.977351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520c1279-a4c6-484b-a354-7e10b6eea5e0']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:07.997258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851ba8f-e31f-4b72-adad-0d405ead4eb0 None None] DHCP port deletion for 520c1279-a4c6-484b-a354-7e10b6eea5e0 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:08.013497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Routers {'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:08.014263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:44:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:08.026138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ae1618-5bba-4582-909e-49f977cc01f3') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:08.026877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ae1618-5bba-4582-909e-49f977cc01f3') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:08.063381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.096524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.111340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:08.111822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.130306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420ab91-a055-476d-901b-ea89dc58a85c req-9ac02c16-f4c3-4f79-b75f-86384d383144 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.132232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5420ab91-a055-476d-901b-ea89dc58a85c req-9ac02c16-f4c3-4f79-b75f-86384d383144 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1210084 Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:08.135018 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:08.306848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.321150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.328506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/520c1279-a4c6-484b-a354-7e10b6eea5e0 HTTP/1.1" status: 204 len: 168 time: 1.4384351 Nov 23 02:45:08.330905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38966) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:08.355288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5420ab91-a055-476d-901b-ea89dc58a85c req-364850b2-cb59-4259-835f-9a4f85dcced7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837125 Nov 23 02:45:08.366864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] Set router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:08.393763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac515d-6ecb-4725-8c8a-ce075e6d1fa5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=520c1279-a4c6-484b-a354-7e10b6eea5e0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:08.456891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:08.457348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.542470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.555906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-fa735acc-c99a-4eec-9b92-2ec5ecd6eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.557456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-fa735acc-c99a-4eec-9b92-2ec5ecd6eedb service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.8495533 Nov 23 02:45:08.561961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.583215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-578614ea-b105-472d-b8c1-c6b1e291f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.631720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.676166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,segment=NetworkSegment(7625292b-9849-409f-9160-25ac7251dc72),segment_id=7625292b-9849-409f-9160-25ac7251dc72)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:08.692323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.726547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-6be91a7d-749f-4704-8606-f045f4191582 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35997529-5dd4-467a-929c-f0b54150ca3c HTTP/1.1" status: 200 len: 217 time: 0.1462734 Nov 23 02:45:08.758444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:08.867655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.885081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:45:04Z', 'revision_number': 5, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:08.905029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-285ff3fd-c7df-4edf-9d0c-de37a9e172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.907706 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-285ff3fd-c7df-4edf-9d0c-de37a9e172c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.1664910 Nov 23 02:45:08.917868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5fc0f-34f4-4555-9bd6-6f2f29ecbcd4 None None] The sync data for ids ['bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf'] in n-d-714676-12 is: [{'id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'name': 'tempest-ServerRescueTestJSON-1896002981-router', 'tenant_id': '41ed1e6a33724dc49676e3ff59ce8648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:42:46Z', 'updated_at': '2021-11-23T02:45:04Z', 'revision_number': 5, 'project_id': '41ed1e6a33724dc49676e3ff59ce8648', 'gw_port': {'id': 'dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:42:48Z', 'updated_at': '2021-11-23T02:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:08.938288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Deleting port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:08.939533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-65352dc5-25d5-438c-8e55-d69f0bd4a1e1 None None] Provisioning complete for port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:08.940121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65352dc5-25d5-438c-8e55-d69f0bd4a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.944764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.059750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-65352dc5-25d5-438c-8e55-d69f0bd4a1e1 None None] Provisioning complete for port b7bd3506-9a72-4ae4-80e1-57f8068d7e2b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:09.060292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65352dc5-25d5-438c-8e55-d69f0bd4a1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.128643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-6d8c7ec8-d8dd-4984-9a42-ec09e041e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.130224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-6d8c7ec8-d8dd-4984-9a42-ec09e041e527 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143373 Nov 23 02:45:09.133965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-65352dc5-25d5-438c-8e55-d69f0bd4a1e1 None None] Port b7bd3506-9a72-4ae4-80e1-57f8068d7e2b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:09.250979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port ed74a254-6262-42d7-8125-8636eaf56773 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:09.251660 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.297551 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.302718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] For port dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:09.303130 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.335668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Calling delete_port for dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:09.377908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-4f5414c6-a570-47fd-a276-d419ddc37463 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377181 Nov 23 02:45:09.381275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.386916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:09.398883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.399704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.461781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port ed74a254-6262-42d7-8125-8636eaf56773, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ed74a254-6262-42d7-8125-8636eaf56773,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:09.462354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.478871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:09.480732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.511465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for ed74a254-6262-42d7-8125-8636eaf56773 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:09.607590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91323b5-f1f4-4438-bb37-cd5753bacb08 req-0963dd2a-8485-463e-9f83-ab91aadb2349 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.615104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a91323b5-f1f4-4438-bb37-cd5753bacb08 req-0963dd2a-8485-463e-9f83-ab91aadb2349 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1350548 Nov 23 02:45:09.625031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event updated for resources: {'Port': ['ID=b7bd3506-9a72-4ae4-80e1-57f8068d7e2b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:09.679669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 20501e09-32f0-4f08-9562-e447fc4eec44 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:09.704049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a91323b5-f1f4-4438-bb37-cd5753bacb08 req-5e438cfb-6a07-43e0-9c5e-0d96c9afdd69 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835907 Nov 23 02:45:09.717079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 20501e09-32f0-4f08-9562-e447fc4eec44 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:09.717755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 20501e09-32f0-4f08-9562-e447fc4eec44 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:09.718441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 922f5380-8dd1-40b3-8406-80195326b773 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:09.722628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43c11a50-79b2-4a33-880e-7fb3c0141b0f req-e9c9f2fe-0c77-4759-86ff-0413146faa26 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359008 Nov 23 02:45:09.745353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 922f5380-8dd1-40b3-8406-80195326b773 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:09.745741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 922f5380-8dd1-40b3-8406-80195326b773 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:09.746166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:09.754523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Network 2f8d695e-459a-44dc-a318-c9f536e78425 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:09.757371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:09.790350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:09.790722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3ffa75e3-c2fd-4475-9d2e-5738a85e1ff6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:09.881044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.926554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=ed74a254-6262-42d7-8125-8636eaf56773,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:09.935253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.944670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Router e990cecf-ab16-474d-b514-4671431bd9bf has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:10.027221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:10.048760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a88114-6d82-4021-b241-c2503dd819dd None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:10.137235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.239393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.319041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c5c813f-038f-4d71-8dda-10f497debfd2 None None] Provisioning complete for port b7bd3506-9a72-4ae4-80e1-57f8068d7e2b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:10.323477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c5c813f-038f-4d71-8dda-10f497debfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.408612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.411786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.412617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c813f-038f-4d71-8dda-10f497debfd2 None None] Port b7bd3506-9a72-4ae4-80e1-57f8068d7e2b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:10.444160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:10.464330 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] Sync routers for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:10.483106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:10.488069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85f8942e-321a-4a83-8a98-522a91a6bb33 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4420969 Nov 23 02:45:10.488265 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:10.488434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:10.539259 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:10.553260 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:10.554144 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:10.576769 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.577521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:45:10.583957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.584945 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1644bafe-75a3-4953-bceb-bf4d2d609a9a admin admin] 10.222.0.15 "DELETE /v2.0/routers/bbe6b5db-bc79-4e1f-86ee-01b44dd34ccf HTTP/1.1" status: 204 len: 168 time: 3.9303124 Nov 23 02:45:10.594359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38994) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:10.603202 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:10.603911 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2c10d-54ff-42a4-8e45-92bdddb237bd None None] The sync data for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:10.666749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Deleting subnet 17ff7e04-09ed-4133-bc91-4bc226585403 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:10.670947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.724255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.739230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.776151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc22a321-94cb-4d51-94cc-a7587d7ecdbb tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.873564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:10.914488 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-dc22a321-94cb-4d51-94cc-a7587d7ecdbb tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:45:10.918088 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dc22a321-94cb-4d51-94cc-a7587d7ecdbb tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf HTTP/1.1" status: 409 len: 329 time: 0.4263358 Nov 23 02:45:10.922263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:10.995258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:11.024538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.047756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a97dc5-39a2-4239-894c-ee6e4ef3abda None None] Network b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:11.061367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.067609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17ff7e04-09ed-4133-bc91-4bc226585403 HTTP/1.1" status: 204 len: 168 time: 0.4720936 Nov 23 02:45:11.068330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39002) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:11.079288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33ec10-7281-4c35-87ca-6682b5308542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ff7e04-09ed-4133-bc91-4bc226585403,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:11.119021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:11.136864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7dde6f85-3850-46a8-8b1d-1ce19919ca53 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997296 Nov 23 02:45:11.138261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39006) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:11.141746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:11.206281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39679b-e792-42f5-bc4f-bf8c67bd6b37 req-cfadcbbf-53f4-41a2-b859-1a26e3a4b237 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:11.207958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf39679b-e792-42f5-bc4f-bf8c67bd6b37 req-cfadcbbf-53f4-41a2-b859-1a26e3a4b237 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.2261250 Nov 23 02:45:11.248947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting subnet 2547accb-fa23-4067-a8ac-0adfeabf8d70 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:11.256894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.266852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:11.273886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.312872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.395917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf39679b-e792-42f5-bc4f-bf8c67bd6b37 req-fd3d626c-03ca-4fec-b128-b77fc7bd6a66 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816900 Nov 23 02:45:11.403168 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.426035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:11.514188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:11.514552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfcaf3f0-6701-4ce9-91ae-9d5b6c3b5332 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:11.533273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:11.594076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05486531-3542-4677-a08e-ff3fd3a12776 None None] DHCP port deletion for b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:11.598471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:09Z', 'revision_number': 11, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.618112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.630008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:45:11.633095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.640074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:11.640941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.704505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c2ef36-7bde-4d38-a4fa-d43c905b48a1']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.719487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007b26ad-66f6-40e9-81c3-d9e67c5d393b') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.719781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007b26ad-66f6-40e9-81c3-d9e67c5d393b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.719924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.732878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.738614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:11.805405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.813985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:11.814384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:11.823852 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:11.836683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:11.846299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/2547accb-fa23-4067-a8ac-0adfeabf8d70 HTTP/1.1" status: 204 len: 168 time: 0.7068453 Nov 23 02:45:11.847989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5ca16-0db1-4500-b0a5-15f1ff24118f tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Subnet': ['ID=2547accb-fa23-4067-a8ac-0adfeabf8d70,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:11.852219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39020) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:11.913065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce530182-07b8-48f0-9e35-aa88204a79b2 None None] Network e79eacba-59bd-42bf-81d3-d19ebc99399a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:11.918078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:09Z', 'revision_number': 11, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:11.966800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.076486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Deleting port 933148b5-d568-4a3a-9396-6f28e1e7ca4f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:12.077159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.100351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0724d553-8d00-4b54-b809-55e371bf9511 None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:09Z', 'revision_number': 11, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:12.112017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.230852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] For port 933148b5-d568-4a3a-9396-6f28e1e7ca4f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=933148b5-d568-4a3a-9396-6f28e1e7ca4f,segment=NetworkSegment(baf516fa-a130-4219-bede-c0f633940ed6),segment_id=baf516fa-a130-4219-bede-c0f633940ed6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:12.231413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.263859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Calling delete_port for 933148b5-d568-4a3a-9396-6f28e1e7ca4f owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:12.432323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.495323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936598f-3fc0-4a46-8262-c9cc011cb442 None None] DHCP port deletion for e79eacba-59bd-42bf-81d3-d19ebc99399a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:12.497645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Port': ['ID=933148b5-d568-4a3a-9396-6f28e1e7ca4f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:12.545063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No DVR routers for this DVR port 933148b5-d568-4a3a-9396-6f28e1e7ca4f on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:12.559187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.561835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.568198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.591216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b8c2ef36-7bde-4d38-a4fa-d43c905b48a1 HTTP/1.1" status: 204 len: 168 time: 1.5196993 Nov 23 02:45:12.703229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d5fab-ce95-40d0-8619-01f166640d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c2ef36-7bde-4d38-a4fa-d43c905b48a1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:12.740899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.764862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79eacba-59bd-42bf-81d3-d19ebc99399a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:12.776101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf516fa-a130-4219-bede-c0f633940ed6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:12.778683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf516fa-a130-4219-bede-c0f633940ed6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:12.806461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.858151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.870177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:12.888181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:12.898060 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:12.988510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482bd3-3018-4be0-bb14-bcb740d06fa0 req-22ddbd2d-2635-4cd2-89c6-04e9d8ccbebd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:12.996170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52482bd3-3018-4be0-bb14-bcb740d06fa0 req-22ddbd2d-2635-4cd2-89c6-04e9d8ccbebd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.2037046 Nov 23 02:45:13.022248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39048) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:13.051395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.061971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.065887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/networks/e79eacba-59bd-42bf-81d3-d19ebc99399a HTTP/1.1" status: 204 len: 168 time: 1.2117412 Nov 23 02:45:13.071112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:13.093523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'routes': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:13.103374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead4ff1-f3ba-40bf-8911-82ed8fbd98b1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Pushing event deleted for resources: {'Network': ['ID=e79eacba-59bd-42bf-81d3-d19ebc99399a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:13.144466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-00c6eefb-832a-4467-8602-307d6aa3002a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41ed1e6a33724dc49676e3ff59ce8648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149151 Nov 23 02:45:13.144638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52482bd3-3018-4be0-bb14-bcb740d06fa0 req-08ff1fcd-5a09-4225-8952-f5fa4f32344d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470006 Nov 23 02:45:13.145574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39052) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:13.217659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting port b7bd3506-9a72-4ae4-80e1-57f8068d7e2b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:13.218004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.219324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 933148b5-d568-4a3a-9396-6f28e1e7ca4f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:13.287031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 933148b5-d568-4a3a-9396-6f28e1e7ca4f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:13.287378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 933148b5-d568-4a3a-9396-6f28e1e7ca4f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:13.289333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ed74a254-6262-42d7-8125-8636eaf56773 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:13.338869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.341317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Added routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:45:13.341317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.extraroute_db [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Removed routes are [] {{(pid=103571) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:45:13.341591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.344977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ed74a254-6262-42d7-8125-8636eaf56773 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:13.345515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ed74a254-6262-42d7-8125-8636eaf56773 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:13.379757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.430422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.433169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.434337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e5fef76-6fd3-4063-8f15-3eb53149028e HTTP/1.1" status: 204 len: 168 time: 0.2774782 Nov 23 02:45:13.492773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c20039-5bb5-4dcb-87d7-b4579d748f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fef76-6fd3-4063-8f15-3eb53149028e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:13.532829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.569141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Calling delete_port for b7bd3506-9a72-4ae4-80e1-57f8068d7e2b owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:13.604183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.607793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.707671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:13.816979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:13.824778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.825948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-17f68c55-96d4-4669-b809-a5f165109c12 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 704 time: 0.7515230 Nov 23 02:45:13.827623 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Sync routers for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:13.828687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39072) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:13.848496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.859595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Routers {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:13.860573 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:13.863206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3c681bec-e6f9-44f5-9647-1fa14ffd65c5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 205 time: 0.0331469 Nov 23 02:45:13.865727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:13.897015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Port': ['ID=b7bd3506-9a72-4ae4-80e1-57f8068d7e2b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:14.017950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.079056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.084283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Set router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:14.290225 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:45:14.298669 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488', 'name': 'tempest-RoutersIpV6Test-router-130081609', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:43:59Z', 'updated_at': '2021-11-23T02:45:09Z', 'revision_number': 11, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:14.373815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.379104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.460002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704b770-52e7-4956-a6af-0d5547715d99 req-15ba8017-81c2-4cf7-9b4b-fc9a4cdabb2a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:14.470481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7704b770-52e7-4956-a6af-0d5547715d99 req-15ba8017-81c2-4cf7-9b4b-fc9a4cdabb2a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1407163 Nov 23 02:45:14.530721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.530721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:45:14.548275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.553838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a7486e2-4bc3-4145-ad94-99e139c70d15 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 204 len: 168 time: 0.6869447 Nov 23 02:45:14.564508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:14.593365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Router e990cecf-ab16-474d-b514-4671431bd9bf has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:14.596178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013287991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:14.632003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7704b770-52e7-4956-a6af-0d5547715d99 req-72170357-6929-47b1-aed1-30e4357c9f98 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615648 Nov 23 02:45:14.668070 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Checking router: 9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:45:14.668849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.669929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.684227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:14.695917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d53b942-ef9d-493c-9353-0e84f26e193b tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7683752 Nov 23 02:45:14.695917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39104) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:14.714937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] Sync routers for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:14.721256 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Routers set() bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:14.721674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Router IDs set() for agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:45:14.722309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_agentschedulers_db [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent'). {{(pid=103574) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 02:45:14.723341 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ddc574-e020-4706-9588-181c5449cb0f None None] The sync data for ids ['9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:14.737171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:14.739877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:14.749205 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-92422a43-2005-4343-a3a5-20010296b550 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] show failed (client error): The resource could not be found. Nov 23 02:45:14.750363 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-92422a43-2005-4343-a3a5-20010296b550 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-205819911 HTTP/1.1" status: 404 len: 334 time: 0.0538285 Nov 23 02:45:14.754742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39112) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:14.759819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c6918dfa-5ce5-4dc2-8a8b-2d0caab92997 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:14.820061 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-c6918dfa-5ce5-4dc2-8a8b-2d0caab92997 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] update failed (client error): The resource could not be found. Nov 23 02:45:14.820849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6918dfa-5ce5-4dc2-8a8b-2d0caab92997 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-858064349 HTTP/1.1" status: 404 len: 334 time: 0.0638368 Nov 23 02:45:14.822948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:14.852469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:14.860406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] Routers {'e990cecf-ab16-474d-b514-4671431bd9bf'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:14.862061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e990cecf-ab16-474d-b514-4671431bd9bf'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:14.912828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting subnet 21d14ed7-3114-42f6-9f7e-b129da289459 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:14.916302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.921978 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.928937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.966533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:14.968178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.972546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0deb46-754e-4237-be8c-04474438ca7d None None] The sync data for ids ['e990cecf-ab16-474d-b514-4671431bd9bf'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:14.977588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:14.985929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9fb9835a-30e7-4337-a89b-bb7b1d55f320 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4159572 Nov 23 02:45:14.986567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:14.991203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:15.111593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.224215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.244230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.253205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:15.254154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2a74a-c7c6-4db7-a8df-0d35a3308c2d None None] Network 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:15.257462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/subnets/21d14ed7-3114-42f6-9f7e-b129da289459 HTTP/1.1" status: 204 len: 168 time: 0.4331803 Nov 23 02:45:15.310023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.337119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.344140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0c9e9-4a4a-4ab4-b8a4-851f375b3ced tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Subnet': ['ID=21d14ed7-3114-42f6-9f7e-b129da289459,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:15.429395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.516182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:15.516531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.595215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Router 5e6d08a9-7808-43f0-87c7-f4db4118b932 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:45:15.662813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] DHCP port deletion for 0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:15.710216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] For port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,segment=NetworkSegment(7625292b-9849-409f-9160-25ac7251dc72),segment_id=7625292b-9849-409f-9160-25ac7251dc72)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:15.710614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.783714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Deleting port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:15.785291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.865441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] For port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,segment=NetworkSegment(7625292b-9849-409f-9160-25ac7251dc72),segment_id=7625292b-9849-409f-9160-25ac7251dc72)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:15.865839 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.888888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Calling delete_port for b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:15.904716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:15.923677 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Sync routers for ids ['5e6d08a9-7808-43f0-87c7-f4db4118b932'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:15.938306 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Routers {'5e6d08a9-7808-43f0-87c7-f4db4118b932'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:15.938961 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5e6d08a9-7808-43f0-87c7-f4db4118b932'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:15.939938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:15.941230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-073184be-4f77-4d2f-8a4c-505d84c2ffd3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "PUT /v2.0/routers/5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 200 len: 698 time: 0.9537148 Nov 23 02:45:15.946400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39156) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:15.946632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Calling delete_port for b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:16.133456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3d274-b83e-4070-9ce6-f306f1e4b0a9 req-84cfbb83-a583-4b8c-9b18-904bdb59babb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:16.135417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9d3d274-b83e-4070-9ce6-f306f1e4b0a9 req-84cfbb83-a583-4b8c-9b18-904bdb59babb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.2319098 Nov 23 02:45:16.139634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.146099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.187355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] No DVR routers for this DVR port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:16.189874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] No DVR routers for this DVR port b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:16.196509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Port': ['ID=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:16.257880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Pushing event deleted for resources: {'Port': ['ID=b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:16.264593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35f40e64-8e56-4c86-b0cf-c3ee97c437a2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/routers/5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 200 len: 704 time: 0.3190923 Nov 23 02:45:16.266638 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Set router 5e6d08a9-7808-43f0-87c7-f4db4118b932 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:16.267517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.272307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.272787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.273133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.273912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.275054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.276245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.276784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.277296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.277788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.278273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.278952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.279463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb02f78c-49a2-44cc-8858-a3910e13dea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:16.308080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d98fe5d-b467-4b43-a4c8-7fa00abafd54 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 200 len: 205 time: 0.0388966 Nov 23 02:45:16.309303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39166) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.399283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6d08a9-7808-43f0-87c7-f4db4118b932', 'name': 'tempest-RoutersIpV6Test-router-1013287991', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:45:14Z', 'updated_at': '2021-11-23T02:45:15Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.408091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.411584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.431516 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Checking router: 5e6d08a9-7808-43f0-87c7-f4db4118b932 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:45:16.445878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9d3d274-b83e-4070-9ce6-f306f1e4b0a9 req-f6c3b188-2f1c-4a7b-8780-f3ce14cf50db tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955475 Nov 23 02:45:16.460716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Routers {'5e6d08a9-7808-43f0-87c7-f4db4118b932'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:16.461795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5e6d08a9-7808-43f0-87c7-f4db4118b932'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.471548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d92b4c9-b32e-4277-b09c-ee0557ed6ed3']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.519271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7625292b-9849-409f-9160-25ac7251dc72') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.519482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7625292b-9849-409f-9160-25ac7251dc72') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.539294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.565613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.578974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:16.579641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:16.588201 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:16.614016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] Set router 5e6d08a9-7808-43f0-87c7-f4db4118b932 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:45:16.684890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.688365 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.724216 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6d08a9-7808-43f0-87c7-f4db4118b932', 'name': 'tempest-RoutersIpV6Test-router-1013287991', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:45:14Z', 'updated_at': '2021-11-23T02:45:15Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:16.741557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.742342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Fanout notify agent at l3_agent the message router_deleted on router 5e6d08a9-7808-43f0-87c7-f4db4118b932 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:45:16.752001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.753828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da64f089-17bc-476e-a01d-2b7841c5d73e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 204 len: 168 time: 0.4428251 Nov 23 02:45:16.759718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39174) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.766424 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13496a22-b3e9-48a3-9bec-afd50ee2b494 None None] The sync data for ids ['5e6d08a9-7808-43f0-87c7-f4db4118b932'] in n-d-714676-12 is: [{'id': '5e6d08a9-7808-43f0-87c7-f4db4118b932', 'name': 'tempest-RoutersIpV6Test-router-1013287991', 'tenant_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:45:14Z', 'updated_at': '2021-11-23T02:45:15Z', 'revision_number': 2, 'project_id': 'ce68716888d5469f8c67d5bc5f0232c6', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:16.803394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1a9227f9-8ab8-4883-8e18-ef2263bd77df tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 200 len: 205 time: 0.0420375 Nov 23 02:45:16.804641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.807393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39180) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.817297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.825786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/networks/0d92b4c9-b32e-4277-b09c-ee0557ed6ed3 HTTP/1.1" status: 204 len: 168 time: 1.5675883 Nov 23 02:45:16.837882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.861185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c129f-c111-41f9-9710-46a12a5a9bb0 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Network': ['ID=0d92b4c9-b32e-4277-b09c-ee0557ed6ed3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:16.883298 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-52a775fa-e60b-4a3b-969f-b8b1a142c1c4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:16.884753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52a775fa-e60b-4a3b-969f-b8b1a142c1c4 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/5e6d08a9-7808-43f0-87c7-f4db4118b932 HTTP/1.1" status: 404 len: 336 time: 0.0757604 Nov 23 02:45:16.896369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39184) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:16.973210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting subnet 4e15e147-cd82-4371-8feb-3547088580df {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:16.981707 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dc0c2f-3395-4744-8bff-686378db8b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:16.987131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dc0c2f-3395-4744-8bff-686378db8b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:16.988054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.995649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6dc0c2f-3395-4744-8bff-686378db8b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/ad8d3f0b-a3ba-4145-8f22-5fe8fd252028 HTTP/1.1" status: 404 len: 337 time: 0.0968957 Nov 23 02:45:16.999915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.061011 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d61c35-2ad5-44e1-9c79-e36e47e1adbf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:17.061710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d61c35-2ad5-44e1-9c79-e36e47e1adbf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:17.076811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c1d61c35-2ad5-44e1-9c79-e36e47e1adbf tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/9a3c1e30-7fc5-4596-8b5c-d567419d7744 HTTP/1.1" status: 404 len: 337 time: 0.0721893 Nov 23 02:45:17.077822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.132252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.243413 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-af380a5e-0f51-441f-91a0-d1142f6b2300 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:17.246262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af380a5e-0f51-441f-91a0-d1142f6b2300 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:17.253743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af380a5e-0f51-441f-91a0-d1142f6b2300 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/388b9dd2-731c-4ffc-a8b9-7e7475b8b230 HTTP/1.1" status: 404 len: 337 time: 0.1746299 Nov 23 02:45:17.256562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.309517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:17.332611 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52051e5-fcc7-4b96-b133-1f50542de023 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:17.333370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52051e5-fcc7-4b96-b133-1f50542de023 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:17.338751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:17.339151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b03aaa1d-2a4e-4a5d-a933-45c4dd3ad0d6 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:17.339279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f52051e5-fcc7-4b96-b133-1f50542de023 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/2547accb-fa23-4067-a8ac-0adfeabf8d70 HTTP/1.1" status: 404 len: 337 time: 0.0814145 Nov 23 02:45:17.339906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39200) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.384195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1aabcbcf-0aa5-4d85-aba2-b80974bb1ae5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 200 len: 205 time: 0.0429094 Nov 23 02:45:17.384827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39204) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.400636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.429047 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-e2e4a50e-750a-4007-9299-b65d27bd56e1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:17.432889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e2e4a50e-750a-4007-9299-b65d27bd56e1 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/9bc8c5b4-1f7b-4e9e-a51f-af21c9bba488 HTTP/1.1" status: 404 len: 336 time: 0.0470486 Nov 23 02:45:17.433472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39206) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.463843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-883bcb32-4326-4dbf-9d3e-275e6bdb47ce tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=6011e7d2-8efb-454e-9414-5921e4075229 HTTP/1.1" status: 200 len: 205 time: 0.0292425 Nov 23 02:45:17.464446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.501540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.504382 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8c71dfa5-2c5f-418d-8250-eb032be8e9c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:17.508534 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8c71dfa5-2c5f-418d-8250-eb032be8e9c3 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/6011e7d2-8efb-454e-9414-5921e4075229 HTTP/1.1" status: 404 len: 336 time: 0.0400922 Nov 23 02:45:17.509210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39212) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.539408 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-5073d3b0-181c-4f85-93a3-7cf1103c9707 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:17.539660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5073d3b0-181c-4f85-93a3-7cf1103c9707 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:17.542704 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5073d3b0-181c-4f85-93a3-7cf1103c9707 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/098461b0-e12f-43b6-8be6-963ddb189ead HTTP/1.1" status: 404 len: 337 time: 0.0325243 Nov 23 02:45:17.545465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39214) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.555609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920bba6-1a4b-4ad3-96e3-664337bf21c7 None None] Network 3c1f7f72-e134-4a68-be5a-20469421b647 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:17.557144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.563590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/subnets/4e15e147-cd82-4371-8feb-3547088580df HTTP/1.1" status: 204 len: 168 time: 0.7242541 Nov 23 02:45:17.564867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256375d-f35b-4ac0-9351-44fa06c8045a tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Subnet': ['ID=4e15e147-cd82-4371-8feb-3547088580df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:17.578058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39216) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.647107 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6a2cd85-b6bc-45a0-8c28-88b56a7abb65 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 200 len: 205 time: 0.1002951 Nov 23 02:45:17.650084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.652716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting subnet 99282736-9b47-4ee9-9219-2a5a35341346 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:17.656485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.665043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52b98-ce85-41c8-8577-fb6fd81c0bd6 req-2c4b5122-c806-4d45-bb00-d75038dd3cb9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:17.672815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c52b98-ce85-41c8-8577-fb6fd81c0bd6 req-2c4b5122-c806-4d45-bb00-d75038dd3cb9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.0788698 Nov 23 02:45:17.712823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.725687 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-c09fa56c-b589-46ea-a2ad-ac6231ee41a5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:17.734986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.735533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c09fa56c-b589-46ea-a2ad-ac6231ee41a5 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/ab3dc9ad-a868-4c7f-b6e5-c06fb77023d6 HTTP/1.1" status: 404 len: 336 time: 0.0536771 Nov 23 02:45:17.782125 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b7da332f-5078-4a9c-b916-df2d2e55f28d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f73f69b-887b-483d-bd53-0fedbca5eba7 HTTP/1.1" status: 200 len: 205 time: 0.0446782 Nov 23 02:45:17.786804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39228) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.815294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95c52b98-ce85-41c8-8577-fb6fd81c0bd6 req-6e1fe86e-2558-4a46-897c-b681cd819738 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414135 Nov 23 02:45:17.843306 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-ccfb58b5-872d-45ce-953c-0159b8700021 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:17.844381 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ccfb58b5-872d-45ce-953c-0159b8700021 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/9f73f69b-887b-483d-bd53-0fedbca5eba7 HTTP/1.1" status: 404 len: 336 time: 0.0566227 Nov 23 02:45:17.847738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.881308 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c38d2b-c17f-461b-b731-b42cb55b725c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:17.881767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c38d2b-c17f-461b-b731-b42cb55b725c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:17.887274 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-81c38d2b-c17f-461b-b731-b42cb55b725c tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b611ee-b414-48eb-ba3b-7d58cc867f11 HTTP/1.1" status: 404 len: 337 time: 0.0362134 Nov 23 02:45:17.888970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.937869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:17.948965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-73ac7205-c52c-4f48-8c99-a94b49e84277 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c92da76-57e6-4a6e-af0d-97efb5815e14 HTTP/1.1" status: 200 len: 205 time: 0.0575962 Nov 23 02:45:17.949820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:17.997543 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-9a9ab062-0a29-47fc-bb17-0d360b8b6377 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:17.999154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a9ab062-0a29-47fc-bb17-0d360b8b6377 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/3c92da76-57e6-4a6e-af0d-97efb5815e14 HTTP/1.1" status: 404 len: 336 time: 0.0483682 Nov 23 02:45:18.001605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.028826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] DHCP port deletion for 3c1f7f72-e134-4a68-be5a-20469421b647 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:18.048980 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfdda34-35fb-4c95-932a-cf7a635ab2ce tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:18.049444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfdda34-35fb-4c95-932a-cf7a635ab2ce tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:18.051853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.058372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ccfdda34-35fb-4c95-932a-cf7a635ab2ce tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/b4856144-84c7-4255-a029-29b3adcae775 HTTP/1.1" status: 404 len: 337 time: 0.0554445 Nov 23 02:45:18.059053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.109766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0282247b-a7e6-4e1a-8e37-a3da28c7674e tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "GET /v2.0/ports?device_id=1439da71-c51d-48d2-bbd4-39480750367a HTTP/1.1" status: 200 len: 205 time: 0.0496280 Nov 23 02:45:18.113276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.114383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Deleting port 06cbf03e-5eed-425e-a108-6d994bc341f2 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:18.115025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.131803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Subnet': ['ID=99282736-9b47-4ee9-9219-2a5a35341346,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:18.156829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.165835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d996f81d-73b9-469a-af95-c9e04ebd871c tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/subnets/99282736-9b47-4ee9-9219-2a5a35341346 HTTP/1.1" status: 204 len: 168 time: 0.5865495 Nov 23 02:45:18.171206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39258) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.203282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190efe89-4fdf-49c9-b9e4-acba6946b50e None None] Network 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:18.225119 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2903bc85-6f6a-49ea-9856-6d493e6f13f8 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] delete failed (client error): The resource could not be found. Nov 23 02:45:18.226156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2903bc85-6f6a-49ea-9856-6d493e6f13f8 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/routers/1439da71-c51d-48d2-bbd4-39480750367a HTTP/1.1" status: 404 len: 336 time: 0.1119406 Nov 23 02:45:18.233822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.309600 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-d678d3b3-e5d2-4e06-a032-68d69a097b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:18.310152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d678d3b3-e5d2-4e06-a032-68d69a097b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:18.318539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d678d3b3-e5d2-4e06-a032-68d69a097b9d tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/10bddfb2-1381-4304-b55a-4d3f9c73cb52 HTTP/1.1" status: 404 len: 337 time: 0.0834889 Nov 23 02:45:18.329802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:18.340419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] For port 06cbf03e-5eed-425e-a108-6d994bc341f2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=06cbf03e-5eed-425e-a108-6d994bc341f2,segment=NetworkSegment(9946baf8-a04a-46fd-8fed-88fd5a20beaf),segment_id=9946baf8-a04a-46fd-8fed-88fd5a20beaf)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:18.341787 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.369877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Calling delete_port for 06cbf03e-5eed-425e-a108-6d994bc341f2 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:18.471633 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45b6d67-2a53-43f2-bf2b-87c166c71af2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] DELETE failed (client error): The resource could not be found. Nov 23 02:45:18.472880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45b6d67-2a53-43f2-bf2b-87c166c71af2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:45:18.484201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b45b6d67-2a53-43f2-bf2b-87c166c71af2 tempest-RoutersIpV6Test-1626462233 tempest-RoutersIpV6Test-1626462233-project] 10.222.0.15 "DELETE /v2.0/subnets/d2437ade-8110-411a-8ad2-8ab925b6aa0f HTTP/1.1" status: 404 len: 337 time: 0.1501031 Nov 23 02:45:18.539311 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.668415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] DHCP port deletion for 2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:18.716599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting port 06cbf03e-5eed-425e-a108-6d994bc341f2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:18.716899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.734290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.764163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] No DVR routers for this DVR port 06cbf03e-5eed-425e-a108-6d994bc341f2 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:18.817869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6ad96-c5ed-4fa4-8e89-cd9b720fc7d3 None None] Pushing event deleted for resources: {'Port': ['ID=06cbf03e-5eed-425e-a108-6d994bc341f2,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:18.855363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] For port 06cbf03e-5eed-425e-a108-6d994bc341f2, host n-d-714676-12, got binding levels [] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:18.856699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.871848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Deleting port 49e7e233-fb23-461f-8dd3-45c169b6539d {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:18.873352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.890995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Calling delete_port for 06cbf03e-5eed-425e-a108-6d994bc341f2 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:18.898777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Port 06cbf03e-5eed-425e-a108-6d994bc341f2 was not found and therefore no delete operation was performed {{(pid=103572) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:45:18.900647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:18.996500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] No DVR routers for this DVR port 06cbf03e-5eed-425e-a108-6d994bc341f2 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:19.007219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Port': ['ID=06cbf03e-5eed-425e-a108-6d994bc341f2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:19.054918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] For port 49e7e233-fb23-461f-8dd3-45c169b6539d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=49e7e233-fb23-461f-8dd3-45c169b6539d,segment=NetworkSegment(39af7055-e7d1-4b0f-b8c5-7d85403da77c),segment_id=39af7055-e7d1-4b0f-b8c5-7d85403da77c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:19.057564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb2803-549a-4bb7-9f7f-1cd6bfaa0b1f req-cfd5222e-8c63-4741-83b3-f99173fbf30f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:19.058353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.070008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbcb2803-549a-4bb7-9f7f-1cd6bfaa0b1f req-cfd5222e-8c63-4741-83b3-f99173fbf30f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1307847 Nov 23 02:45:19.095495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Calling delete_port for 49e7e233-fb23-461f-8dd3-45c169b6539d owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:19.115909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.163493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1f7f72-e134-4a68-be5a-20469421b647']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.169505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39310) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:19.180478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9946baf8-a04a-46fd-8fed-88fd5a20beaf') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.180904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9946baf8-a04a-46fd-8fed-88fd5a20beaf') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.199029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.212707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbcb2803-549a-4bb7-9f7f-1cd6bfaa0b1f req-4401a7f4-de0e-4b99-955e-a1f2c198dd08 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299412 Nov 23 02:45:19.221152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.233541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:19.234630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:19.238362 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:19.289944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 49e7e233-fb23-461f-8dd3-45c169b6539d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:19.301346 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.336899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.356367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.366043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/networks/3c1f7f72-e134-4a68-be5a-20469421b647 HTTP/1.1" status: 204 len: 168 time: 1.1928449 Nov 23 02:45:19.368520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39314) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:19.396920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca330f6-a200-4402-acd0-f1c6c1355748 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Network': ['ID=3c1f7f72-e134-4a68-be5a-20469421b647,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:19.407685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 49e7e233-fb23-461f-8dd3-45c169b6539d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:19.408600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 49e7e233-fb23-461f-8dd3-45c169b6539d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:19.409172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 06cbf03e-5eed-425e-a108-6d994bc341f2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:19.417531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] Pushing event deleted for resources: {'Port': ['ID=49e7e233-fb23-461f-8dd3-45c169b6539d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:19.444751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55cdcf-beb5-435f-b8e4-9284a62e7225 None None] No DVR routers for this DVR port 49e7e233-fb23-461f-8dd3-45c169b6539d on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:19.446892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 06cbf03e-5eed-425e-a108-6d994bc341f2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:19.449902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 06cbf03e-5eed-425e-a108-6d994bc341f2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:19.535530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.561532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3158b9d4-3ace-4d69-98a2-c8521213fd27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce68716888d5469f8c67d5bc5f0232c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868189 Nov 23 02:45:19.563998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:19.711553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.744883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c79ef-b3d6-4286-a0e1-f5e3abb17673']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.747306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.760622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39af7055-e7d1-4b0f-b8c5-7d85403da77c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.760930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39af7055-e7d1-4b0f-b8c5-7d85403da77c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:19.778737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.794177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.805834 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.824322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:19.824733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:19.828343 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:20.007705 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-161bba68-b8a8-4c7c-9dcb-bf8ff5749edd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0735600 Nov 23 02:45:20.169043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.169306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.169776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.170231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.170932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.171558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.172303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.174531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5d55f1f0-6d8c-44c7-96fa-390ab01cb839 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.1015053 Nov 23 02:45:20.337510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-38e73717-e830-442a-8458-10a272cc057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.338741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-38e73717-e830-442a-8458-10a272cc057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.339534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-38e73717-e830-442a-8458-10a272cc057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.341350 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-38e73717-e830-442a-8458-10a272cc057a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.1380208 Nov 23 02:45:20.464551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-85f2a4c9-2dc5-4dc4-8f22-408c8ce77539 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.1139755 Nov 23 02:45:20.485585 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.495207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.501032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/networks/2e9c79ef-b3d6-4286-a0e1-f5e3abb17673 HTTP/1.1" status: 204 len: 168 time: 1.1286504 Nov 23 02:45:20.519294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961281e-5019-49a5-ab32-c1270f454535 req-7796d249-01cb-4aad-ba97-b379cbf4a367 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.520713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0961281e-5019-49a5-ab32-c1270f454535 req-7796d249-01cb-4aad-ba97-b379cbf4a367 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.1269653 Nov 23 02:45:20.523657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-f51c1ef4-fa23-479c-b01c-6ce365886e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.525139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-f51c1ef4-fa23-479c-b01c-6ce365886e99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.0530560 Nov 23 02:45:20.525621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:20.562759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55fc2c-3d95-474f-8cab-4505d9f91362 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Network': ['ID=2e9c79ef-b3d6-4286-a0e1-f5e3abb17673,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:20.589188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.601332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.607373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ef066ad-4bf4-418e-86a8-4b0dc2de166f HTTP/1.1" status: 204 len: 168 time: 1.0423896 Nov 23 02:45:20.642468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting subnet 9f778f05-0c9e-4f66-9c6d-67e4723d80c9 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:20.648672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-8359e037-22b7-4f86-b849-0db32104d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.650475 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-8359e037-22b7-4f86-b849-0db32104d428 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159611 Nov 23 02:45:20.651314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.670440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e4853-259b-4988-ae73-9a4816e811a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef066ad-4bf4-418e-86a8-4b0dc2de166f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:20.737376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0961281e-5019-49a5-ab32-c1270f454535 req-99d72410-2cde-4c30-8857-d5cf80ade1a1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773620 Nov 23 02:45:20.767063 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.329640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.419175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.456924 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-daeb84c5-a809-42d0-8758-b4ab90f7eabb service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610533 Nov 23 02:45:21.465017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.468614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced8dbf-0bc9-4e58-aa40-a47d322e63ee None None] Network 2f8d695e-459a-44dc-a318-c9f536e78425 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:21.474964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/subnets/9f778f05-0c9e-4f66-9c6d-67e4723d80c9 HTTP/1.1" status: 204 len: 168 time: 0.9460428 Nov 23 02:45:21.475359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:21.476722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbe9b3-7243-454f-9f6b-ebc86a41b541 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Subnet': ['ID=9f778f05-0c9e-4f66-9c6d-67e4723d80c9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:21.583114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-92b640d8-001d-4935-a759-cd5d9a1af076 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080947 Nov 23 02:45:21.589542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.664895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-91193c30-3611-453f-a5bc-26f1a0070ce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.0729110 Nov 23 02:45:21.707225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Deleting port 1134c49a-fe46-4867-9e59-5a25be0ce165 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:21.707509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.793869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-7560d2c8-b1fb-44f2-ab02-6948986ece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:21.796745 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-7560d2c8-b1fb-44f2-ab02-6948986ece13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1251943 Nov 23 02:45:21.810113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 35997529-5dd4-467a-929c-f0b54150ca3c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:45:21.815203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] DHCP port deletion for 2f8d695e-459a-44dc-a318-c9f536e78425 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:21.822069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] For port 1134c49a-fe46-4867-9e59-5a25be0ce165, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1134c49a-fe46-4867-9e59-5a25be0ce165,segment=NetworkSegment(c4058b64-d240-4d42-b84f-32ac416dea4c),segment_id=c4058b64-d240-4d42-b84f-32ac416dea4c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:21.822449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:21.858698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Calling delete_port for 1134c49a-fe46-4867-9e59-5a25be0ce165 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:21.896652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-81bcafbe-6977-42cd-af9c-61c1b4a5cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:21.898780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-81bcafbe-6977-42cd-af9c-61c1b4a5cf7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893223 Nov 23 02:45:21.950224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:22.035990 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-f4b4eeeb-101d-49b7-93dc-a5e4fce23e4b service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300888 Nov 23 02:45:22.076854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=35997529-5dd4-467a-929c-f0b54150ca3c,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:22.140653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '35997529-5dd4-467a-929c-f0b54150ca3c', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': '35997529-5dd4-467a-929c-f0b54150ca3c', 'mac_address': 'fa:16:3e:ac:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:45:22.162764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2dfd0f-498d-42d8-bb38-9ba7349f3247 req-ac141ae0-4c54-40fe-b7d8-79057dda5a49 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:22.177826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de2dfd0f-498d-42d8-bb38-9ba7349f3247 req-ac141ae0-4c54-40fe-b7d8-79057dda5a49 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 944 time: 0.2333808 Nov 23 02:45:22.219572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.276766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100775482'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:22.286240 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.321516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Deleting port 1134c49a-fe46-4867-9e59-5a25be0ce165 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:22.322173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.325782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-c692da37-5501-41fb-ba80-0327dab170f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825980 Nov 23 02:45:22.367515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35997529-5dd4-467a-929c-f0b54150ca3c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:22.380675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Port': ['ID=1134c49a-fe46-4867-9e59-5a25be0ce165,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:22.398351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=35997529-5dd4-467a-929c-f0b54150ca3c,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:22.413750 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-4175245d-01c8-4829-ba57-d512fe3f059c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.0790374 Nov 23 02:45:22.414788 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.429598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de2dfd0f-498d-42d8-bb38-9ba7349f3247 req-3bba56cc-97c7-4c5a-af24-2ea288ee4f57 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508862 Nov 23 02:45:22.434585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] No DVR routers for this DVR port 1134c49a-fe46-4867-9e59-5a25be0ce165 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:22.501088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:22.509487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-663faf40-d788-4e43-a237-de360003d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:22.512240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-663faf40-d788-4e43-a237-de360003d8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0888977 Nov 23 02:45:22.522657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] For port 1134c49a-fe46-4867-9e59-5a25be0ce165, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:22.523395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.561956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Calling delete_port for 1134c49a-fe46-4867-9e59-5a25be0ce165 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:22.570854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Port 1134c49a-fe46-4867-9e59-5a25be0ce165 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:45:22.574584 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.606497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.610770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.624870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-7ec4b3eb-55ad-4f8e-92e7-8cc8bbce6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:22.626459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-7ec4b3eb-55ad-4f8e-92e7-8cc8bbce6431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062989 Nov 23 02:45:22.633059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.668906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] Pushing event deleted for resources: {'Port': ['ID=1134c49a-fe46-4867-9e59-5a25be0ce165,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:22.670917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8d695e-459a-44dc-a318-c9f536e78425']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:22.675425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e63a7-9129-4f92-ac18-6d7bac6165da None None] No DVR routers for this DVR port 1134c49a-fe46-4867-9e59-5a25be0ce165 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:22.708254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['35997529-5dd4-467a-929c-f0b54150ca3c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:22.720283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4058b64-d240-4d42-b84f-32ac416dea4c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:22.720583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4058b64-d240-4d42-b84f-32ac416dea4c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:22.740887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-0ca1a195-5c9f-4921-b0cd-b8542a490661 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053283 Nov 23 02:45:22.742365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.766667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.773965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:22.774678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:22.778920 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:22.875860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.900375 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:22.907975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-04bd80ef-2432-4dc8-8b63-33680f6d50c9 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596901 Nov 23 02:45:22.915347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:22.917944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/networks/2f8d695e-459a-44dc-a318-c9f536e78425 HTTP/1.1" status: 204 len: 168 time: 1.4413927 Nov 23 02:45:22.924361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5894d6-b553-43ba-93fe-b6cc9983909f tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Pushing event deleted for resources: {'Network': ['ID=2f8d695e-459a-44dc-a318-c9f536e78425,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:22.989558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-82c15b1b-145d-4ea3-a16b-4a2d7874cb29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.0490999 Nov 23 02:45:23.011354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.016079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-79a9aceb-24a0-45b4-9ee5-608755ad94cb tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "GET /v2.0/ports?device_id=e990cecf-ab16-474d-b514-4671431bd9bf HTTP/1.1" status: 200 len: 205 time: 0.0993559 Nov 23 02:45:23.019186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39430) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:23.021646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.130686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51eb98-3f0e-478f-b9db-db9689a60c03,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:23.226869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.231662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-4e67e40b-db32-48b9-84ed-a003100c0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:23.233374 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-4e67e40b-db32-48b9-84ed-a003100c0bd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.2275076 Nov 23 02:45:23.247423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1134c49a-fe46-4867-9e59-5a25be0ce165 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:23.268070 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.281151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.289196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1134c49a-fe46-4867-9e59-5a25be0ce165 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:23.289625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1134c49a-fe46-4867-9e59-5a25be0ce165 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:23.329106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.330656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3747008 Nov 23 02:45:23.334367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39438) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:23.342581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950fcf7-3875-4710-a715-cd09671c66b4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377b5e83-ba78-4f03-b5b9-717770c05a63,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:23.396428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e2126fd5-be60-4534-93fb-6d45d37f430d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0605340 Nov 23 02:45:23.400322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39442) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:23.405246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-security--743015531', 'description': 'tempest-security-description-2032057061'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:23.429292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.554378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.557298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.608530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.609398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Fanout notify agent at l3_agent the message router_deleted on router e990cecf-ab16-474d-b514-4671431bd9bf {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:45:23.620568 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.621896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9435107-29a5-40a0-9c41-917e1709e291 tempest-RoutersNegativeIpV6Test-1365156677 tempest-RoutersNegativeIpV6Test-1365156677-project] 10.222.0.15 "DELETE /v2.0/routers/e990cecf-ab16-474d-b514-4671431bd9bf HTTP/1.1" status: 204 len: 168 time: 0.5772543 Nov 23 02:45:23.624663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-2b5a5551-a455-4f7e-a57b-91021d24edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:23.626114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-2b5a5551-a455-4f7e-a57b-91021d24edf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3140361 Nov 23 02:45:23.628115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.686251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15db56-5f6d-4cf6-ab72-e72531835f0c req-cfd6956b-f405-4ecc-97ce-8e348a1fe423 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:23.703052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d15db56-5f6d-4cf6-ab72-e72531835f0c req-cfd6956b-f405-4ecc-97ce-8e348a1fe423 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 945 time: 0.1233318 Nov 23 02:45:23.772775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.791896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.801137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:23.802832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "PUT /v2.0/security-groups/377b5e83-ba78-4f03-b5b9-717770c05a63 HTTP/1.1" status: 200 len: 1796 time: 0.4011860 Nov 23 02:45:23.806377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39450) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:23.840837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 35997529-5dd4-467a-929c-f0b54150ca3c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:23.870021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d15db56-5f6d-4cf6-ab72-e72531835f0c req-de409f18-6c54-4614-88a6-0eec6309b65e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610487 Nov 23 02:45:23.923601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9a287-709f-41b5-8e72-5109c53976a7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377b5e83-ba78-4f03-b5b9-717770c05a63,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:23.941698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05093ee9-bf27-4f8b-a083-c5847f8c2912 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups/377b5e83-ba78-4f03-b5b9-717770c05a63 HTTP/1.1" status: 200 len: 1796 time: 0.1160169 Nov 23 02:45:23.944704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:23.994793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-25e72eea-e565-4f48-9012-f9fd267778c3 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595054 Nov 23 02:45:24.021736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 35997529-5dd4-467a-929c-f0b54150ca3c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:45:24.026463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 35997529-5dd4-467a-929c-f0b54150ca3c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:24.026814 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.097371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.150075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39464) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.164860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.241793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.314796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.317989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-a43415fb-04e8-40d7-8333-e3a690f304af service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160279 Nov 23 02:45:24.324808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.327262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/377b5e83-ba78-4f03-b5b9-717770c05a63 HTTP/1.1" status: 204 len: 168 time: 0.3815708 Nov 23 02:45:24.331222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.357206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:24.370668 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb13688-1205-4c3e-be24-b207e5407a8b" -d '{"events": [{"server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "name": "network-vif-plugged", "status": "completed", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:24.389811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b105-246b-47f4-8f0b-3c6877c40a89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b5e83-ba78-4f03-b5b9-717770c05a63,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:24.424011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=35997529-5dd4-467a-929c-f0b54150ca3c,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:24.442828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.445996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-21a49088-0a9a-4835-8acb-c5edfcc1540c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.1183577 Nov 23 02:45:24.469773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8aa08cb0-0e8a-45f9-aa98-1e0a55809dae tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1255288 Nov 23 02:45:24.473796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39480) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.497983 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fece9252-56b1-4b82-a7ce-01d9e91880b7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] delete failed (client error): The resource could not be found. Nov 23 02:45:24.499597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fece9252-56b1-4b82-a7ce-01d9e91880b7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/377b5e83-ba78-4f03-b5b9-717770c05a63 HTTP/1.1" status: 404 len: 347 time: 0.0244060 Nov 23 02:45:24.503341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39484) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.503742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:24.510844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--133205820'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:24.551696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.596259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-23e310f2-b9da-443a-aeb3-37e35f54f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:24.598329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-23e310f2-b9da-443a-aeb3-37e35f54f9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1459754 Nov 23 02:45:24.624195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bde0d109-f159-475a-8397-3410f4a012c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=271045424ee44b86a9b344c1ca62b43e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573078 Nov 23 02:45:24.639416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.650774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.660763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.720770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5c807657-b6b5-433c-b1b6-fef40e0709e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:24.723518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5c807657-b6b5-433c-b1b6-fef40e0709e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1161251 Nov 23 02:45:24.726048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.728209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2228875 Nov 23 02:45:24.731063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.736466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': 'faa95889-e535-4f39-89ee-b8e20820ccd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:24.741188 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.744763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53e0e1-7ca9-4b02-b63d-961c0bce74c1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa95889-e535-4f39-89ee-b8e20820ccd0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:24.791837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.815416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.851174 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84afcf65-7d0b-499b-b9e8-acc4a24ecf29 x-openstack-request-id: req-84afcf65-7d0b-499b-b9e8-acc4a24ecf29 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:24.851656 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "name": "network-vif-plugged", "status": "completed", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:24.851764 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84afcf65-7d0b-499b-b9e8-acc4a24ecf29 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:24.852113 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c', 'code': 200} Nov 23 02:45:24.887762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.895770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.922781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc88f93-767a-462f-9a9b-ddc71c664b8d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:24.937091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.941831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8aceabbd-1365-401e-bb11-bb11de7945d0 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060390 Nov 23 02:45:24.942256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:24.963842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-67a0d354-ddc8-4d82-8b0b-deb070de4d91 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237139 Nov 23 02:45:24.983743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.996069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:24.998711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.002138 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6df20653-9cb4-45a3-b95a-3f60d0f59957 HTTP/1.1" status: 204 len: 168 time: 0.3307083 Nov 23 02:45:25.003093 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.044713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c480cf0-804d-41e7-b6d8-4c74102b65e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df20653-9cb4-45a3-b95a-3f60d0f59957,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:25.053101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30cdc6-e11b-4151-a827-249c692b00e1 req-cdd61985-2a76-4fd9-a194-d2e7d5b310a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:25.054699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb30cdc6-e11b-4151-a827-249c692b00e1 req-cdd61985-2a76-4fd9-a194-d2e7d5b310a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 1098 time: 0.1482344 Nov 23 02:45:25.077934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748b6f9-cf38-42a7-9fc9-96bcc9b6344d req-3d197f8e-3861-43a7-982f-9f6b31d5f465 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:25.079553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f748b6f9-cf38-42a7-9fc9-96bcc9b6344d req-3d197f8e-3861-43a7-982f-9f6b31d5f465 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.0930562 Nov 23 02:45:25.087858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.106314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.109854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dbc88f93-767a-462f-9a9b-ddc71c664b8d HTTP/1.1" status: 204 len: 168 time: 0.1644199 Nov 23 02:45:25.110263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:25.131862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0aff7-475b-41e0-891c-1e0f7d48059f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc88f93-767a-462f-9a9b-ddc71c664b8d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:25.144110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-8023999e-4f89-4dc5-9e29-741c07951380 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717961 Nov 23 02:45:25.175642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f748b6f9-cf38-42a7-9fc9-96bcc9b6344d req-684f6a2a-d8df-4363-baf4-b0e99ba6fe23 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853293 Nov 23 02:45:25.227907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb30cdc6-e11b-4151-a827-249c692b00e1 req-56782c48-2bc1-4d48-8f94-b59bb445420b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642284 Nov 23 02:45:25.229113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-c8a5d4e6-3031-4f15-8860-f2df6a809287 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.0616941 Nov 23 02:45:25.247496 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3fd020e-988b-49b9-a449-1a5d747d533d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1297681 Nov 23 02:45:25.250246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:25.321586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.385297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.521920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.525366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.526721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/faa95889-e535-4f39-89ee-b8e20820ccd0 HTTP/1.1" status: 204 len: 168 time: 0.2755039 Nov 23 02:45:25.529961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:25.532661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-12560e93-e745-4f13-b160-c3531a105df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:25.534430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-12560e93-e745-4f13-b160-c3531a105df5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0872712 Nov 23 02:45:25.612158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4805-fa59-4c04-874a-ba9ffabcbf89 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa95889-e535-4f39-89ee-b8e20820ccd0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:25.624097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2102cc53-823b-4d70-a0a8-5d1ff83bff60 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0882497 Nov 23 02:45:25.625650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:25.638400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--530225925'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:25.665300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-862a259d-6ec4-4449-b069-8c8a927d1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:25.673935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-862a259d-6ec4-4449-b069-8c8a927d1553 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1307209 Nov 23 02:45:25.700648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.900954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.903189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5c615257-f8a3-4904-933d-dce0a02a0985 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202041 Nov 23 02:45:25.911342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.974852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:25.978952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3485065 Nov 23 02:45:25.980494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:25.997132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '55e95822-0058-4379-81d6-9f36a3a51461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:26.078867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.102978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569950-ba57-4f1a-a39b-4d4528bb124a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e95822-0058-4379-81d6-9f36a3a51461,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:26.113278 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-6b3338da-5136-4f05-992d-243d9f763e1d service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006745 Nov 23 02:45:26.190035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-21e64baa-3fe8-43bd-afb8-76418075dd28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0545201 Nov 23 02:45:26.233099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.242397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.294593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-8e65c7a5-176c-40c8-b5ca-1c230fdf4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:26.296889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-8e65c7a5-176c-40c8-b5ca-1c230fdf4fa6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0954571 Nov 23 02:45:26.299158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdc712a-a13d-414d-adca-907108112540,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:26.316344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.323708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a0da8a8-f48a-4d1e-907c-003a723264ff tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3375351 Nov 23 02:45:26.326430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39584) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:26.349614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '55e95822-0058-4379-81d6-9f36a3a51461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:26.391287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39586) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:26.410690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5f3e57a2-e851-4dc5-a022-bbad48562fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:26.412634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-5f3e57a2-e851-4dc5-a022-bbad48562fca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1046808 Nov 23 02:45:26.439155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.473651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dfbee-0ca1-4e63-aab9-512fbaab1a27 req-8d96b186-5a73-4c70-9e6c-83e913085bbb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:26.491162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-240dfbee-0ca1-4e63-aab9-512fbaab1a27 req-8d96b186-5a73-4c70-9e6c-83e913085bbb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1192708 Nov 23 02:45:26.549404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-196632139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:26.578676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.579966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.601125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.614085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.642864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.649819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.661136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9550dfe7-abff-4a64-bce9-084efb92ae16,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:26.671679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.677325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6034610f-6de5-4fdd-9949-25d59fc96edf tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3465240 Nov 23 02:45:26.678687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:26.687662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.692036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-093ddd2c-08dc-418f-a972-155a8b3f85fa tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2945223 Nov 23 02:45:26.694754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39592) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:26.696736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '55e95822-0058-4379-81d6-9f36a3a51461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:26.711052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-240dfbee-0ca1-4e63-aab9-512fbaab1a27 req-89d1dc82-0b78-4ec8-8412-0b02d39a8663 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053418 Nov 23 02:45:26.715079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-349974783'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:26.749953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.787180 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-bf2db8fe-b987-4fe1-b9ad-d82d2a5609a9 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595550 Nov 23 02:45:26.873389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.882951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.898289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:26.901874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.931104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.942890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33aaf49d-d85e-4563-9339-0fc044474b4e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:26.956022 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:26.962852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a4729baa-08c0-4fdd-9209-1765a3028852 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768137 Nov 23 02:45:26.964904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:26.974221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '55e95822-0058-4379-81d6-9f36a3a51461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:27.019589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.145055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.150925 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d9bab1b1-ae74-4f81-ba35-1a8eb24c86cd req-21a7ee11-760b-4f66-961a-db66aa5e7f84 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552058 Nov 23 02:45:27.151335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.175109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733f2b8c-910e-44ea-b227-b23e9dfe12d6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.186018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.189952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03c73f52-61ce-46ce-b9d3-48392c600b37 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2220967 Nov 23 02:45:27.190209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.197580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '55e95822-0058-4379-81d6-9f36a3a51461', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:27.198966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.214783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.266777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.277920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:45:27.289205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500a992-4aab-4575-8f9e-695d98f98ca8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.294370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.294748 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Added segment 4995e609-855b-4658-8434-8a107bba844e of type vlan for network e5b7932f-4c36-44c1-a332-54a8c3995609 Nov 23 02:45:27.341155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.376057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.377867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.382921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.383235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:27.383911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.398614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ff75ae-04ac-4905-8541-447618589d41,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.423015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.424357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-18015f57-1962-46c3-aff6-4bd33004fe41 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2329199 Nov 23 02:45:27.427815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39618) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.457034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.469487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.493044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.494800 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7989230 Nov 23 02:45:27.499319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'subnet': {'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:27.531270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8872114-1f78-4b8f-83f4-f503337c8f5b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Network': ['ID=e5b7932f-4c36-44c1-a332-54a8c3995609,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.547871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e5b7932f-4c36-44c1-a332-54a8c3995609 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:45:27.639010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.653882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.655640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f5ff75ae-04ac-4905-8541-447618589d41 HTTP/1.1" status: 204 len: 168 time: 0.2267530 Nov 23 02:45:27.657406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171ec75-27c9-4018-b7db-340653ca4464 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5ff75ae-04ac-4905-8541-447618589d41,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.658338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39626) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.660089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:27.674244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.710610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a92cbe9a-1333-4c5d-8cc9-3ac345f200cd tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0502992 Nov 23 02:45:27.713165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39628) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.755792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.775473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.841370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.849279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:27.850945 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/733f2b8c-910e-44ea-b227-b23e9dfe12d6 HTTP/1.1" status: 204 len: 168 time: 0.1365917 Nov 23 02:45:27.853513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39634) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:27.889842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58469842-f278-45c9-bc91-3622de37b3a2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=733f2b8c-910e-44ea-b227-b23e9dfe12d6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:27.940308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f16e-cf77-43b9-84e2-9a2a4a688efa req-1877e97a-807b-4f48-8f6e-a378c62d9ad9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:27.942131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c0f16e-cf77-43b9-84e2-9a2a4a688efa req-1877e97a-807b-4f48-8f6e-a378c62d9ad9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1036038 Nov 23 02:45:27.991414 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0a91e94c-d65b-497e-bc35-d269471f64cb tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1320295 Nov 23 02:45:27.994598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39642) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.046007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5c0f16e-cf77-43b9-84e2-9a2a4a688efa req-2720320a-e841-4921-a91c-3296f6314d25 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Nov 23 02:45:28.047262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.106360 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.133227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.154782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Checking segment: {'id': '4995e609-855b-4658-8434-8a107bba844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:28.155239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network hostable DHCP agents. Network: e5b7932f-4c36-44c1-a332-54a8c3995609, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:45:28.159226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Subnet': ['ID=bea85a4e-bf53-4b3f-8e7a-e619472562c3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:28.178280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network e5b7932f-4c36-44c1-a332-54a8c3995609 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:45:28.203509 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.205293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e5b7932f-4c36-44c1-a332-54a8c3995609) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:28.211086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:28.212018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.219553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62162767-fbfe-4777-b5a7-159eef1c7fad None None] Network e5b7932f-4c36-44c1-a332-54a8c3995609 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:28.244081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fcd8d143-2ab4-46bc-bb20-5afdc9650353 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7492287 Nov 23 02:45:28.247494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39652) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.254250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'network': {'name': 'tempest-router-network01--887187470'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:28.266274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.278950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/33aaf49d-d85e-4563-9339-0fc044474b4e HTTP/1.1" status: 204 len: 168 time: 0.2858078 Nov 23 02:45:28.279985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59666843-b1e9-4191-a198-aa72fcc62195 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33aaf49d-d85e-4563-9339-0fc044474b4e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:28.282559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.327008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65c2e8-16ee-44f1-9804-6bdf6c4e6e93 req-479cb984-f23b-4ca3-b9ec-79a8bf9fc757 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:28.329218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e65c2e8-16ee-44f1-9804-6bdf6c4e6e93 req-479cb984-f23b-4ca3-b9ec-79a8bf9fc757 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1423018 Nov 23 02:45:28.377241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:28.381167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.392765 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fedd8765-6acb-438a-b659-a4f0b7659c75 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1068146 Nov 23 02:45:28.393694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39660) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.452086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:45:28.458314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e65c2e8-16ee-44f1-9804-6bdf6c4e6e93 req-b1ec0d7c-63c1-40b5-8448-7525fcc74071 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222486 Nov 23 02:45:28.468352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.468724 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Added segment 75a22af5-70a9-4beb-9a3b-d241396ff060 of type vlan for network 86f3809c-198f-4e16-96db-8383b2983fa8 Nov 23 02:45:28.504591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e5b7932f-4c36-44c1-a332-54a8c3995609', 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609', 'tenant_id': '9d8ee3d03d8246f6879dc9add8323533', 'fixed_ips': [{'subnet_id': 'bea85a4e-bf53-4b3f-8e7a-e619472562c3'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:45:28.506417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.527678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.556448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.583271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.617626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.627802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.629808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9550dfe7-abff-4a64-bce9-084efb92ae16 HTTP/1.1" status: 204 len: 168 time: 0.2349310 Nov 23 02:45:28.632705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39666) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.645675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e29b1-dd87-422d-8940-d87ebe1bd722 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9550dfe7-abff-4a64-bce9-084efb92ae16,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:28.665865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.673033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:28.673378 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.716126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-976320d3-132b-4d1a-ae53-178ab1688a06 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0818372 Nov 23 02:45:28.718577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39668) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.750390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.763746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.774480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Network': ['ID=86f3809c-198f-4e16-96db-8383b2983fa8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:28.783154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e5000294-aad5-4ca9-b793-acbaa1331873 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5345831 Nov 23 02:45:28.785701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.789394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 86f3809c-198f-4e16-96db-8383b2983fa8 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:45:28.792633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'network': {'name': 'tempest-router-network02--332457414'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:28.819295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:28.824330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.833745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.836896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd210359-49a4-42c9-81ac-69b1ce4d2787 req-c6fa2bd1-e4fd-4d5c-b199-6d9ad6b4a6a8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:28.838466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd210359-49a4-42c9-81ac-69b1ce4d2787 req-c6fa2bd1-e4fd-4d5c-b199-6d9ad6b4a6a8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1857839 Nov 23 02:45:28.857904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.859952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7fdc712a-a13d-414d-adca-907108112540 HTTP/1.1" status: 204 len: 168 time: 0.1401255 Nov 23 02:45:28.865675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39672) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:28.875987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921aef-e467-4727-8da8-600cb218160d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fdc712a-a13d-414d-adca-907108112540,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:28.904477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:45:28.936717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Allocated IP 172.20.0.2 (e5b7932f-4c36-44c1-a332-54a8c3995609/bea85a4e-bf53-4b3f-8e7a-e619472562c3/29fe445f-dd56-4c80-9a0e-5a2308aaec80) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:28.968655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:28.969001 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Added segment dcc6a506-6396-4fcf-acb7-ecdcad3fec9c of type vlan for network f6596884-1909-469b-a233-ecb0c24feb9f Nov 23 02:45:28.983961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54d66f01-4b67-4a77-942d-e74ae8e9f020 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1162760 Nov 23 02:45:28.986788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39682) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:29.009580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd210359-49a4-42c9-81ac-69b1ce4d2787 req-6ccba923-07b7-4ed3-9d75-3d597fb14632 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619821 Nov 23 02:45:29.072424 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.115374 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.131811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:29.132473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.227285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.238974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Network': ['ID=f6596884-1909-469b-a233-ecb0c24feb9f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:29.281720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-56453a1b-3ea5-4cfc-9226-104768a6c948 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4947956 Nov 23 02:45:29.287319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:29.305846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'subnet': {'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:29.307344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f6596884-1909-469b-a233-ecb0c24feb9f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:45:29.360968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.460843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:29.489671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.492879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.497718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.499105 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/55e95822-0058-4379-81d6-9f36a3a51461 HTTP/1.1" status: 204 len: 168 time: 0.4981596 Nov 23 02:45:29.512355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39710) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:29.513158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2068d2-b2f1-410a-880e-125f31a7dfb8 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e95822-0058-4379-81d6-9f36a3a51461,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:29.624055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.672998 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1f071ea6-6fbb-4d07-b372-c5886399f8c7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1546280 Nov 23 02:45:29.676755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:29.687294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--329115640'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:29.711445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.714054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.759202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e705ac3-9b81-49ef-b92c-1fb0c9495b4f req-eb863d18-c464-475c-9ed6-299983fbd411 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:29.766895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e705ac3-9b81-49ef-b92c-1fb0c9495b4f req-eb863d18-c464-475c-9ed6-299983fbd411 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1696560 Nov 23 02:45:29.869817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Pushing event updated for resources: {'Port': ['ID=29fe445f-dd56-4c80-9a0e-5a2308aaec80,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:29.907583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:29.923097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Network e5b7932f-4c36-44c1-a332-54a8c3995609 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:29.929620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:29.930691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:29.934054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:29.954728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e705ac3-9b81-49ef-b92c-1fb0c9495b4f req-2a46f2d3-fd15-4103-b597-49b9bec0095a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868906 Nov 23 02:45:30.007065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Attempting to bind port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:30.007609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Attempting to bind port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4995e609-855b-4658-8434-8a107bba844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:30.007986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Attempting to bind port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 on network e5b7932f-4c36-44c1-a332-54a8c3995609 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:30.013423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:30.014790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Checking segment: {'id': '4995e609-855b-4658-8434-8a107bba844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:30.015159 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.015657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Bound using segment: {'id': '4995e609-855b-4658-8434-8a107bba844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:30.016352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Bound port: 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4995e609-855b-4658-8434-8a107bba844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e5b7932f-4c36-44c1-a332-54a8c3995609'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:30.016608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.063615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.075439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.099173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e13339a-84bf-4fa5-a6f4-e703342f904b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.100597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.173515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.177579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4990094 Nov 23 02:45:30.178809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:30.183819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeda86-70e6-425b-8ec6-ea37239f26fa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e2a48f-e9b9-418c-b230-2734a6cb1d8a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.194291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] For port 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:30.198916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] For port 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=29fe445f-dd56-4c80-9a0e-5a2308aaec80,segment=NetworkSegment(4995e609-855b-4658-8434-8a107bba844e),segment_id=4995e609-855b-4658-8434-8a107bba844e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:30.204822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.205308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '80e2a48f-e9b9-418c-b230-2734a6cb1d8a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:30.297174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Subnet': ['ID=f419aece-71d3-4308-850b-0a49f1a3a99d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.318441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e13339a-84bf-4fa5-a6f4-e703342f904b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.323702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e13339a-84bf-4fa5-a6f4-e703342f904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.326280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.371487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024db907-718b-45a4-8fd5-b1f4047c4dd4 None None] Pushing event updated for resources: {'Port': ['ID=29fe445f-dd56-4c80-9a0e-5a2308aaec80,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.373523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Checking segment: {'id': '75a22af5-70a9-4beb-9a3b-d241396ff060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:30.374093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network hostable DHCP agents. Network: 86f3809c-198f-4e16-96db-8383b2983fa8, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:45:30.391978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e13339a-84bf-4fa5-a6f4-e703342f904b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df9e7f725e2c40a196d41817d95d4440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833786 Nov 23 02:45:30.395976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39732) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:30.404519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13339a-84bf-4fa5-a6f4-e703342f904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64ef40f-a1c4-4f42-953c-6b7d46f71353,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.470113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network 86f3809c-198f-4e16-96db-8383b2983fa8 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:45:30.485394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.492012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 86f3809c-198f-4e16-96db-8383b2983fa8) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:30.502313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ed7bc-ebb7-4590-afaf-9f9a413c7e1b None None] Network 86f3809c-198f-4e16-96db-8383b2983fa8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:30.519768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.548795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:30.548795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.560313 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.578873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.632702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.635455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.639613 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e64ef40f-a1c4-4f42-953c-6b7d46f71353 HTTP/1.1" status: 204 len: 168 time: 0.2424703 Nov 23 02:45:30.653394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e6404d2-3ead-44b7-a3e9-5d14516ea8c2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3571763 Nov 23 02:45:30.654598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cc284f-8d4c-4450-8637-db153b19027c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.665754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:30.670849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64c22e-10f9-47d6-96f8-a325f62c35b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64ef40f-a1c4-4f42-953c-6b7d46f71353,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:30.686420 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.698939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-af199c28-409d-46b9-8c72-5e5cc0b08929 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5124483 Nov 23 02:45:30.701529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:30.735493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'subnet': {'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:30.813561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.857115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:30.958975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-86f3809c-198f-4e16-96db-8383b2983fa8', 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8', 'tenant_id': '9d8ee3d03d8246f6879dc9add8323533', 'fixed_ips': [{'subnet_id': 'f419aece-71d3-4308-850b-0a49f1a3a99d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:45:30.962494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.043846 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.061349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.066076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/80e2a48f-e9b9-418c-b230-2734a6cb1d8a HTTP/1.1" status: 204 len: 168 time: 0.3627644 Nov 23 02:45:31.066765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:31.075052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Made reservation on behalf of 9d8ee3d03d8246f6879dc9add8323533 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:31.078941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.081224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-5232cf09-2d45-4e0f-8dae-b6a426046836 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:31.090783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-5232cf09-2d45-4e0f-8dae-b6a426046836 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.1601808 Nov 23 02:45:31.206267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4cb4c-3288-4866-b567-5ebdbf6646aa tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e2a48f-e9b9-418c-b230-2734a6cb1d8a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:31.393393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 29fe445f-dd56-4c80-9a0e-5a2308aaec80 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:31.396852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-223f02af-b9c3-4b9c-be84-14f8985e2073 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3238173 Nov 23 02:45:31.402211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39766) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:31.410543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Allocated IP 172.20.0.2 (86f3809c-198f-4e16-96db-8383b2983fa8/f419aece-71d3-4308-850b-0a49f1a3a99d/68583728-0115-4fc6-8781-5d3aedeb4662) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:31.435418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--515890501'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:31.501890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 35997529-5dd4-467a-929c-f0b54150ca3c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:31.502896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.528172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.711954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port 35997529-5dd4-467a-929c-f0b54150ca3c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=35997529-5dd4-467a-929c-f0b54150ca3c,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:31.712674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.728601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b178e9-cbe3-4f4b-a9ae-e7e7d7045c24 req-493ad436-b295-416b-bb6a-0505f7fe1e01 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:31.731064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63b178e9-cbe3-4f4b-a9ae-e7e7d7045c24 req-493ad436-b295-416b-bb6a-0505f7fe1e01 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 946 time: 0.3295710 Nov 23 02:45:31.776836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 35997529-5dd4-467a-929c-f0b54150ca3c owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:31.801345 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.821087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:31.821308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.878836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.932899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63b178e9-cbe3-4f4b-a9ae-e7e7d7045c24 req-73243163-a4c5-4910-93b9-a593f84e4c5c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902299 Nov 23 02:45:31.940993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:31.990358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Subnet': ['ID=1e995cc2-1f53-462b-a8da-e08f812f74da,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:32.017736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Checking segment: {'id': 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:32.018711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network hostable DHCP agents. Network: f6596884-1909-469b-a233-ecb0c24feb9f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:45:32.023976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.025312 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6216817 Nov 23 02:45:32.031239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:32.038865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138103184'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:32.046028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bcf0a-e216-4361-bf73-8e390968055f tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c936cc-e788-4206-b1db-7e7eda20771f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:32.099150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.105895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network f6596884-1909-469b-a233-ecb0c24feb9f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:45:32.133224 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.194763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f6596884-1909-469b-a233-ecb0c24feb9f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:32.235078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01509c73-c502-4160-a545-6abd377d8ef2 None None] Network f6596884-1909-469b-a233-ecb0c24feb9f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:32.239118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.247399 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.276339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:32.279844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.378404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=35997529-5dd4-467a-929c-f0b54150ca3c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:32.378820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b680ba8-a31b-4dff-b41a-a41438e3232d tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7058926 Nov 23 02:45:32.382842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.385019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:32.414899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port 35997529-5dd4-467a-929c-f0b54150ca3c on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:32.420661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.424137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2913aba6-c66f-4773-a95c-e171b60ddc18 req-0a6b39ab-cf73-4d8b-8a71-9f50f26b80fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "DELETE /v2.0/ports/35997529-5dd4-467a-929c-f0b54150ca3c HTTP/1.1" status: 204 len: 173 time: 1.3156292 Nov 23 02:45:32.424654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'name': 'network-vif-deleted', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:32.427031 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae5c7c-d6dc-4409-92c3-05c05688d017" -d '{"events": [{"server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "name": "network-vif-deleted", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:32.505544 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.536724 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7b6394-2b0f-4286-84f1-b3eab30b4e24 x-openstack-request-id: req-ca7b6394-2b0f-4286-84f1-b3eab30b4e24 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:32.537025 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b56d102-096d-46a4-a3fd-0614abad359a", "name": "network-vif-deleted", "tag": "35997529-5dd4-467a-929c-f0b54150ca3c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:32.537308 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca7b6394-2b0f-4286-84f1-b3eab30b4e24 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:32.537721 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b56d102-096d-46a4-a3fd-0614abad359a', 'name': 'network-vif-deleted', 'tag': '35997529-5dd4-467a-929c-f0b54150ca3c', 'status': 'completed', 'code': 200} Nov 23 02:45:32.597894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['35997529-5dd4-467a-929c-f0b54150ca3c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:32.600549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219f567-3081-48df-8e31-f69adeb84883 None None] Network e5b7932f-4c36-44c1-a332-54a8c3995609 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:32.602925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.604198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5702939 Nov 23 02:45:32.607032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39806) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:32.612612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '59c936cc-e788-4206-b1db-7e7eda20771f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1db67ed9-1f64-44f4-aae7-3b6eeb80f22c', 'remote_ip_prefix': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:32.678984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ca2b1-7393-4ae8-a56c-e7d2fa688891 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db67ed9-1f64-44f4-aae7-3b6eeb80f22c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:32.713093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.851012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.868406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.894910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45200b74-fa7c-4370-aed9-5029a445550e,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:32.910373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=29fe445f-dd56-4c80-9a0e-5a2308aaec80,segment=NetworkSegment(4995e609-855b-4658-8434-8a107bba844e),segment_id=4995e609-855b-4658-8434-8a107bba844e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:32.944842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:32.948886 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e520672f-e3da-4d43-8e17-9784d4702e1c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3379703 Nov 23 02:45:32.949276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39824) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.000684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.036504 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.063829 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.088843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.143756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.188415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.202013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.206826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/45200b74-fa7c-4370-aed9-5029a445550e HTTP/1.1" status: 204 len: 168 time: 0.2564237 Nov 23 02:45:33.212068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39844) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.249642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7524cc-1862-455e-8115-c05d6504a0a1 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45200b74-fa7c-4370-aed9-5029a445550e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:33.284494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4df3388-c2e0-4db6-ae92-c7c36a468e5e req-355ba3dd-93e6-44af-b555-41d37b34273f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1545644 Nov 23 02:45:33.295851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Pushing event updated for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:33.343223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5895347-83b9-4d30-9ace-ac6135e25957 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1225281 Nov 23 02:45:33.345657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.428129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.485366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.560910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.565463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.568185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/1db67ed9-1f64-44f4-aae7-3b6eeb80f22c HTTP/1.1" status: 204 len: 168 time: 0.2204325 Nov 23 02:45:33.571259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.593490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d66dc-0030-4484-8386-39a040ed7ad6 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db67ed9-1f64-44f4-aae7-3b6eeb80f22c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:33.711965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Network 86f3809c-198f-4e16-96db-8383b2983fa8 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:33.721982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-821aa19b-576e-4ce5-8937-0121563f45f2 None None] Provisioning complete for port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:33.722639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-821aa19b-576e-4ce5-8937-0121563f45f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.783892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:33.784930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39858) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.817872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f6596884-1909-469b-a233-ecb0c24feb9f', 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f', 'tenant_id': '9d8ee3d03d8246f6879dc9add8323533', 'fixed_ips': [{'subnet_id': '1e995cc2-1f53-462b-a8da-e08f812f74da'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:45:33.820402 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:33.821416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:33.821585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c7d1cf97-48be-4eb5-a147-b359237fe3b2 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2467835 Nov 23 02:45:33.841371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=29fe445f-dd56-4c80-9a0e-5a2308aaec80,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:33.863357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:33.906760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Allocated IP 172.20.0.1 (86f3809c-198f-4e16-96db-8383b2983fa8/f419aece-71d3-4308-850b-0a49f1a3a99d/0a2dc8be-04a0-4211-9638-0ce52e7f8cdb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:34.018118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.055513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.115241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc0b-33e6-440f-8449-f395f956cc1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.156738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.159912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.174034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/59c936cc-e788-4206-b1db-7e7eda20771f HTTP/1.1" status: 204 len: 168 time: 0.3509376 Nov 23 02:45:34.175430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:34.232658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Attempting to bind port 68583728-0115-4fc6-8781-5d3aedeb4662 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:34.233710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Attempting to bind port 68583728-0115-4fc6-8781-5d3aedeb4662 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '75a22af5-70a9-4beb-9a3b-d241396ff060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:34.235203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Attempting to bind port 68583728-0115-4fc6-8781-5d3aedeb4662 on network 86f3809c-198f-4e16-96db-8383b2983fa8 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:34.298488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.357451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84460c83-a470-4de2-8b2e-0b0f47d5f87c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c936cc-e788-4206-b1db-7e7eda20771f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:34.373779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.423648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Allocated IP 172.20.0.2 (f6596884-1909-469b-a233-ecb0c24feb9f/1e995cc2-1f53-462b-a8da-e08f812f74da/2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:34.473568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4e831a6d-0fc8-4cb3-8f31-14158aba983c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2912347 Nov 23 02:45:34.476213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:34.481103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--451346869'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:34.527741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc0b-33e6-440f-8449-f395f956cc1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.531994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.536212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4e73bc0b-33e6-440f-8449-f395f956cc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.573812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73bc0b-33e6-440f-8449-f395f956cc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d66be-3873-4e94-89da-dddf3a868aca,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:34.581451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:34.590301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Checking segment: {'id': '75a22af5-70a9-4beb-9a3b-d241396ff060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:34.590917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.591937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Bound using segment: {'id': '75a22af5-70a9-4beb-9a3b-d241396ff060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:34.592780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Bound port: 68583728-0115-4fc6-8781-5d3aedeb4662, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a22af5-70a9-4beb-9a3b-d241396ff060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '86f3809c-198f-4e16-96db-8383b2983fa8'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:34.593457 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.618828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4e73bc0b-33e6-440f-8449-f395f956cc1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d3a8dbfb5624dea87a96b2855bf9d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8248260 Nov 23 02:45:34.629120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39886) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:34.641510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network 86f3809c-198f-4e16-96db-8383b2983fa8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:34.644644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b45792ea-3802-4e58-a6a4-ce1a11b92b84 req-51b009d6-bc1f-458c-8af2-815497f46f8c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1304381 Nov 23 02:45:34.645273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Port': ['ID=0a2dc8be-04a0-4211-9638-0ce52e7f8cdb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:34.663887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:34.666361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:34.743349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.792080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.804394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.832037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fcbba994-3574-46ef-84af-cd686dee222d None None] Provisioning complete for port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:34.832213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.832743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcbba994-3574-46ef-84af-cd686dee222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.857953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.869083 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3914773 Nov 23 02:45:34.885327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:34.895651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '7519c96c-af84-4daa-9fa0-1adf43cb20e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:34.963615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.976704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.993945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:34.994566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27919837-ddef-4aca-954f-75b8b4962c76 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7519c96c-af84-4daa-9fa0-1adf43cb20e5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:35.011418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68583728-0115-4fc6-8781-5d3aedeb4662,segment=NetworkSegment(75a22af5-70a9-4beb-9a3b-d241396ff060),segment_id=75a22af5-70a9-4beb-9a3b-d241396ff060)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:35.021262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.050023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.053570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.060762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.087749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.090937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.094900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb2d66be-3873-4e94-89da-dddf3a868aca HTTP/1.1" status: 204 len: 168 time: 0.4648898 Nov 23 02:45:35.107622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd55983-4497-4ab3-9a2c-a081a4c54cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d66be-3873-4e94-89da-dddf3a868aca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:35.273847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Network f6596884-1909-469b-a233-ecb0c24feb9f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:35.334781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:35.342994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:35.382952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 29fe445f-dd56-4c80-9a0e-5a2308aaec80 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:35.418896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.483386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.584243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567fdd33-a93d-4045-89e4-9b657ac02f30,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:35.615021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22639e5-e9ad-4cd7-836c-bff766c03dd0 None None] Pushing event updated for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:35.746391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.750727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1e993a2-d4ae-43a1-ad7e-e0f3f97b77f4 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8603630 Nov 23 02:45:35.753353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39930) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:35.839095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.881620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.883281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:35.883862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.939079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.949044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.951384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/567fdd33-a93d-4045-89e4-9b657ac02f30 HTTP/1.1" status: 204 len: 168 time: 0.1993103 Nov 23 02:45:35.955058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 39934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:35.963088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9925390-fe61-4123-a86c-c224859e4433 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=567fdd33-a93d-4045-89e4-9b657ac02f30,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:35.963617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3fecd387-b40d-4fb5-9005-d2563d0cbcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:35.980700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 35997529-5dd4-467a-929c-f0b54150ca3c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:35.983010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Attempting to bind port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:35.988234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Attempting to bind port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:35.988797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Attempting to bind port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b on network f6596884-1909-469b-a233-ecb0c24feb9f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:36.033620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc23b42b-f5f9-4585-baab-110c0c4ba69c req-dfeb2289-b814-482c-bd69-fc342305418e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0820420 Nov 23 02:45:36.081285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Pushing event updated for resources: {'Port': ['ID=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:36.086210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:36.097658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ae932d2-98a2-4a58-a16c-53c3ca3bdf20 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0859041 Nov 23 02:45:36.100426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39938) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:36.100563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Checking segment: {'id': 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:36.100978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.101378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Bound using segment: {'id': 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:36.101890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Bound port: 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f6596884-1909-469b-a233-ecb0c24feb9f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:36.114978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.117248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 35997529-5dd4-467a-929c-f0b54150ca3c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:36.117770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 35997529-5dd4-467a-929c-f0b54150ca3c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:36.181704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.188248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.242147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.256879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] For port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:36.260310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] For port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,segment=NetworkSegment(dcc6a506-6396-4fcf-acb7-ecdcad3fec9c),segment_id=dcc6a506-6396-4fcf-acb7-ecdcad3fec9c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:36.270733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.288643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.372512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.507431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.513043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.516100 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/7519c96c-af84-4daa-9fa0-1adf43cb20e5 HTTP/1.1" status: 204 len: 168 time: 0.4144032 Nov 23 02:45:36.539170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:36.544005 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994667ba-693e-4499-8166-df701a7cd882 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7519c96c-af84-4daa-9fa0-1adf43cb20e5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:36.563949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562efb-622a-4e5d-b855-a065c3664cc5 None None] Pushing event updated for resources: {'Port': ['ID=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:36.690074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-faedbf6a-38cb-44d7-93ae-d8aad8bc822d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1416514 Nov 23 02:45:36.692492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network 86f3809c-198f-4e16-96db-8383b2983fa8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:36.694674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:36.700355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39958) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:36.703408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group': {'name': 'tempest-secgroup--728125783'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:36.784809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.854276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Port': ['ID=0a2dc8be-04a0-4211-9638-0ce52e7f8cdb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:36.941028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.947665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.019517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.021237 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3230355 Nov 23 02:45:37.028119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39970) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:37.034750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '0ff92875-4def-449c-b9f8-3ab7b4ce5961', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:37.223745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.262575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24a5b9-8639-47bb-87ba-ef42e5a8d17a tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff92875-4def-449c-b9f8-3ab7b4ce5961,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:37.555498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.567000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.614420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8de9c7a-4646-4e6d-876e-a062e87e7e44,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:37.638614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.638614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-416d4e25-bdcb-4fef-b0ff-6ab5b8a1035e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6043532 Nov 23 02:45:37.638614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39986) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:37.669054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-864eb035-b073-48c5-bcfb-9263dd7c80f7 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules/b8de9c7a-4646-4e6d-876e-a062e87e7e44 HTTP/1.1" status: 200 len: 763 time: 0.0306149 Nov 23 02:45:37.671446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 39988) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:37.706905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68583728-0115-4fc6-8781-5d3aedeb4662 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:37.873040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da805e77-c1b4-4207-8917-b29f8a095cab tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1979671 Nov 23 02:45:37.873797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40002) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:37.894268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b427e9ba-043b-4ac0-b62e-5ffafb7802f3 req-d7a55c74-4723-465d-af6a-816acbadbbda tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1797495 Nov 23 02:45:37.912957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6dae9e-efde-430e-8910-eba99ca6a4f6 None None] Network 86f3809c-198f-4e16-96db-8383b2983fa8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:37.965966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Router 95796717-8712-4101-aeff-319df3c540e1 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:45:37.973886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:37.988362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.051602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.057654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.061067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b8de9c7a-4646-4e6d-876e-a062e87e7e44 HTTP/1.1" status: 204 len: 168 time: 0.1815925 Nov 23 02:45:38.072973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.077118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadc8a6-2e46-47a9-b47d-55774c125861 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8de9c7a-4646-4e6d-876e-a062e87e7e44,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:38.247144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5c2943f-55d5-4288-a08d-dafeacfc07fc tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1691008 Nov 23 02:45:38.247664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40020) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.248539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:38.252595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '0ff92875-4def-449c-b9f8-3ab7b4ce5961', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:38.253344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] Provisioning complete for port 68583728-0115-4fc6-8781-5d3aedeb4662 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:38.253729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.266673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c16fda41-050d-4116-aad1-7f7a4a83468e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8803132 Nov 23 02:45:38.269441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.334720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.388619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] Sync routers for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:38.498660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f860d2ce-4921-42fb-a243-967c31356551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.502336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.515896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.524681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 68583728-0115-4fc6-8781-5d3aedeb4662 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:38.525279 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.592444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d89912-14ec-4ec6-b297-146dc8faf32a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:38.595451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:38.598315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:38.663659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.665346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-591ed06f-3805-42a2-9a89-8ea71f90a795 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4165301 Nov 23 02:45:38.668320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40030) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.701064 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f472e985-0f33-42cf-b679-00da62e76989 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules/39d89912-14ec-4ec6-b297-146dc8faf32a HTTP/1.1" status: 200 len: 763 time: 0.0312197 Nov 23 02:45:38.705159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40032) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.769626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:38.823551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-11586594-5fba-4e75-8954-5b77bd34c78d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1159213 Nov 23 02:45:38.826121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40036) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:38.903888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.931676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.063730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.079761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.081201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/39d89912-14ec-4ec6-b297-146dc8faf32a HTTP/1.1" status: 204 len: 168 time: 0.2539198 Nov 23 02:45:39.084049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40056) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.098769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f81da7-4f2d-460b-8777-531ca9d42768 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39d89912-14ec-4ec6-b297-146dc8faf32a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:39.134758 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fca3d259-90ca-4957-b62c-8aa291d99f4e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:39.136315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fca3d259-90ca-4957-b62c-8aa291d99f4e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8656940 Nov 23 02:45:39.142013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40060) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.148104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.155484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89124a7-6da4-4cfc-8231-50fa7af200a8 None None] Network f6596884-1909-469b-a233-ecb0c24feb9f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:39.173747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ccd61e4-e126-43cc-877d-462d8e3c9828 req-051b3a19-e8eb-4da6-8222-3c85fddf3ae6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0666254 Nov 23 02:45:39.345106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d8906736-d4d5-43f4-a27a-c30ddd6a9b3c tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2597642 Nov 23 02:45:39.347924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.353616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Request body: {'security_group_rule': {'security_group_id': '0ff92875-4def-449c-b9f8-3ab7b4ce5961', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:39.382147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68583728-0115-4fc6-8781-5d3aedeb4662,segment=NetworkSegment(75a22af5-70a9-4beb-9a3b-d241396ff060),segment_id=75a22af5-70a9-4beb-9a3b-d241396ff060)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:39.390170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:39.391483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:39.402915 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Project 955b9bfa7c0a4322b9f84df04a241a17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:45:39.411664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.506081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:39.507110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd812c-5c05-41a7-aa29-8a52978eaa10 None None] The sync data for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:39.519395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.574788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.586318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.613609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac64362-0749-4848-8eb0-82b7af6ed527,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:39.643699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.645621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ccf4e725-b095-4a1a-bd68-eba76aceb370 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2964764 Nov 23 02:45:39.650524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40074) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.675801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:39.698897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3cd2e86-3cfb-4939-9c4d-845a54793119 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules/8ac64362-0749-4848-8eb0-82b7af6ed527 HTTP/1.1" status: 200 len: 769 time: 0.0459425 Nov 23 02:45:39.700203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.733492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.805150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-017b9e86-21cd-44a5-aa54-0c167e757aab tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1037428 Nov 23 02:45:39.807586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:39.946230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:39.972226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.018563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.031422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Provisioning complete for port 68583728-0115-4fc6-8781-5d3aedeb4662 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:40.031945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.040984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.058165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.061417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8ac64362-0749-4848-8eb0-82b7af6ed527 HTTP/1.1" status: 204 len: 168 time: 0.2508836 Nov 23 02:45:40.068397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:40.110921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f43273-1060-4432-acf0-a10e0e419740 tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac64362-0749-4848-8eb0-82b7af6ed527,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:40.155207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a33d44c0-d0de-4a28-9c2b-23eb88b6a1dd tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842197 Nov 23 02:45:40.157588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:40.161617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e94c8-e5fe-4fa6-828b-8cd67a5d968f None None] Pushing event updated for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:40.243150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:40.243530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.320901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.514097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86654625-7a16-4d4d-bac0-54e82c1facda req-4d1dff3a-9284-4c43-b8a6-8979a3fbf87c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.1455913 Nov 23 02:45:40.553442 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.722631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.726628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.727911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ff92875-4def-449c-b9f8-3ab7b4ce5961 HTTP/1.1" status: 204 len: 168 time: 0.5682247 Nov 23 02:45:40.737445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:40.779683 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.782838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929c9f-bd15-48cc-b323-29be998c058d tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff92875-4def-449c-b9f8-3ab7b4ce5961,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:40.813686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Provisioning complete for port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:40.816551 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.888498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a169bab3-a2db-42f6-ac19-146d79e2245e tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1354589 Nov 23 02:45:40.890848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40114) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:40.949865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b345149-8ff9-4813-b5d1-9960829365da tempest-SecGroupIPv6Test-833036591 tempest-SecGroupIPv6Test-833036591-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0544343 Nov 23 02:45:40.965109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.013728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,segment=NetworkSegment(dcc6a506-6396-4fcf-acb7-ecdcad3fec9c),segment_id=dcc6a506-6396-4fcf-acb7-ecdcad3fec9c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:41.022432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.191704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:41.195398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68583728-0115-4fc6-8781-5d3aedeb4662 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:41.291172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:41.301319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Provisioning complete for port 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:41.301681 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.311673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 68583728-0115-4fc6-8781-5d3aedeb4662 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:41.312038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.484744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4351a803-5762-40e9-90d0-f67acaa99b9d None None] Port 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:41.490101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting port 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:41.491127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.517031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:41.602167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.617697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Calling delete_port for 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:41.676675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e75ff83d-d810-48f6-a47b-3a8d35283a7a None None] Provisioning complete for port 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:41.677048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e75ff83d-d810-48f6-a47b-3a8d35283a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.729453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-691d228a-21c6-4c84-a294-c5c147ae3b06 req-5459a35b-6a07-4249-8afc-c3433a4eb07b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0746646 Nov 23 02:45:41.766093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e75ff83d-d810-48f6-a47b-3a8d35283a7a None None] Port 0a2dc8be-04a0-4211-9638-0ce52e7f8cdb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:41.772322 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4383edcb-9496-4b1d-89b8-090a09ca9642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.808053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e75ff83d-d810-48f6-a47b-3a8d35283a7a None None] Provisioning complete for port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:41.808755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e75ff83d-d810-48f6-a47b-3a8d35283a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.836773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8f579fa-4c06-4788-92d5-e9571aaf54fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=955b9bfa7c0a4322b9f84df04a241a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186078 Nov 23 02:45:41.839046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:41.906433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.941987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.965073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:41.996326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Port': ['ID=0a2dc8be-04a0-4211-9638-0ce52e7f8cdb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:42.024401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.104440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4383edcb-9496-4b1d-89b8-090a09ca9642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.110963 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4383edcb-9496-4b1d-89b8-090a09ca9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.170869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383edcb-9496-4b1d-89b8-090a09ca9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033d209-bd5a-4ee6-894f-c80ea7eacdfc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:42.176428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4383edcb-9496-4b1d-89b8-090a09ca9642 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6697b5b47cf040daa6cdcff1ae8200dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8835394 Nov 23 02:45:42.177292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.181418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.182690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d51eb98-3f0e-478f-b9db-db9689a60c03 HTTP/1.1" status: 204 len: 168 time: 0.3424330 Nov 23 02:45:42.185926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:42.232871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9847d-57a4-4deb-a465-0052f78b695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51eb98-3f0e-478f-b9db-db9689a60c03,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:42.282877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.334177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.413191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.416561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.418157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0033d209-bd5a-4ee6-894f-c80ea7eacdfc HTTP/1.1" status: 204 len: 168 time: 0.2309129 Nov 23 02:45:42.429849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8c1a-a74f-469e-9cf3-73635da779b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033d209-bd5a-4ee6-894f-c80ea7eacdfc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:42.442436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:42.781365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Router 95796717-8712-4101-aeff-319df3c540e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:42.928828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fbe5c58-36fc-41ff-8515-846b081e0f9c req-c412a9ee-a089-4656-af6f-9cef3ae2e6ed tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b56d102-096d-46a4-a3fd-0614abad359a HTTP/1.1" status: 200 len: 210 time: 0.0549867 Nov 23 02:45:42.948370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:42.960434 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] Sync routers for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:42.967864 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f1de4d3-a999-49f0-a262-a28f6b19dc6c tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8200397 Nov 23 02:45:42.968052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:42.989039 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:42.989975 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:43.047954 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d03e8977-68bc-4291-9ce2-4af7b2e04234 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] delete failed (client error): The resource could not be found. Nov 23 02:45:43.049006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d03e8977-68bc-4291-9ce2-4af7b2e04234 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-230932064 HTTP/1.1" status: 404 len: 334 time: 0.0802660 Nov 23 02:45:43.052963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.061020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2607224a-45d7-4807-bb87-325bd0fcc2f5 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'router': {'external_gateway_info': {'network_id': '95796717-8712-4101-aeff-319df3c540e1'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:43.095126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:43.139575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:43.140213 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:43.141164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:43.193132 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:43.193982 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2b4a0a-a001-4fef-9691-dfb2f55a4b1d None None] The sync data for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:43.289783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:43.290759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.316987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.336913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1083-e172-4b5e-a14f-fa896cea8ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.573645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2607224a-45d7-4807-bb87-325bd0fcc2f5 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.614317 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-2607224a-45d7-4807-bb87-325bd0fcc2f5 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] update failed (client error): The resource could not be found. Nov 23 02:45:43.617225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2607224a-45d7-4807-bb87-325bd0fcc2f5 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1 HTTP/1.1" status: 404 len: 339 time: 0.5625749 Nov 23 02:45:43.621598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.659979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40206) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.734765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1083-e172-4b5e-a14f-fa896cea8ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.745232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1083-e172-4b5e-a14f-fa896cea8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.818549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-00c92e00-417c-4eec-947a-45519b4d981b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:43.819056 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-00c92e00-417c-4eec-947a-45519b4d981b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:45:43.819388 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-00c92e00-417c-4eec-947a-45519b4d981b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:45:43.820478 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-00c92e00-417c-4eec-947a-45519b4d981b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1592178 Nov 23 02:45:43.824105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40216) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.829181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436788681'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:43.880210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.889654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:43.915881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dc3d1083-e172-4b5e-a14f-fa896cea8ac6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70c2f5d48cd74c42a5a4064b61c1bb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5970902 Nov 23 02:45:43.924031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:43.948616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d1083-e172-4b5e-a14f-fa896cea8ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24983b4-5385-4306-be0e-87bc3fae1b19,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:44.047828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.052734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.079205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.161087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.163991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.170435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b24983b4-5385-4306-be0e-87bc3fae1b19 HTTP/1.1" status: 204 len: 168 time: 0.2447824 Nov 23 02:45:44.186850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.224998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe234c6-9ae6-45dc-afb2-aedade61a880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24983b4-5385-4306-be0e-87bc3fae1b19,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:44.227289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.278309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494704e2-120b-41fd-858b-e475ab5168a5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:44.324943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.334480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.369880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.371452 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5460503 Nov 23 02:45:44.372522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd4ed8-5d66-45c7-a415-ee03f0d33c2f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de5c09-f628-47e3-9e57-2ace3ec23228,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:44.374910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40250) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:44.380772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'd6de5c09-f628-47e3-9e57-2ace3ec23228', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:44.421873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.496463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.504013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.539121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.543684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675189 Nov 23 02:45:44.544481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:44.551104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6083f3c7-ea11-4925-875b-635bdab7342f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'd6de5c09-f628-47e3-9e57-2ace3ec23228', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:44.557074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39684ff-4096-4448-8f45-8b432aee8651 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce44179-e765-43e4-9ae4-8f15dde98b4d,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:44.607331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6083f3c7-ea11-4925-875b-635bdab7342f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.629535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Allocated IP 172.20.0.1 (e5b7932f-4c36-44c1-a332-54a8c3995609/bea85a4e-bf53-4b3f-8e7a-e619472562c3/887d3003-3c9e-4aa2-8529-66adb3dceee1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:44.789802 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-6083f3c7-ea11-4925-875b-635bdab7342f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:45:44.801690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6083f3c7-ea11-4925-875b-635bdab7342f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2552855 Nov 23 02:45:44.802343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:44.933864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.938258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:44.992493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.009482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.074898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network e5b7932f-4c36-44c1-a332-54a8c3995609 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:45.079130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:45.100273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:45.114137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.117231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.121917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/d6de5c09-f628-47e3-9e57-2ace3ec23228 HTTP/1.1" status: 204 len: 168 time: 0.3183739 Nov 23 02:45:45.123685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:45.188547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4f7f5-7abb-4c19-85a9-704b10348187 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de5c09-f628-47e3-9e57-2ace3ec23228,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:45.218874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Port': ['ID=887d3003-3c9e-4aa2-8529-66adb3dceee1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:45.223462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.371600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-877d24b1-965f-461e-8848-571117f3df50 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2258849 Nov 23 02:45:45.372723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:45.378998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--17474020'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:45.441850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.582310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.586790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.610867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.625509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e7a69-df57-42ca-9745-ec1c7b423c87,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:45.636087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9de3be36-dfa1-46fe-bcd4-bb08684fa6f0 None None] Provisioning complete for port 887d3003-3c9e-4aa2-8529-66adb3dceee1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:45.636585 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9de3be36-dfa1-46fe-bcd4-bb08684fa6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.640349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.646324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:45.652516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e0accb46-c1a2-4439-9fd4-08669070664d tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'd94e7a69-df57-42ca-9745-ec1c7b423c87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:45.653218 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-e0accb46-c1a2-4439-9fd4-08669070664d tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 02:45:45.653944 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-e0accb46-c1a2-4439-9fd4-08669070664d tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:45.655233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e0accb46-c1a2-4439-9fd4-08669070664d tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071158 Nov 23 02:45:45.658287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40298) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:45.659728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a220f448-1424-42a7-b269-7f2e9aad0a23 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2843034 Nov 23 02:45:45.697414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9de3be36-dfa1-46fe-bcd4-bb08684fa6f0 None None] Port 887d3003-3c9e-4aa2-8529-66adb3dceee1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:45.863089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:45.897528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.022929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.029540 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.032184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/d94e7a69-df57-42ca-9745-ec1c7b423c87 HTTP/1.1" status: 204 len: 168 time: 0.3706894 Nov 23 02:45:46.035930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.062949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739a1f-61aa-44db-a30a-e4531936469a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e7a69-df57-42ca-9745-ec1c7b423c87,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:46.154560 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9768e27-4645-4181-8123-7ce92d44086a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156044 Nov 23 02:45:46.155255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.163748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990598113'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:46.208676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.276213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.299383 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.360150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.366057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.433794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event updated for resources: {'Port': ['ID=887d3003-3c9e-4aa2-8529-66adb3dceee1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:46.437517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.466153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.468040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3112617 Nov 23 02:45:46.471898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.478846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-32e5dd45-96d2-489c-ba32-cabba5bc1d01 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'dc797671-3478-43c7-ae9a-1fc485b59e3b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:46.479599 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-32e5dd45-96d2-489c-ba32-cabba5bc1d01 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 02:45:46.480433 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-32e5dd45-96d2-489c-ba32-cabba5bc1d01 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:46.482105 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-32e5dd45-96d2-489c-ba32-cabba5bc1d01 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086453 Nov 23 02:45:46.484491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.493460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450acea9-a6d9-4900-87bd-7a2d64e87475 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc797671-3478-43c7-ae9a-1fc485b59e3b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:46.588118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.605094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Network e5b7932f-4c36-44c1-a332-54a8c3995609 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:46.606954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:46.652641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.730622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.738952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:46.749087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.751197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc797671-3478-43c7-ae9a-1fc485b59e3b HTTP/1.1" status: 204 len: 168 time: 0.2634745 Nov 23 02:45:46.791420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7ab72-095c-4947-be05-26ad004f6021 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc797671-3478-43c7-ae9a-1fc485b59e3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:46.846552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Router 95796717-8712-4101-aeff-319df3c540e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:46.895217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1d436494-896f-4b7b-8774-4fa1267c24f7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377347 Nov 23 02:45:46.895445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:46.899992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--964800375'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.047920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2475c205-a323-4fb1-b309-30d93041f5b4 None None] Provisioning complete for port 887d3003-3c9e-4aa2-8529-66adb3dceee1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:47.048523 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2475c205-a323-4fb1-b309-30d93041f5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.055179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.081675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:47.088672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-13cf7903-f3bb-469d-82d4-9fcc0428aadd tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4659715 Nov 23 02:45:47.091415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.151735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.156715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.175701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] Sync routers for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:47.178187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2475c205-a323-4fb1-b309-30d93041f5b4 None None] Port 887d3003-3c9e-4aa2-8529-66adb3dceee1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:45:47.195366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:47.196001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:47.205343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.206810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3105245 Nov 23 02:45:47.208507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1976c-40e7-4106-b8d9-5c4222c596f5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b7722-ede4-4fbe-9457-b5841a6f7625,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:47.212172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.219842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-430def02-a4f8-4055-84c3-911ce01cf229 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'f71b7722-ede4-4fbe-9457-b5841a6f7625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.222735 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-430def02-a4f8-4055-84c3-911ce01cf229 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 02:45:47.223470 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-430def02-a4f8-4055-84c3-911ce01cf229 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.224663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-430def02-a4f8-4055-84c3-911ce01cf229 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113208 Nov 23 02:45:47.234153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.241492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2df108e5-670a-4785-bb51-f9b88a1dba8e tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'f71b7722-ede4-4fbe-9457-b5841a6f7625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.242206 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-2df108e5-670a-4785-bb51-f9b88a1dba8e tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 02:45:47.242736 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2df108e5-670a-4785-bb51-f9b88a1dba8e tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.246264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2df108e5-670a-4785-bb51-f9b88a1dba8e tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085332 Nov 23 02:45:47.250623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40368) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.256786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b8cb5d77-c6cc-4774-bdf0-d23aa036507b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'f71b7722-ede4-4fbe-9457-b5841a6f7625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.257779 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-b8cb5d77-c6cc-4774-bdf0-d23aa036507b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 02:45:47.258481 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-b8cb5d77-c6cc-4774-bdf0-d23aa036507b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.259658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b8cb5d77-c6cc-4774-bdf0-d23aa036507b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066288 Nov 23 02:45:47.262284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40372) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.267941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5f03d0cd-980e-47ef-a9a9-a6af1b11ec98 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'f71b7722-ede4-4fbe-9457-b5841a6f7625', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.269077 n-d-714676-12 neutron-server[103571]: WARNING neutron.api.v2.base [None req-5f03d0cd-980e-47ef-a9a9-a6af1b11ec98 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 02:45:47.269754 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-5f03d0cd-980e-47ef-a9a9-a6af1b11ec98 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.270965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5f03d0cd-980e-47ef-a9a9-a6af1b11ec98 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075638 Nov 23 02:45:47.273788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.286745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:47.318861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:47.319803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:47.353240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35e0dada-df87-4ec4-bdb0-98a777aa05a9 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.370820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.387860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:47.388529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec295a7-4dad-4480-aa6e-a2ad92389395 None None] The sync data for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:47.410380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.459696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.462691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.467166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/f71b7722-ede4-4fbe-9457-b5841a6f7625 HTTP/1.1" status: 204 len: 168 time: 0.1890740 Nov 23 02:45:47.468115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.491159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12ba46-02cf-4c31-b71b-82cb17539718 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b7722-ede4-4fbe-9457-b5841a6f7625,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:47.532238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c67e60f7-6300-4ad1-a159-d5f952598151 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630598 Nov 23 02:45:47.536478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.542743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--206290329'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.554209 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-35e0dada-df87-4ec4-bdb0-98a777aa05a9 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:45:47.555044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35e0dada-df87-4ec4-bdb0-98a777aa05a9 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1 HTTP/1.1" status: 409 len: 329 time: 0.4626138 Nov 23 02:45:47.558447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.588789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.761428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.766901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.808242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:47.809574 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2720773 Nov 23 02:45:47.812593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40412) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.821195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2528fa31-bd86-42c5-bf5d-1d3bf28659ed tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.821677 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-2528fa31-bd86-42c5-bf5d-1d3bf28659ed tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:45:47.822165 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-2528fa31-bd86-42c5-bf5d-1d3bf28659ed tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.823164 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2528fa31-bd86-42c5-bf5d-1d3bf28659ed tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095470 Nov 23 02:45:47.828061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.835596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2e8e8a68-0a51-4d30-8a79-403ae2205725 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.846393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7ce5-8384-4538-aa69-d35a5398862b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21768b70-7fce-4e67-9fd3-2c6a01da2a39,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:47.915691 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-2e8e8a68-0a51-4d30-8a79-403ae2205725 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.918937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2e8e8a68-0a51-4d30-8a79-403ae2205725 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0900421 Nov 23 02:45:47.921630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40422) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.931573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fc2fdc61-1fe5-4e48-b1ac-0333e7644fbe tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:47.932247 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-fc2fdc61-1fe5-4e48-b1ac-0333e7644fbe tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 02:45:47.933311 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-fc2fdc61-1fe5-4e48-b1ac-0333e7644fbe tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:47.935484 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc2fdc61-1fe5-4e48-b1ac-0333e7644fbe tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126660 Nov 23 02:45:47.938242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40424) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:47.944060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-30ed4a7a-51e2-49c8-b595-bbb5464a6632 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.048642 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-30ed4a7a-51e2-49c8-b595-bbb5464a6632 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.050540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30ed4a7a-51e2-49c8-b595-bbb5464a6632 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1109462 Nov 23 02:45:48.053550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40430) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.059273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3b50f9cd-19ad-42d3-a7f3-89cc8ebdcfba tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.059273 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-3b50f9cd-19ad-42d3-a7f3-89cc8ebdcfba tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:45:48.059622 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-3b50f9cd-19ad-42d3-a7f3-89cc8ebdcfba tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.063088 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b50f9cd-19ad-42d3-a7f3-89cc8ebdcfba tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060875 Nov 23 02:45:48.066480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40432) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.069663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.089682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-560d4892-3d04-4901-9b7a-9e6b43ce12fc tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.207581 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-560d4892-3d04-4901-9b7a-9e6b43ce12fc tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Project 9bab5b32fbcc4bc68453e6adea590745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:45:48.256519 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-560d4892-3d04-4901-9b7a-9e6b43ce12fc tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.257822 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-560d4892-3d04-4901-9b7a-9e6b43ce12fc tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1815240 Nov 23 02:45:48.260621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40444) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.266617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bf70ecf9-0376-4d22-b0b1-15eef837623f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.268419 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-bf70ecf9-0376-4d22-b0b1-15eef837623f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 02:45:48.269716 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-bf70ecf9-0376-4d22-b0b1-15eef837623f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.272147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf70ecf9-0376-4d22-b0b1-15eef837623f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103698 Nov 23 02:45:48.274946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.284155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d248baf1-7236-4cb8-ad1f-8e7347f8fde1 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.351589 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-d248baf1-7236-4cb8-ad1f-8e7347f8fde1 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Project 9bab5b32fbcc4bc68453e6adea590745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:45:48.376161 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-d248baf1-7236-4cb8-ad1f-8e7347f8fde1 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.378298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d248baf1-7236-4cb8-ad1f-8e7347f8fde1 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1021845 Nov 23 02:45:48.381304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40452) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.389373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a3392d99-f35c-4d75-b5cd-e2e728f53b09 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': '21768b70-7fce-4e67-9fd3-2c6a01da2a39', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.443956 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-a3392d99-f35c-4d75-b5cd-e2e728f53b09 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Project 9bab5b32fbcc4bc68453e6adea590745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:45:48.469801 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-a3392d99-f35c-4d75-b5cd-e2e728f53b09 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:48.472591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a3392d99-f35c-4d75-b5cd-e2e728f53b09 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0889792 Nov 23 02:45:48.475363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.500993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting port 887d3003-3c9e-4aa2-8529-66adb3dceee1 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:48.504595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.563045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.635356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.661281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.684583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Calling delete_port for 887d3003-3c9e-4aa2-8529-66adb3dceee1 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:48.711405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.714060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.720764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/21768b70-7fce-4e67-9fd3-2c6a01da2a39 HTTP/1.1" status: 204 len: 168 time: 0.2440331 Nov 23 02:45:48.721938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40464) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.797456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395067ec-0e28-444c-991b-48150bbf916f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21768b70-7fce-4e67-9fd3-2c6a01da2a39,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:48.842226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-16011fc1-3b3c-4c2d-88d5-2872fe075772 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1004429 Nov 23 02:45:48.844148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:48.850029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--42934163'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:48.878724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:48.942875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:49.038962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:49.060215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:49.099056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:49.107539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2620125 Nov 23 02:45:49.110881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:49.112117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc6ac4-b393-4d58-804e-3b72edbe3607 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3d5d8-f942-43bb-ab12-0afba560de80,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:49.118198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:49.135913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-24a4ba52-46da-41bf-8afa-26bf78bc049f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'dea3d5d8-f942-43bb-ab12-0afba560de80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:49.163697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Port': ['ID=887d3003-3c9e-4aa2-8529-66adb3dceee1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:49.212210 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-24a4ba52-46da-41bf-8afa-26bf78bc049f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The resource could not be found. Nov 23 02:45:49.216993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24a4ba52-46da-41bf-8afa-26bf78bc049f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0846448 Nov 23 02:45:49.217481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40482) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:49.229075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bfb9af51-263e-4e9b-a461-1d9180f3ff62 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'dea3d5d8-f942-43bb-ab12-0afba560de80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b708f0d2-cff7-4741-bc53-38c877a6fc59'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:49.304087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a55433d-e17c-43c8-b416-a8f67e9e7760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:49.331292 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-bfb9af51-263e-4e9b-a461-1d9180f3ff62 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The resource could not be found. Nov 23 02:45:49.335026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bfb9af51-263e-4e9b-a461-1d9180f3ff62 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1135459 Nov 23 02:45:49.338285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:49.516649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.047593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.099659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a55433d-e17c-43c8-b416-a8f67e9e7760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.102293 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.115434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a55433d-e17c-43c8-b416-a8f67e9e7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.233783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Router 95796717-8712-4101-aeff-319df3c540e1 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:45:50.266934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a55433d-e17c-43c8-b416-a8f67e9e7760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c45bab4550249bdaf60743673fcd825&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3225896 Nov 23 02:45:50.270371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.276238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55433d-e17c-43c8-b416-a8f67e9e7760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0e93d-4a9f-47d0-b87d-a8a86275ca8b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:50.279409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.294531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.298439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/dea3d5d8-f942-43bb-ab12-0afba560de80 HTTP/1.1" status: 204 len: 168 time: 0.9535959 Nov 23 02:45:50.299643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.394450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.462536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.462777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa78e9-5915-4f08-a2b2-b0cb652062e3 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3d5d8-f942-43bb-ab12-0afba560de80,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:50.467110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:45:50.478929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3774f3fc-ba42-422e-8bff-d37305fb5e10 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9191253 Nov 23 02:45:50.484556 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] Sync routers for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:45:50.485075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.515592 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:50.516459 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:50.540632 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-144a2422-6e1e-44e5-8820-9ffcdfbf43b2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] show failed (client error): The resource could not be found. Nov 23 02:45:50.541695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-144a2422-6e1e-44e5-8820-9ffcdfbf43b2 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1084495775 HTTP/1.1" status: 404 len: 335 time: 0.0562036 Nov 23 02:45:50.551548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b32ebf6c-7520-4d68-9ee8-feb70836ff9f tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2466135 Nov 23 02:45:50.551809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.552070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40524) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.575164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-36db8c19-7e55-4032-b98c-4fe38c3e6026 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:50.576026 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:50.580674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8e3bc076-2472-476f-8041-95801461a029 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'a0bd4c3b-af54-4c22-a2b2-dbd7a8ca54b1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:50.588422 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] Routers {'95796717-8712-4101-aeff-319df3c540e1'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:45:50.589361 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:45:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['95796717-8712-4101-aeff-319df3c540e1'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:50.631129 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:50.632175 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a33d7c-a35f-4aa7-b678-8bafb234798b None None] The sync data for ids ['95796717-8712-4101-aeff-319df3c540e1'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:45:50.656864 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-36db8c19-7e55-4032-b98c-4fe38c3e6026 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] update failed (client error): The resource could not be found. Nov 23 02:45:50.659144 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36db8c19-7e55-4032-b98c-4fe38c3e6026 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1398791246 HTTP/1.1" status: 404 len: 335 time: 0.1054776 Nov 23 02:45:50.663891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40528) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.703936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.710983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.716645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cca0e93d-4a9f-47d0-b87d-a8a86275ca8b HTTP/1.1" status: 204 len: 168 time: 0.4395881 Nov 23 02:45:50.741911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b66dde-a752-4c9d-9f24-1e37278868bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0e93d-4a9f-47d0-b87d-a8a86275ca8b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:50.766878 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8e3bc076-2472-476f-8041-95801461a029 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The resource could not be found. Nov 23 02:45:50.774170 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e3bc076-2472-476f-8041-95801461a029 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2149901 Nov 23 02:45:50.774497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40536) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:50.792396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--952766095'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:50.843744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting subnet 1e995cc2-1f53-462b-a8da-e08f812f74da {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:50.864118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.881790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:50.962862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.035172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.048012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.142443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.152216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3741207 Nov 23 02:45:51.156540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40550) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.175312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973447419'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:51.192878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.195583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e4f19-1a66-447b-a925-0fd98ad562ee tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddacd28d-c581-48a7-ada7-02d3c5bda845,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:51.197647 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:45:51.234683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40554) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.278165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.312848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e587f8f-bebd-4425-948d-2b1d0b365c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.359951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.390314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.425912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.427681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5fdce-3444-4891-8542-07ece5c24630 None None] Network f6596884-1909-469b-a233-ecb0c24feb9f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:51.428858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.429555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/subnets/1e995cc2-1f53-462b-a8da-e08f812f74da HTTP/1.1" status: 204 len: 168 time: 0.7648287 Nov 23 02:45:51.430676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f46edd-5313-4696-ad2b-d90e72a31e0a tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Subnet': ['ID=1e995cc2-1f53-462b-a8da-e08f812f74da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:51.443439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.575442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1a282-6b4e-4c2d-a7f9-f95177635bc0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:51.598393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.608454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb3818e6-588d-4f98-bf08-a4b1c5bb34db tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4507906 Nov 23 02:45:51.608902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.633195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7f006668-a190-4855-be13-ee2934b2824a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'ddacd28d-c581-48a7-ada7-02d3c5bda845', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b5e1a282-6b4e-4c2d-a7f9-f95177635bc0'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:51.668469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting subnet f419aece-71d3-4308-850b-0a49f1a3a99d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:51.702712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.771784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e587f8f-bebd-4425-948d-2b1d0b365c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.784101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6e587f8f-bebd-4425-948d-2b1d0b365c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.830224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587f8f-bebd-4425-948d-2b1d0b365c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe01dd-5542-456a-b415-4684486a32fa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:51.830612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.850210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6e587f8f-bebd-4425-948d-2b1d0b365c6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68ce48f11de942c9af29c9958e0b90d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143191 Nov 23 02:45:51.853172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40614) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.883854 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-7f006668-a190-4855-be13-ee2934b2824a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:51.885048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f006668-a190-4855-be13-ee2934b2824a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2599447 Nov 23 02:45:51.887956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40616) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:51.912924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] DHCP port deletion for f6596884-1909-469b-a233-ecb0c24feb9f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:51.922281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.952102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.012425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Deleting port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:52.013164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.015937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.021269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.023106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95fe01dd-5542-456a-b415-4684486a32fa HTTP/1.1" status: 204 len: 168 time: 0.1687393 Nov 23 02:45:52.054919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9315-153f-49cc-8941-31897d3d7695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe01dd-5542-456a-b415-4684486a32fa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.065438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.098395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.191222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] For port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,segment=NetworkSegment(dcc6a506-6396-4fcf-acb7-ecdcad3fec9c),segment_id=dcc6a506-6396-4fcf-acb7-ecdcad3fec9c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:52.191841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.223557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Calling delete_port for 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:52.340935 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.387714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.399623 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.434536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] Pushing event deleted for resources: {'Port': ['ID=2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.437129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8cc1c-b1f1-4f6c-967f-3eeae130ef0e None None] No DVR routers for this DVR port 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:52.465236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Subnet': ['ID=f419aece-71d3-4308-850b-0a49f1a3a99d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.467255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.471881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97976ae4-6304-4e46-a3af-0f2e1308ec4d None None] Network 86f3809c-198f-4e16-96db-8383b2983fa8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:52.472042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8677ffca-6f56-441a-8799-deb515ce5f1e tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/subnets/f419aece-71d3-4308-850b-0a49f1a3a99d HTTP/1.1" status: 204 len: 168 time: 1.0260150 Nov 23 02:45:52.473602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40630) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:52.515466 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.518187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.519374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/b5e1a282-6b4e-4c2d-a7f9-f95177635bc0 HTTP/1.1" status: 204 len: 168 time: 0.6305082 Nov 23 02:45:52.539143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:52.547466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22cbcd-a329-43df-a9e2-795d97048878 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e1a282-6b4e-4c2d-a7f9-f95177635bc0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.725766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2428fa7c-69a7-498f-922e-f3c495173d6e tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1852663 Nov 23 02:45:52.726491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:52.733746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.861112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.920470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.025623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.031162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.038538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/ddacd28d-c581-48a7-ada7-02d3c5bda845 HTTP/1.1" status: 204 len: 168 time: 0.3109853 Nov 23 02:45:53.039176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.040404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.065898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] DHCP port deletion for 86f3809c-198f-4e16-96db-8383b2983fa8 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:53.097827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d1c9-a98a-431f-ab8c-84e124d05e96 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddacd28d-c581-48a7-ada7-02d3c5bda845,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:53.116926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6596884-1909-469b-a233-ecb0c24feb9f']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:53.139772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:53.140993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc6a506-6396-4fcf-acb7-ecdcad3fec9c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:53.168330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.220310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Deleting port 68583728-0115-4fc6-8781-5d3aedeb4662 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:53.222798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.223046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eec7ce0c-fa98-4347-9be1-84f67a591024 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1695170 Nov 23 02:45:53.227789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.228301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.250818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912425451'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:53.269629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:53.269884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:53.281061 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:53.354757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:53.375710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.449555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:53.451043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2f94b1a3-b9e4-4856-b9d1-454bbdd4ab0b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:53.451860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68583728-0115-4fc6-8781-5d3aedeb4662 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:53.458232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.471896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.485198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/networks/f6596884-1909-469b-a233-ecb0c24feb9f HTTP/1.1" status: 204 len: 168 time: 1.0052366 Nov 23 02:45:53.486233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40722) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.580648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.594181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24296b19-4fbe-44df-9552-df6b96fc565b tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Network': ['ID=f6596884-1909-469b-a233-ecb0c24feb9f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:53.601236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.619625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68583728-0115-4fc6-8781-5d3aedeb4662,segment=NetworkSegment(75a22af5-70a9-4beb-9a3b-d241396ff060),segment_id=75a22af5-70a9-4beb-9a3b-d241396ff060)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:53.620028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.635839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76d36f-13fb-4f99-a813-1d2b2eb1244b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:53.658987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.660801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.663275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ddbf302-5649-49a0-aa83-59ff120e9b58 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4343896 Nov 23 02:45:53.666489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.671225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b154d4b-6757-4c04-ab6f-d0a7999f037a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'fd76d36f-13fb-4f99-a813-1d2b2eb1244b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:53.671528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Calling delete_port for 68583728-0115-4fc6-8781-5d3aedeb4662 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:53.747548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.777001 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-4b154d4b-6757-4c04-ab6f-d0a7999f037a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:53.778194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4b154d4b-6757-4c04-ab6f-d0a7999f037a tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1104696 Nov 23 02:45:53.780975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.788387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4b288846-1f25-4f7a-a452-685ad200d997 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group_rule': {'security_group_id': 'fd76d36f-13fb-4f99-a813-1d2b2eb1244b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:53.847762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting port 68583728-0115-4fc6-8781-5d3aedeb4662 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:53.854608 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.868041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:53.893599 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-4b288846-1f25-4f7a-a452-685ad200d997 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:45:53.897248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4b288846-1f25-4f7a-a452-685ad200d997 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1127298 Nov 23 02:45:53.897620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:53.974304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68583728-0115-4fc6-8781-5d3aedeb4662,segment=NetworkSegment(75a22af5-70a9-4beb-9a3b-d241396ff060),segment_id=75a22af5-70a9-4beb-9a3b-d241396ff060)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:53.984859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.054157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] For port 68583728-0115-4fc6-8781-5d3aedeb4662, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68583728-0115-4fc6-8781-5d3aedeb4662,segment=NetworkSegment(75a22af5-70a9-4beb-9a3b-d241396ff060),segment_id=75a22af5-70a9-4beb-9a3b-d241396ff060)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:54.057984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.076709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.096418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:54.106880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Calling delete_port for 68583728-0115-4fc6-8781-5d3aedeb4662 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:54.136172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.140247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.191983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.222741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.225527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.230744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd76d36f-13fb-4f99-a813-1d2b2eb1244b HTTP/1.1" status: 204 len: 168 time: 0.3320081 Nov 23 02:45:54.231650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:54.255209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] Pushing event deleted for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.259288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb42174-ebd8-40ab-a597-548e83e6ee1d None None] No DVR routers for this DVR port 68583728-0115-4fc6-8781-5d3aedeb4662 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:54.304835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda157f6-d41b-432e-bca6-a41b17186cd7 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76d36f-13fb-4f99-a813-1d2b2eb1244b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.344337 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-450a749f-7595-4ce0-abe1-f4e0b88d1d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.375205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.431148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Port': ['ID=68583728-0115-4fc6-8781-5d3aedeb4662,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.435565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] No DVR routers for this DVR port 68583728-0115-4fc6-8781-5d3aedeb4662 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:54.519167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-450a749f-7595-4ce0-abe1-f4e0b88d1d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.526644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bfd145f5-b103-4fea-8a23-529316b09d67 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2710226 Nov 23 02:45:54.530821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:54.535923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-450a749f-7595-4ce0-abe1-f4e0b88d1d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.568847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886140155'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:54.611278 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.641576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.650048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-450a749f-7595-4ce0-abe1-f4e0b88d1d7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb0bad736e2b41a9b8e43e22226aacd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462356 Nov 23 02:45:54.654324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a749f-7595-4ce0-abe1-f4e0b88d1d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a96049-9941-4b4b-8296-c124d92d1a3b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.655372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40768) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:54.661408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f3809c-198f-4e16-96db-8383b2983fa8']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:54.722776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a22af5-70a9-4beb-9a3b-d241396ff060') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:54.723724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a22af5-70a9-4beb-9a3b-d241396ff060') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:54.767440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.817709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.837157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:54.837428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self.session.flush() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:54.840552 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:54.940649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.941657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.948797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.966892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.986907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.990224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/networks/86f3809c-198f-4e16-96db-8383b2983fa8 HTTP/1.1" status: 204 len: 168 time: 1.4781191 Nov 23 02:45:54.995601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40782) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.014296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.021587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.022951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4910464 Nov 23 02:45:55.036731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba7d7d-5886-4bc8-9d35-d5ba14257a08 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Network': ['ID=86f3809c-198f-4e16-96db-8383b2983fa8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:55.041960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40784) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.046274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3eb0efd6-a1b3-4666-89cc-a29a66d24a21 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:55.046719 n-d-714676-12 neutron-server[103572]: WARNING neutron.api.v2.base [None req-3eb0efd6-a1b3-4666-89cc-a29a66d24a21 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:45:55.047205 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-3eb0efd6-a1b3-4666-89cc-a29a66d24a21 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 02:45:55.048233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3eb0efd6-a1b3-4666-89cc-a29a66d24a21 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "PUT /v2.0/security-groups/09931cba-5a4d-4b24-a362-23d00330a550 HTTP/1.1" status: 409 len: 330 time: 0.0052185 Nov 23 02:45:55.052171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40786) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.082340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c68bc-8a76-4897-9654-9f10238061eb tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09931cba-5a4d-4b24-a362-23d00330a550,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:55.105213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting subnet bea85a4e-bf53-4b3f-8e7a-e619472562c3 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:55.109630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.177590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.183961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.188017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.193009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.193930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19a96049-9941-4b4b-8296-c124d92d1a3b HTTP/1.1" status: 204 len: 168 time: 0.5237143 Nov 23 02:45:55.213436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56636a6-7a38-4aa2-ae37-a2d719a19a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a96049-9941-4b4b-8296-c124d92d1a3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:55.252862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.344244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.347827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.351466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/09931cba-5a4d-4b24-a362-23d00330a550 HTTP/1.1" status: 204 len: 168 time: 0.2917676 Nov 23 02:45:55.352746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40800) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.420641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.426228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d5ee6-d293-4367-9034-71f982d07118 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09931cba-5a4d-4b24-a362-23d00330a550,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:55.499930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-527824c2-a703-448d-90be-aecc1dc1c765 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1445842 Nov 23 02:45:55.505303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.529934 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-2a1d316f-70ee-460c-9237-83379d86dc07 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] delete failed (client error): The resource could not be found. Nov 23 02:45:55.542084 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a1d316f-70ee-460c-9237-83379d86dc07 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f63f01c-b5b8-4789-b601-3861077f011b HTTP/1.1" status: 404 len: 347 time: 0.0354683 Nov 23 02:45:55.542738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.561693 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8a5b7900-7086-49dc-895d-4fea5bfeadd5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] show failed (client error): The resource could not be found. Nov 23 02:45:55.568179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.575042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.577959 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8a5b7900-7086-49dc-895d-4fea5bfeadd5 tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-groups/c0b50b99-0357-4cf5-8456-f91977efee9f HTTP/1.1" status: 404 len: 347 time: 0.0341947 Nov 23 02:45:55.595913 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-4198fac1-6b57-4fa7-86dc-e4632189497b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] show failed (client error): The resource could not be found. Nov 23 02:45:55.597990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4198fac1-6b57-4fa7-86dc-e4632189497b tempest-NegativeSecGroupIPv6Test-358308274 tempest-NegativeSecGroupIPv6Test-358308274-project] 10.222.0.15 "GET /v2.0/security-group-rules/b1ba372c-e555-47ac-a876-38c8ffff6225 HTTP/1.1" status: 404 len: 356 time: 0.0284517 Nov 23 02:45:55.633588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Subnet': ['ID=bea85a4e-bf53-4b3f-8e7a-e619472562c3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:55.639730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.644011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d9b40fe-ae7a-4d30-ac50-b194ff30bd22 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/subnets/bea85a4e-bf53-4b3f-8e7a-e619472562c3 HTTP/1.1" status: 204 len: 168 time: 0.6468861 Nov 23 02:45:55.646356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.652005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd52be-958c-419a-9b08-a4413185de14 None None] Network e5b7932f-4c36-44c1-a332-54a8c3995609 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:45:55.855057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.915457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40826) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:55.940386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13f92b80-ddbe-49e6-9365-15cadf11a341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:55.970291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Deleting port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:55.970674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.086767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] For port 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=29fe445f-dd56-4c80-9a0e-5a2308aaec80,segment=NetworkSegment(4995e609-855b-4658-8434-8a107bba844e),segment_id=4995e609-855b-4658-8434-8a107bba844e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:56.087447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.105284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Calling delete_port for 29fe445f-dd56-4c80-9a0e-5a2308aaec80 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:56.164998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:56.180942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] DHCP port deletion for e5b7932f-4c36-44c1-a332-54a8c3995609 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:45:56.204844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13f92b80-ddbe-49e6-9365-15cadf11a341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.215049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13f92b80-ddbe-49e6-9365-15cadf11a341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.278849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.295607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Deleting port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:56.297771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.340230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-13f92b80-ddbe-49e6-9365-15cadf11a341 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2799867b0fc94873a72b6cd79b627967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4235656 Nov 23 02:45:56.346397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:56.351775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Port': ['ID=29fe445f-dd56-4c80-9a0e-5a2308aaec80,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:56.353037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f92b80-ddbe-49e6-9365-15cadf11a341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4abefb-bbc3-44e4-ad76-22a3c964a4a2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:56.395394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] No DVR routers for this DVR port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:56.470273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] For port 29fe445f-dd56-4c80-9a0e-5a2308aaec80, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:56.472871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.501477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Calling delete_port for 29fe445f-dd56-4c80-9a0e-5a2308aaec80 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:56.504277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:45:56.506905 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.522138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] No DVR routers for this DVR port 29fe445f-dd56-4c80-9a0e-5a2308aaec80 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:56.547835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab875e-41c7-4502-a3ad-67fb2ba2a457 None None] Pushing event deleted for resources: {'Port': ['ID=29fe445f-dd56-4c80-9a0e-5a2308aaec80,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:56.677666 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.719318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.721975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b7932f-4c36-44c1-a332-54a8c3995609']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:56.728311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ddc5e7d1-5ee8-41b3-9e5b-a841044019b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bab5b32fbcc4bc68453e6adea590745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5600400 Nov 23 02:45:56.729154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40858) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:56.741741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4995e609-855b-4658-8434-8a107bba844e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:56.742123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4995e609-855b-4658-8434-8a107bba844e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:56.758909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.775989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.795552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.797105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.813426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:56.813745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:56.817604 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:56.857678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.905340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.924210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.930440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/networks/e5b7932f-4c36-44c1-a332-54a8c3995609 HTTP/1.1" status: 204 len: 168 time: 1.2822373 Nov 23 02:45:56.932317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40866) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:56.978570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.985123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.990919 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd4abefb-bbc3-44e4-ad76-22a3c964a4a2 HTTP/1.1" status: 204 len: 168 time: 0.6343641 Nov 23 02:45:56.993617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ae8f3-248b-4554-a913-2e49f7354e6f tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Pushing event deleted for resources: {'Network': ['ID=e5b7932f-4c36-44c1-a332-54a8c3995609,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:57.003248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf512932-f7d3-438b-8563-9adcb7c3b3d7 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "GET /v2.0/ports?device_id=95796717-8712-4101-aeff-319df3c540e1 HTTP/1.1" status: 200 len: 205 time: 0.0696781 Nov 23 02:45:57.009393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 40872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:57.016143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce219b-67be-44bc-b5fa-ebcdee365e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4abefb-bbc3-44e4-ad76-22a3c964a4a2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:57.067035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.070234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.071598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/494704e2-120b-41fd-858b-e475ab5168a5 HTTP/1.1" status: 204 len: 168 time: 0.3411572 Nov 23 02:45:57.135005 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf69e7-b6f3-40c9-be80-6c5a4495a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494704e2-120b-41fd-858b-e475ab5168a5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:57.144764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.220140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 29fe445f-dd56-4c80-9a0e-5a2308aaec80 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:57.274603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 29fe445f-dd56-4c80-9a0e-5a2308aaec80 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:57.278577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 29fe445f-dd56-4c80-9a0e-5a2308aaec80 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:57.339954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.342458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.393817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.394376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Fanout notify agent at l3_agent the message router_deleted on router 95796717-8712-4101-aeff-319df3c540e1 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:45:57.401859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.407139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c24933f-6ff4-47a0-b304-1740698072c8 tempest-RoutersNegativeTest-1084597376 tempest-RoutersNegativeTest-1084597376-project] 10.222.0.15 "DELETE /v2.0/routers/95796717-8712-4101-aeff-319df3c540e1 HTTP/1.1" status: 204 len: 168 time: 0.3968360 Nov 23 02:45:57.899741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.192139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c7461b12-3908-4e82-b21f-3ee0bfa96d75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d8ee3d03d8246f6879dc9add8323533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880342 Nov 23 02:45:58.194960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 40924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.275935 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.318097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.414645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.417751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.422696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8500a992-4aab-4575-8f9e-695d98f98ca8 HTTP/1.1" status: 204 len: 168 time: 0.2274868 Nov 23 02:45:58.438128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d45ab-a1ac-426a-82c9-f6b601edbb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500a992-4aab-4575-8f9e-695d98f98ca8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:59.595594 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.716280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41000) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:00.205753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b33267f5-dccb-4153-8fcf-6161d54d0cae tempest-ServiceProvidersTest-525094977 tempest-ServiceProvidersTest-525094977-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4871044 Nov 23 02:46:00.552956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41042) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:00.934351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41066) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:01.040269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.202093 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.208000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.294184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e22c5630bff4363bea8919428946456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7400212 Nov 23 02:46:01.297060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41080) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:01.303372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-576314945-network', 'tenant_id': '62b145b6e36140ee996d7b5edc525646'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:01.307351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e375c0d-0579-402e-a369-ac72a2f3d074,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.319706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.320429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.320868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.321306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.321966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.322393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.322846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.323286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.323870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.324124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.324740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.325168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12aa1903-d649-4263-ace0-f9b98a52d4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:01.377911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Made reservation on behalf of 62b145b6e36140ee996d7b5edc525646 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:01.381247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.393374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.416620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.477881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.508140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.517375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.572977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:46:01.592913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6de6c4-3dc2-478a-b2f7-16d1d0c644a0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.604165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.607928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.608270 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Added segment d93cb038-453d-494b-a937-897b6816e37f of type vlan for network 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 Nov 23 02:46:01.611715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.613838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e375c0d-0579-402e-a369-ac72a2f3d074 HTTP/1.1" status: 204 len: 168 time: 0.3151493 Nov 23 02:46:01.646649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326448-e04a-4607-98bf-30514a7aa251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e375c0d-0579-402e-a369-ac72a2f3d074,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.700023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.739852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.741184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:01.741956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.870238 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9339476 Nov 23 02:46:01.873289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:01.878396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Request body: {'subnet': {'network_id': '19bfc74b-dd0e-4d8f-a0e4-02392846d9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-576314945-subnet', 'tenant_id': '62b145b6e36140ee996d7b5edc525646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:01.899001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc169706-1d4f-4ec6-8fbc-4e051dad7aeb admin admin] Pushing event updated for resources: {'Network': ['ID=19bfc74b-dd0e-4d8f-a0e4-02392846d9a5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.921923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:46:01.926118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Made reservation on behalf of 62b145b6e36140ee996d7b5edc525646 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:01.931006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.274560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.354083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2853a56a-3739-4149-97d6-fbf7402d2604,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:02.393614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Checking segment: {'id': 'd93cb038-453d-494b-a937-897b6816e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '19bfc74b-dd0e-4d8f-a0e4-02392846d9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:02.394456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Network hostable DHCP agents. Network: 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:46:02.418601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Network 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:46:02.445368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:02.455661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63378890-1263-4ede-a258-a28e0cfda329 None None] Network 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:02.457240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:02.458780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.486894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-75b54387-b5a8-4d4c-8d4d-2f76fec5152e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6102800 Nov 23 02:46:02.685826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7927922-28d7-45a0-82f4-4ee0313b868f None None] Network 19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:04.007728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:04.012671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004621904-network', 'tenant_id': '481b0177ad7241c1bf8bec6b2c9e0f19'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:04.052701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Made reservation on behalf of 481b0177ad7241c1bf8bec6b2c9e0f19 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:04.055104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.098855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.312620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.320484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.376486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:46:04.403583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.403966 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Added segment d3e9754e-1745-475a-a8c8-c2f25b46a90f of type vlan for network fea3fbe1-e66d-4e79-acec-0222b3c4ba28 Nov 23 02:46:04.405788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b067113-6b89-44cd-b4b3-74d748484683,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:04.444954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.445522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.446617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.447139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.447665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.448183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.448694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.449217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.449736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.450259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.450648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.451130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:04.490607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.522567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.523828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:04.524675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.649380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6405108 Nov 23 02:46:04.652148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41208) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:04.658986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Request body: {'subnet': {'network_id': 'fea3fbe1-e66d-4e79-acec-0222b3c4ba28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004621904-subnet', 'tenant_id': '481b0177ad7241c1bf8bec6b2c9e0f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:04.672182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fed0-2602-457a-8774-4446fa10cd09 admin admin] Pushing event updated for resources: {'Network': ['ID=fea3fbe1-e66d-4e79-acec-0222b3c4ba28,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:04.683206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network fea3fbe1-e66d-4e79-acec-0222b3c4ba28 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:46:04.706166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Made reservation on behalf of 481b0177ad7241c1bf8bec6b2c9e0f19 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:04.708775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.155508 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.257582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3613681f-796f-44b9-96f3-3f5a6f90ca0a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.279955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Checking segment: {'id': 'd3e9754e-1745-475a-a8c8-c2f25b46a90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fea3fbe1-e66d-4e79-acec-0222b3c4ba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:05.280320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Network hostable DHCP agents. Network: fea3fbe1-e66d-4e79-acec-0222b3c4ba28, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:46:05.309053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Network fea3fbe1-e66d-4e79-acec-0222b3c4ba28 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:46:05.332801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, fea3fbe1-e66d-4e79-acec-0222b3c4ba28) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:05.344237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6ad96-3579-47e9-9612-8483b15c0314 None None] Network fea3fbe1-e66d-4e79-acec-0222b3c4ba28 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:05.351052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:05.354127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.402964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-621347c3-fa0d-4ce5-bcc3-cf1dec121f40 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7482119 Nov 23 02:46:05.591623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7caf3e6-aee5-4dc5-94ca-9d97ace0fe1c None None] Network fea3fbe1-e66d-4e79-acec-0222b3c4ba28 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:05.722612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41250) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:05.760575 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f174b4c-dba6-4fcd-aa4f-1601dfe6000a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.833232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Deleting subnet 2853a56a-3739-4149-97d6-fbf7402d2604 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:46:05.853271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.960125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.042644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.117882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.170233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2853a56a-3739-4149-97d6-fbf7402d2604,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:06.192905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.199150 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1fd47d5c-bf86-4112-83d6-dc2955b539b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2853a56a-3739-4149-97d6-fbf7402d2604 HTTP/1.1" status: 204 len: 168 time: 0.4752829 Nov 23 02:46:06.199551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:06.279929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:06.310200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.453306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.466086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0ef4-eb9b-4842-b45c-1f265b9cb6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.508090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bfc74b-dd0e-4d8f-a0e4-02392846d9a5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:06.541746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93cb038-453d-494b-a937-897b6816e37f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:06.542160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93cb038-453d-494b-a937-897b6816e37f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:06.579664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.612593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.624288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0ef4-eb9b-4842-b45c-1f265b9cb6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.631618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:46:06.632751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:46:06.636376 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:46:06.638885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca9b0ef4-eb9b-4842-b45c-1f265b9cb6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.701570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca9b0ef4-eb9b-4842-b45c-1f265b9cb6fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=439b7642ed9d4315bb3e2edf1abbcfe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175146 Nov 23 02:46:06.701570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b0ef4-eb9b-4842-b45c-1f265b9cb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84006477-c220-4d29-bcdf-d0be9cf7c030,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:06.704470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41292) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:06.759877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.771854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.779097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] 10.222.0.15 "DELETE /v2.0/networks/19bfc74b-dd0e-4d8f-a0e4-02392846d9a5 HTTP/1.1" status: 204 len: 168 time: 0.5755751 Nov 23 02:46:06.789592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41294) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:06.803946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924933c-a79b-4bab-ada5-2fe44d17c25d admin admin] Pushing event deleted for resources: {'Network': ['ID=19bfc74b-dd0e-4d8f-a0e4-02392846d9a5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:06.857525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.887014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.931997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Deleting subnet 3613681f-796f-44b9-96f3-3f5a6f90ca0a {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:46:06.937773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.985791 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.989547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.992533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.994598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84006477-c220-4d29-bcdf-d0be9cf7c030 HTTP/1.1" status: 204 len: 168 time: 0.2885265 Nov 23 02:46:07.044357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ae6ae-eeb5-4986-aded-ddfaa5f0b39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84006477-c220-4d29-bcdf-d0be9cf7c030,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:07.075102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.177084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.254276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.261242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3613681f-796f-44b9-96f3-3f5a6f90ca0a HTTP/1.1" status: 204 len: 168 time: 0.4683723 Nov 23 02:46:07.264643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:07.285956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a467f-82b2-4fdc-909f-f6c2fa6240dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3613681f-796f-44b9-96f3-3f5a6f90ca0a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:07.420654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.538109 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.588509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea3fbe1-e66d-4e79-acec-0222b3c4ba28']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:07.619596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e9754e-1745-475a-a8c8-c2f25b46a90f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:07.622416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e9754e-1745-475a-a8c8-c2f25b46a90f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:07.650757 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.685406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.697779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:46:07.698769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:46:07.701585 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:46:07.790667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.800081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.805089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fea3fbe1-e66d-4e79-acec-0222b3c4ba28 HTTP/1.1" status: 204 len: 168 time: 0.5390251 Nov 23 02:46:07.816675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:07.835970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d728e-929c-4964-bcc3-fae277ed4488 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea3fbe1-e66d-4e79-acec-0222b3c4ba28,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:07.844952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08ffb07e-7dd8-450a-8ea3-ab639fc8e470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.954367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08ffb07e-7dd8-450a-8ea3-ab639fc8e470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.962262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08ffb07e-7dd8-450a-8ea3-ab639fc8e470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.042755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08ffb07e-7dd8-450a-8ea3-ab639fc8e470 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a537ee033df4410a2ffcbee97857acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239599 Nov 23 02:46:08.044472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a563c5de-9810-4bfa-abb3-9d4036b94e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.045948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:08.063173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffb07e-7dd8-450a-8ea3-ab639fc8e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2bd1d0-0c58-435a-a0b3-d813ede3156e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:08.141188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.186237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.280395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.290735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.293944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b2bd1d0-0c58-435a-a0b3-d813ede3156e HTTP/1.1" status: 204 len: 168 time: 0.2457063 Nov 23 02:46:08.340242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61154ac-3d91-4187-848f-44de0d9d0475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2bd1d0-0c58-435a-a0b3-d813ede3156e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:08.421347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:08.521258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-337fed9a-9b0a-4a39-815b-e9d3face62c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62b145b6e36140ee996d7b5edc525646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0984175 Nov 23 02:46:08.523795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:08.644157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.717595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.861824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.862454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.863715 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa6de6c4-3dc2-478a-b2f7-16d1d0c644a0 HTTP/1.1" status: 204 len: 168 time: 0.3385551 Nov 23 02:46:08.905595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8ab5e-2ff8-4b20-aa26-90dd8403a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6de6c4-3dc2-478a-b2f7-16d1d0c644a0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:09.297489 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.516960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 41384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:09.645896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1442c8fd-959e-4b3c-90b5-28e2507d502f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=481b0177ad7241c1bf8bec6b2c9e0f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276884 Nov 23 02:46:09.648669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:09.901774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.938931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:10.028354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:10.031638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:10.033534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b067113-6b89-44cd-b4b3-74d748484683 HTTP/1.1" status: 204 len: 168 time: 0.3820434 Nov 23 02:46:10.043025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3a489-3da4-4f87-b953-aca9d30296d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b067113-6b89-44cd-b4b3-74d748484683,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:10.751532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:11.815433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:13.973238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 41948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:14.575710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fccb-d2eb-48c0-86e2-de3eaa97bb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:14.759195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fccb-d2eb-48c0-86e2-de3eaa97bb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:14.770115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9b3fccb-d2eb-48c0-86e2-de3eaa97bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:14.830741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f9b3fccb-d2eb-48c0-86e2-de3eaa97bb8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1524a735e69b4d1a8d6ddf65f085e5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8557138 Nov 23 02:46:14.831815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3fccb-d2eb-48c0-86e2-de3eaa97bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d500e7-96e3-4c6f-812d-5ee085bde358,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:14.833827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42008) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:14.972651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:15.072730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:15.204442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42022) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:15.207929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:15.210609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:15.214599 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7d500e7-96e3-4c6f-812d-5ee085bde358 HTTP/1.1" status: 204 len: 168 time: 0.3801157 Nov 23 02:46:15.255945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fd0d2-0882-4430-9b9b-496c62360a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d500e7-96e3-4c6f-812d-5ee085bde358,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:15.944475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885f84ca-33dc-4770-a595-6d2c58e06493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.029527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42038) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:16.072961 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5f41dd9c-f3f1-4508-923b-be7054bd1130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.264908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5f41dd9c-f3f1-4508-923b-be7054bd1130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.274141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5f41dd9c-f3f1-4508-923b-be7054bd1130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.313265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885f84ca-33dc-4770-a595-6d2c58e06493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.326751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-885f84ca-33dc-4770-a595-6d2c58e06493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.374158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41dd9c-f3f1-4508-923b-be7054bd1130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5de30b-b3cf-4be3-89d1-ff06ec658c2f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:16.456214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:16.465481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5f41dd9c-f3f1-4508-923b-be7054bd1130 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=610c9e32947f47c1b08e79819bd71c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4137151 Nov 23 02:46:16.479062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-885f84ca-33dc-4770-a595-6d2c58e06493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26af0f3db0b846aeb49476791678815d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2710469 Nov 23 02:46:16.511766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:16.549258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.571736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f84ca-33dc-4770-a595-6d2c58e06493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fab09c-bdac-4bb4-a4cd-df4441051a28,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:16.584894 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.645216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.647863 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.649243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5de30b-b3cf-4be3-89d1-ff06ec658c2f HTTP/1.1" status: 204 len: 168 time: 0.1920767 Nov 23 02:46:16.659374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63dbd0-dccf-407b-8344-b51e4285a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5de30b-b3cf-4be3-89d1-ff06ec658c2f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:16.679364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.706151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.757823 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.770197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.775827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87fab09c-bdac-4bb4-a4cd-df4441051a28 HTTP/1.1" status: 204 len: 168 time: 0.2617605 Nov 23 02:46:16.817425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954365e9-9289-4ae8-a391-7c20c4a8ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fab09c-bdac-4bb4-a4cd-df4441051a28,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:17.895585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:17.928152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38773c2f-f045-4573-a07f-2ed102f26073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.102002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38773c2f-f045-4573-a07f-2ed102f26073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.109388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38773c2f-f045-4573-a07f-2ed102f26073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.176983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38773c2f-f045-4573-a07f-2ed102f26073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a2a337-fc39-4b76-946c-1fe51973d7cc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:18.205699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38773c2f-f045-4573-a07f-2ed102f26073 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f97a1991ec20417b9d82531a71061c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087897 Nov 23 02:46:18.210234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:18.314440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.350412 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.431931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.452996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:18.461691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82a2a337-fc39-4b76-946c-1fe51973d7cc HTTP/1.1" status: 204 len: 168 time: 0.2446551 Nov 23 02:46:18.477212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edebfca-5dd0-47f4-ab5e-14a9283dc050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a2a337-fc39-4b76-946c-1fe51973d7cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:20.697117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:21.150255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-839e6978-6e0f-43dd-9bbf-c6622cd03ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1424520 Nov 23 02:46:21.248115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-002dcd93-9e10-4d38-9b36-898170d8f769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.296284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.297955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.300891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.302987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.304409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.305898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.306689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.314659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-832b7c86-a78f-4d9b-8106-866d78300f9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.0948703 Nov 23 02:46:21.411112 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-002dcd93-9e10-4d38-9b36-898170d8f769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.422836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-002dcd93-9e10-4d38-9b36-898170d8f769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.478149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-002dcd93-9e10-4d38-9b36-898170d8f769 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9bebd0819a0457ebd0a49ec44989199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7792165 Nov 23 02:46:21.480997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:21.549368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-0d9f1f23-2901-4bca-bcab-77d32fc9eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.549763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-0d9f1f23-2901-4bca-bcab-77d32fc9eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.552525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-0d9f1f23-2901-4bca-bcab-77d32fc9eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.557298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-0d9f1f23-2901-4bca-bcab-77d32fc9eaa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.2168796 Nov 23 02:46:21.628641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.633712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dcd93-9e10-4d38-9b36-898170d8f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f06eb6-8848-42da-aa95-827bf1e04e31,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:21.676834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-d47f0935-cd02-4a5e-b7d1-bd8b187a467b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.1139066 Nov 23 02:46:21.693182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.748703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-ef910998-96a6-4e70-91dd-b8677c1ccdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.751980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-ef910998-96a6-4e70-91dd-b8677c1ccdf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.0663047 Nov 23 02:46:21.784090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.786788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:21.790362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32f06eb6-8848-42da-aa95-827bf1e04e31 HTTP/1.1" status: 204 len: 168 time: 0.3034143 Nov 23 02:46:21.808788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a5c60-e8d2-4e13-a3ba-5721bf86c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f06eb6-8848-42da-aa95-827bf1e04e31,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:21.867491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-c86dfa8b-c8f1-4187-9584-0f98caa4fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:21.870634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-c86dfa8b-c8f1-4187-9584-0f98caa4fed2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029899 Nov 23 02:46:22.299308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:22.513932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-314d691a-9c5e-4f26-a815-99cfab690aa7 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350815 Nov 23 02:46:22.656263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-c3f3dded-3485-4e72-b2e8-0ff7d5a9aa0e service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330440 Nov 23 02:46:22.711540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-e271ed15-0287-49da-98b6-cb9753ed2f3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.0477245 Nov 23 02:46:22.732147 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aab9645-2f98-4904-9dd3-f9d7819e47cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:22.815797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-7e90c8f5-144a-4d73-a075-a0b63db69205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:22.818642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-7e90c8f5-144a-4d73-a075-a0b63db69205 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0994473 Nov 23 02:46:22.880022 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aab9645-2f98-4904-9dd3-f9d7819e47cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:22.880749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-96a594ab-4428-4d9f-af36-a16a51e0ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:22.882435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-96a594ab-4428-4d9f-af36-a16a51e0ca3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491364 Nov 23 02:46:22.888298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7aab9645-2f98-4904-9dd3-f9d7819e47cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:22.933911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7aab9645-2f98-4904-9dd3-f9d7819e47cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69fa6f76761a464a80c1443af6d60349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6329734 Nov 23 02:46:22.934945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42244) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:22.957086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9645-2f98-4904-9dd3-f9d7819e47cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6efd02-d9a5-41b7-9293-57d46a6017e3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:23.011198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:23.017794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-822bc5d2-093b-42a5-9ee1-b40ff931ad52 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273711 Nov 23 02:46:23.059899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:23.194898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:23.200422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:23.206642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-01307416-0482-44e5-a1f6-9dd32640d473 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816471 Nov 23 02:46:23.210173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b6efd02-d9a5-41b7-9293-57d46a6017e3 HTTP/1.1" status: 204 len: 168 time: 0.2692528 Nov 23 02:46:23.229035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c38f8b-eb3e-4e7b-8986-e489933d7ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6efd02-d9a5-41b7-9293-57d46a6017e3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:23.308302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-1542fccf-f866-4cd5-9af7-52cd2b0a0dc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.0943391 Nov 23 02:46:23.419562 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:23.432521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-6afd4390-46a6-42c6-8d37-537c5d30e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:23.438250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-6afd4390-46a6-42c6-8d37-537c5d30e1ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1226783 Nov 23 02:46:23.540874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-6e17977e-44e5-42b3-94e0-4ddd0ec77cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:23.542587 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-6e17977e-44e5-42b3-94e0-4ddd0ec77cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960164 Nov 23 02:46:23.701183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-2c1bd9c5-a9b6-44c2-a0b7-011edf061bdf service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510720 Nov 23 02:46:23.871748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-63cc2347-eabd-47ff-83ec-26607ede92a0 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622293 Nov 23 02:46:23.907136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:23.941654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae91641e-f3c1-43e5-be2e-96a346147f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.010192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-df963bcb-b9c0-451e-910d-a47ca6b5781d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.1314089 Nov 23 02:46:24.079023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae91641e-f3c1-43e5-be2e-96a346147f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.091358 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ae91641e-f3c1-43e5-be2e-96a346147f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.108944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-5ac99ea5-a79c-41f9-afb8-1d35521380d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:24.112880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-5ac99ea5-a79c-41f9-afb8-1d35521380d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0955698 Nov 23 02:46:24.219250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91641e-f3c1-43e5-be2e-96a346147f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b5503a-6403-41af-bbf8-d3b631923967,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:24.231843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-fa2833a7-e4cb-400f-b27b-f067adb3d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:24.237444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-fa2833a7-e4cb-400f-b27b-f067adb3d271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174600 Nov 23 02:46:24.259426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ae91641e-f3c1-43e5-be2e-96a346147f57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2bdf811d70c47e2994f95bf89024e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498125 Nov 23 02:46:24.268692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42292) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:24.576032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.629311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-0460099f-584b-48e3-b98f-02b5b40ff586 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852594 Nov 23 02:46:24.716811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.883676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-e07f2cb4-94ed-48b1-8e9d-f216db1bde7f service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465453 Nov 23 02:46:24.935092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.939274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:24.944490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25b5503a-6403-41af-bbf8-d3b631923967 HTTP/1.1" status: 204 len: 168 time: 0.6576254 Nov 23 02:46:24.945605 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-21162d41-9045-410d-9ab6-289edf417e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.0549593 Nov 23 02:46:24.963350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65602496-4abe-4557-8fc2-c09fb31b8a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b5503a-6403-41af-bbf8-d3b631923967,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:25.020039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-df38c8b6-fb57-475c-9166-d915ee63ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:25.021647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-df38c8b6-fb57-475c-9166-d915ee63ac72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0671158 Nov 23 02:46:25.123148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-3125ab0e-504f-42db-8032-c41d7f2dad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:25.130433 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-3125ab0e-504f-42db-8032-c41d7f2dad10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961251 Nov 23 02:46:25.280677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:25.313873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-d2f4ef4e-c098-4e00-a56b-86b8391eb00c service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793723 Nov 23 02:46:25.433913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-b08eaa5d-f37e-4edb-a5e5-a97663c64907 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128275 Nov 23 02:46:25.531777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-32215fae-3a1e-4090-a33c-ac646423ca2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.0904551 Nov 23 02:46:25.589457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c43274e9-c048-4908-a3ec-ce8736537ab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:25.642611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-a68317c5-cbe5-4436-b3d9-c442d85e7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:25.650464 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-a68317c5-cbe5-4436-b3d9-c442d85e7afe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1085877 Nov 23 02:46:25.818494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-e33b1d8e-060a-4854-bc62-14ed350b0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:25.821452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c43274e9-c048-4908-a3ec-ce8736537ab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:25.821808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-e33b1d8e-060a-4854-bc62-14ed350b0804 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1564546 Nov 23 02:46:25.836749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c43274e9-c048-4908-a3ec-ce8736537ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:25.983652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:26.019709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c43274e9-c048-4908-a3ec-ce8736537ab3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c8e61b5bd65462bad25cabb9cd21f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968114 Nov 23 02:46:26.034147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43274e9-c048-4908-a3ec-ce8736537ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6963c1-a9c4-47c8-9ad2-c2397bf19146,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:26.136841 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-fac55a1c-406e-4a1b-bec1-2650fcf15831 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073647 Nov 23 02:46:26.273470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:26.337296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:26.373951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-a3ce2f33-2054-472e-9dc2-5aeb44c245ba service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163427 Nov 23 02:46:26.453233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-70718188-4e56-4b81-8fed-196170bd735f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0614278 Nov 23 02:46:26.468587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:26.474088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:26.478838 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb6963c1-a9c4-47c8-9ad2-c2397bf19146 HTTP/1.1" status: 204 len: 168 time: 0.4905941 Nov 23 02:46:26.518383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d211eab-7a1a-411b-8ce4-397b5f32bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6963c1-a9c4-47c8-9ad2-c2397bf19146,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:26.539562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-3e2b8559-e2be-41d4-ac1c-decb354df779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:26.541067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-3e2b8559-e2be-41d4-ac1c-decb354df779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0809686 Nov 23 02:46:26.630268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-21239a50-da66-4f1d-86a3-3f32d995bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:26.639832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-21239a50-da66-4f1d-86a3-3f32d995bf35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853398 Nov 23 02:46:26.896540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-01801800-d72a-4b7b-8909-4ef814f213e5 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439508 Nov 23 02:46:27.121594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fae434b-45ba-40d6-b9c6-b66afee68c01 req-eb659ec4-bd2d-4541-b197-e820aeeb90d3 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175384 Nov 23 02:46:27.785664 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-e408704d-8da2-4242-81c0-8e0b9f19f696 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:27.812948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-e408704d-8da2-4242-81c0-8e0b9f19f696 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.2735221 Nov 23 02:46:27.842928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-253b0d2b-17c9-41d7-83b2-be8bca040337 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0280554 Nov 23 02:46:27.964204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-d1bf3be4-2559-4e09-9464-2cb4123239ed tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202650 Nov 23 02:46:28.117088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:28.183738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-d04b1b60-d108-4ae4-8bd5-d42e7501fea5 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182209 Nov 23 02:46:28.200700 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:46:28.410053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-a6de48f0-7515-4191-aed4-2d59bf31416f service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250481 Nov 23 02:46:28.473617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:28.504708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1492782398-network', 'tenant_id': 'cd99ecd99a9c4bdfa69759f82150dc26'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:28.582014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Made reservation on behalf of cd99ecd99a9c4bdfa69759f82150dc26 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:28.585011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:28.601698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:28.673419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32877ddb-b555-4323-b444-3b5c4d97727f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:28.818953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2407506-f539-4c41-aa71-f8c4b875d5b2 req-b8998570-3d2c-47d1-a28e-c4e064724681 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.0790319 Nov 23 02:46:28.892760 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32877ddb-b555-4323-b444-3b5c4d97727f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:28.917737 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32877ddb-b555-4323-b444-3b5c4d97727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:28.998206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32877ddb-b555-4323-b444-3b5c4d97727f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea1211d-15ed-4572-8a53-14399136590f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:29.112407 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-32877ddb-b555-4323-b444-3b5c4d97727f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=974ae079b9a8427ebd71d2549ff6e0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373255 Nov 23 02:46:29.115241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:29.137449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.144532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.173887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:46:29.191705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74776ae-c764-4db6-88c5-8c96fa705bc7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:29.200936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.201457 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Added segment d1632903-7c13-4846-a9a5-47f4bfaa3c7f of type vlan for network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 Nov 23 02:46:29.260612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.271101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.335145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.342037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.343178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:29.343825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.418529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2927706 Nov 23 02:46:29.418928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:29.423788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aaaa2-5c1e-4b6c-b229-51b695b4d221 admin admin] Pushing event updated for resources: {'Network': ['ID=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:29.427255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Request body: {'subnet': {'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1492782398-subnet', 'tenant_id': 'cd99ecd99a9c4bdfa69759f82150dc26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:29.435172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:46:29.457216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Made reservation on behalf of cd99ecd99a9c4bdfa69759f82150dc26 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:29.465395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.498195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.517865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.527193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ea1211d-15ed-4572-8a53-14399136590f HTTP/1.1" status: 204 len: 168 time: 0.4108496 Nov 23 02:46:29.625681 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:29.643500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee7b1e-37d6-4a16-9702-6bde40edd5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea1211d-15ed-4572-8a53-14399136590f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:30.088849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a9d48d2-f591-4114-b3cd-8adc52f95b8a req-b8f7a650-325f-4981-9ec1-5967f1f4a45a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.1162965 Nov 23 02:46:30.091775 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.164226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:30.204652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534434fd-6919-4fc9-9df4-7a3c0b52d1be,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:30.210272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Checking segment: {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:30.211058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Network hostable DHCP agents. Network: 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:46:30.233570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:46:30.245513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:30.249231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0468ef8-5f6c-4dc4-b410-016d951465ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.256410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:30.257430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.262656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f0453-223d-4d49-8fab-1fa29754428a None None] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:30.307405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5012ee9d-eaf5-4dbe-889b-4883f915f180 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8895645 Nov 23 02:46:30.550342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0468ef8-5f6c-4dc4-b410-016d951465ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.564806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0468ef8-5f6c-4dc4-b410-016d951465ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.591183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a701d-ac8f-4311-9d4a-ed4eab205840 None None] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:30.649068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0468ef8-5f6c-4dc4-b410-016d951465ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de34e18-aad5-4cff-85ea-e00a53922b0e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:30.706223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e0468ef8-5f6c-4dc4-b410-016d951465ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f197b233e631492a98f9b774516b4803&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408792 Nov 23 02:46:30.709010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:30.851453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:30.933521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:31.081315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:31.084573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:31.086098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6de34e18-aad5-4cff-85ea-e00a53922b0e HTTP/1.1" status: 204 len: 168 time: 0.3762031 Nov 23 02:46:31.105625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-cda67749-e73d-4ba1-9247-dc34d692d097 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:31.108104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-cda67749-e73d-4ba1-9247-dc34d692d097 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.2546430 Nov 23 02:46:31.109259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c065330-b31b-4b1a-87c7-9241fd7bf464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de34e18-aad5-4cff-85ea-e00a53922b0e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:31.141673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:31.433110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5bb3fb9-5036-4ec9-9975-aac29df02709 req-fc5e36a1-60f8-4c81-8f52-144da6ebcc3f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.1064718 Nov 23 02:46:31.449456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:31.458903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:31.711728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.4 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/e5cc55a9-ffd3-4362-94bb-b26947ae477b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:32.014095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:32.088156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:32.175666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:32.216569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:32.222629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:32.233147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:32.445353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:32.446047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:32.491029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-bc47a33f-cc3e-4db5-a683-fa94b75c6d14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3626740 Nov 23 02:46:32.728241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e417eed-0733-45e2-949f-b028be35d875 req-98c05553-f1f5-40c9-b070-6363e0af78af tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:32.752481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e417eed-0733-45e2-949f-b028be35d875 req-98c05553-f1f5-40c9-b070-6363e0af78af tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 931 time: 0.1297469 Nov 23 02:46:32.826273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d27e7d80-8f6e-4acf-acd1-552c83b8b31f None None] Provisioning complete for port e5cc55a9-ffd3-4362-94bb-b26947ae477b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:32.826862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27e7d80-8f6e-4acf-acd1-552c83b8b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:32.901936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e417eed-0733-45e2-949f-b028be35d875 req-efa5f8bf-80de-4849-824a-586bea233f40 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482189 Nov 23 02:46:32.912704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d27e7d80-8f6e-4acf-acd1-552c83b8b31f None None] Port e5cc55a9-ffd3-4362-94bb-b26947ae477b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:46:32.935546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Request body: {'port': {'device_id': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:33.128599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.186931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:33.416150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56a4799-490d-4463-be74-9d97d63d5e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.588674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56a4799-490d-4463-be74-9d97d63d5e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.603213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b56a4799-490d-4463-be74-9d97d63d5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.716682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a4799-490d-4463-be74-9d97d63d5e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb0694-9258-493e-801b-891fda27296a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:33.744751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b56a4799-490d-4463-be74-9d97d63d5e2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aed05ebb441941ecb6525f45ca5892ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541461 Nov 23 02:46:33.745517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42620) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:33.874166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.937449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:33.968343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cc55a9-ffd3-4362-94bb-b26947ae477b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:46:33.982426 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.035372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Transition to ACTIVE for port object e5cc55a9-ffd3-4362-94bb-b26947ae477b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:46:34.049741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.125598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.133853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.151670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4fb0694-9258-493e-801b-891fda27296a HTTP/1.1" status: 204 len: 168 time: 0.4053910 Nov 23 02:46:34.228512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3c7ca-733d-4475-847d-807357277343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb0694-9258-493e-801b-891fda27296a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:34.248832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22400eb8-db73-4a07-af00-e653318f43f6 req-64255c16-7ff8-4f02-bdba-1e06a7847cf8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:34.250432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22400eb8-db73-4a07-af00-e653318f43f6 req-64255c16-7ff8-4f02-bdba-1e06a7847cf8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1843529 Nov 23 02:46:34.253165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:34.410210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22400eb8-db73-4a07-af00-e653318f43f6 req-d8f87a15-bdbf-4d4c-8aec-37a241f34ec3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437178 Nov 23 02:46:34.512708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Attempting to bind port e5cc55a9-ffd3-4362-94bb-b26947ae477b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:46:34.513212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Attempting to bind port e5cc55a9-ffd3-4362-94bb-b26947ae477b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:46:34.513774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Attempting to bind port e5cc55a9-ffd3-4362-94bb-b26947ae477b on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:34.521599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Port e5cc55a9-ffd3-4362-94bb-b26947ae477b on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:46:34.522865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Attempting to bind port e5cc55a9-ffd3-4362-94bb-b26947ae477b on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:34.535261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:46:34.536302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:34.537732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:46:34.539050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Bound port: e5cc55a9-ffd3-4362-94bb-b26947ae477b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:46:34.540114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.710953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:46:34.717336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:46:34.729658 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.825118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:34.825889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:34.827606 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] 10.222.0.41 "PUT /v2.0/ports/e5cc55a9-ffd3-4362-94bb-b26947ae477b HTTP/1.1" status: 200 len: 1092 time: 2.3248649 Nov 23 02:46:34.828204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:46:34.831129 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a751043-1f35-4b20-8927-079a7a47506a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:46:34.868606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ea5e3-ea1b-44c4-a380-534ce642ab9e service neutron] Pushing event updated for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:35.008516 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1e091-906a-482c-90b1-7cd14c1d0cb9 x-openstack-request-id: req-e0e1e091-906a-482c-90b1-7cd14c1d0cb9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:46:35.009308 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:46:35.014787 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0e1e091-906a-482c-90b1-7cd14c1d0cb9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:46:35.015420 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b', 'status': 'completed', 'code': 200} Nov 23 02:46:35.077670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-cd4a70f5-f65b-43b4-81d9-8fd27d8a8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:35.083262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-cd4a70f5-f65b-43b4-81d9-8fd27d8a8ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 1095 time: 0.1900868 Nov 23 02:46:35.150433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:35.184365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-911b5388-c316-447a-bbd8-20600ab446f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:35.198131 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-a035fc88-9491-4c26-9dc3-ab98ae0bd9b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b HTTP/1.1" status: 200 len: 217 time: 0.1005113 Nov 23 02:46:35.287022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-8db83a0f-6ca4-470f-8e26-91b818ad0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:35.288842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-8db83a0f-6ca4-470f-8e26-91b818ad0491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0798166 Nov 23 02:46:35.441973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-371615fa-bae3-45e2-91cb-fcdba8a31680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:35.457469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-371615fa-bae3-45e2-91cb-fcdba8a31680 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612728 Nov 23 02:46:35.475430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-911b5388-c316-447a-bbd8-20600ab446f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:35.479709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-911b5388-c316-447a-bbd8-20600ab446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:35.684953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-02249624-1f6e-459b-8b36-2744dda5deb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:35.706331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b5388-c316-447a-bbd8-20600ab446f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f425199b-bb21-4c01-87e6-a0d80ba3bc0a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:35.761046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:35.767938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-911b5388-c316-447a-bbd8-20600ab446f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05237463f6b24542bdf3759dcd53fb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6162889 Nov 23 02:46:35.820176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f7958-bd9a-43ca-aeb8-b4d284aa7774 req-8ebdabb9-c2c5-41fd-ae16-4787825a2b31 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:35.825795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c96f7958-bd9a-43ca-aeb8-b4d284aa7774 req-8ebdabb9-c2c5-41fd-ae16-4787825a2b31 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.2072866 Nov 23 02:46:35.923759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c96f7958-bd9a-43ca-aeb8-b4d284aa7774 req-0d269a02-5b18-43af-a53d-b7135c87fdf9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969846 Nov 23 02:46:35.946651 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-1f5de4e6-baca-44f4-8e85-1f221ce415ef service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815733 Nov 23 02:46:36.109865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.202681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.403943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:36.436781 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b2cc408a-5736-4f8b-b200-64947bdd0f8a req-ad94178f-2070-4ba7-bc20-b24f6a85a735 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523520 Nov 23 02:46:36.468348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.474041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.477419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f425199b-bb21-4c01-87e6-a0d80ba3bc0a HTTP/1.1" status: 204 len: 168 time: 0.7110884 Nov 23 02:46:36.599457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f6fba-17ca-4a39-9346-874edcfd0421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425199b-bb21-4c01-87e6-a0d80ba3bc0a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:36.624403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751043-1f35-4b20-8927-079a7a47506a req-426dd2ff-b617-4a5e-a4d8-c1cc408e0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:36.626532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-426dd2ff-b617-4a5e-a4d8-c1cc408e0b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 1095 time: 0.1295552 Nov 23 02:46:36.743277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5f1301-56e1-41a7-b8f4-112e44c23e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.856321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751043-1f35-4b20-8927-079a7a47506a req-232d9620-a6fe-4014-80c7-901b547fabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:36.857967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-232d9620-a6fe-4014-80c7-901b547fabdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2234662 Nov 23 02:46:36.949228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42742) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:36.966334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5f1301-56e1-41a7-b8f4-112e44c23e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.972111 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-1dd9e972-a4c6-4e96-9971-38518992a0df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b HTTP/1.1" status: 200 len: 217 time: 0.1069586 Nov 23 02:46:36.975025 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db5f1301-56e1-41a7-b8f4-112e44c23e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.065259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-db5f1301-56e1-41a7-b8f4-112e44c23e2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e19ab79fc1c41fbb40cdda023738f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590724 Nov 23 02:46:37.071253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:37.102086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751043-1f35-4b20-8927-079a7a47506a req-c916dbb9-606b-4b61-ac60-06132c52ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:37.106937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-c916dbb9-606b-4b61-ac60-06132c52ed5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.1235671 Nov 23 02:46:37.233702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751043-1f35-4b20-8927-079a7a47506a req-3cd1c9a3-22be-4b28-9710-aefbe566901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:37.235971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-3cd1c9a3-22be-4b28-9710-aefbe566901f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156580 Nov 23 02:46:37.290155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f1301-56e1-41a7-b8f4-112e44c23e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0358be25-e2ae-406c-8516-92764531ea37,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:37.324118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd47deb-76b9-4c56-8bef-ed79747d0048 req-8ad36e57-3986-41c5-93b5-6725683dd033 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:37.325922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dd47deb-76b9-4c56-8bef-ed79747d0048 req-8ad36e57-3986-41c5-93b5-6725683dd033 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.2695637 Nov 23 02:46:37.391072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.411118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c659505-c9de-44ae-ac5d-2ff905b019b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.463115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dd47deb-76b9-4c56-8bef-ed79747d0048 req-32b204a2-d39e-4f8c-90a8-ada224cfc6b8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021323 Nov 23 02:46:37.488356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.533843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c659505-c9de-44ae-ac5d-2ff905b019b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.543836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c659505-c9de-44ae-ac5d-2ff905b019b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.624994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c659505-c9de-44ae-ac5d-2ff905b019b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=475993d6a0f44541bfd2d66119942eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6636539 Nov 23 02:46:37.627374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42762) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:37.638243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-98b99a0b-2750-48c3-bb5d-f78eb8f1359d service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956616 Nov 23 02:46:37.639749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659505-c9de-44ae-ac5d-2ff905b019b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa755a38-892c-447a-97ba-98ef90e336a4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:37.699791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.703093 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.705469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0358be25-e2ae-406c-8516-92764531ea37 HTTP/1.1" status: 204 len: 168 time: 0.6177821 Nov 23 02:46:37.706262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.740791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.830067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a597af-1814-41ed-a02a-fe74a7d9bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0358be25-e2ae-406c-8516-92764531ea37,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:37.874600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.877528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:37.881896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa755a38-892c-447a-97ba-98ef90e336a4 HTTP/1.1" status: 204 len: 168 time: 0.2531781 Nov 23 02:46:37.919425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190c90e-a308-4c61-971b-1c8258f91b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa755a38-892c-447a-97ba-98ef90e336a4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:37.941788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a751043-1f35-4b20-8927-079a7a47506a req-94389069-2cd4-4511-af39-f9ab37cdf902 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836578 Nov 23 02:46:38.036813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-233bd475-4c80-469e-8e97-abc5ddfe14ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.704707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42788) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:38.740627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29b0cbe3-e4cd-4dd4-8f2d-5430be690f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.744243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 42790) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:38.810186 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23fc3bc7-2e99-4e01-ad3c-0808365fd706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.840534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ab76-3a6e-4035-9ece-9d5c18f75cff req-d8a9bfef-a33b-4e6f-a69f-bd1b3c88e100 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:38.843148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3839ab76-3a6e-4035-9ece-9d5c18f75cff req-d8a9bfef-a33b-4e6f-a69f-bd1b3c88e100 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1650903 Nov 23 02:46:38.913388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29b0cbe3-e4cd-4dd4-8f2d-5430be690f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.921721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-29b0cbe3-e4cd-4dd4-8f2d-5430be690f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.950426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3839ab76-3a6e-4035-9ece-9d5c18f75cff req-ee4ff4ef-14ad-450b-b9c0-7f0cf5d1588b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908132 Nov 23 02:46:38.961734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0cbe3-e4cd-4dd4-8f2d-5430be690f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04e74f-ae35-4c5a-b06d-26d7ae01b868,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:38.999796 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-29b0cbe3-e4cd-4dd4-8f2d-5430be690f03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb84cda83e7c47ecaddbc62fb995a24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877214 Nov 23 02:46:39.004092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42794) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:39.023210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23fc3bc7-2e99-4e01-ad3c-0808365fd706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.031776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-23fc3bc7-2e99-4e01-ad3c-0808365fd706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.066640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-23fc3bc7-2e99-4e01-ad3c-0808365fd706 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec5a5016149741d4b2499d1dbdb7b036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129869 Nov 23 02:46:39.068611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 42796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:39.069745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.104017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc3bc7-2e99-4e01-ad3c-0808365fd706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b979836-44cc-4551-8b63-7a6f0cfdb5c4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:39.145534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.195798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.231298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.331244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.362377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.365069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.366252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff04e74f-ae35-4c5a-b06d-26d7ae01b868 HTTP/1.1" status: 204 len: 168 time: 0.3609180 Nov 23 02:46:39.387534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee353f11-aa13-4d05-a6ff-903b5c9eb838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04e74f-ae35-4c5a-b06d-26d7ae01b868,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:39.396786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.403065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.404428 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b979836-44cc-4551-8b63-7a6f0cfdb5c4 HTTP/1.1" status: 204 len: 168 time: 0.3322067 Nov 23 02:46:39.423350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b01315-1ecb-48ef-aa3b-6c130b68149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b979836-44cc-4551-8b63-7a6f0cfdb5c4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:40.128055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb713e5-6125-4c79-aeb3-cbe393b34f42 req-31ab5821-e22b-4dac-a62a-db3c546d6558 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:40.129860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9eb713e5-6125-4c79-aeb3-cbe393b34f42 req-31ab5821-e22b-4dac-a62a-db3c546d6558 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0653465 Nov 23 02:46:40.210802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9eb713e5-6125-4c79-aeb3-cbe393b34f42 req-d8dde86c-1976-456c-beda-b6aaacbef0cc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707984 Nov 23 02:46:40.730115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:41.412920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d80bd-ce3e-4455-bfb1-253fdd3dc1bd req-e274763b-22e2-462c-8201-ccca584b1065 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:41.423465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5d80bd-ce3e-4455-bfb1-253fdd3dc1bd req-e274763b-22e2-462c-8201-ccca584b1065 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0899470 Nov 23 02:46:41.496577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5d80bd-ce3e-4455-bfb1-253fdd3dc1bd req-71717f46-e3b1-457d-91bd-41262b7f4873 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 Nov 23 02:46:41.831175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:42.861449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c113d4-dc3a-401c-ae05-d3539df9c422 req-4d3ebad2-76bf-453e-be88-5b7ae309d3b6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:42.881989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8c113d4-dc3a-401c-ae05-d3539df9c422 req-4d3ebad2-76bf-453e-be88-5b7ae309d3b6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.2070136 Nov 23 02:46:42.983001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8c113d4-dc3a-401c-ae05-d3539df9c422 req-e9ecd299-a42c-4c93-8b26-26691e7b5830 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959222 Nov 23 02:46:44.342707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc80f23-71c2-4603-8d87-d29333cf0f8b req-1a45f6bc-95e7-4ef6-a3e8-f1afd5a959ee tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:44.351049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efc80f23-71c2-4603-8d87-d29333cf0f8b req-1a45f6bc-95e7-4ef6-a3e8-f1afd5a959ee tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1322131 Nov 23 02:46:44.470818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efc80f23-71c2-4603-8d87-d29333cf0f8b req-4d3082d5-dbed-49f2-b286-214f2fe10aaa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183300 Nov 23 02:46:46.060538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88a39f-32f5-4ca0-95a8-3a6be7836feb req-311a1d34-652f-4031-b096-b99ef7a9530c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:46.075325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb88a39f-32f5-4ca0-95a8-3a6be7836feb req-311a1d34-652f-4031-b096-b99ef7a9530c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.3628588 Nov 23 02:46:46.346878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb88a39f-32f5-4ca0-95a8-3a6be7836feb req-dc20f927-2ca4-4cd5-88f9-f66dd6e508e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696033 Nov 23 02:46:47.618790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17fec-857a-4fd5-aa53-a77278eb3901 req-a728e090-f8b1-4d2b-ab59-40aefb969a37 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:47.620324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d17fec-857a-4fd5-aa53-a77278eb3901 req-a728e090-f8b1-4d2b-ab59-40aefb969a37 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1132662 Nov 23 02:46:47.738573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43288) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:47.807931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d17fec-857a-4fd5-aa53-a77278eb3901 req-ab868965-c33d-4e8f-af92-d1e9818602e7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816316 Nov 23 02:46:48.034850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17ca7860-8467-4c90-b51c-1389abe02ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.205176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17ca7860-8467-4c90-b51c-1389abe02ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.213103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17ca7860-8467-4c90-b51c-1389abe02ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.243881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-17ca7860-8467-4c90-b51c-1389abe02ebe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3f97404c6774ca3822a305efba2679a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042915 Nov 23 02:46:48.246546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43306) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:48.324920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.327969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7860-8467-4c90-b51c-1389abe02ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18fa48-e282-4877-a10e-b1bc6463bdae,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:48.415960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.562345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.566012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:48.573334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f18fa48-e282-4877-a10e-b1bc6463bdae HTTP/1.1" status: 204 len: 168 time: 0.3233995 Nov 23 02:46:48.608587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b81bc-e4f0-400e-bb0d-b0c651938f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18fa48-e282-4877-a10e-b1bc6463bdae,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:48.946904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:49.132827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a27c21-5956-4e6c-9276-ac9266d1e96c req-2c4863f4-e358-4371-8a15-cd771334e6aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:49.147816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8a27c21-5956-4e6c-9276-ac9266d1e96c req-2c4863f4-e358-4371-8a15-cd771334e6aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1721892 Nov 23 02:46:49.264209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:49.267771 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b34ea9-1865-404c-ab83-54e9efa5ec6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.284965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b4bca61-8c1d-48bc-8e14-56e3f6b3a05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.397057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8a27c21-5956-4e6c-9276-ac9266d1e96c req-71e25a02-055e-4bc1-8e45-c678ab9bc925 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465956 Nov 23 02:46:49.434361 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b4bca61-8c1d-48bc-8e14-56e3f6b3a05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.444494 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b4bca61-8c1d-48bc-8e14-56e3f6b3a05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.509128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7b4bca61-8c1d-48bc-8e14-56e3f6b3a05f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fa63f7f23644e66aff17ee44dfc7891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435243 Nov 23 02:46:49.514128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bca61-8c1d-48bc-8e14-56e3f6b3a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475ef1ff-8e0d-440a-8cd7-009685e2dc71,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:49.514929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:49.544993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b34ea9-1865-404c-ab83-54e9efa5ec6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.555233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b34ea9-1865-404c-ab83-54e9efa5ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.593964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b34ea9-1865-404c-ab83-54e9efa5ec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eade3c-e692-4ccf-a254-451aab275961,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:49.635673 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39b34ea9-1865-404c-ab83-54e9efa5ec6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc07e34a58d9411599b77f8b31e47bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869650 Nov 23 02:46:49.638231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:49.658828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.692734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.711820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.716560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.787059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.787280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.789950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.793383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/475ef1ff-8e0d-440a-8cd7-009685e2dc71 HTTP/1.1" status: 204 len: 168 time: 0.2753842 Nov 23 02:46:49.803558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:49.813425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98eade3c-e692-4ccf-a254-451aab275961 HTTP/1.1" status: 204 len: 168 time: 0.1740899 Nov 23 02:46:49.815467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef851eb-25db-4d57-a784-3333023f4845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475ef1ff-8e0d-440a-8cd7-009685e2dc71,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:49.852182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7305d7b-8744-421b-a143-4234dbb7a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eade3c-e692-4ccf-a254-451aab275961,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:50.647028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17afd6-9d03-42b6-9db8-18b0910f4b7a req-6975f52d-ae11-4589-bb60-85f08aefa48d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:50.655843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e17afd6-9d03-42b6-9db8-18b0910f4b7a req-6975f52d-ae11-4589-bb60-85f08aefa48d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0900018 Nov 23 02:46:50.721767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e17afd6-9d03-42b6-9db8-18b0910f4b7a req-52e88cfc-08ad-489f-b986-57e75d062c97 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640008 Nov 23 02:46:52.074039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f7be8-1f39-4697-a82d-bb16bf2ae331 req-d36572c3-16b6-469f-a8aa-1d8b410751a9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:52.076309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b87f7be8-1f39-4697-a82d-bb16bf2ae331 req-d36572c3-16b6-469f-a8aa-1d8b410751a9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1377902 Nov 23 02:46:52.254052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b87f7be8-1f39-4697-a82d-bb16bf2ae331 req-c90dd269-ab1c-4404-94c8-5a628e00601d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Nov 23 02:46:52.694553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:52.945835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-690d17b1-ee83-488f-a92b-09ada0b5c4a7 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-568626542'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:52.953010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-690d17b1-ee83-488f-a92b-09ada0b5c4a7 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Unknown quota resources ['metering_label']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:46:53.435065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:53.591104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886679c-764a-4bda-91f4-a79a024a16c2 req-3ae07734-b4a7-4cb3-91b6-1eb24fc43d15 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:53.600846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c886679c-764a-4bda-91f4-a79a024a16c2 req-3ae07734-b4a7-4cb3-91b6-1eb24fc43d15 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1589837 Nov 23 02:46:53.764185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c886679c-764a-4bda-91f4-a79a024a16c2 req-e80d16c1-e1f1-4427-8c3d-9f1caef18b71 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621346 Nov 23 02:46:54.100455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-690d17b1-ee83-488f-a92b-09ada0b5c4a7 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:54.104444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43520) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:54.104627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-690d17b1-ee83-488f-a92b-09ada0b5c4a7 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4072151 Nov 23 02:46:54.110722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4663b4f5-3ab0-4381-ae7d-d35c0e0df919 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a0ecd97f-a9fc-4604-ab90-4f76fe1cc10a'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:54.111224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4663b4f5-3ab0-4381-ae7d-d35c0e0df919 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103571) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:46:54.239997 n-d-714676-12 neutron-server[103571]: WARNING neutron.services.metering.metering_plugin [None req-4663b4f5-3ab0-4381-ae7d-d35c0e0df919 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:46:54.422620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4663b4f5-3ab0-4381-ae7d-d35c0e0df919 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:54.427348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4663b4f5-3ab0-4381-ae7d-d35c0e0df919 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3217056 Nov 23 02:46:54.430776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43538) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:54.436399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2192608a-dc55-4c4f-98ae-b5265a00bf39 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a0ecd97f-a9fc-4604-ab90-4f76fe1cc10a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:54.437201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2192608a-dc55-4c4f-98ae-b5265a00bf39 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:46:54.626613 n-d-714676-12 neutron-server[103572]: WARNING neutron.services.metering.metering_plugin [None req-2192608a-dc55-4c4f-98ae-b5265a00bf39 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:46:54.941493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2192608a-dc55-4c4f-98ae-b5265a00bf39 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:54.943206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2192608a-dc55-4c4f-98ae-b5265a00bf39 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5108204 Nov 23 02:46:54.946199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:54.958960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-89118c65-a99d-4c3b-be6d-5c8a42e3b71c tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=40b3c2a6-5bfc-4a4e-908d-994a761d5acc HTTP/1.1" status: 200 len: 462 time: 0.0108035 Nov 23 02:46:54.961362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43550) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:54.970879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0f6ba-5a8f-489c-8fce-5952bc1c6eca req-41cdba8e-654d-4d95-92ab-5b8764123957 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:54.976391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9a0f6ba-5a8f-489c-8fce-5952bc1c6eca req-41cdba8e-654d-4d95-92ab-5b8764123957 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0776412 Nov 23 02:46:55.099673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9a0f6ba-5a8f-489c-8fce-5952bc1c6eca req-031fcc39-c3af-4b34-965e-584f080a3116 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148403 Nov 23 02:46:55.158882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ea3-0570-425a-a085-0ff443672ad2 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:55.160940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-96ef9ea3-0570-425a-a085-0ff443672ad2 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/40b3c2a6-5bfc-4a4e-908d-994a761d5acc HTTP/1.1" status: 204 len: 168 time: 0.1980090 Nov 23 02:46:55.163436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.180323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43556) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.180545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-616958f8-3203-41f7-9ee1-a0786d3628bd tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=40b3c2a6-5bfc-4a4e-908d-994a761d5acc HTTP/1.1" status: 200 len: 221 time: 0.0145938 Nov 23 02:46:55.184858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-06773a7a-4402-4106-9daa-4ff567c90171 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--934186477', 'description': 'label created by tempest'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:55.185608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-06773a7a-4402-4106-9daa-4ff567c90171 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Unknown quota resources ['metering_label']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:46:55.357994 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06773a7a-4402-4106-9daa-4ff567c90171 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:55.359267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-06773a7a-4402-4106-9daa-4ff567c90171 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1795669 Nov 23 02:46:55.362635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43564) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.478486 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f5f9901f-8a95-4db5-bb01-890a1b155855 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=2d7d6352-ea35-4924-86eb-b8cff0a9d46a HTTP/1.1" status: 200 len: 467 time: 0.1147051 Nov 23 02:46:55.481348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.758349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8203b77-2ad5-4d0d-a892-68fb62081756 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:55.762406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c8203b77-2ad5-4d0d-a892-68fb62081756 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/2d7d6352-ea35-4924-86eb-b8cff0a9d46a HTTP/1.1" status: 204 len: 168 time: 0.2773998 Nov 23 02:46:55.763200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.780613 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cbe8fa11-2bd6-4586-90ff-f6dea206a596 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=2d7d6352-ea35-4924-86eb-b8cff0a9d46a HTTP/1.1" status: 200 len: 216 time: 0.0130134 Nov 23 02:46:55.781350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.794546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1631f61b-6947-46f5-9b8b-aaa9c7621542 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0109713 Nov 23 02:46:55.799380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43588) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.820028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39d276b0-3d54-4881-a000-10e04e355d9e tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0190468 Nov 23 02:46:55.823896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.902080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4631b313-2bc7-4741-be56-84ae0d246c88 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/a0ecd97f-a9fc-4604-ab90-4f76fe1cc10a HTTP/1.1" status: 200 len: 472 time: 0.0769753 Nov 23 02:46:55.907473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43592) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:55.918428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a926b877-5d0e-4496-ae30-cced7209038e tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/832f8244-bec7-4fb5-a41b-406289a06fbf HTTP/1.1" status: 200 len: 459 time: 0.0098326 Nov 23 02:46:55.921857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43594) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:56.091931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1aee-8939-4ea3-87ae-1b10cd9eddd4 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:56.093391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fdbf1aee-8939-4ea3-87ae-1b10cd9eddd4 tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/832f8244-bec7-4fb5-a41b-406289a06fbf HTTP/1.1" status: 204 len: 168 time: 0.1693928 Nov 23 02:46:56.096195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:56.956520 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-896621be-d9fd-4fc3-9e55-faad7ce6078f tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:56.958209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-896621be-d9fd-4fc3-9e55-faad7ce6078f tempest-MeteringIpV6TestJSON-345288903 tempest-MeteringIpV6TestJSON-345288903-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/a0ecd97f-a9fc-4604-ab90-4f76fe1cc10a HTTP/1.1" status: 204 len: 168 time: 0.8610506 Nov 23 02:46:56.993004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33be39-2093-418b-bba4-de890d73e12f req-db13eb33-d4d8-4a92-9c9f-f6b8d1e30090 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:56.996019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e33be39-2093-418b-bba4-de890d73e12f req-db13eb33-d4d8-4a92-9c9f-f6b8d1e30090 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.7125185 Nov 23 02:46:57.067740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e33be39-2093-418b-bba4-de890d73e12f req-4736c759-dd86-49d7-9acb-e41a7e67cea3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Nov 23 02:46:57.432494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:57.552021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9152-8928-4c0b-bcec-f46c062c214f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.677538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9152-8928-4c0b-bcec-f46c062c214f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.689973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9152-8928-4c0b-bcec-f46c062c214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.752058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43648) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:57.763723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fbd9152-8928-4c0b-bcec-f46c062c214f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b628431ac6147e1877013ccf314d454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266726 Nov 23 02:46:57.809245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd9152-8928-4c0b-bcec-f46c062c214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef8e62-ab74-45ed-9b50-13c7df225d74,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:57.843654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.885246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.947781 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.955814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:57.969731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daef8e62-ab74-45ed-9b50-13c7df225d74 HTTP/1.1" status: 204 len: 168 time: 0.2151899 Nov 23 02:46:58.003502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189255a6-4a88-460b-80b6-e8bc3f039e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef8e62-ab74-45ed-9b50-13c7df225d74,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:58.420989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2163b3-001f-42a7-b10e-7c11d0a863ad req-a9c6c99e-0dc3-4333-a7df-34ac4ba68689 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:58.423945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c2163b3-001f-42a7-b10e-7c11d0a863ad req-a9c6c99e-0dc3-4333-a7df-34ac4ba68689 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.2001812 Nov 23 02:46:58.449938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:58.540151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c2163b3-001f-42a7-b10e-7c11d0a863ad req-b302ef27-39cd-4619-91ef-ce99a82a99fb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068444 Nov 23 02:46:58.671696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7999da8-f40f-4da9-b3be-591c1d341af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.690586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:58.706714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6623da4-02aa-4781-9244-cda00a112863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.806541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7999da8-f40f-4da9-b3be-591c1d341af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.826077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7999da8-f40f-4da9-b3be-591c1d341af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.892886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6623da4-02aa-4781-9244-cda00a112863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.911770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6623da4-02aa-4781-9244-cda00a112863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:58.936401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7999da8-f40f-4da9-b3be-591c1d341af1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03904d656d854b8fb1991692331e0fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4847457 Nov 23 02:46:58.938069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7999da8-f40f-4da9-b3be-591c1d341af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3478fc3e-6f85-4e7b-86fc-55c94456044b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:58.950611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:58.974342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6623da4-02aa-4781-9244-cda00a112863 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99f1712a6c794c1b8d83d989622923d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822068 Nov 23 02:46:58.977333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43688) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:59.022385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6623da4-02aa-4781-9244-cda00a112863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee819f-1373-4e1b-8c7e-1eb3c9084a8c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:59.105800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.117297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.142548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.225027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.228045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.229273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3478fc3e-6f85-4e7b-86fc-55c94456044b HTTP/1.1" status: 204 len: 168 time: 0.2756970 Nov 23 02:46:59.262904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.264835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c005e93-9d48-456d-811e-29f67263bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3478fc3e-6f85-4e7b-86fc-55c94456044b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:59.397539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.431254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.432454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ee819f-1373-4e1b-8c7e-1eb3c9084a8c HTTP/1.1" status: 204 len: 168 time: 0.4540138 Nov 23 02:46:59.459471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25282c89-2d81-4e63-8bab-bd61d736407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee819f-1373-4e1b-8c7e-1eb3c9084a8c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:59.639320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:59.736221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43712) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:59.820265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7fec6-884d-4b4c-b625-fbbd74162d1d req-0d0e857d-b817-40c6-8c9f-bed490bf13ce tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:59.822878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36e7fec6-884d-4b4c-b625-fbbd74162d1d req-0d0e857d-b817-40c6-8c9f-bed490bf13ce tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1133869 Nov 23 02:46:59.968772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36e7fec6-884d-4b4c-b625-fbbd74162d1d req-5e3a3ed8-a5a9-4368-8dac-187dfa518d3b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383171 Nov 23 02:47:00.008455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:00.027178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b70b33d-2961-4c34-bb98-af73f9e0e397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.216491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b70b33d-2961-4c34-bb98-af73f9e0e397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.229088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b70b33d-2961-4c34-bb98-af73f9e0e397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.266246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70b33d-2961-4c34-bb98-af73f9e0e397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b057df82-39db-425d-920f-52b7430e01e3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:00.334015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5619f323-0685-4874-86d2-5a069f8ab182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.370533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:00.374316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b70b33d-2961-4c34-bb98-af73f9e0e397 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=679fb007777343d3a4ff85535eac9180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643694 Nov 23 02:47:00.482103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.529307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.571801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5619f323-0685-4874-86d2-5a069f8ab182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.581363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5619f323-0685-4874-86d2-5a069f8ab182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.615781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.618966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.620135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b057df82-39db-425d-920f-52b7430e01e3 HTTP/1.1" status: 204 len: 168 time: 0.2487404 Nov 23 02:47:00.632154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4282e0e-c95f-4da4-8c19-6ce84e63a2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b057df82-39db-425d-920f-52b7430e01e3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:00.662882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5619f323-0685-4874-86d2-5a069f8ab182 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84f059460eae43edb64d0ea2b0b7c126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9249952 Nov 23 02:47:00.665021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619f323-0685-4874-86d2-5a069f8ab182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b883f11-ed1a-405b-981f-684666a83739,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:00.666482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:00.778562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.834826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.901968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.907945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:00.909440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b883f11-ed1a-405b-981f-684666a83739 HTTP/1.1" status: 204 len: 168 time: 0.2402384 Nov 23 02:47:00.919080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e2787-fe8d-4d54-80d3-b50f98d48663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b883f11-ed1a-405b-981f-684666a83739,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:01.030557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:01.250813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f8a84-32b7-4223-a863-e1d88288a1d5 req-a055e986-80cb-455b-ba31-6842be8d7de3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:01.253086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c51f8a84-32b7-4223-a863-e1d88288a1d5 req-a055e986-80cb-455b-ba31-6842be8d7de3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1592805 Nov 23 02:47:01.258809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1779200283'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:01.310494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Made reservation on behalf of ee0ebba2236d4a99b73f3414c96bf5ee for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:01.322187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.338468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.418126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c51f8a84-32b7-4223-a863-e1d88288a1d5 req-e2ed3769-7019-4301-9af4-13673ad94051 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223586 Nov 23 02:47:01.574035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.599759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.638552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:01.649806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5660fd2c-3129-4071-a7b4-037eb21cf5ca,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:01.658014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.658723 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Added segment fa20d03b-35ea-430e-b725-947ac87e573d of type vlan for network 22706d52-b709-4306-b1b8-959cdc61cf2f Nov 23 02:47:01.729454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.764872 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.776855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:01.779667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.915723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43808) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:01.918733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8829777 Nov 23 02:47:01.921476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Request body: {'subnet': {'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:01.926834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38379983-af91-4cbf-9ff8-11776a3d5799 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'Network': ['ID=22706d52-b709-4306-b1b8-959cdc61cf2f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:01.950611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 22706d52-b709-4306-b1b8-959cdc61cf2f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:02.200801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Made reservation on behalf of ee0ebba2236d4a99b73f3414c96bf5ee for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:02.200801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:02.664333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c094f2a-3d36-4f07-a048-8f213b10ceb8 req-553a0173-667a-4f2d-aa5b-4874191aa392 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:02.666189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c094f2a-3d36-4f07-a048-8f213b10ceb8 req-553a0173-667a-4f2d-aa5b-4874191aa392 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0792680 Nov 23 02:47:02.668585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:02.768435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c094f2a-3d36-4f07-a048-8f213b10ceb8 req-b4da9f56-becd-4288-b411-7a75e333bf61 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939474 Nov 23 02:47:02.779579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'Subnet': ['ID=9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:02.810714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.811079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.811429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.813517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.814016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.814185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.814544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.814886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.815221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.815560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.819213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.819647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:02.823909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Checking segment: {'id': 'fa20d03b-35ea-430e-b725-947ac87e573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:02.824320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Network hostable DHCP agents. Network: 22706d52-b709-4306-b1b8-959cdc61cf2f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:02.874973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Network 22706d52-b709-4306-b1b8-959cdc61cf2f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:02.907535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 22706d52-b709-4306-b1b8-959cdc61cf2f) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:02.912000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:02.912727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:02.923914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b37f90-c81e-4c12-8685-64831c182f47 None None] Network 22706d52-b709-4306-b1b8-959cdc61cf2f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:02.962951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43854) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:02.968918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Request body: {'port': {'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-277174744'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:02.973160 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac6fead4-3c93-46e8-ad17-fde8a4cc5cbc tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0563130 Nov 23 02:47:03.135028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-22706d52-b709-4306-b1b8-959cdc61cf2f', 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f', 'tenant_id': 'ee0ebba2236d4a99b73f3414c96bf5ee', 'fixed_ips': [{'subnet_id': '9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:03.136578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:03.314959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Made reservation on behalf of ee0ebba2236d4a99b73f3414c96bf5ee for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:03.320266 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:03.361276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] device_id is not set on port 50d103d9-149c-4992-a6cc-2f5e076b09d2 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:03.377297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Allocated IP 2001:db8::2 (22706d52-b709-4306-b1b8-959cdc61cf2f/9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c/d66ff0f0-aaa7-42ef-a518-2453024c7bd4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:03.818004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:03.827168 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:03.877964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Network 22706d52-b709-4306-b1b8-959cdc61cf2f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:03.882599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:03.887434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:03.894417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Pushing event updated for resources: {'Port': ['ID=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:03.928956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.930147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.930639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.931097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.931543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.942231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.944394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.944952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.945405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.945980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.946934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:03.947703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.043866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Attempting to bind port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:04.044529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Attempting to bind port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'fa20d03b-35ea-430e-b725-947ac87e573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:04.045163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Attempting to bind port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 on network 22706d52-b709-4306-b1b8-959cdc61cf2f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:04.059781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:04.060635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Checking segment: {'id': 'fa20d03b-35ea-430e-b725-947ac87e573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:04.061289 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.061942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Bound using segment: {'id': 'fa20d03b-35ea-430e-b725-947ac87e573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:04.063295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Bound port: d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa20d03b-35ea-430e-b725-947ac87e573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:04.063936 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.066830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c6f8-1682-4e49-a3d0-b2a7344d2bb7 req-db5c915b-a427-49fd-9c83-0d0b28d0d75d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:04.068493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56d6c6f8-1682-4e49-a3d0-b2a7344d2bb7 req-db5c915b-a427-49fd-9c83-0d0b28d0d75d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1584508 Nov 23 02:47:04.090561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Allocated IP 2001:db8::2ab (22706d52-b709-4306-b1b8-959cdc61cf2f/9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c/50d103d9-149c-4992-a6cc-2f5e076b09d2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:04.279629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56d6c6f8-1682-4e49-a3d0-b2a7344d2bb7 req-48f7ea2d-c7a0-4a85-8ba8-60d720c3fb91 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905127 Nov 23 02:47:04.376531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] For port d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:04.380912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] For port d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,segment=NetworkSegment(fa20d03b-35ea-430e-b725-947ac87e573d),segment_id=fa20d03b-35ea-430e-b725-947ac87e573d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:04.386212 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.477325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f027a-1064-4d98-b8ab-82ca4ad02ebc None None] Pushing event updated for resources: {'Port': ['ID=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:04.517507 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.615975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.770032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'Port': ['ID=50d103d9-149c-4992-a6cc-2f5e076b09d2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:04.778053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Network 22706d52-b709-4306-b1b8-959cdc61cf2f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:04.784536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:04.794397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.795055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.795725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.796369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.797459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.798029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.798741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.799360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.799823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.800275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.800719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.801161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:04.804731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:04.810886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:04.811962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:04.835326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c8aae7f-08ad-4f34-8b32-930536fb1beb tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8711312 Nov 23 02:47:04.838458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43908) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:04.847182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Request body: {'port': {'network_id': '22706d52-b709-4306-b1b8-959cdc61cf2f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-443562429', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:04.847971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] bootfile-name is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:04.848507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] tftp-server is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:04.849021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] server-ip-address is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:05.098564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Made reservation on behalf of ee0ebba2236d4a99b73f3414c96bf5ee for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:05.099074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:05.163864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] device_id is not set on port 223e4267-b10d-47a7-9c15-a7f3bda61244 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:05.200448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:47:05.360187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d66ff0f0-aaa7-42ef-a518-2453024c7bd4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:05.420896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:05.422116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:05.435119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d9f0d-ceb0-4965-a9a4-57d630f1baac req-5a36030f-4faa-4cfd-8a89-1cdc4aac0c14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:05.436646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-922d9f0d-ceb0-4965-a9a4-57d630f1baac req-5a36030f-4faa-4cfd-8a89-1cdc4aac0c14 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0831401 Nov 23 02:47:05.439585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Allocated IP 2001:db8::1cf (22706d52-b709-4306-b1b8-959cdc61cf2f/9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c/223e4267-b10d-47a7-9c15-a7f3bda61244) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:05.571964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-922d9f0d-ceb0-4965-a9a4-57d630f1baac req-ae32e231-9850-4521-9bb7-e54e343f6759 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258800 Nov 23 02:47:05.614585 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:05.716687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,segment=NetworkSegment(fa20d03b-35ea-430e-b725-947ac87e573d),segment_id=fa20d03b-35ea-430e-b725-947ac87e573d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:05.760580 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:05.883029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:05.913485 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b1df228-2c7b-4de7-8a6e-38e43793a1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:05.939189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.010030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.055737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Network 22706d52-b709-4306-b1b8-959cdc61cf2f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:06.156833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:06.158794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'Port': ['ID=223e4267-b10d-47a7-9c15-a7f3bda61244,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:06.161773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:06.170205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.171121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.197019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:06.197324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b92449ff-e2ae-4c66-83b6-ba27a1e7f047 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3575730 Nov 23 02:47:06.215161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01faf1-4e37-4c95-880b-3bcbdd3cc149 None None] Network 22706d52-b709-4306-b1b8-959cdc61cf2f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:06.266189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac36c7-c3f8-498d-82e8-ec2c220c739a tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.276599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac36c7-c3f8-498d-82e8-ec2c220c739a tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.284088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac36c7-c3f8-498d-82e8-ec2c220c739a tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.286403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-35ac36c7-c3f8-498d-82e8-ec2c220c739a tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0882826 Nov 23 02:47:06.289295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43954) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:06.363579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b5ada144-75e4-453a-aeb5-b701d297f5c1 None None] Provisioning complete for port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:06.364238 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5ada144-75e4-453a-aeb5-b701d297f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.487038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Deleting port 223e4267-b10d-47a7-9c15-a7f3bda61244 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:06.488165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.718036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.741578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Calling delete_port for 223e4267-b10d-47a7-9c15-a7f3bda61244 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:06.911921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ebb9a-bb57-4b4c-a9a9-6a0477d0a728 req-2e10feb5-c1ec-416e-91a4-01ac83983d90 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.914789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab6ebb9a-bb57-4b4c-a9a9-6a0477d0a728 req-2e10feb5-c1ec-416e-91a4-01ac83983d90 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1758173 Nov 23 02:47:07.009912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Provisioning complete for port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:07.018598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.191589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab6ebb9a-bb57-4b4c-a9a9-6a0477d0a728 req-f2da6313-79ce-4123-aadb-5be83cca3fb8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573605 Nov 23 02:47:07.240210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Provisioning complete for port 223e4267-b10d-47a7-9c15-a7f3bda61244 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:07.240493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.322173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.368257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event deleted for resources: {'Port': ['ID=223e4267-b10d-47a7-9c15-a7f3bda61244,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:07.370534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Port 223e4267-b10d-47a7-9c15-a7f3bda61244 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:07.372536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d66ff0f0-aaa7-42ef-a518-2453024c7bd4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:07.502777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Provisioning complete for port 50d103d9-149c-4992-a6cc-2f5e076b09d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:07.503528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.503667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.507528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3ee7bef2-43d0-480b-986c-c583fb9aa60d tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "DELETE /v2.0/ports/223e4267-b10d-47a7-9c15-a7f3bda61244 HTTP/1.1" status: 204 len: 168 time: 1.2169957 Nov 23 02:47:07.511585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 43982) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:07.520965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Request body: {'port': {'name': 'tempest-new-port-name-2080888717', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:07.521478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] bootfile-name is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:07.521834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] tftp-server is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:07.522166 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] server-ip-address is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:47:07.590394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:07.590808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.657453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.724941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-efa25d27-94fa-41db-882e-7d238308e09d None None] Port 50d103d9-149c-4992-a6cc-2f5e076b09d2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:07.879692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-814d52b5-3032-4985-afbd-813b00d333f1 None None] Provisioning complete for port 50d103d9-149c-4992-a6cc-2f5e076b09d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:07.879981 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-814d52b5-3032-4985-afbd-813b00d333f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:07.950396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-814d52b5-3032-4985-afbd-813b00d333f1 None None] Port 50d103d9-149c-4992-a6cc-2f5e076b09d2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:08.040621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f063e91-9a02-4338-8d7a-0c3d93e25668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.056068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.066748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.087903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0a4cb7a5-ad82-4ff3-a2fb-f6689ea1e1d0 None None] Could not find standard attr ID for object 223e4267-b10d-47a7-9c15-a7f3bda61244. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:47:08.148785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] In _notify_port_updated(), no bound segment for port 50d103d9-149c-4992-a6cc-2f5e076b09d2 on network 22706d52-b709-4306-b1b8-959cdc61cf2f {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:47:08.154923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:08.155718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.157981 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "PUT /v2.0/ports/50d103d9-149c-4992-a6cc-2f5e076b09d2 HTTP/1.1" status: 200 len: 1130 time: 0.6437929 Nov 23 02:47:08.162064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 43996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:08.229506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a062c4-36d8-439b-bb05-afa24662abb5 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event updated for resources: {'Port': ['ID=50d103d9-149c-4992-a6cc-2f5e076b09d2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:08.292943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a18405-d54c-4cd5-a1b1-6a9809c5d934 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:08.294484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-09a18405-d54c-4cd5-a1b1-6a9809c5d934 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "GET /v2.0/ports/50d103d9-149c-4992-a6cc-2f5e076b09d2 HTTP/1.1" status: 200 len: 1130 time: 0.1313534 Nov 23 02:47:08.298991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44010) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:08.452559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b074fd-7987-4b7d-9d86-7ded26f99918 req-cfc41678-07e8-48fc-84d5-6544ad4f2a69 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:08.470991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28b074fd-7987-4b7d-9d86-7ded26f99918 req-cfc41678-07e8-48fc-84d5-6544ad4f2a69 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.0836647 Nov 23 02:47:08.555764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Deleting port 50d103d9-149c-4992-a6cc-2f5e076b09d2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:08.556718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.612037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28b074fd-7987-4b7d-9d86-7ded26f99918 req-a42009ee-9c66-4955-8b8f-8a757ad058d7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370180 Nov 23 02:47:08.668535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.711948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Calling delete_port for 50d103d9-149c-4992-a6cc-2f5e076b09d2 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:08.863297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-17068f0f-9ffd-4835-8327-50f211071f93 None None] Provisioning complete for port 50d103d9-149c-4992-a6cc-2f5e076b09d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:08.863667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-17068f0f-9ffd-4835-8327-50f211071f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.915952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-17068f0f-9ffd-4835-8327-50f211071f93 None None] Port 50d103d9-149c-4992-a6cc-2f5e076b09d2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:08.947945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:08.983803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event deleted for resources: {'Port': ['ID=50d103d9-149c-4992-a6cc-2f5e076b09d2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:09.059786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.068365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44038) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:09.085661 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5dfa7a1b-0fd5-4b76-ab8d-f9598fe57c86 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "DELETE /v2.0/ports/50d103d9-149c-4992-a6cc-2f5e076b09d2 HTTP/1.1" status: 204 len: 168 time: 0.7846863 Nov 23 02:47:09.143836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Deleting subnet 9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:09.147488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.248643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.323333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.540819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.606873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.636387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event deleted for resources: {'Subnet': ['ID=9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:09.654875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.661565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4056a45a-3890-46da-b099-af77d140c7e4 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "DELETE /v2.0/subnets/9eadea44-1f10-4ac1-b7eb-cb80fbfbaa2c HTTP/1.1" status: 204 len: 168 time: 0.5905306 Nov 23 02:47:09.664773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44056) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:09.688050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d5ed7-469c-45ad-96e2-ff5a72b3cbf7 None None] Network 22706d52-b709-4306-b1b8-959cdc61cf2f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:09.805706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94393864-5023-4587-9b86-c3d9a59aff43 req-c0b61e4c-c743-4a45-b920-4368c6f05845 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:09.815519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.822243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94393864-5023-4587-9b86-c3d9a59aff43 req-c0b61e4c-c743-4a45-b920-4368c6f05845 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1100478 Nov 23 02:47:09.923461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94393864-5023-4587-9b86-c3d9a59aff43 req-b52651ac-86f1-496d-8f69-0b26cbbcc62b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915895 Nov 23 02:47:09.957773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Deleting port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:09.958296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.980208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] DHCP port deletion for 22706d52-b709-4306-b1b8-959cdc61cf2f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:10.048121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Deleting port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:10.048397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.049588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] For port d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,segment=NetworkSegment(fa20d03b-35ea-430e-b725-947ac87e573d),segment_id=fa20d03b-35ea-430e-b725-947ac87e573d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:10.050045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.066404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Calling delete_port for d66ff0f0-aaa7-42ef-a518-2453024c7bd4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:10.129169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] For port d66ff0f0-aaa7-42ef-a518-2453024c7bd4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,segment=NetworkSegment(fa20d03b-35ea-430e-b725-947ac87e573d),segment_id=fa20d03b-35ea-430e-b725-947ac87e573d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:10.129572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.145668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Calling delete_port for d66ff0f0-aaa7-42ef-a518-2453024c7bd4 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:10.160387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.178203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] No DVR routers for this DVR port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:10.225807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event deleted for resources: {'Port': ['ID=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:10.261685 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.309876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.312457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] Pushing event deleted for resources: {'Port': ['ID=d66ff0f0-aaa7-42ef-a518-2453024c7bd4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:10.320367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed431af-8e35-495e-ac4b-143ab2da9805 None None] No DVR routers for this DVR port d66ff0f0-aaa7-42ef-a518-2453024c7bd4 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:10.358211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22706d52-b709-4306-b1b8-959cdc61cf2f']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:10.371433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa20d03b-35ea-430e-b725-947ac87e573d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:10.371735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa20d03b-35ea-430e-b725-947ac87e573d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:10.384346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.403842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.411381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:10.411778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:10.428942 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:10.490296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.499591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.503339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] 10.222.0.15 "DELETE /v2.0/networks/22706d52-b709-4306-b1b8-959cdc61cf2f HTTP/1.1" status: 204 len: 168 time: 0.8374915 Nov 23 02:47:10.543665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3e5c-8640-463d-95ed-7dbe7b91a973 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713 tempest-ExtraDHCPOptionsIpV6TestJSON-583978713-project] Pushing event deleted for resources: {'Network': ['ID=22706d52-b709-4306-b1b8-959cdc61cf2f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:10.714768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.894806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:11.218691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-75d8c0ee-e6a7-4f14-9bbb-abcca03bba0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee0ebba2236d4a99b73f3414c96bf5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216681 Nov 23 02:47:11.220936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:11.242356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d66ff0f0-aaa7-42ef-a518-2453024c7bd4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:11.247896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe73049-76b8-42bb-b07f-ef7339950aa8 req-d3fe738f-af27-43c4-84ee-6e263fb5711c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:11.249550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbe73049-76b8-42bb-b07f-ef7339950aa8 req-d3fe738f-af27-43c4-84ee-6e263fb5711c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1473274 Nov 23 02:47:11.290344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d66ff0f0-aaa7-42ef-a518-2453024c7bd4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:11.290718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d66ff0f0-aaa7-42ef-a518-2453024c7bd4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:11.346370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:11.376197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbe73049-76b8-42bb-b07f-ef7339950aa8 req-f918f67d-d534-42d5-a60e-f5658e89d9e5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176548 Nov 23 02:47:11.436987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:11.550783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:11.554756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:11.556408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5660fd2c-3129-4071-a7b4-037eb21cf5ca HTTP/1.1" status: 204 len: 168 time: 0.3343141 Nov 23 02:47:11.569128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bb569-6027-42b1-820f-7e091d2a8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5660fd2c-3129-4071-a7b4-037eb21cf5ca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:11.832454 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:12.623185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2479-59b8-4903-abc8-f289f9ea5d72 req-dd8a4d3a-b918-4892-b284-e9c12c2adc15 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:12.631600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35b2479-59b8-4903-abc8-f289f9ea5d72 req-dd8a4d3a-b918-4892-b284-e9c12c2adc15 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 943 time: 0.1097956 Nov 23 02:47:12.685761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44188) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:12.777737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35b2479-59b8-4903-abc8-f289f9ea5d72 req-ce257fff-24c5-4d6f-b10e-a333b8f5d30d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451409 Nov 23 02:47:12.821886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:12.964112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-515039c3-c915-4341-8eb2-caa758ed958a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:12.999604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-147604971'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:13.068101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:13.072198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.089045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.127530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-515039c3-c915-4341-8eb2-caa758ed958a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.141399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-515039c3-c915-4341-8eb2-caa758ed958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.215635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e5cc55a9-ffd3-4362-94bb-b26947ae477b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:47:13.350974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.361114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.377008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:13.388546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-515039c3-c915-4341-8eb2-caa758ed958a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4940dae23a74ccd8e93e324a271b6bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6996758 Nov 23 02:47:13.396701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:13.398796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.399472 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment c1d81ceb-966b-46f5-b15e-4d27c1912acc of type vlan for network b90deb2b-46c5-4565-b90a-249b2de7e854 Nov 23 02:47:13.449226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515039c3-c915-4341-8eb2-caa758ed958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347787d-3e30-4a37-abfb-4a84a8d8ae12,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:13.454318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.502656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.514762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:13.516443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.569522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:13.585511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b', 'mac_address': 'fa:16:3e:98:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:47:13.648593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.667973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.692945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cc55a9-ffd3-4362-94bb-b26947ae477b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:47:13.716911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.755948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9326017 Nov 23 02:47:13.759674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:13.762474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:13.769940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'name': 'tempest-PortsTestJSON-387568537'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:13.776471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.862047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.870406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:13.872670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab110822-0313-4b4e-a9fb-048a4f23acf2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:13.876913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5347787d-3e30-4a37-abfb-4a84a8d8ae12 HTTP/1.1" status: 204 len: 168 time: 0.4316192 Nov 23 02:47:13.886106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:13.887962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9065431-6cf5-45d2-856d-707114799753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347787d-3e30-4a37-abfb-4a84a8d8ae12,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:13.904612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17d976-b0c8-4992-aa9a-5b4b85167871 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=b90deb2b-46c5-4565-b90a-249b2de7e854,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:13.945049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:14.086377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89dad7-1b77-4350-8444-eb73a85d66da req-cae15754-63ee-422f-84fb-2b0905ba8520 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:14.088249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e89dad7-1b77-4350-8444-eb73a85d66da req-cae15754-63ee-422f-84fb-2b0905ba8520 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 944 time: 0.1574252 Nov 23 02:47:14.125754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:14.131094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.144592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e5cc55a9-ffd3-4362-94bb-b26947ae477b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:47:14.175666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e89dad7-1b77-4350-8444-eb73a85d66da req-65966538-7f56-4943-970b-8773d82004a1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785711 Nov 23 02:47:14.194475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 43db5675-07ee-482d-bfbe-4ce7b67ab615 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:14.439094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44246) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:14.456897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedc5e42-5598-4b1b-a0ee-fc1786443ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.486885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.539220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.664489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=43db5675-07ee-482d-bfbe-4ce7b67ab615,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:14.673675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedc5e42-5598-4b1b-a0ee-fc1786443ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.682083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fedc5e42-5598-4b1b-a0ee-fc1786443ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.689112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'c1d81ceb-966b-46f5-b15e-4d27c1912acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:14.689487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: b90deb2b-46c5-4565-b90a-249b2de7e854, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:14.707964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:14.719522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b90deb2b-46c5-4565-b90a-249b2de7e854) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:14.728263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70e864-e43f-4889-a6e5-73fa89ba457c None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:14.732050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:14.744006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5e42-5598-4b1b-a0ee-fc1786443ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c369f3d8-7ad7-4ec2-a5bf-84d7488727f3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:14.760563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fedc5e42-5598-4b1b-a0ee-fc1786443ea9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af609982fb054efdb56eac4839408ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166332 Nov 23 02:47:14.760563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:14.777907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:14.778812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.821369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a8673db6-dc97-450b-9add-13270ff3db82 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0535576 Nov 23 02:47:14.822853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44264) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:14.834657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421834411'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:14.875515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.880632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:14.884969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.928194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.945802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:14.969596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:14.970035 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment c6b8968f-2d6a-4735-ada0-3ed019205105 of type vlan for network 3f6e945d-dde8-433a-8acc-623d973d107d Nov 23 02:47:15.029927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.033272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.034427 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c369f3d8-7ad7-4ec2-a5bf-84d7488727f3 HTTP/1.1" status: 204 len: 168 time: 0.2745233 Nov 23 02:47:15.044581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416ba6a-34e2-460d-b44e-2662dc3d27af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c369f3d8-7ad7-4ec2-a5bf-84d7488727f3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:15.080374 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.119827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.134424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:15.136816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.213648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e5cc55a9-ffd3-4362-94bb-b26947ae477b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:15.239060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=3f6e945d-dde8-433a-8acc-623d973d107d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:15.247987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2b2664e-3f8e-497e-8e3e-d81ea2de845b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4231553 Nov 23 02:47:15.251165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:15.257325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'ports': [{'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'}, {'network_id': '3f6e945d-dde8-433a-8acc-623d973d107d'}]} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:15.258669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:15.259773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': '3f6e945d-dde8-433a-8acc-623d973d107d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:15.341869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3f6e945d-dde8-433a-8acc-623d973d107d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:15.521495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f31ca6-5d70-4d6b-ab19-ca12ce472d14 req-7ecb44a4-7599-4320-b749-00e119a49ece tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:15.524363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30f31ca6-5d70-4d6b-ab19-ca12ce472d14 req-7ecb44a4-7599-4320-b749-00e119a49ece tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 944 time: 0.1757843 Nov 23 02:47:15.537791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port e5cc55a9-ffd3-4362-94bb-b26947ae477b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:47:15.549876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port e5cc55a9-ffd3-4362-94bb-b26947ae477b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:15.550514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.656486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30f31ca6-5d70-4d6b-ab19-ca12ce472d14 req-2a711d47-c0dd-498e-a814-2e1d308c8d27 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223257 Nov 23 02:47:15.720765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.745313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:15.747136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 2} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:15.747737 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365a5f2-609b-4af6-aa67-bb689662c9a5" -d '{"events": [{"server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:15.754639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.771600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.805607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:15.815396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:15.815994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.835674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a50916-324d-4245-967b-a34810433499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:15.860739 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d710651d-593a-49ce-b7e4-d602887f46e9 x-openstack-request-id: req-d710651d-593a-49ce-b7e4-d602887f46e9 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:15.860978 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "name": "network-vif-plugged", "status": "completed", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:15.861729 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d710651d-593a-49ce-b7e4-d602887f46e9 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:15.862644 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b', 'code': 200} Nov 23 02:47:15.885788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 78332fac-28a9-4585-adaa-18a7f6c285d4 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:15.899751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:16.005468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a50916-324d-4245-967b-a34810433499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.011321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49a50916-324d-4245-967b-a34810433499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.059943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49a50916-324d-4245-967b-a34810433499 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=547b6538324d4ce8b974faa584982256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2433391 Nov 23 02:47:16.062958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:16.065083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a50916-324d-4245-967b-a34810433499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410aef5d-df6d-4e75-bc06-580091f143c2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:16.074963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde685-07f6-4f3b-8bd3-592395da5d2a req-0f043dcb-904f-4742-a190-7a3130cadea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.076576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eabde685-07f6-4f3b-8bd3-592395da5d2a req-0f043dcb-904f-4742-a190-7a3130cadea7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 1097 time: 0.1330647 Nov 23 02:47:16.135775 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.144860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eabde685-07f6-4f3b-8bd3-592395da5d2a req-803aa91a-593d-4a33-9dfb-8cd12caeb166 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592046 Nov 23 02:47:16.146920 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.180941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.256629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 87183c45-70be-4aa3-9294-db32911a7eaf yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:16.282810 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.286051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.288106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/410aef5d-df6d-4e75-bc06-580091f143c2 HTTP/1.1" status: 204 len: 168 time: 0.2238119 Nov 23 02:47:16.300610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45550ea-7bbb-4896-93a4-bc2e972f67e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410aef5d-df6d-4e75-bc06-580091f143c2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:16.482342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.581181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.673843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=78332fac-28a9-4585-adaa-18a7f6c285d4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:16.685487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:16.686997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:16.705958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:16.707399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.817110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=87183c45-70be-4aa3-9294-db32911a7eaf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:16.826191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'c6b8968f-2d6a-4735-ada0-3ed019205105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3f6e945d-dde8-433a-8acc-623d973d107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:16.826582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: 3f6e945d-dde8-433a-8acc-623d973d107d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:16.871603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 3f6e945d-dde8-433a-8acc-623d973d107d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:16.886416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3f6e945d-dde8-433a-8acc-623d973d107d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:16.896785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:16.910972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.919732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4861f7-7157-4382-afb1-f31735a81050 None None] Network 3f6e945d-dde8-433a-8acc-623d973d107d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:16.941034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.946409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:16.956926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67db3c5-4dde-4e09-b1ed-767dda1e9974 req-8400ecd1-792d-4544-9a60-e55806f489ac tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.960487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e67db3c5-4dde-4e09-b1ed-767dda1e9974 req-8400ecd1-792d-4544-9a60-e55806f489ac tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.1545606 Nov 23 02:47:17.052836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f5c7dad6-d1b4-4d97-a6ca-4aae6bd5f1ac tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8001907 Nov 23 02:47:17.059556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:17.219719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e67db3c5-4dde-4e09-b1ed-767dda1e9974 req-ec1f8089-6d19-4dbb-9fde-861fa89a5534 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126136 Nov 23 02:47:17.407825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 87183c45-70be-4aa3-9294-db32911a7eaf {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:17.408329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:17.502690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:17.523970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 87183c45-70be-4aa3-9294-db32911a7eaf owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:17.628573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:17.665108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=87183c45-70be-4aa3-9294-db32911a7eaf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:17.670287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:17.675633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b5a29643-a63d-47fd-9011-ec596074b435 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/87183c45-70be-4aa3-9294-db32911a7eaf HTTP/1.1" status: 204 len: 168 time: 0.6101162 Nov 23 02:47:17.677952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:17.799605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15deb3-b96b-43a1-b7e0-7af0345c636a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:17.828600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe15deb3-b96b-43a1-b7e0-7af0345c636a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:17.830256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fe15deb3-b96b-43a1-b7e0-7af0345c636a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1511407 Nov 23 02:47:17.833010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:18.007847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 78332fac-28a9-4585-adaa-18a7f6c285d4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:18.008192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:18.101083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:18.118414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 78332fac-28a9-4585-adaa-18a7f6c285d4 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:18.267819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:18.307674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=78332fac-28a9-4585-adaa-18a7f6c285d4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:18.322427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:18.326923 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-effa86ba-168e-48bc-8c66-75b44c429216 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/78332fac-28a9-4585-adaa-18a7f6c285d4 HTTP/1.1" status: 204 len: 168 time: 0.4928868 Nov 23 02:47:18.329907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44430) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:18.446462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f36c090-65e1-4bbb-bf14-9fb59839fc21 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:18.450828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44438) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:18.451650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5f36c090-65e1-4bbb-bf14-9fb59839fc21 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1207023 Nov 23 02:47:18.517195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decac35-0f7b-41fa-8a74-c91ed15a02a5 req-30c2bdf4-cb65-4ecb-9046-65456353d9b1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:18.534796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4decac35-0f7b-41fa-8a74-c91ed15a02a5 req-30c2bdf4-cb65-4ecb-9046-65456353d9b1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.1511629 Nov 23 02:47:18.542154 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af8804a-f7b0-44b8-8c33-107642857a71 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:18.546742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9af8804a-f7b0-44b8-8c33-107642857a71 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/87183c45-70be-4aa3-9294-db32911a7eaf HTTP/1.1" status: 404 len: 333 time: 0.0918007 Nov 23 02:47:18.547674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:18.605215 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-315cb895-2d39-4a06-8d66-99530726ddda tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:18.609595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-315cb895-2d39-4a06-8d66-99530726ddda tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/78332fac-28a9-4585-adaa-18a7f6c285d4 HTTP/1.1" status: 404 len: 333 time: 0.0581701 Nov 23 02:47:18.610303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44458) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:18.660522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4decac35-0f7b-41fa-8a74-c91ed15a02a5 req-981db192-c7aa-4e33-9f55-5153274929f3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273994 Nov 23 02:47:18.828780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:18.845842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929fe6d-8dc2-4806-9513-fe4184c62f97 req-15859a93-5b8a-44f3-a381-1c867a285945 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:18.846321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c929fe6d-8dc2-4806-9513-fe4184c62f97 req-15859a93-5b8a-44f3-a381-1c867a285945 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.0677404 Nov 23 02:47:18.907145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c929fe6d-8dc2-4806-9513-fe4184c62f97 req-66e4e069-d175-4b36-a213-89ee3e360bde tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598056 Nov 23 02:47:18.991289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.036428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6e945d-dde8-433a-8acc-623d973d107d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:19.054653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b8968f-2d6a-4735-ada0-3ed019205105') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:19.055386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b8968f-2d6a-4735-ada0-3ed019205105') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:19.092590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b906-21e3-47ab-93b8-c1eed6881c58 req-cf2c2780-c347-4e64-8df6-6476e5436e1e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:19.097962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0db9b906-21e3-47ab-93b8-c1eed6881c58 req-cf2c2780-c347-4e64-8df6-6476e5436e1e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.0814538 Nov 23 02:47:19.102605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.143054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.163135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:19.164679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:19.169254 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:19.189877 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0db9b906-21e3-47ab-93b8-c1eed6881c58 req-9caf1f79-ef71-4424-b41b-b8549fe7a5ad tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887651 Nov 23 02:47:19.290949 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.311867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.321933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/3f6e945d-dde8-433a-8acc-623d973d107d HTTP/1.1" status: 204 len: 168 time: 0.7044966 Nov 23 02:47:19.322245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:19.329901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350540402'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:19.338982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10033482-6f67-4df8-ab59-b142b5422de5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=3f6e945d-dde8-433a-8acc-623d973d107d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:19.365677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:19.372993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.435614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:19.471018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.471656 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment 515b1f65-9699-4972-9cfc-358669e300c4 of type vlan for network ed862e99-e75b-407b-9714-cc91a149ba2c Nov 23 02:47:19.587588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.647107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.653830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:19.654514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:19.866202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5426276 Nov 23 02:47:19.869370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44546) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:19.876178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:19.941615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130c6e2-c2b9-48bd-8ba0-ed2407ed2be6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=ed862e99-e75b-407b-9714-cc91a149ba2c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:19.959846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network ed862e99-e75b-407b-9714-cc91a149ba2c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:19.985217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb15a29-10c3-4abb-af52-aea7e4d221e0 req-5e76dd51-abe2-4ce4-a45e-c7377813a9df tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:19.993526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffb15a29-10c3-4abb-af52-aea7e4d221e0 req-5e76dd51-abe2-4ce4-a45e-c7377813a9df tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.1622849 Nov 23 02:47:20.096244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffb15a29-10c3-4abb-af52-aea7e4d221e0 req-0230f234-a8cc-443d-abe6-67bb01e47ef8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928743 Nov 23 02:47:20.146257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:20.156236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.212101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44560) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:20.237130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Performing IP validity checks on allocation pools {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:47:20.237924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:47:20.429745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67fea024-f504-4875-a989-c21f2bfe2b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.439182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.544548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=a3b083ce-88f3-44f9-b2a6-bddbef3053a1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:20.558749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': '515b1f65-9699-4972-9cfc-358669e300c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:20.558749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: ed862e99-e75b-407b-9714-cc91a149ba2c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:20.578302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67fea024-f504-4875-a989-c21f2bfe2b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.598742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67fea024-f504-4875-a989-c21f2bfe2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.615757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network ed862e99-e75b-407b-9714-cc91a149ba2c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:20.629298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, ed862e99-e75b-407b-9714-cc91a149ba2c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:20.638788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df5607-b35a-4114-aab5-b997426cbdd5 None None] Network ed862e99-e75b-407b-9714-cc91a149ba2c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:20.646521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.648195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.650727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fea024-f504-4875-a989-c21f2bfe2b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcefdad-9fe7-4dd1-8ec7-7320e38f96b9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:20.662693 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-67fea024-f504-4875-a989-c21f2bfe2b07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4372e1194881471b8c87cbbe43fc8cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4484484 Nov 23 02:47:20.665302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:20.700894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-453e87bd-061c-44fe-aadc-0c9c2e7cf26f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8287542 Nov 23 02:47:20.702480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44574) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:20.709166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c', 'name': 'tempest-PortsTestJSON-1588704785'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:20.752065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.795618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.917098 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.920316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.922243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbcefdad-9fe7-4dd1-8ec7-7320e38f96b9 HTTP/1.1" status: 204 len: 168 time: 0.2551272 Nov 23 02:47:20.935977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad2a4c-4da5-479d-9266-42a70168392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcefdad-9fe7-4dd1-8ec7-7320e38f96b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:20.957724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:20.967988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.992719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-ed862e99-e75b-407b-9714-cc91a149ba2c', 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': 'a3b083ce-88f3-44f9-b2a6-bddbef3053a1'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:20.993837 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.023755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 0f2dc77f-7433-47ba-bd91-61e03e0e055b yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:21.316889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28103de-3292-4bbc-a2d7-8d37afabb397 req-3f303d05-ecf2-4f5a-a9e7-2493ca5b5ff2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:21.330922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b28103de-3292-4bbc-a2d7-8d37afabb397 req-3f303d05-ecf2-4f5a-a9e7-2493ca5b5ff2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.1542878 Nov 23 02:47:21.464886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b28103de-3292-4bbc-a2d7-8d37afabb397 req-6943c248-8121-40d2-959f-072b86621a35 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284184 Nov 23 02:47:21.651045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:21.667230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc13f-5004-4550-a663-20571d31473c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.780629 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc13f-5004-4550-a663-20571d31473c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.785347 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff7dc13f-5004-4550-a663-20571d31473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.836183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dc13f-5004-4550-a663-20571d31473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f63f8c-fc6a-46d6-a672-440a6d527952,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:21.860221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff7dc13f-5004-4550-a663-20571d31473c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2387277bce1b45d38c7f1fc74647b255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043703 Nov 23 02:47:21.860991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44614) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:21.971072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-7da1ee99-a195-4615-a77a-e62420101c86 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:21.974327 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-7da1ee99-a195-4615-a77a-e62420101c86 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.7663109 Nov 23 02:47:21.983085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.988813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.10 (ed862e99-e75b-407b-9714-cc91a149ba2c/a3b083ce-88f3-44f9-b2a6-bddbef3053a1/0f2dc77f-7433-47ba-bd91-61e03e0e055b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:22.018534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.096654 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.100006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.104219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27f63f8c-fc6a-46d6-a672-440a6d527952 HTTP/1.1" status: 204 len: 168 time: 0.2425165 Nov 23 02:47:22.114195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca40e4-0a9c-4da6-a7ac-e560218afc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f63f8c-fc6a-46d6-a672-440a6d527952,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:22.147090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-c63a28d7-bab6-4903-a3f1-661954effa93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8843238 Nov 23 02:47:22.305969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.328942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port e5cc55a9-ffd3-4362-94bb-b26947ae477b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:22.329397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.340836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.341235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.341701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.342167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.342659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.343920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.344118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.346159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-14f19365-1661-4dba-a438-6d9edea3b44d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.1206727 Nov 23 02:47:22.547629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-91bb6cbc-6441-4207-9a85-ca1bfb72df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.548147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-91bb6cbc-6441-4207-9a85-ca1bfb72df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.548600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-91bb6cbc-6441-4207-9a85-ca1bfb72df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.550216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-91bb6cbc-6441-4207-9a85-ca1bfb72df6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.1764822 Nov 23 02:47:22.682555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.692314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Allocated IP 172.20.0.2 (ed862e99-e75b-407b-9714-cc91a149ba2c/a3b083ce-88f3-44f9-b2a6-bddbef3053a1/7ded6a4c-a1cc-4e68-9b13-37f576e96540) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:22.714946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a953-f5cb-4f8b-a1f1-6deb1ff61416 req-1c6c91d5-0ead-4178-a2f5-0a041394b502 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.720216 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de99a953-f5cb-4f8b-a1f1-6deb1ff61416 req-1c6c91d5-0ead-4178-a2f5-0a041394b502 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 945 time: 0.1391582 Nov 23 02:47:22.845851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de99a953-f5cb-4f8b-a1f1-6deb1ff61416 req-32b8f081-b4ef-430d-8bca-1fb5e71cf1f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184072 Nov 23 02:47:22.899658 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-7ae051bd-9639-47bf-8281-071fbc24ce52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.3392470 Nov 23 02:47:22.911473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network ed862e99-e75b-407b-9714-cc91a149ba2c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:22.936800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:22.940425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port e5cc55a9-ffd3-4362-94bb-b26947ae477b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e5cc55a9-ffd3-4362-94bb-b26947ae477b,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:22.940797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.944940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=0f2dc77f-7433-47ba-bd91-61e03e0e055b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:22.999050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:23.053992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.063480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.100063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:23.105074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.117205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for e5cc55a9-ffd3-4362-94bb-b26947ae477b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:23.147945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Network ed862e99-e75b-407b-9714-cc91a149ba2c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:23.149945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:23.154038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Pushing event updated for resources: {'Port': ['ID=7ded6a4c-a1cc-4e68-9b13-37f576e96540,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:23.155907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:23.217409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-30666eed-ed1b-4650-806d-70904141effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:23.219292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-30666eed-ed1b-4650-806d-70904141effa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.3060253 Nov 23 02:47:23.225525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76dbbfbc-cc3d-4907-91c0-6dd8537b4688 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5209851 Nov 23 02:47:23.228400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44672) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:23.235387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Attempting to bind port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:23.236172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Attempting to bind port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '515b1f65-9699-4972-9cfc-358669e300c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:23.237234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Attempting to bind port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 on network ed862e99-e75b-407b-9714-cc91a149ba2c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:23.251707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:23.252575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Checking segment: {'id': '515b1f65-9699-4972-9cfc-358669e300c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:23.253257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.254166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Bound using segment: {'id': '515b1f65-9699-4972-9cfc-358669e300c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:23.257789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Bound port: 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515b1f65-9699-4972-9cfc-358669e300c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ed862e99-e75b-407b-9714-cc91a149ba2c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:23.258567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.469895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.502091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-24a7c285-520e-469a-bb15-55636a07b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:23.504590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-24a7c285-520e-469a-bb15-55636a07b4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2776754 Nov 23 02:47:23.508511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] For port 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:23.517081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] For port 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7ded6a4c-a1cc-4e68-9b13-37f576e96540,segment=NetworkSegment(515b1f65-9699-4972-9cfc-358669e300c4),segment_id=515b1f65-9699-4972-9cfc-358669e300c4)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:23.532456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.576743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 0f2dc77f-7433-47ba-bd91-61e03e0e055b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:23.577325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.726698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f92f0-4fcf-429b-b55e-ffbc6c24f528 None None] Pushing event updated for resources: {'Port': ['ID=7ded6a4c-a1cc-4e68-9b13-37f576e96540,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:23.792297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:23.833502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 0f2dc77f-7433-47ba-bd91-61e03e0e055b owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:23.926913 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-00c717e5-f096-4906-8b75-0b1d5cea8440 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140489 Nov 23 02:47:23.929252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:24.102111 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:24.145525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7350b91-9c55-4dad-a296-423cba16dacc req-ea5a9108-6122-46d2-8ec9-b8e5aafa3b86 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.0950186 Nov 23 02:47:24.249893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=0f2dc77f-7433-47ba-bd91-61e03e0e055b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:24.267253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port e5cc55a9-ffd3-4362-94bb-b26947ae477b on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:24.273917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=e5cc55a9-ffd3-4362-94bb-b26947ae477b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:24.515799 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:24.527099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:24.539698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ac434ba-ba66-4459-9e7e-44a194b57600 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/0f2dc77f-7433-47ba-bd91-61e03e0e055b HTTP/1.1" status: 204 len: 168 time: 1.3099957 Nov 23 02:47:24.542900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:24.557981 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f10c5d11-7a92-4bc4-ab50-db606edfa431 req-dc96ea9a-28c6-4f2c-a1a7-e59ca8f7f35a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "DELETE /v2.0/ports/e5cc55a9-ffd3-4362-94bb-b26947ae477b HTTP/1.1" status: 204 len: 173 time: 2.4874902 Nov 23 02:47:24.561087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-8bf98989-8733-4d93-b2ef-b35f6ffe91a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6173434 Nov 23 02:47:24.563754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'name': 'network-vif-deleted', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:24.567858 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab00e3-5da3-431e-8c1a-c6d4fda249a9" -d '{"events": [{"server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "name": "network-vif-deleted", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:24.613092 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d6c8c7-deda-4d46-a830-89511c2b9e01 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:47:24.614019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d6c8c7-deda-4d46-a830-89511c2b9e01 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:47:24.617176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94d6c8c7-deda-4d46-a830-89511c2b9e01 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/0f2dc77f-7433-47ba-bd91-61e03e0e055b HTTP/1.1" status: 404 len: 333 time: 0.0705006 Nov 23 02:47:24.645156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44724) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:24.680602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-8510ad68-79a7-4c1c-87d8-acef4f65a001 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.0888476 Nov 23 02:47:24.683131 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a7664-c52b-4f01-af07-54f1e7d08deb x-openstack-request-id: req-c23a7664-c52b-4f01-af07-54f1e7d08deb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:24.683682 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3926e2-f497-4f7f-8107-73780ef6da72", "name": "network-vif-deleted", "tag": "e5cc55a9-ffd3-4362-94bb-b26947ae477b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:24.684103 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c23a7664-c52b-4f01-af07-54f1e7d08deb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:24.684670 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3926e2-f497-4f7f-8107-73780ef6da72', 'name': 'network-vif-deleted', 'tag': 'e5cc55a9-ffd3-4362-94bb-b26947ae477b', 'status': 'completed', 'code': 200} Nov 23 02:47:24.736092 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc60358-915d-42e6-83d3-3c678200f98f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:24.741674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0dc60358-915d-42e6-83d3-3c678200f98f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/0f2dc77f-7433-47ba-bd91-61e03e0e055b HTTP/1.1" status: 404 len: 333 time: 0.0917025 Nov 23 02:47:24.742426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:24.816357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-fd4bcfd2-5f85-4a36-80b9-7a7b3c5013c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:24.822048 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-fd4bcfd2-5f85-4a36-80b9-7a7b3c5013c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1259763 Nov 23 02:47:24.845871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet a3b083ce-88f3-44f9-b2a6-bddbef3053a1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:24.856362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:24.907749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-cd1eafec-26f0-4619-950a-2f13992a55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:24.909234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-cd1eafec-26f0-4619-950a-2f13992a55ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834751 Nov 23 02:47:24.953522 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.137301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-3b882fb0-38e6-4d96-b8e5-34f9837da12e service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195585 Nov 23 02:47:25.164719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.283722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e5cc55a9-ffd3-4362-94bb-b26947ae477b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:25.297512 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.365203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b083ce-88f3-44f9-b2a6-bddbef3053a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:25.447392 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.467885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b45cbb70-0160-4f44-b747-0d0ac1230a8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/a3b083ce-88f3-44f9-b2a6-bddbef3053a1 HTTP/1.1" status: 204 len: 168 time: 0.7219520 Nov 23 02:47:25.469260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44754) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:25.478482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-414b49cd-d787-44b4-93b1-d532aeb7ed74 req-049077dd-2458-479f-b3b4-79006e9dafef tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.1166630 Nov 23 02:47:25.621596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-39218341-c622-4506-b93d-1471321d1115 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739034 Nov 23 02:47:25.663910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.736529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-6379f17f-8888-474e-88bb-a701fc00512c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.1061652 Nov 23 02:47:25.776635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: e5cc55a9-ffd3-4362-94bb-b26947ae477b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:25.778035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e5cc55a9-ffd3-4362-94bb-b26947ae477b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:25.783809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7ded6a4c-a1cc-4e68-9b13-37f576e96540 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:25.822942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c6769-d37f-4d87-8e6d-2b49b0602e66 None None] Network ed862e99-e75b-407b-9714-cc91a149ba2c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:25.903366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-6bc691be-9350-463c-ac0a-d449a7befb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:25.907001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-6bc691be-9350-463c-ac0a-d449a7befb8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1621737 Nov 23 02:47:25.939785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:25.940405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.007967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] Provisioning complete for port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:26.008653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.060858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:26.061238 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.185847 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.212635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-1421bdaf-c491-4302-908c-2ee55a43c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:26.214582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-1421bdaf-c491-4302-908c-2ee55a43c97f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2867842 Nov 23 02:47:26.224598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] For port 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7ded6a4c-a1cc-4e68-9b13-37f576e96540,segment=NetworkSegment(515b1f65-9699-4972-9cfc-358669e300c4),segment_id=515b1f65-9699-4972-9cfc-358669e300c4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:26.229933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7ded6a4c-a1cc-4e68-9b13-37f576e96540,segment=NetworkSegment(515b1f65-9699-4972-9cfc-358669e300c4),segment_id=515b1f65-9699-4972-9cfc-358669e300c4)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:26.231212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] DHCP port deletion for ed862e99-e75b-407b-9714-cc91a149ba2c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:26.235752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.250792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.365402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 7ded6a4c-a1cc-4e68-9b13-37f576e96540 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:26.390883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7882b-a2d2-4ebd-85ca-737237d2241e None None] Pushing event updated for resources: {'Port': ['ID=7ded6a4c-a1cc-4e68-9b13-37f576e96540,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:26.516399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-87d377cd-bed7-4e7e-b580-ab134f45eaa5 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885916 Nov 23 02:47:26.628541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Deleting port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:26.629806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.645863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.704084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] For port 7ded6a4c-a1cc-4e68-9b13-37f576e96540, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7ded6a4c-a1cc-4e68-9b13-37f576e96540,segment=NetworkSegment(515b1f65-9699-4972-9cfc-358669e300c4),segment_id=515b1f65-9699-4972-9cfc-358669e300c4)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:26.704823 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.722550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Calling delete_port for 7ded6a4c-a1cc-4e68-9b13-37f576e96540 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:26.780498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85e84cfa-7b75-435a-b617-3fecd5d46de5 req-15771d2e-e481-4ecb-9e09-e737bdffcf38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.0762885 Nov 23 02:47:26.787593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=7ded6a4c-a1cc-4e68-9b13-37f576e96540,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:26.835766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:26.956647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.966517 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-f6d071b7-74a0-415d-b553-4e2d3df76bf8 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430065 Nov 23 02:47:26.977850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] No DVR routers for this DVR port 7ded6a4c-a1cc-4e68-9b13-37f576e96540 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:27.023119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.032043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141140f5-aff0-4bdf-883f-0908786be947 None None] Pushing event deleted for resources: {'Port': ['ID=7ded6a4c-a1cc-4e68-9b13-37f576e96540,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:27.171167 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-4f087b94-68e9-49c9-99d2-4a5d18c6769b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.1162894 Nov 23 02:47:27.197582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed862e99-e75b-407b-9714-cc91a149ba2c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:27.259589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7ded6a4c-a1cc-4e68-9b13-37f576e96540 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:27.288099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515b1f65-9699-4972-9cfc-358669e300c4') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:27.288814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515b1f65-9699-4972-9cfc-358669e300c4') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:27.304246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7ded6a4c-a1cc-4e68-9b13-37f576e96540 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:27.304855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7ded6a4c-a1cc-4e68-9b13-37f576e96540 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:27.310140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.345329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-710d42f3-ad82-46e6-8245-b5911dc26044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:27.346981 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-710d42f3-ad82-46e6-8245-b5911dc26044 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1669896 Nov 23 02:47:27.351483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.366841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:27.367346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:27.370962 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:27.465164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.470346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-3cb05c5b-e4ab-4b81-abc4-1b7fd374296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:27.472739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-3cb05c5b-e4ab-4b81-abc4-1b7fd374296a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1189015 Nov 23 02:47:27.480059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.484690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/ed862e99-e75b-407b-9714-cc91a149ba2c HTTP/1.1" status: 204 len: 168 time: 2.0121026 Nov 23 02:47:27.488440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44836) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:27.494756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-932481999'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:27.526748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a258f-0b22-42df-ad9c-6a0aa0604078 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=ed862e99-e75b-407b-9714-cc91a149ba2c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:27.548518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:27.555152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.568274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:27.642695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:27.667570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.668166 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment d4c39115-478f-449d-97c8-d8e2d8d9382a of type vlan for network c26529ff-e27d-4eb5-88a0-03f628cb505a Nov 23 02:47:27.686475 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-3bc34081-4a18-4ebe-a7e6-9f4491e523c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000856 Nov 23 02:47:27.778529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.858064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8474f36c-bcd1-41c1-9767-816c4110f89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.883386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.895142 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:27.898082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:27.920585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-8a2c5c25-a86a-4447-83bd-7b1726feeaf8 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123506 Nov 23 02:47:28.021245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-775940c0-1f13-4844-95cf-eca55fcb1d27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.0927980 Nov 23 02:47:28.051304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cb6157c-b7ae-4d45-982a-8733757ecddd req-350d7ca4-dfbe-4b2f-8197-9da914d9bd7c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.1211669 Nov 23 02:47:28.130696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8474f36c-bcd1-41c1-9767-816c4110f89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.184146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44854) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:28.185159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6942401 Nov 23 02:47:28.188703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8474f36c-bcd1-41c1-9767-816c4110f89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.195818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:28.255244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8474f36c-bcd1-41c1-9767-816c4110f89f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaf5ca55d8ff469994d3f40e3261ba33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6856918 Nov 23 02:47:28.255927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:28.271955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b3adc-2bf0-4f13-a004-9ed4759b6793 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=c26529ff-e27d-4eb5-88a0-03f628cb505a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:28.295628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c26529ff-e27d-4eb5-88a0-03f628cb505a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:28.347513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b71d3878-9e7d-4dda-bb1a-84335302257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:28.349265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b71d3878-9e7d-4dda-bb1a-84335302257e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.3217554 Nov 23 02:47:28.361866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474f36c-bcd1-41c1-9767-816c4110f89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a65015-e70f-4b09-8b5d-00f9659f4289,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:28.399944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.474201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.524549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:28.541614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.609782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.613445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:28.629210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08a65015-e70f-4b09-8b5d-00f9659f4289 HTTP/1.1" status: 204 len: 168 time: 0.3701692 Nov 23 02:47:28.677053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e91c6-5d3d-49b1-b7c4-a14a68e18103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a65015-e70f-4b09-8b5d-00f9659f4289,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:28.684132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b2421e14-2eb1-403c-a8b8-07e1b2bb37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:28.684942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b2421e14-2eb1-403c-a8b8-07e1b2bb37e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3270309 Nov 23 02:47:28.882012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-6ba7386e-165b-4060-8ddc-1b37ddbec7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865900 Nov 23 02:47:29.056232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.197233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44898) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:29.235777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b253989f-d344-4055-a0ff-feb1da243afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.253220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'd4c39115-478f-449d-97c8-d8e2d8d9382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:29.253588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: c26529ff-e27d-4eb5-88a0-03f628cb505a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:29.258153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=6b9e41cb-ceb9-4d94-8587-c2868c63ed93,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:29.270321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ea2de2-9aa2-4592-8d86-42b04e1cb8c8 req-f6b47a61-ef7e-4a33-875f-7684cdbb3c08 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f3926e2-f497-4f7f-8107-73780ef6da72 HTTP/1.1" status: 200 len: 210 time: 0.0499260 Nov 23 02:47:29.304159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-63439f5e-c2e2-4e4a-a126-dbd1ce91e4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580023 Nov 23 02:47:29.307233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network c26529ff-e27d-4eb5-88a0-03f628cb505a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:29.359638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-438c03c5-836e-4cf9-9381-579038d07583 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.0430195 Nov 23 02:47:29.360739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c26529ff-e27d-4eb5-88a0-03f628cb505a) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:29.365268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:29.365877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.373667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b3421-bc9a-4207-8281-56f976585968 None None] Network c26529ff-e27d-4eb5-88a0-03f628cb505a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:29.387610 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b253989f-d344-4055-a0ff-feb1da243afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.400548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b253989f-d344-4055-a0ff-feb1da243afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.557961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253989f-d344-4055-a0ff-feb1da243afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcdae81-5211-418c-926f-1a0631f552b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:29.583651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b253989f-d344-4055-a0ff-feb1da243afb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2f231057ee848da8f780ae108a4b6de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842175 Nov 23 02:47:29.585466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:29.623741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.698928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.723794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.766609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c26529ff-e27d-4eb5-88a0-03f628cb505a', 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': '6b9e41cb-ceb9-4d94-8587-c2868c63ed93'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:29.771275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.814110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.817080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.827950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bcdae81-5211-418c-926f-1a0631f552b5 HTTP/1.1" status: 204 len: 168 time: 0.2361526 Nov 23 02:47:29.845380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d4ef695e-4763-4ae3-8d00-6f8ac2efbaeb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6539898 Nov 23 02:47:29.848068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44914) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:29.855101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1567554513'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:29.861596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-98180cbd-7206-4afe-bbba-5ac000d7235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:29.863139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-98180cbd-7206-4afe-bbba-5ac000d7235b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.4945741 Nov 23 02:47:29.863448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67985c-9958-4aff-9236-9183554872af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcdae81-5211-418c-926f-1a0631f552b5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:30.079499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-88c0d340-86cf-486e-8b67-58da7e1b6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:30.080656 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-88c0d340-86cf-486e-8b67-58da7e1b6fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2068117 Nov 23 02:47:30.162207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Allocated IP 172.20.0.2 (c26529ff-e27d-4eb5-88a0-03f628cb505a/6b9e41cb-ceb9-4d94-8587-c2868c63ed93/fe3c7796-37f2-479f-8b19-f27000499ac7) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:30.345083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:30.361408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.389690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-ba10c47f-6aec-457c-bdae-fc1996cf9ebe service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881675 Nov 23 02:47:30.463007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.487397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.593065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Network c26529ff-e27d-4eb5-88a0-03f628cb505a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:30.603745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:30.606778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-0ad23dee-c650-412a-8cf8-0e5dff6aabca service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057180 Nov 23 02:47:30.614552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:30.618558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 09ef7718-8f97-4ea9-8d82-4841eaa53c53 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:30.703967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Attempting to bind port fe3c7796-37f2-479f-8b19-f27000499ac7 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:30.704710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Attempting to bind port fe3c7796-37f2-479f-8b19-f27000499ac7 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd4c39115-478f-449d-97c8-d8e2d8d9382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:30.705176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Attempting to bind port fe3c7796-37f2-479f-8b19-f27000499ac7 on network c26529ff-e27d-4eb5-88a0-03f628cb505a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:30.716332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:30.718559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Checking segment: {'id': 'd4c39115-478f-449d-97c8-d8e2d8d9382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:30.718727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.719307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Bound using segment: {'id': 'd4c39115-478f-449d-97c8-d8e2d8d9382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:30.719894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Bound port: fe3c7796-37f2-479f-8b19-f27000499ac7, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c39115-478f-449d-97c8-d8e2d8d9382a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c26529ff-e27d-4eb5-88a0-03f628cb505a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:30.720867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.725063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Pushing event updated for resources: {'Port': ['ID=fe3c7796-37f2-479f-8b19-f27000499ac7,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:30.755197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-da3da7ba-1bd9-4c9a-8604-39b9983ca2df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.1384566 Nov 23 02:47:30.872595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] For port fe3c7796-37f2-479f-8b19-f27000499ac7, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:30.877117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] For port fe3c7796-37f2-479f-8b19-f27000499ac7, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe3c7796-37f2-479f-8b19-f27000499ac7,segment=NetworkSegment(d4c39115-478f-449d-97c8-d8e2d8d9382a),segment_id=d4c39115-478f-449d-97c8-d8e2d8d9382a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:30.884165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.033823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984487b-be5e-416e-b6e8-a57efdae7346 None None] Pushing event updated for resources: {'Port': ['ID=fe3c7796-37f2-479f-8b19-f27000499ac7,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:31.080525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-230d8b85-49c2-489a-8d29-75eceade472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.082590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-230d8b85-49c2-489a-8d29-75eceade472f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.2425485 Nov 23 02:47:31.181151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.8 (c26529ff-e27d-4eb5-88a0-03f628cb505a/6b9e41cb-ceb9-4d94-8587-c2868c63ed93/09ef7718-8f97-4ea9-8d82-4841eaa53c53) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:31.201211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b5fd28af-6a63-4eaa-8713-84520d852bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.202927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-b5fd28af-6a63-4eaa-8713-84520d852bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1117790 Nov 23 02:47:31.403542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-a8c8d225-d8b1-4355-9ee9-352704a44147 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912031 Nov 23 02:47:31.505524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-87316686-607f-4265-b0f3-a8a1763737f2 req-ebff31f4-d6c2-4975-8184-498b0546568e service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938828 Nov 23 02:47:31.591507 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.666605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.761411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network c26529ff-e27d-4eb5-88a0-03f628cb505a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:31.766845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:31.770231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:31.855417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=09ef7718-8f97-4ea9-8d82-4841eaa53c53,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:31.878894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.879159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.918438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 44976) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:31.919044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a3ee523-6318-4b80-bff0-bab82a6d5b91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.0694730 Nov 23 02:47:31.999741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44978) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:32.030674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 09ef7718-8f97-4ea9-8d82-4841eaa53c53 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:32.031021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.144059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9beea4cb-889f-4a15-a2ac-eaecbeb681c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.168358 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.184882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 09ef7718-8f97-4ea9-8d82-4841eaa53c53 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:32.378242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9beea4cb-889f-4a15-a2ac-eaecbeb681c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.385369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9beea4cb-889f-4a15-a2ac-eaecbeb681c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.387571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.426345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=09ef7718-8f97-4ea9-8d82-4841eaa53c53,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:32.462948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea4cb-889f-4a15-a2ac-eaecbeb681c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7905bf-d6e3-4abc-ad76-504cbf6719ab,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:32.550788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9beea4cb-889f-4a15-a2ac-eaecbeb681c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4714049a6da1498fb76f93cd7bddadf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5499113 Nov 23 02:47:32.554567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:32.597458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.604515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32a74487-6959-45c0-a98d-1f35cb4b2b73 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/09ef7718-8f97-4ea9-8d82-4841eaa53c53 HTTP/1.1" status: 204 len: 168 time: 0.6841130 Nov 23 02:47:32.609582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 44998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:32.666650 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f5b3b5-538e-4d45-82fe-f621b85dc890 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:32.670724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5f5b3b5-538e-4d45-82fe-f621b85dc890 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/09ef7718-8f97-4ea9-8d82-4841eaa53c53 HTTP/1.1" status: 404 len: 333 time: 0.0574689 Nov 23 02:47:32.671144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:32.726586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.757114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 6b9e41cb-ceb9-4d94-8587-c2868c63ed93 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:32.760355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.765428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.840079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.841222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.845892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:32.847328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b7905bf-d6e3-4abc-ad76-504cbf6719ab HTTP/1.1" status: 204 len: 168 time: 0.2911601 Nov 23 02:47:32.857232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3937f-e137-4b4d-aa76-7d28c310f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7905bf-d6e3-4abc-ad76-504cbf6719ab,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:32.883095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e0b97-d5c7-4c09-ae82-02955730c5e5 None None] Network c26529ff-e27d-4eb5-88a0-03f628cb505a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:33.023352 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.083339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] Provisioning complete for port fe3c7796-37f2-479f-8b19-f27000499ac7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:33.083717 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.117158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.136154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.140750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/6b9e41cb-ceb9-4d94-8587-c2868c63ed93 HTTP/1.1" status: 204 len: 168 time: 0.4670208 Nov 23 02:47:33.149197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45010) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:33.192243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c982f-9f00-4a02-9e36-d0fd5f86420a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9e41cb-ceb9-4d94-8587-c2868c63ed93,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:33.342407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.439980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.519241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port fe3c7796-37f2-479f-8b19-f27000499ac7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:33.520206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.523054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] For port fe3c7796-37f2-479f-8b19-f27000499ac7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe3c7796-37f2-479f-8b19-f27000499ac7,segment=NetworkSegment(d4c39115-478f-449d-97c8-d8e2d8d9382a),segment_id=d4c39115-478f-449d-97c8-d8e2d8d9382a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:33.537968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] DHCP port deletion for c26529ff-e27d-4eb5-88a0-03f628cb505a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:33.542142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.628499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e80fd-5e42-4e1b-b408-4639b175c384 None None] Pushing event updated for resources: {'Port': ['ID=fe3c7796-37f2-479f-8b19-f27000499ac7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:33.629530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port fe3c7796-37f2-479f-8b19-f27000499ac7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe3c7796-37f2-479f-8b19-f27000499ac7,segment=NetworkSegment(d4c39115-478f-449d-97c8-d8e2d8d9382a),segment_id=d4c39115-478f-449d-97c8-d8e2d8d9382a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:33.629965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.650668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for fe3c7796-37f2-479f-8b19-f27000499ac7 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:33.694659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Deleting port fe3c7796-37f2-479f-8b19-f27000499ac7 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:33.695155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.800667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.802329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] For port fe3c7796-37f2-479f-8b19-f27000499ac7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe3c7796-37f2-479f-8b19-f27000499ac7,segment=NetworkSegment(d4c39115-478f-449d-97c8-d8e2d8d9382a),segment_id=d4c39115-478f-449d-97c8-d8e2d8d9382a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:33.802770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.829693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=fe3c7796-37f2-479f-8b19-f27000499ac7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:33.833236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port fe3c7796-37f2-479f-8b19-f27000499ac7 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:33.841929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Calling delete_port for fe3c7796-37f2-479f-8b19-f27000499ac7 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:33.965066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.987236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26529ff-e27d-4eb5-88a0-03f628cb505a']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:33.997679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c39115-478f-449d-97c8-d8e2d8d9382a') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:33.997953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c39115-478f-449d-97c8-d8e2d8d9382a') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:34.001780 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.008835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.023132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.030976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:34.031463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.066239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] Pushing event deleted for resources: {'Port': ['ID=fe3c7796-37f2-479f-8b19-f27000499ac7,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:34.072254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a6d05-787e-4cc2-a762-33e18335e836 None None] No DVR routers for this DVR port fe3c7796-37f2-479f-8b19-f27000499ac7 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:34.087508 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:34.126020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.144851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.155319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:34.163802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/c26529ff-e27d-4eb5-88a0-03f628cb505a HTTP/1.1" status: 204 len: 168 time: 0.9999549 Nov 23 02:47:34.167367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'name': 'tempest-PortsTestJSON-922054530'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:34.197975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20887b-0cb7-479d-95f2-f0188aabdd67 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=c26529ff-e27d-4eb5-88a0-03f628cb505a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:34.418704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:34.422343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.449923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 67f7cb20-aad7-47da-9201-283f2c38541a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:34.512127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45038) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:34.678077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd22-9414-4016-9dbd-4d8b6a4d403c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.815631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.878117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd22-9414-4016-9dbd-4d8b6a4d403c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.882816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.886748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8f1acd22-9414-4016-9dbd-4d8b6a4d403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.944019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:34.947607 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8f1acd22-9414-4016-9dbd-4d8b6a4d403c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f7c6de590ce41488019bc5d33ef8a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343204 Nov 23 02:47:34.948796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1acd22-9414-4016-9dbd-4d8b6a4d403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbaf372-cf6c-4e5c-99d0-9b34e8e31d88,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:34.950676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:34.951488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45052) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:34.959640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:34.965910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:34.966646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.983032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=67f7cb20-aad7-47da-9201-283f2c38541a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:34.998745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-803b82ff-594c-4931-834a-3512c90abc16 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8402131 Nov 23 02:47:34.999923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:35.015710 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.048786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.126209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.129235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.136991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 67f7cb20-aad7-47da-9201-283f2c38541a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:35.137331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.144036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebbaf372-cf6c-4e5c-99d0-9b34e8e31d88 HTTP/1.1" status: 204 len: 168 time: 0.1914728 Nov 23 02:47:35.162331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b302056-c824-440c-b9f3-88d337329e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbaf372-cf6c-4e5c-99d0-9b34e8e31d88,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:35.305316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.342693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 67f7cb20-aad7-47da-9201-283f2c38541a owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:35.351693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fe3c7796-37f2-479f-8b19-f27000499ac7 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:35.391379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fe3c7796-37f2-479f-8b19-f27000499ac7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:35.392108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fe3c7796-37f2-479f-8b19-f27000499ac7 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:35.517463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.559737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=67f7cb20-aad7-47da-9201-283f2c38541a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:35.579802 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.586007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45072) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:35.591686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'mac_address': 'fa:16:3e:50:57:38', 'name': 'tempest-PortsTestJSON-1334131501'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:35.594667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-46964767-9fb4-43d4-b86f-9e9f03607396 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/67f7cb20-aad7-47da-9201-283f2c38541a HTTP/1.1" status: 204 len: 168 time: 0.5928011 Nov 23 02:47:35.681568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f8bcfdf-c0ce-4ba7-931a-e1d7d25adfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.805224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:35.926938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.958126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 862de6f0-ae76-4dcd-81e1-3168b5ff9a68 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:36.204856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.247875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.277494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:36.281361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:36.285817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:36.295668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:36.296615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.376010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45106) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:36.376498 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7884703 Nov 23 02:47:36.381148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9cae4-c47f-4d0c-be7d-4d1a0d1da597 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=862de6f0-ae76-4dcd-81e1-3168b5ff9a68,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:36.437929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d862df-18e0-4dd5-aea9-e2e6293b1f6d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:36.442996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45110) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:36.447075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a7d862df-18e0-4dd5-aea9-e2e6293b1f6d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/862de6f0-ae76-4dcd-81e1-3168b5ff9a68 HTTP/1.1" status: 200 len: 841 time: 0.0698774 Nov 23 02:47:36.561600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 862de6f0-ae76-4dcd-81e1-3168b5ff9a68 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:36.561956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.665313 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.690219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 862de6f0-ae76-4dcd-81e1-3168b5ff9a68 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:36.808485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.847960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=862de6f0-ae76-4dcd-81e1-3168b5ff9a68,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:36.857544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.864868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:36.876862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-73cd60e7-334f-40d9-a890-ace6b73a1d25 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/862de6f0-ae76-4dcd-81e1-3168b5ff9a68 HTTP/1.1" status: 204 len: 168 time: 0.4318461 Nov 23 02:47:36.898951 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9afe65-1df2-4017-9f1d-0b338d0642fe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:36.903734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3e9afe65-1df2-4017-9f1d-0b338d0642fe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/862de6f0-ae76-4dcd-81e1-3168b5ff9a68 HTTP/1.1" status: 404 len: 333 time: 0.0345206 Nov 23 02:47:36.904166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45136) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:36.910056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'name': 'tempest-PortsTestJSON-677850512'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:37.081233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:37.085298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.107925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 18376836-8b46-459f-bb56-56af6783f636 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:37.316860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.367239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.418541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:37.422076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:37.424749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:37.431135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:37.431763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.443300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=18376836-8b46-459f-bb56-56af6783f636,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:37.463839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:37.464394 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-63bbbec6-01d1-4d2e-929f-50ff69afbb8d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5590219 Nov 23 02:47:37.469048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:37.554230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.774260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.781589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.814006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] In _notify_port_updated(), no bound segment for port 18376836-8b46-459f-bb56-56af6783f636 on network b90deb2b-46c5-4565-b90a-249b2de7e854 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:47:37.828486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:37.829912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:37.834828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45158) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:37.855593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/ports/18376836-8b46-459f-bb56-56af6783f636 HTTP/1.1" status: 200 len: 818 time: 0.3870537 Nov 23 02:47:37.999132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dded155-67eb-4b81-86bf-dfd5bb82fdd3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=18376836-8b46-459f-bb56-56af6783f636,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:38.064745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0193cad7-27e6-4f89-a850-5b33769e9dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.100819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 18376836-8b46-459f-bb56-56af6783f636 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:38.101258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.199596 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.216105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 18376836-8b46-459f-bb56-56af6783f636 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:38.336765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.385664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.396210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/18376836-8b46-459f-bb56-56af6783f636 HTTP/1.1" status: 204 len: 168 time: 0.5529771 Nov 23 02:47:38.396210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511b7e-2e8f-457b-898c-41f3341ade06 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=18376836-8b46-459f-bb56-56af6783f636,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:38.396539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:38.455700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bf589-9ce2-4c96-ab17-036154dac848 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:38.460303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45172) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:38.460623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c5bf589-9ce2-4c96-ab17-036154dac848 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0664449 Nov 23 02:47:38.506701 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-704de623-d85a-47d4-9b3d-1660f187cc72 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:38.511850 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-704de623-d85a-47d4-9b3d-1660f187cc72 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/18376836-8b46-459f-bb56-56af6783f636 HTTP/1.1" status: 404 len: 333 time: 0.0502601 Nov 23 02:47:38.515578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45174) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:38.522628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1193422143'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:38.565812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:38.570867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.608298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:38.620532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.620936 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment a00b0ba9-df2a-47e4-a317-8b7c3064da49 of type vlan for network 470c705c-09ff-4ba8-a0e8-800af307a224 Nov 23 02:47:38.738813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.790400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.800677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:38.802221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:38.841787 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3226492 Nov 23 02:47:38.843782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:38.848279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:38.914953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5c1e2-aadb-4e8a-b766-52a30625bc5e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=470c705c-09ff-4ba8-a0e8-800af307a224,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:38.930030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:38.962283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:38.971954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.285794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.418102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.483754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=7f61349b-14cd-4f2e-81e3-6be0b0cb3829,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:39.495416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'a00b0ba9-df2a-47e4-a317-8b7c3064da49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:39.495801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: 470c705c-09ff-4ba8-a0e8-800af307a224, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:39.539924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 470c705c-09ff-4ba8-a0e8-800af307a224 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:39.552412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 470c705c-09ff-4ba8-a0e8-800af307a224) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:39.562219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d7adb-125e-4e76-98c1-e354f5054cad None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:39.580409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:39.583106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.626817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9cedb461-4076-410d-8d0c-23f24c291e0e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7798927 Nov 23 02:47:39.627114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:39.632665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:39.784318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-470c705c-09ff-4ba8-a0e8-800af307a224', 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': '7f61349b-14cd-4f2e-81e3-6be0b0cb3829'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:39.785408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.831187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:39.841044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.012661 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7f61349b-14cd-4f2e-81e3-6be0b0cb3829 (CIDR: 172.20.0.0/28) Nov 23 02:47:40.021816 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:47:40.022084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:47:40.060966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:40.061594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7844433b-a0c5-4315-a283-743637cbb2a3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4328501 Nov 23 02:47:40.066434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:40.167788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Allocated IP 172.20.0.2 (470c705c-09ff-4ba8-a0e8-800af307a224/7f61349b-14cd-4f2e-81e3-6be0b0cb3829/5e21b966-d64b-48d3-ab84-150c97ea29b4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:40.273926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:40.278052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.489228 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.509031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.602454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:40.611148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:40.619615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:40.688141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Pushing event updated for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:40.739590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Attempting to bind port 5e21b966-d64b-48d3-ab84-150c97ea29b4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:40.740255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Attempting to bind port 5e21b966-d64b-48d3-ab84-150c97ea29b4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'a00b0ba9-df2a-47e4-a317-8b7c3064da49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:40.740893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Attempting to bind port 5e21b966-d64b-48d3-ab84-150c97ea29b4 on network 470c705c-09ff-4ba8-a0e8-800af307a224 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:40.750182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:40.751370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Checking segment: {'id': 'a00b0ba9-df2a-47e4-a317-8b7c3064da49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:40.751998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.753053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Bound using segment: {'id': 'a00b0ba9-df2a-47e4-a317-8b7c3064da49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:40.754019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Bound port: 5e21b966-d64b-48d3-ab84-150c97ea29b4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00b0ba9-df2a-47e4-a317-8b7c3064da49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:40.755124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.759793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:41.151005 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:41.151590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:41.170535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5e21b966-d64b-48d3-ab84-150c97ea29b4,segment=NetworkSegment(a00b0ba9-df2a-47e4-a317-8b7c3064da49),segment_id=a00b0ba9-df2a-47e4-a317-8b7c3064da49)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:41.178043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:41.267691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=15c4e5b6-7241-498a-bfe1-c25a9684f09e,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:41.269966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740cc1e-ef52-43d2-bf0e-77308a723af1 None None] Pushing event updated for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:41.312442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 470c705c-09ff-4ba8-a0e8-800af307a224 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:41.318711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:41.324614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:41.325229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:41.367578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45234) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:41.371878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c8d316ff-0e37-4fc8-b8c4-1181617c8f00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3094137 Nov 23 02:47:41.374113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'fixed_ips': [{'subnet_id': '7f61349b-14cd-4f2e-81e3-6be0b0cb3829'}, {'subnet_id': '15c4e5b6-7241-498a-bfe1-c25a9684f09e'}], 'name': 'tempest-PortsTestJSON-432756080'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:41.649421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:41.782490 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:41.810927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 53c54e33-0943-45d5-b5c3-91128deb9214 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:41.848242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:42.203598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:47:42.376751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.4 (470c705c-09ff-4ba8-a0e8-800af307a224/7f61349b-14cd-4f2e-81e3-6be0b0cb3829/53c54e33-0943-45d5-b5c3-91128deb9214) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:42.386909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.30 (470c705c-09ff-4ba8-a0e8-800af307a224/15c4e5b6-7241-498a-bfe1-c25a9684f09e/53c54e33-0943-45d5-b5c3-91128deb9214) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:42.692973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:42.753129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:42.781992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a073c50-b57f-4a45-a0c2-ca72f217888a None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:42.900962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 470c705c-09ff-4ba8-a0e8-800af307a224 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:42.920564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:42.925454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] Provisioning complete for port 5e21b966-d64b-48d3-ab84-150c97ea29b4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:42.925984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:42.926576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:42.934019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=53c54e33-0943-45d5-b5c3-91128deb9214,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:43.005583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:43.006221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.040733 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e0c46c40-2961-4c95-a55e-8d26f5f09cd9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6718588 Nov 23 02:47:43.043377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45286) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:43.051717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f61349b-14cd-4f2e-81e3-6be0b0cb3829'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:43.167424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.184736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.289335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5e21b966-d64b-48d3-ab84-150c97ea29b4,segment=NetworkSegment(a00b0ba9-df2a-47e4-a317-8b7c3064da49),segment_id=a00b0ba9-df2a-47e4-a317-8b7c3064da49)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:43.290572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Update dhcp port {'port': {'network_id': '470c705c-09ff-4ba8-a0e8-800af307a224', 'fixed_ips': [{'subnet_id': '7f61349b-14cd-4f2e-81e3-6be0b0cb3829', 'ip_address': '172.20.0.2'}, {'subnet_id': '15c4e5b6-7241-498a-bfe1-c25a9684f09e'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '5e21b966-d64b-48d3-ab84-150c97ea29b4'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:47:43.358059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.364889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5e21b966-d64b-48d3-ab84-150c97ea29b4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:43.391361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.540013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Delete allocated IP 172.20.0.30 (470c705c-09ff-4ba8-a0e8-800af307a224/15c4e5b6-7241-498a-bfe1-c25a9684f09e) {{(pid=103572) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:47:43.559466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84ce50-436c-448b-92a3-70adb2e491e1 None None] Pushing event updated for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:43.577214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5e21b966-d64b-48d3-ab84-150c97ea29b4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:43.577214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.721631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.735815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:43.829815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Allocated IP 172.20.0.18 (470c705c-09ff-4ba8-a0e8-800af307a224/15c4e5b6-7241-498a-bfe1-c25a9684f09e/5e21b966-d64b-48d3-ab84-150c97ea29b4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:44.062096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5e21b966-d64b-48d3-ab84-150c97ea29b4,segment=NetworkSegment(a00b0ba9-df2a-47e4-a317-8b7c3064da49),segment_id=a00b0ba9-df2a-47e4-a317-8b7c3064da49)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:44.112351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:44.118680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:44.236948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d0af4-65e0-4726-ad25-f507dc669c27 None None] Pushing event updated for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:44.249296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=53c54e33-0943-45d5-b5c3-91128deb9214,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:44.264274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] In _notify_port_updated(), no bound segment for port 53c54e33-0943-45d5-b5c3-91128deb9214 on network 470c705c-09ff-4ba8-a0e8-800af307a224 {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:47:44.270216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:44.270913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:44.275070 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4a2cd80b-d92e-49e6-81be-4970389f05c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/ports/53c54e33-0943-45d5-b5c3-91128deb9214 HTTP/1.1" status: 200 len: 918 time: 1.2279441 Nov 23 02:47:44.275335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45314) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:44.280986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7f61349b-14cd-4f2e-81e3-6be0b0cb3829'}, {'subnet_id': '15c4e5b6-7241-498a-bfe1-c25a9684f09e'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:44.404043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:44.867674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.21 (470c705c-09ff-4ba8-a0e8-800af307a224/15c4e5b6-7241-498a-bfe1-c25a9684f09e/53c54e33-0943-45d5-b5c3-91128deb9214) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:45.104677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c3661-85ce-4667-8107-3d821d16b474 None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:45.111032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.117898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.172261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=53c54e33-0943-45d5-b5c3-91128deb9214,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:45.234639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1a31f3c0-a1a2-40a5-9e22-a19996d2c516 None None] Provisioning complete for port 5e21b966-d64b-48d3-ab84-150c97ea29b4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:45.235022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a31f3c0-a1a2-40a5-9e22-a19996d2c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.330775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5e21b966-d64b-48d3-ab84-150c97ea29b4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:45.332192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] In _notify_port_updated(), no bound segment for port 53c54e33-0943-45d5-b5c3-91128deb9214 on network 470c705c-09ff-4ba8-a0e8-800af307a224 {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:47:45.337840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:45.338584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.343377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:45.352136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c1b42482-c426-4f9c-902d-262223f5fb26 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/ports/53c54e33-0943-45d5-b5c3-91128deb9214 HTTP/1.1" status: 200 len: 998 time: 1.0745273 Nov 23 02:47:45.464260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 53c54e33-0943-45d5-b5c3-91128deb9214 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:45.464713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.476686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1a31f3c0-a1a2-40a5-9e22-a19996d2c516 None None] Provisioning complete for port 53c54e33-0943-45d5-b5c3-91128deb9214 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:45.477059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a31f3c0-a1a2-40a5-9e22-a19996d2c516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.516820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5e21b966-d64b-48d3-ab84-150c97ea29b4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:45.517226 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.564493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1a31f3c0-a1a2-40a5-9e22-a19996d2c516 None None] Port 53c54e33-0943-45d5-b5c3-91128deb9214 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:45.584950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.600778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 53c54e33-0943-45d5-b5c3-91128deb9214 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:45.776818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.805157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=53c54e33-0943-45d5-b5c3-91128deb9214,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:45.896815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:45.900345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-37e49607-bbcf-426f-8174-853ffd184c43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/53c54e33-0943-45d5-b5c3-91128deb9214 HTTP/1.1" status: 204 len: 168 time: 0.5559425 Nov 23 02:47:45.903151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:45.927937 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b59393-ecb4-4318-88d9-6d468ad3de87 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:45.929319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-63b59393-ecb4-4318-88d9-6d468ad3de87 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/53c54e33-0943-45d5-b5c3-91128deb9214 HTTP/1.1" status: 404 len: 333 time: 0.0252376 Nov 23 02:47:45.932028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:45.989267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 15c4e5b6-7241-498a-bfe1-c25a9684f09e {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:45.992515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.036599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.126117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.201738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.237589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=15c4e5b6-7241-498a-bfe1-c25a9684f09e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:46.256670 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.269689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-400636e5-118d-4729-939b-f73b470021fa tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/15c4e5b6-7241-498a-bfe1-c25a9684f09e HTTP/1.1" status: 204 len: 168 time: 0.3366151 Nov 23 02:47:46.284152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45366) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:46.400656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 7f61349b-14cd-4f2e-81e3-6be0b0cb3829 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:46.409886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.475639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.601560 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.723145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.749824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=7f61349b-14cd-4f2e-81e3-6be0b0cb3829,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:46.768680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.773701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-496f95ca-25f5-4ff3-8122-e6ee44f2f5b9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/7f61349b-14cd-4f2e-81e3-6be0b0cb3829 HTTP/1.1" status: 204 len: 168 time: 0.4884679 Nov 23 02:47:46.776588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:46.876569 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:46.914212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124c670-0b76-4450-ba0f-cff167d9db5f None None] Network 470c705c-09ff-4ba8-a0e8-800af307a224 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:46.981791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 5e21b966-d64b-48d3-ab84-150c97ea29b4 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:46.982185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.079088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a9d87c92-a0fb-4815-b51c-e7d8be83a292 None None] Provisioning complete for port 5e21b966-d64b-48d3-ab84-150c97ea29b4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:47.079472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9d87c92-a0fb-4815-b51c-e7d8be83a292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.114697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5e21b966-d64b-48d3-ab84-150c97ea29b4,segment=NetworkSegment(a00b0ba9-df2a-47e4-a317-8b7c3064da49),segment_id=a00b0ba9-df2a-47e4-a317-8b7c3064da49)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:47.115065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.151666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 5e21b966-d64b-48d3-ab84-150c97ea29b4 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:47.316554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a9d87c92-a0fb-4815-b51c-e7d8be83a292 None None] Could not find standard attr ID for object 53c54e33-0943-45d5-b5c3-91128deb9214. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:47:47.316554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] DHCP port deletion for 470c705c-09ff-4ba8-a0e8-800af307a224 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:47.359702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.396242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:47.408474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port 5e21b966-d64b-48d3-ab84-150c97ea29b4 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:47.423486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Deleting port 5e21b966-d64b-48d3-ab84-150c97ea29b4 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:47.423861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.492650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] For port 5e21b966-d64b-48d3-ab84-150c97ea29b4, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:47.493177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.502552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.509005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Calling delete_port for 5e21b966-d64b-48d3-ab84-150c97ea29b4 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:47.511945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Port 5e21b966-d64b-48d3-ab84-150c97ea29b4 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:47:47.513533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.526745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470c705c-09ff-4ba8-a0e8-800af307a224']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:47.537629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00b0ba9-df2a-47e4-a317-8b7c3064da49') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:47.537929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00b0ba9-df2a-47e4-a317-8b7c3064da49') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:47.541686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] Pushing event deleted for resources: {'Port': ['ID=5e21b966-d64b-48d3-ab84-150c97ea29b4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:47.547103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5062c7-524d-4eab-85f2-8d0853618ff4 None None] No DVR routers for this DVR port 5e21b966-d64b-48d3-ab84-150c97ea29b4 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:47.564495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.588629 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.603326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:47.604028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:47.609018 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:47.703047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.736581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.740273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/470c705c-09ff-4ba8-a0e8-800af307a224 HTTP/1.1" status: 204 len: 168 time: 0.9620624 Nov 23 02:47:47.741540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d2ec-2295-4961-b07a-70e9f3b0b7e5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=470c705c-09ff-4ba8-a0e8-800af307a224,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:47.746611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45396) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:47.802890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e1ab9-93bf-45ff-aee5-9a4e315ae95e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:47.804643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f6e1ab9-93bf-45ff-aee5-9a4e315ae95e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0559847 Nov 23 02:47:47.808359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45398) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:47.855910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-74c2a417-a023-4b6f-99c3-18c9ecbdc642 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0458596 Nov 23 02:47:47.859284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45400) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:47.864359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-266526303'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:47.895454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:47.899331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.934628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:47.946389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:47.946902 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment a4845367-f033-4ac0-9bc0-fbbcdbd287bc of type vlan for network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 Nov 23 02:47:48.030408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.079164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.087534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.088317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.193749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=e6e389b5-455d-4e8d-acb1-bf93a94e33e5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:48.208465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:48.217109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-62beb2af-5f48-49b5-85a2-f3a61bb9a0de tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3540742 Nov 23 02:47:48.217509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45412) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:48.223662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:48.381929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:48.385612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.626132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.707665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=dcc910f3-2763-4473-a56f-347e4686ad79,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:48.717291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:48.718275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: e6e389b5-455d-4e8d-acb1-bf93a94e33e5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:48.738472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:48.751780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e6e389b5-455d-4e8d-acb1-bf93a94e33e5) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:48.761783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86532018-069c-49a7-b1ff-b1c8288eda7e None None] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:48.766884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.768134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:48.792937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b83e69a-d25f-40b9-be18-2e22cd60e6bf tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5741632 Nov 23 02:47:48.795512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45426) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:48.804162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5', 'name': 'tempest-PortsTestJSON-1633622396'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:49.039741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:49.043938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:49.069502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 790af121-63c2-4a4c-a44f-1e6185900a43 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:49.172913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e6e389b5-455d-4e8d-acb1-bf93a94e33e5', 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': 'dcc910f3-2763-4473-a56f-347e4686ad79'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:49.174040 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:49.232476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.8 (e6e389b5-455d-4e8d-acb1-bf93a94e33e5/dcc910f3-2763-4473-a56f-347e4686ad79/790af121-63c2-4a4c-a44f-1e6185900a43) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:49.380731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5e21b966-d64b-48d3-ab84-150c97ea29b4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:49.497479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5e21b966-d64b-48d3-ab84-150c97ea29b4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:49.497691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5e21b966-d64b-48d3-ab84-150c97ea29b4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:49.615151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:49.659685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:49.721455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:49.726031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:49.731383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:49.765493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Allocated IP 172.20.0.2 (e6e389b5-455d-4e8d-acb1-bf93a94e33e5/dcc910f3-2763-4473-a56f-347e4686ad79/9f58de6e-2343-4303-9cdc-fa5945edd201) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:49.790934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=790af121-63c2-4a4c-a44f-1e6185900a43,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:49.801494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:49.896565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:49.900173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:49.944249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c805a5b2-d0e1-4fac-a79a-13bc75671094 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1467307 Nov 23 02:47:49.944619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:49.951618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5', 'name': 'tempest-PortsTestJSON-1388013250'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:50.013317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6534f58-15fa-4469-ac86-345eaba7dc94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.103473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.116141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.163495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6534f58-15fa-4469-ac86-345eaba7dc94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.178321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6534f58-15fa-4469-ac86-345eaba7dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.196340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:50.199592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:50.206715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:50.211363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:50.214715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.231492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f6534f58-15fa-4469-ac86-345eaba7dc94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56f5d541e3ca4c2f94ed249153754a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289727 Nov 23 02:47:50.235426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:50.240511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6534f58-15fa-4469-ac86-345eaba7dc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473a776-d71b-4b2f-bf54-5fb562f136f5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:50.286000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port e1988ae4-a7dc-413e-9374-0732d5eab14a yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:50.312680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.316564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Pushing event updated for resources: {'Port': ['ID=9f58de6e-2343-4303-9cdc-fa5945edd201,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:50.355732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Attempting to bind port 9f58de6e-2343-4303-9cdc-fa5945edd201 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:50.356333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Attempting to bind port 9f58de6e-2343-4303-9cdc-fa5945edd201 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:50.356865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Attempting to bind port 9f58de6e-2343-4303-9cdc-fa5945edd201 on network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:50.372673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:50.373359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Checking segment: {'id': 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:50.374249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.374820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Bound using segment: {'id': 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:50.375503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Bound port: 9f58de6e-2343-4303-9cdc-fa5945edd201, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e6e389b5-455d-4e8d-acb1-bf93a94e33e5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:50.376049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.417206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.505598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.509434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.510934 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d473a776-d71b-4b2f-bf54-5fb562f136f5 HTTP/1.1" status: 204 len: 168 time: 0.2720053 Nov 23 02:47:50.526230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] For port 9f58de6e-2343-4303-9cdc-fa5945edd201, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:50.534764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] For port 9f58de6e-2343-4303-9cdc-fa5945edd201, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9f58de6e-2343-4303-9cdc-fa5945edd201,segment=NetworkSegment(a4845367-f033-4ac0-9bc0-fbbcdbd287bc),segment_id=a4845367-f033-4ac0-9bc0-fbbcdbd287bc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:50.539015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea40e6-041d-455e-8960-61530a19d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473a776-d71b-4b2f-bf54-5fb562f136f5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:50.554843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.572933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.12 (e6e389b5-455d-4e8d-acb1-bf93a94e33e5/dcc910f3-2763-4473-a56f-347e4686ad79/e1988ae4-a7dc-413e-9374-0732d5eab14a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:50.712554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250fe0e-23f3-43de-91dc-1194cd6e2f67 None None] Pushing event updated for resources: {'Port': ['ID=9f58de6e-2343-4303-9cdc-fa5945edd201,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:50.856097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:50.915684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.023474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:51.026735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:51.029370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:51.091592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=e1988ae4-a7dc-413e-9374-0732d5eab14a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:51.117514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:51.118376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.139666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cfd310d4-5738-4dab-8ec1-49e02bde088f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1937225 Nov 23 02:47:51.142185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:51.264578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362b940-7554-4795-9c2a-df0936d66292 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:51.268959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1362b940-7554-4795-9c2a-df0936d66292 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1233165 Nov 23 02:47:51.269512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:51.347625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9f58de6e-2343-4303-9cdc-fa5945edd201 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:51.415539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9f58de6e-2343-4303-9cdc-fa5945edd201 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:51.416005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.462054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port e1988ae4-a7dc-413e-9374-0732d5eab14a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:51.462467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.585189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45514) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:51.621060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.621358 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.637407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for e1988ae4-a7dc-413e-9374-0732d5eab14a owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:51.712151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 9f58de6e-2343-4303-9cdc-fa5945edd201, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9f58de6e-2343-4303-9cdc-fa5945edd201,segment=NetworkSegment(a4845367-f033-4ac0-9bc0-fbbcdbd287bc),segment_id=a4845367-f033-4ac0-9bc0-fbbcdbd287bc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:51.717715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.794759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=9f58de6e-2343-4303-9cdc-fa5945edd201,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:51.823734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-304618846-network', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:51.839474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.867089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Made reservation on behalf of 28daf6fb44bf487ea22d68b1275e6772 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:51.885659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.895297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.985789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=e1988ae4-a7dc-413e-9374-0732d5eab14a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:51.988474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:51.995277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f6cfa92c-8706-479e-b900-128fcb0c7213 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/e1988ae4-a7dc-413e-9374-0732d5eab14a HTTP/1.1" status: 204 len: 168 time: 0.7249215 Nov 23 02:47:51.995902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45522) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.021291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.029297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.044726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:52.050996 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e94146-e9a3-4219-83f4-7192357124b5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:52.053779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03e94146-e9a3-4219-83f4-7192357124b5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/e1988ae4-a7dc-413e-9374-0732d5eab14a HTTP/1.1" status: 404 len: 333 time: 0.0554299 Nov 23 02:47:52.056394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45524) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.058542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.059024 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Added segment 8a98b614-1eb9-424d-8370-ec473994871a of type vlan for network 72d394dd-2ada-42ca-834f-8cf20343171c Nov 23 02:47:52.113847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.159267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.160699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:52.161463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.191896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 790af121-63c2-4a4c-a44f-1e6185900a43 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:52.192283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.279082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Pushing event updated for resources: {'Network': ['ID=72d394dd-2ada-42ca-834f-8cf20343171c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:52.300775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 72d394dd-2ada-42ca-834f-8cf20343171c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:52.315302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28366e7-1301-4221-a6da-fabb37655ea6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:52.345457 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e86d7b2d-b0aa-4404-8f19-7d4436c0be1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7591562 Nov 23 02:47:52.347769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45532) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.352775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Request body: {'subnet': {'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-304618846-subnet', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:52.387391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Made reservation on behalf of 28daf6fb44bf487ea22d68b1275e6772 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:52.390453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.402230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.416462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 790af121-63c2-4a4c-a44f-1e6185900a43 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:52.436192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525ddac-847c-4ff2-942b-4962a59a1482 None None] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:52.554957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-856f8bd3-8024-49d3-bdac-cecf52033cb2 None None] Provisioning complete for port 9f58de6e-2343-4303-9cdc-fa5945edd201 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:52.555494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-856f8bd3-8024-49d3-bdac-cecf52033cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.684532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.697934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.752620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=790af121-63c2-4a4c-a44f-1e6185900a43,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:52.752805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b96bdb-1ce3-489a-b3f2-2ff5748f2972,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:52.761576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Checking segment: {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:52.762086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Network hostable DHCP agents. Network: 72d394dd-2ada-42ca-834f-8cf20343171c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:52.788953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Network 72d394dd-2ada-42ca-834f-8cf20343171c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:52.811179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 72d394dd-2ada-42ca-834f-8cf20343171c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:52.822849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:52.824933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954cfe3-7c30-4219-acfd-0752b653749b None None] Network 72d394dd-2ada-42ca-834f-8cf20343171c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:52.825612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.830583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.834475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-148a25b9-b014-4de8-83d9-571bfd65a21c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/790af121-63c2-4a4c-a44f-1e6185900a43 HTTP/1.1" status: 204 len: 168 time: 0.7770717 Nov 23 02:47:52.836979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.870345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-559d8945-068a-4d56-89bd-cb2d244ca0d4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5213380 Nov 23 02:47:52.871038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45544) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.877368 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8099fcc9-395d-401c-bbba-9dfac9f68f01 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:52.880021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8099fcc9-395d-401c-bbba-9dfac9f68f01 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/790af121-63c2-4a4c-a44f-1e6185900a43 HTTP/1.1" status: 404 len: 333 time: 0.0416105 Nov 23 02:47:52.885560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:52.887078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:52.947547 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.948620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:52.968743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet dcc910f3-2763-4473-a56f-347e4686ad79 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:47:52.973122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.038422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.063409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.102891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-72d394dd-2ada-42ca-834f-8cf20343171c', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:53.104048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.202674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.224870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.317638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9f58de6e-2343-4303-9cdc-fa5945edd201 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:53.389833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.426067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a6ad6ccb-63b2-4e7a-824e-fc7f62df42a7 None None] Provisioning complete for port 9f58de6e-2343-4303-9cdc-fa5945edd201 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:53.426571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a6ad6ccb-63b2-4e7a-824e-fc7f62df42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.438846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.442339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/dcc910f3-2763-4473-a56f-347e4686ad79 HTTP/1.1" status: 204 len: 168 time: 0.5554779 Nov 23 02:47:53.443467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ff1f-6a89-4a3f-9200-7d0b93095715 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc910f3-2763-4473-a56f-347e4686ad79,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:53.451456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:53.587277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.610919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.640509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Allocated IP 172.20.0.2 (72d394dd-2ada-42ca-834f-8cf20343171c/60b96bdb-1ce3-489a-b3f2-2ff5748f2972/a9b16416-bae3-4b62-b546-99da294ddf0e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:53.659751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3a016-400b-4f15-ad14-6fe172e61472 None None] Network e6e389b5-455d-4e8d-acb1-bf93a94e33e5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:53.679268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.740227 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.765022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Allocated IP 172.25.1.68 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/4c77c235-0c1f-4914-87f3-ef38977a671c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:53.780583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 9f58de6e-2343-4303-9cdc-fa5945edd201 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:53.781537 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.855081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port 9f58de6e-2343-4303-9cdc-fa5945edd201, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9f58de6e-2343-4303-9cdc-fa5945edd201,segment=NetworkSegment(a4845367-f033-4ac0-9bc0-fbbcdbd287bc),segment_id=a4845367-f033-4ac0-9bc0-fbbcdbd287bc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:53.855451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.883643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 9f58de6e-2343-4303-9cdc-fa5945edd201 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:53.884472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9f58de6e-2343-4303-9cdc-fa5945edd201 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:53.884914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.951657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:53.996541 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.032348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.063565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:54.068849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port 9f58de6e-2343-4303-9cdc-fa5945edd201 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:54.074720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=9f58de6e-2343-4303-9cdc-fa5945edd201,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.080874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:54.098260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:54.106809 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with 9f58de6e-2343-4303-9cdc-fa5945edd201 Nov 23 02:47:54.129439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63795c36-8219-40b4-993a-35286648326d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:54.200718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c77c235-0c1f-4914-87f3-ef38977a671c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.214535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d866a2-c7d1-455f-9c9f-ec649846e29a None None] DHCP port deletion for e6e389b5-455d-4e8d-acb1-bf93a94e33e5 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:54.226780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.229946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-51b51468-99ec-4317-80f2-8d5ff56c8f41 None None] Could not find standard attr ID for object 790af121-63c2-4a4c-a44f-1e6185900a43. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:47:54.273259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.291445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e389b5-455d-4e8d-acb1-bf93a94e33e5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:54.297790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-51b51468-99ec-4317-80f2-8d5ff56c8f41 None None] Provisioning complete for port 4c77c235-0c1f-4914-87f3-ef38977a671c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:54.305782 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-51b51468-99ec-4317-80f2-8d5ff56c8f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.310214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.313860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:54.314365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4845367-f033-4ac0-9bc0-fbbcdbd287bc') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:54.328049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.349242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.374465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:47:54.375783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:47:54.383720 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:47:54.418675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Network 72d394dd-2ada-42ca-834f-8cf20343171c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:54.422307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-51b51468-99ec-4317-80f2-8d5ff56c8f41 None None] Port 4c77c235-0c1f-4914-87f3-ef38977a671c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:54.426724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:54.429341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:54.436911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Pushing event updated for resources: {'Port': ['ID=a9b16416-bae3-4b62-b546-99da294ddf0e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.492774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Attempting to bind port a9b16416-bae3-4b62-b546-99da294ddf0e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:54.493258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Attempting to bind port a9b16416-bae3-4b62-b546-99da294ddf0e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:54.493724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Attempting to bind port a9b16416-bae3-4b62-b546-99da294ddf0e on network 72d394dd-2ada-42ca-834f-8cf20343171c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:54.503109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:54.504439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Checking segment: {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:54.504857 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.505254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Bound using segment: {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:54.508478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Bound port: a9b16416-bae3-4b62-b546-99da294ddf0e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:54.511998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.519207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.521185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.534750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.539225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/e6e389b5-455d-4e8d-acb1-bf93a94e33e5 HTTP/1.1" status: 204 len: 168 time: 1.0862086 Nov 23 02:47:54.570997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45574) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:54.572347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546b708-4d1b-4e7f-92b0-7474d04dc3af tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=e6e389b5-455d-4e8d-acb1-bf93a94e33e5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.596475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1477795033'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:54.608627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] For port a9b16416-bae3-4b62-b546-99da294ddf0e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:54.612502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] For port a9b16416-bae3-4b62-b546-99da294ddf0e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9b16416-bae3-4b62-b546-99da294ddf0e,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:54.630993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:54.632829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.635889 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.681958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:54.697451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.697786 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment adceb199-b28e-44d3-bb85-5bf3b9aacd19 of type vlan for network bd18871d-367f-48b2-a771-2fc4e615a8bb Nov 23 02:47:54.749579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913e6d-0509-4ddb-b76f-c1a8b35bb8e9 None None] Pushing event updated for resources: {'Port': ['ID=a9b16416-bae3-4b62-b546-99da294ddf0e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.798603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.804545 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.838013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.847354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:54.850298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:54.926005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3355200 Nov 23 02:47:54.926631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:54.933749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:54.954013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d6b92-0ae6-4e38-8d1e-3065c65bf11e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=bd18871d-367f-48b2-a771-2fc4e615a8bb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:54.964490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network bd18871d-367f-48b2-a771-2fc4e615a8bb details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:47:55.064351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Router 77485228-afca-448c-bbc8-bca77cc4dc06 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:47:55.079831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:55.084842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.342032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9b16416-bae3-4b62-b546-99da294ddf0e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:55.412713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a9b16416-bae3-4b62-b546-99da294ddf0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:55.413198 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.471130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.520161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.542299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=71f6af18-2781-4672-897d-6dcd3530cc98,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:55.547835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': 'adceb199-b28e-44d3-bb85-5bf3b9aacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:55.548207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: bd18871d-367f-48b2-a771-2fc4e615a8bb, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:47:55.560321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a9b16416-bae3-4b62-b546-99da294ddf0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9b16416-bae3-4b62-b546-99da294ddf0e,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:55.567715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:47:55.568144 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.570204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network bd18871d-367f-48b2-a771-2fc4e615a8bb is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:47:55.588616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.591377 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-090020f5-22e5-490a-8a65-cf707c33cda2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7187483 Nov 23 02:47:55.593825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45598) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:55.610773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, bd18871d-367f-48b2-a771-2fc4e615a8bb) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:55.635246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:55.638874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:55.644159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a9b16416-bae3-4b62-b546-99da294ddf0e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:55.648809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e723b8e-0d97-47b1-a9b2-8e53a9cc2507 None None] Network bd18871d-367f-48b2-a771-2fc4e615a8bb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:55.652611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Sync routers for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:47:55.679853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-88e1f2f3-1c2c-4a3f-8124-637d8151534b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7497337 Nov 23 02:47:55.682882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:55.688998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb', 'name': 'tempest-PortsTestJSON-1987213372', 'fixed_ips': [{'subnet_id': '71f6af18-2781-4672-897d-6dcd3530cc98', 'ip_address': '172.20.0.10'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:55.758583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9f58de6e-2343-4303-9cdc-fa5945edd201 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:55.790635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9f58de6e-2343-4303-9cdc-fa5945edd201 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:55.790986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9f58de6e-2343-4303-9cdc-fa5945edd201 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:55.795052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:55.796232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:47:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:55.873598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:55.989644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.030425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 96b0faf0-487c-405a-b493-752d0f67f79f yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:56.248976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.10 (bd18871d-367f-48b2-a771-2fc4e615a8bb/71f6af18-2781-4672-897d-6dcd3530cc98/96b0faf0-487c-405a-b493-752d0f67f79f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:56.301861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-bd18871d-367f-48b2-a771-2fc4e615a8bb', 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': '71f6af18-2781-4672-897d-6dcd3530cc98'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:47:56.302811 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.353863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.428234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:56.575296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1cd85-d9c4-4790-9bf9-320db02beb18 None None] Network 72d394dd-2ada-42ca-834f-8cf20343171c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:47:56.591754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.613085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Allocated IP 172.20.0.1 (72d394dd-2ada-42ca-834f-8cf20343171c/60b96bdb-1ce3-489a-b3f2-2ff5748f2972/6a9f9e7b-076a-43d7-9af6-cf44be5e459f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:56.637187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.704571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network bd18871d-367f-48b2-a771-2fc4e615a8bb is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:56.708481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:56.722399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:56.751116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-22e75728-5579-4ed8-9d43-e5881a7120dd None None] Provisioning complete for port a9b16416-bae3-4b62-b546-99da294ddf0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:56.751715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-22e75728-5579-4ed8-9d43-e5881a7120dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.787714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:56.788284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.793050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=96b0faf0-487c-405a-b493-752d0f67f79f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:56.796539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.822450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ea3bdcf1-d7cd-479a-8e1a-0022de63fb2b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1380913 Nov 23 02:47:56.824698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:56.831407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb', 'name': 'tempest-PortsTestJSON-2066984943', 'fixed_ips': [{'subnet_id': '71f6af18-2781-4672-897d-6dcd3530cc98', 'ip_address': '172.20.0.9'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:56.866424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Allocated IP 172.20.0.2 (bd18871d-367f-48b2-a771-2fc4e615a8bb/71f6af18-2781-4672-897d-6dcd3530cc98/fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:56.877085 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:56.940800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Network 72d394dd-2ada-42ca-834f-8cf20343171c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:56.943806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:56.947500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:56.953546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:56.996634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.054698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:57.076143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.121368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port e469f291-cff5-456a-95bd-ad26e6a3bd6f yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:47:57.173671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.468584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:54Z', 'revision_number': 3, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:57.468584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9b16416-bae3-4b62-b546-99da294ddf0e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:57.490591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Checking router: 77485228-afca-448c-bbc8-bca77cc4dc06 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:47:57.491156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Updating router 77485228-afca-448c-bbc8-bca77cc4dc06 port 4c77c235-0c1f-4914-87f3-ef38977a671c binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:47:57.516169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.526766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.623191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:57.643989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.662686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7c334e0e-836b-4b01-81e8-5d4c54bb8068 None None] Provisioning complete for port a9b16416-bae3-4b62-b546-99da294ddf0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:57.663071 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c334e0e-836b-4b01-81e8-5d4c54bb8068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.726549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.809900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a9b16416-bae3-4b62-b546-99da294ddf0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:57.810275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Network 72d394dd-2ada-42ca-834f-8cf20343171c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:57.810405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.814238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:57.853118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.954701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:57.961067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.9 (bd18871d-367f-48b2-a771-2fc4e615a8bb/71f6af18-2781-4672-897d-6dcd3530cc98/e469f291-cff5-456a-95bd-ad26e6a3bd6f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:58.098233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Router 77485228-afca-448c-bbc8-bca77cc4dc06 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:47:58.307158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.309084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:47:58.325374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Pushing event updated for resources: {'Port': ['ID=fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:58.342833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Network bd18871d-367f-48b2-a771-2fc4e615a8bb is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:58.351756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:58.354381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:58.359797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-62f637e9-50fe-4c58-aa27-d13b521f1cd2 admin admin] 10.222.0.15 "PUT /v2.0/routers/77485228-afca-448c-bbc8-bca77cc4dc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615194 Nov 23 02:47:58.394484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.396659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.429090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network bd18871d-367f-48b2-a771-2fc4e615a8bb is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:58.432197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:58.438990 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.456321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:58.511460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=e469f291-cff5-456a-95bd-ad26e6a3bd6f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:58.549504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:58.550205 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.578866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416cf003-c7eb-4099-ad09-61b67035e915 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:58.588917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45676) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:58.590419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bd1139cc-737e-4c94-9705-cea3102f9cef tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7594860 Nov 23 02:47:58.598428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Attempting to bind port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:58.598834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Attempting to bind port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'adceb199-b28e-44d3-bb85-5bf3b9aacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:58.599203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Attempting to bind port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e on network bd18871d-367f-48b2-a771-2fc4e615a8bb {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:58.621623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Attempting to bind port 4c77c235-0c1f-4914-87f3-ef38977a671c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:58.622035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Attempting to bind port 4c77c235-0c1f-4914-87f3-ef38977a671c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:58.622473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Attempting to bind port 4c77c235-0c1f-4914-87f3-ef38977a671c on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:58.634157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:58.634879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:58.635436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.635967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:58.636582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Bound port: 4c77c235-0c1f-4914-87f3-ef38977a671c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:58.637127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.646855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:58.647658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Checking segment: {'id': 'adceb199-b28e-44d3-bb85-5bf3b9aacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:58.648232 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.648765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Bound using segment: {'id': 'adceb199-b28e-44d3-bb85-5bf3b9aacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:58.649544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Bound port: fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adceb199-b28e-44d3-bb85-5bf3b9aacd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bd18871d-367f-48b2-a771-2fc4e615a8bb'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:58.650087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.735165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eaebb-e74f-48bc-b8ec-d120937b0dbc None None] Pushing event updated for resources: {'Port': ['ID=4c77c235-0c1f-4914-87f3-ef38977a671c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:58.745831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f3573446-d3ee-4b17-ba59-185539bc3fee None None] Provisioning complete for port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:58.746379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f3573446-d3ee-4b17-ba59-185539bc3fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:58.780665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85123f60-f5d3-4848-9962-7c3465b321c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:58.782300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85123f60-f5d3-4848-9962-7c3465b321c8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1925623 Nov 23 02:47:58.785208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:58.874667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9f0f0-6df0-4035-b880-67072955cff8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:58.881287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9f0f0-6df0-4035-b880-67072955cff8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:58.887732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9f0f0-6df0-4035-b880-67072955cff8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:58.891937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e9b9f0f0-6df0-4035-b880-67072955cff8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1055849 Nov 23 02:47:58.896629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45692) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:59.041035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port e469f291-cff5-456a-95bd-ad26e6a3bd6f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:59.041721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.097711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f3573446-d3ee-4b17-ba59-185539bc3fee None None] Port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:59.102482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] For port 4c77c235-0c1f-4914-87f3-ef38977a671c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:59.115821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] For port 4c77c235-0c1f-4914-87f3-ef38977a671c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c77c235-0c1f-4914-87f3-ef38977a671c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:59.123093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] For port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:59.145594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] For port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e,segment=NetworkSegment(adceb199-b28e-44d3-bb85-5bf3b9aacd19),segment_id=adceb199-b28e-44d3-bb85-5bf3b9aacd19)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:59.147686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.167399 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.180525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.198051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for e469f291-cff5-456a-95bd-ad26e6a3bd6f owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:59.234054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda662d9-1e91-4257-aee3-1505d9bfaaee None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:47:59.256487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:59.257453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:47:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:59.273927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:59.281951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-711816853-network', 'tenant_id': '3c81f528baac480c863c3575e8432c77'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:59.329078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Made reservation on behalf of 3c81f528baac480c863c3575e8432c77 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:59.332383 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.341861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.450234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.489569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] Provisioning complete for port 4c77c235-0c1f-4914-87f3-ef38977a671c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:59.490048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.496179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:59.533036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=e469f291-cff5-456a-95bd-ad26e6a3bd6f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:59.566597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.568770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eaebb-e74f-48bc-b8ec-d120937b0dbc None None] Pushing event updated for resources: {'Port': ['ID=4c77c235-0c1f-4914-87f3-ef38977a671c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:59.576934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.594361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:47:59.614304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.614701 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Added segment a163cc50-9c25-4306-a54e-29bfc3698f4e of type vlan for network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 Nov 23 02:47:59.664738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.670908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93b804b3-673e-4089-95e1-f6b9b7395bb4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/e469f291-cff5-456a-95bd-ad26e6a3bd6f HTTP/1.1" status: 204 len: 168 time: 0.7706423 Nov 23 02:47:59.674631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45716) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:59.761129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338dbc4d-d849-457d-bf34-f17df7cb06de,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:59.768757 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be7a44-ac68-4dca-b5aa-115b64d94a56 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:47:59.777953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45720) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:59.804754 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5be7a44-ac68-4dca-b5aa-115b64d94a56 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/e469f291-cff5-456a-95bd-ad26e6a3bd6f HTTP/1.1" status: 404 len: 333 time: 0.1272321 Nov 23 02:47:59.814742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.866465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.867567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:59.868160 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.882274 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:59.973750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6984184 Nov 23 02:47:59.977400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:59.982984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Request body: {'subnet': {'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-711816853-subnet', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:59.999030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f977c-71a9-41e7-ad5d-fe3db28f6852 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:00.006891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 96b0faf0-487c-405a-b493-752d0f67f79f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:00.009688 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.019862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Made reservation on behalf of 3c81f528baac480c863c3575e8432c77 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:00.022647 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.035169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:48:00.159460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b709cc-5d4d-4584-b894-a2523d312ebe None None] Pushing event updated for resources: {'Port': ['ID=fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:00.195794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.198569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.221448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] For port 4c77c235-0c1f-4914-87f3-ef38977a671c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c77c235-0c1f-4914-87f3-ef38977a671c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:00.226637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 96b0faf0-487c-405a-b493-752d0f67f79f owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:00.234010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.274979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '6a9f9e7b-076a-43d7-9af6-cf44be5e459f', 'name': '', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'mac_address': 'fa:16:3e:04:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:56Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 2, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'subnets': [{'id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:00.350155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.352189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3a29a1-d413-41e7-a7eb-cc8b425a3aa4 None None] The sync data for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 is: [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '6a9f9e7b-076a-43d7-9af6-cf44be5e459f', 'name': '', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'mac_address': 'fa:16:3e:04:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:56Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 2, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'subnets': [{'id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:00.379459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-015c83e0-f935-4135-8154-83c04dc0ab84 None None] Provisioning complete for port 4c77c235-0c1f-4914-87f3-ef38977a671c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:00.380184 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-015c83e0-f935-4135-8154-83c04dc0ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.382938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6477468-1ed3-4c24-bef7-111748aab4df None None] Pushing event updated for resources: {'Port': ['ID=4c77c235-0c1f-4914-87f3-ef38977a671c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:00.457753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8bc797-b58d-4733-88b8-2ed20ba40987,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:00.505649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.522092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Checking segment: {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:00.540192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Network hostable DHCP agents. Network: 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:48:00.581496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=96b0faf0-487c-405a-b493-752d0f67f79f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:00.585512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:48:00.605817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:00.611497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:00.614267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.618835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d169cf-d7a5-41e9-a6b3-e90c14ee4fa4 None None] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:00.649950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0ffdb2cc-41bd-411e-b641-f93d05dc190b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6688883 Nov 23 02:48:00.658764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:00.686466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:00.752577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.758438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3dd66dbb-accc-418b-9a74-73c0c2bd0370 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/96b0faf0-487c-405a-b493-752d0f67f79f HTTP/1.1" status: 204 len: 168 time: 0.9754670 Nov 23 02:48:00.758799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:00.797815 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff152df8-de71-46bf-9802-53abb8dc5d84 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:48:00.799469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff152df8-de71-46bf-9802-53abb8dc5d84 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/96b0faf0-487c-405a-b493-752d0f67f79f HTTP/1.1" status: 404 len: 333 time: 0.0392129 Nov 23 02:48:00.803101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:00.816723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.818080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.939456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:00.949389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 71f6af18-2781-4672-897d-6dcd3530cc98 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:00.953050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.047100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.080390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:01.083230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.164214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.204493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.291259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.329096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=71f6af18-2781-4672-897d-6dcd3530cc98,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:01.332384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.336041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4281817-451b-4bf8-82c5-b8007acf5a5d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/71f6af18-2781-4672-897d-6dcd3530cc98 HTTP/1.1" status: 204 len: 168 time: 0.5318658 Nov 23 02:48:01.344681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45754) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:01.391407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d28a38-1f1d-4c90-83a4-74df85bb5843 None None] Network bd18871d-367f-48b2-a771-2fc4e615a8bb requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:01.475768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.531773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:01.644664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:01.645253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.790859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e,segment=NetworkSegment(adceb199-b28e-44d3-bb85-5bf3b9aacd19),segment_id=adceb199-b28e-44d3-bb85-5bf3b9aacd19)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:01.791515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:01.856982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:01.915314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4453805e-4d14-492d-b2b2-cdf614851170 None None] Provisioning complete for port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:01.915887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4453805e-4d14-492d-b2b2-cdf614851170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.092569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.101727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Allocated IP 172.20.0.2 (8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5/2e8bc797-b58d-4733-88b8-2ed20ba40987/81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:02.110666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:02.111361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.169345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:48:02.174951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4453805e-4d14-492d-b2b2-cdf614851170 None None] Port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e update to ACTIVE by agent not found {{(pid=103573) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 02:48:02.192543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:02.244493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:02.256925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db4c01-0b88-49f6-ad2f-890de40c53a0 None None] DHCP port deletion for bd18871d-367f-48b2-a771-2fc4e615a8bb request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:02.371189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.395115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd18871d-367f-48b2-a771-2fc4e615a8bb']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:02.405985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adceb199-b28e-44d3-bb85-5bf3b9aacd19') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:02.406297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adceb199-b28e-44d3-bb85-5bf3b9aacd19') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:02.419440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.437309 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.457876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:48:02.458296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.539808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.551525 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:48:02.553341 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:48:02.562724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.567507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.575968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.585666 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/bd18871d-367f-48b2-a771-2fc4e615a8bb HTTP/1.1" status: 204 len: 168 time: 1.2395661 Nov 23 02:48:02.597912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:02.598811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.612392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500904159'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:02.629287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:02.633506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:02.638754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:02.642137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Pushing event updated for resources: {'Port': ['ID=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:02.661249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae56fb0-c225-462d-8189-9202075e5143 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=bd18871d-367f-48b2-a771-2fc4e615a8bb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:02.729574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Attempting to bind port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:02.730579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Attempting to bind port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:02.731201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Attempting to bind port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 on network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:02.737418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:02.737951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Checking segment: {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:02.738804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.739488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Bound using segment: {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:02.740260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Bound port: 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:02.740746 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.765913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:02.769810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.824757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:48:02.870383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.870703 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Added segment 0e6719ad-2af6-4412-97a8-04901b74591c of type vlan for network 510a4688-6b5a-4034-a6c9-51ac9c213d07 Nov 23 02:48:02.951369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] For port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:02.955876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] For port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:02.966995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Allocated IP 172.25.1.235 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:02.970131 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:02.990014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.100697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.101163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484f80c-bd7d-4cc8-901d-202066c04494 None None] Pushing event updated for resources: {'Port': ['ID=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:03.108191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:03.109182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.186373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.289994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Network': ['ID=510a4688-6b5a-4034-a6c9-51ac9c213d07,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:03.301973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.304445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.304989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.305511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.306086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.308595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.309243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.309743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.310200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.310883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.311422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.311910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:03.326370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.327767 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c12f07e-69bb-4f76-8700-e11ef121fe91 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7285707 Nov 23 02:48:03.328577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:03.335335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:03.344225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:48:03.362691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:03.365350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:03.371505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:03.520813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1dc49-5aa1-4e10-868e-f36c5c5c69e3 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:03.523970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c77c235-0c1f-4914-87f3-ef38977a671c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:03.608930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Pushing event updated for resources: {'Port': ['ID=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:03.641834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:03.645629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.076168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4a3050b2-d2db-41f3-849e-06ef8745d6da None None] Provisioning complete for port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:04.077737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a3050b2-d2db-41f3-849e-06ef8745d6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.128789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.141296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.204446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4a3050b2-d2db-41f3-849e-06ef8745d6da None None] Port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:04.224141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c77c235-0c1f-4914-87f3-ef38977a671c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:04.224517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.321502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=6907b23a-0070-4dda-a471-130a647fe721,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:04.324637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Checking segment: {'id': '0e6719ad-2af6-4412-97a8-04901b74591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:04.325011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network hostable DHCP agents. Network: 510a4688-6b5a-4034-a6c9-51ac9c213d07, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:48:04.368923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:48:04.390837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 510a4688-6b5a-4034-a6c9-51ac9c213d07) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:04.395184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:04.395796 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.419786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b24c4-3134-4d1d-955c-a8c5f6867166 None None] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:04.422164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.426322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-75660f3f-46ab-4247-b6a8-cecc87b8c768 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0960698 Nov 23 02:48:04.429378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45812) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:04.437806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1780183389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:04.506933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.508015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.623182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.629864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.630641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:04.662210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.666128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4eb00960-7829-447b-8147-ec655a626473 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2333465 Nov 23 02:48:04.667158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45816) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:04.669811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:04.673847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07', 'name': 'tempest-PortsTestJSON-1430347397'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:04.674424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fcabf70f-45b8-4ed7-adf9-d3d17bff2b9e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:04.859558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Router 483eda05-353a-4679-bc79-d1e134db200a is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:48:04.861177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:04.865726 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.891141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-510a4688-6b5a-4034-a6c9-51ac9c213d07', 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': '6907b23a-0070-4dda-a471-130a647fe721'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:04.892315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:04.906580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port 528a4ce1-4b4f-4abf-a2a8-9affc2901e91 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:48:04.962269 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Sync routers for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:04.982579 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:04.983262 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:47:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:05.126042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:05.138600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Sync routers for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:05.147714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d7bc8-bcf4-46f9-8170-8da96fa5210b None None] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:05.159010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.163307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41b25c4b-3606-4ea3-bf55-fdee690d7e4a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5006933 Nov 23 02:48:05.163727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:05.199180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.14 (510a4688-6b5a-4034-a6c9-51ac9c213d07/6907b23a-0070-4dda-a471-130a647fe721/528a4ce1-4b4f-4abf-a2a8-9affc2901e91) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:05.216684 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:05.227701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:05.228412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:47:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:05.393636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Provisioning complete for port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:05.394016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.443239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:05.529330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.605685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.663134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:05.712228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:05.719478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:05.730429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:05.756160 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '6a9f9e7b-076a-43d7-9af6-cf44be5e459f', 'name': '', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'mac_address': 'fa:16:3e:04:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:56Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 2, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'subnets': [{'id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:05.809057 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Checking router: 77485228-afca-448c-bbc8-bca77cc4dc06 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:05.809818 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Updating router 77485228-afca-448c-bbc8-bca77cc4dc06 port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:05.815624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=528a4ce1-4b4f-4abf-a2a8-9affc2901e91,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:05.841579 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.852650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:05.853026 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.869175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:05.871672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.914184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a05377d4-25c7-4d2d-bbe9-d2dd1a884923 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2456818 Nov 23 02:48:05.917172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:06.087561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db69a6dc-b686-4a44-b61c-4d81dec52ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.163748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.166292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Allocated IP 172.20.0.2 (510a4688-6b5a-4034-a6c9-51ac9c213d07/6907b23a-0070-4dda-a471-130a647fe721/4c8b0dab-4cef-4bf5-943a-0179b4e5fa39) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:06.191167 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.460576 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.480188 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.608914 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Pushing event updated for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:06.613132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Allocated IP 172.20.0.1 (8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5/2e8bc797-b58d-4733-88b8-2ed20ba40987/37c5a51d-c95e-4840-afba-e7d5cc73941f) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:06.619586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.619920 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.620264 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.620597 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.620925 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.621248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.621571 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.621892 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.622210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.622664 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.623001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.623872 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:06.648495 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Attempting to bind port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:06.653105 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Attempting to bind port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:06.653509 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Attempting to bind port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f on network 72d394dd-2ada-42ca-834f-8cf20343171c {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:06.669311 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:06.669998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Checking segment: {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:06.670667 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.671540 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Bound using segment: {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:06.690213 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Bound port: 6a9f9e7b-076a-43d7-9af6-cf44be5e459f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a98b614-1eb9-424d-8370-ec473994871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:06.691116 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.729558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.748100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] For port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:06.785608 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] For port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:06.792930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] For port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:06.796692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.813250 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.821122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.948574 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c72a1e-2ebd-4ae9-a9a0-ca1070cef63f None None] Pushing event updated for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:06.949765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.992152 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:06.992466 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:47:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:07.049884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.078440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Pushing event updated for resources: {'Port': ['ID=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:07.103765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.115631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.116747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.116747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.117622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.117986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.118823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.118953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.119197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.119535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.119974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.120309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.120644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3dfd7e-7c3c-40d3-9adb-52cd06759337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.136729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:07.143107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5b55e778-dbd0-4c07-968d-ddd2ca34a73f None None] Provisioning complete for port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:07.143671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b55e778-dbd0-4c07-968d-ddd2ca34a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.155400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:07.156190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:07.240275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.259002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Pushing event updated for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:07.313765 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:07.345038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Pushing event updated for resources: {'Port': ['ID=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:07.350890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.351251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.351602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.352965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.353318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.353660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.354000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.354336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.354691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.355025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.355355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.355686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:07.365726 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:48:07.366451 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:48:07.376699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.407163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:03Z', 'revision_number': 3, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:07.461932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:07.507987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Checking router: 483eda05-353a-4679-bc79-d1e134db200a for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:07.508343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Updating router 483eda05-353a-4679-bc79-d1e134db200a port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:07.602430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:07.611614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:07.668784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.743962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.769640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Provisioning complete for port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:07.770201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.789479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.799082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:07.908553 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '6a9f9e7b-076a-43d7-9af6-cf44be5e459f', 'name': '', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'mac_address': 'fa:16:3e:04:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:56Z', 'updated_at': '2021-11-23T02:48:06Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'subnets': [{'id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:07.969253 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b081f251-726b-40c1-87d9-e236f9990a62 None None] The sync data for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 is: [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:47:57Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '6a9f9e7b-076a-43d7-9af6-cf44be5e459f', 'name': '', 'network_id': '72d394dd-2ada-42ca-834f-8cf20343171c', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'mac_address': 'fa:16:3e:04:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:56Z', 'updated_at': '2021-11-23T02:48:06Z', 'revision_number': 4, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'subnets': [{'id': '60b96bdb-1ce3-489a-b3f2-2ff5748f2972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:08.010484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.020283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.039933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=528a4ce1-4b4f-4abf-a2a8-9affc2901e91,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:08.095591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Attempting to bind port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:08.102811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Attempting to bind port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '0e6719ad-2af6-4412-97a8-04901b74591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:08.103310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Attempting to bind port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 on network 510a4688-6b5a-4034-a6c9-51ac9c213d07 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:08.113099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.117731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Pushing event updated for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:08.329457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:08.332588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:08.367917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:08.368297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Checking segment: {'id': '0e6719ad-2af6-4412-97a8-04901b74591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:08.368702 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.369100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Bound using segment: {'id': '0e6719ad-2af6-4412-97a8-04901b74591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:08.369575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Bound port: 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6719ad-2af6-4412-97a8-04901b74591c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '510a4688-6b5a-4034-a6c9-51ac9c213d07'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:08.369963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.385206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.473130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76195946-235e-4a78-986b-184638cddcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.646135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.745070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Router 483eda05-353a-4679-bc79-d1e134db200a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:08.810197 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.823238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a9f9e7b-076a-43d7-9af6-cf44be5e459f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:08.841808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.994323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Attempting to bind port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:08.995083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Attempting to bind port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:08.995535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Attempting to bind port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:08.997669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.999972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f67a97-204e-4fe4-96b6-71db7bb82fef None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:09.045050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:09.060081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:09.060580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:09.061038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.061524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:09.062214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Bound port: 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:09.063533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.087402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-53122f29-6659-4de7-a48e-acc5eab4fe60 admin admin] 10.222.0.15 "PUT /v2.0/routers/483eda05-353a-4679-bc79-d1e134db200a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9119158 Nov 23 02:48:09.182393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.192535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.203125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6668c-d7cc-4595-b692-f44536ae45b0 None None] Pushing event updated for resources: {'Port': ['ID=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:09.254946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] For port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:09.275979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] For port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,segment=NetworkSegment(0e6719ad-2af6-4412-97a8-04901b74591c),segment_id=0e6719ad-2af6-4412-97a8-04901b74591c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:09.295732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:09.298047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.309359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.373552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.422560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] For port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:09.485495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.497712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] For port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:09.547004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.567491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] For port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:09.588567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Provisioning complete for port 37c5a51d-c95e-4840-afba-e7d5cc73941f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:09.589047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.596908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=528a4ce1-4b4f-4abf-a2a8-9affc2901e91,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:09.660022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:09.661735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:09.662677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Port 37c5a51d-c95e-4840-afba-e7d5cc73941f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:09.668890 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.760101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c56f0-9e50-42f1-9e67-98cb81099637 None None] Pushing event updated for resources: {'Port': ['ID=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:09.794725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6ec8f-89b6-48eb-8523-0282d7438773 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:09.929787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Router 5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:48:09.955701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174b2b0-fd5e-4a25-925e-8021445a8c11 None None] Pushing event updated for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:09.983232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:10.183789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:10.201261 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] Sync routers for ids ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:10.207407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 45982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:10.215275 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] Routers {'5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:10.215890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:10.219189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a25f837-d8ac-48f3-b411-b746fe21a007 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/routers/5a95c4d1-b5bc-443a-ad33-6c6aed6d2777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2857509 Nov 23 02:48:10.223277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6668c-d7cc-4595-b692-f44536ae45b0 None None] Pushing event updated for resources: {'Port': ['ID=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:10.229264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:10.229908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:10.310562 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:10.314788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173fdf60-5e3e-49c8-8570-d7a3deaa0f50 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:10.316534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-173fdf60-5e3e-49c8-8570-d7a3deaa0f50 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 HTTP/1.1" status: 200 len: 983 time: 0.1081791 Nov 23 02:48:10.319785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 45998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:10.324454 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] Routers {'5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:10.325042 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:10.357396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Provisioning complete for port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:10.358348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:10.378748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:10.379633 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d70ecd-245f-4060-b8dc-e5b7748ad14b None None] The sync data for ids ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:10.499991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:10.500416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:10.606489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:10.797526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:10.982375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:11.084818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] For port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:11.097069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:11.216073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Provisioning complete for port 37c5a51d-c95e-4840-afba-e7d5cc73941f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:11.216459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:11.280028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Port 37c5a51d-c95e-4840-afba-e7d5cc73941f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:11.330614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021df4-d41b-4cb2-8377-a6c8ae1c9a0d None None] Pushing event updated for resources: {'Port': ['ID=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:11.356628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a32dc88e-a98f-4858-9262-421609348375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '37c5a51d-c95e-4840-afba-e7d5cc73941f', 'name': '', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'mac_address': 'fa:16:3e:45:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:06Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 2, 'project_id': '3c81f528baac480c863c3575e8432c77', 'subnets': [{'id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:11.445498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:11.474200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32dc88e-a98f-4858-9262-421609348375 None None] The sync data for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 is: [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '37c5a51d-c95e-4840-afba-e7d5cc73941f', 'name': '', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'mac_address': 'fa:16:3e:45:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:06Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 2, 'project_id': '3c81f528baac480c863c3575e8432c77', 'subnets': [{'id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:11.493761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b03314b-d76b-4800-89ea-1e8bebedd379 None None] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:11.592833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a9f9e7b-076a-43d7-9af6-cf44be5e459f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:11.969586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 528a4ce1-4b4f-4abf-a2a8-9affc2901e91 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:11.970159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.053897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46168) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:12.059369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6926412c-997e-45a2-9fac-175cda34a6ff None None] Provisioning complete for port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:12.059786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6926412c-997e-45a2-9fac-175cda34a6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.061460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.199284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:12.199909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.214031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.271756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 528a4ce1-4b4f-4abf-a2a8-9affc2901e91 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:12.480631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:12.646389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] Provisioning complete for port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:12.647118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.745295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:12.746835 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.833614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:12.937751 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:13.017979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] For port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,segment=NetworkSegment(0e6719ad-2af6-4412-97a8-04901b74591c),segment_id=0e6719ad-2af6-4412-97a8-04901b74591c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:13.036479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:13.061305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=528a4ce1-4b4f-4abf-a2a8-9affc2901e91,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:13.203862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:13.258412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f039f-64d2-46e3-8d0f-bde30537451b None None] Pushing event updated for resources: {'Port': ['ID=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:13.343255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb261e8f-2cf0-47de-9ead-5109ed072a78 None None] Could not find standard attr ID for object 528a4ce1-4b4f-4abf-a2a8-9affc2901e91. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:13.394008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:13.395872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb261e8f-2cf0-47de-9ead-5109ed072a78 None None] Provisioning complete for port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:13.396546 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb261e8f-2cf0-47de-9ead-5109ed072a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:13.809874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f2832ee2-368c-4f78-975d-2037d9b7f22a None None] Could not find standard attr ID for object 528a4ce1-4b4f-4abf-a2a8-9affc2901e91. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:13.839676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Router 5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:13.843104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:13.998180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:13.998855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:14.039269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:14.066394 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a03e14ce-ea5b-4eea-bc5f-9f1252a3f42e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/routers/5a95c4d1-b5bc-443a-ad33-6c6aed6d2777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7447238 Nov 23 02:48:14.068537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:14.100996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7671cde-9337-4465-9475-279b522bffbf None None] Sync routers for ids ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:14.116137 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-859bf367-33f0-4770-9b1f-54fc752d780a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:48:14.120598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-859bf367-33f0-4770-9b1f-54fc752d780a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/528a4ce1-4b4f-4abf-a2a8-9affc2901e91 HTTP/1.1" status: 404 len: 333 time: 0.0509703 Nov 23 02:48:14.123351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:14.180685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] Routers {'5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:14.181410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:14.224819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:14.237743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:14.266353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] Routers {'5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:14.267165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:14.320780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:14.321465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d7671cde-9337-4465-9475-279b522bffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:14.322289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7671cde-9337-4465-9475-279b522bffbf None None] The sync data for ids ['5a95c4d1-b5bc-443a-ad33-6c6aed6d2777'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:14.348942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:14.349703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:14.633708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Deleting port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:14.634279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:14.751435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] For port 6a9f9e7b-076a-43d7-9af6-cf44be5e459f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:14.752167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:14.771404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Calling delete_port for 6a9f9e7b-076a-43d7-9af6-cf44be5e459f owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:15.011618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.015117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.040820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.080729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9f9e7b-076a-43d7-9af6-cf44be5e459f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:15.124856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.126537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Fanout notify agent at l3_agent the message router_deleted on router 5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:48:15.136285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.141206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46428) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:15.141415 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b73c836a-c8c8-46e2-aca7-734dfe6ac2b3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/routers/5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 HTTP/1.1" status: 204 len: 168 time: 1.0163877 Nov 23 02:48:15.270978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 6907b23a-0070-4dda-a471-130a647fe721 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:15.278236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.361691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.376981 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Sync routers for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:15.397649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:15.398294 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:15.423751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.515866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.588123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:15.661020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.708452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.714417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/6907b23a-0070-4dda-a471-130a647fe721 HTTP/1.1" status: 204 len: 168 time: 0.5722620 Nov 23 02:48:15.715043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46484) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:15.717166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca58589e-2da2-4a65-85b9-6682d609213a None None] Network 510a4688-6b5a-4034-a6c9-51ac9c213d07 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:15.731667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1282435-15fd-4050-9366-67c93448cc80 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=6907b23a-0070-4dda-a471-130a647fe721,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:15.844862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.885828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Router 77485228-afca-448c-bbc8-bca77cc4dc06 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:15.899478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '37c5a51d-c95e-4840-afba-e7d5cc73941f', 'name': '', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'mac_address': 'fa:16:3e:45:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:06Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 2, 'project_id': '3c81f528baac480c863c3575e8432c77', 'subnets': [{'id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:15.947949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:15.948302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:15.950717 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Checking router: 483eda05-353a-4679-bc79-d1e134db200a for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:15.951304 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Updating router 483eda05-353a-4679-bc79-d1e134db200a port 37c5a51d-c95e-4840-afba-e7d5cc73941f binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:15.996731 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.006575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] DHCP port deletion for 510a4688-6b5a-4034-a6c9-51ac9c213d07 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:16.051301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,segment=NetworkSegment(0e6719ad-2af6-4412-97a8-04901b74591c),segment_id=0e6719ad-2af6-4412-97a8-04901b74591c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:16.051847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.089182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Deleting port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:16.089838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.094027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:16.137885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:16.149780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8f11b8bf-c9d4-4d25-89ca-1c9bfc54a591 admin admin] 10.222.0.15 "PUT /v2.0/routers/77485228-afca-448c-bbc8-bca77cc4dc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0945942 Nov 23 02:48:16.153032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:16.184752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] For port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,segment=NetworkSegment(0e6719ad-2af6-4412-97a8-04901b74591c),segment_id=0e6719ad-2af6-4412-97a8-04901b74591c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:16.185158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.197439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Sync routers for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:16.238186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Calling delete_port for 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:16.242538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:16.243156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.260766 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.289444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:16.293479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:16.309165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.380037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.402986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510a4688-6b5a-4034-a6c9-51ac9c213d07']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.413767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6719ad-2af6-4412-97a8-04901b74591c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.414359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6719ad-2af6-4412-97a8-04901b74591c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.424847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.438337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.445478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:48:16.446209 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:48:16.449814 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:48:16.454089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:16.494397 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.506773 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.574124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.609201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.611836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0660-4ad9-4477-b0ca-732981d519c3 None None] Pushing event updated for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:16.617521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.620844 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/510a4688-6b5a-4034-a6c9-51ac9c213d07 HTTP/1.1" status: 204 len: 168 time: 0.9045887 Nov 23 02:48:16.627434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.629392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] Pushing event deleted for resources: {'Port': ['ID=4c8b0dab-4cef-4bf5-943a-0179b4e5fa39,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:16.647615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:16.653383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce6df0-f8b6-4106-8d13-6126e6a8e280 None None] No DVR routers for this DVR port 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:16.658103 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Attempting to bind port 37c5a51d-c95e-4840-afba-e7d5cc73941f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:16.658667 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Attempting to bind port 37c5a51d-c95e-4840-afba-e7d5cc73941f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:16.659107 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Attempting to bind port 37c5a51d-c95e-4840-afba-e7d5cc73941f on network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:16.665959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:16.666426 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Checking segment: {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:16.667119 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.667589 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Bound using segment: {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:16.668407 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Bound port: 37c5a51d-c95e-4840-afba-e7d5cc73941f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a163cc50-9c25-4306-a54e-29bfc3698f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:16.670237 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.719230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9e5d-3cda-4941-bbd3-c90a004aa441 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=510a4688-6b5a-4034-a6c9-51ac9c213d07,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:16.745071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498cb98-0e4a-4b24-b06d-a96f775f1fe4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:16.755871 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c498cb98-0e4a-4b24-b06d-a96f775f1fe4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/43db5675-07ee-482d-bfbe-4ce7b67ab615 HTTP/1.1" status: 200 len: 840 time: 0.1070280 Nov 23 02:48:16.759725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:16.793155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:48:14Z', 'revision_number': 5, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port': {'id': '4c77c235-0c1f-4914-87f3-ef38977a671c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:47:53Z', 'updated_at': '2021-11-23T02:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.816995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Deleting port 4c77c235-0c1f-4914-87f3-ef38977a671c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:16.816995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.857104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Checking router: 77485228-afca-448c-bbc8-bca77cc4dc06 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:16.860318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93311ed4-6686-4cb3-94dc-63754029b913 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/43db5675-07ee-482d-bfbe-4ce7b67ab615?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0979438 Nov 23 02:48:16.863277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:16.864309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] For port 37c5a51d-c95e-4840-afba-e7d5cc73941f, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:16.868921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Routers {'77485228-afca-448c-bbc8-bca77cc4dc06'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:16.869785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['77485228-afca-448c-bbc8-bca77cc4dc06'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:16.872232 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] For port 37c5a51d-c95e-4840-afba-e7d5cc73941f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=37c5a51d-c95e-4840-afba-e7d5cc73941f,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:16.873856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:16.887272 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:16.966141 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f0660-4ad9-4477-b0ca-732981d519c3 None None] Pushing event updated for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:17.008734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] Set router 77485228-afca-448c-bbc8-bca77cc4dc06 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:17.011789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] For port 4c77c235-0c1f-4914-87f3-ef38977a671c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4c77c235-0c1f-4914-87f3-ef38977a671c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:17.014262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.034955 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:17.035718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:17.047429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Calling delete_port for 4c77c235-0c1f-4914-87f3-ef38977a671c owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:17.119785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:17.125259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.153875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:48:16Z', 'revision_number': 6, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:17.201817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b1fdf8-4f05-42e3-b750-1d89340a1f70 None None] The sync data for ids ['77485228-afca-448c-bbc8-bca77cc4dc06'] in n-d-714676-12 is: [{'id': '77485228-afca-448c-bbc8-bca77cc4dc06', 'name': 'tempest-TestAggregatesBasicOps-304618846-router', 'tenant_id': '28daf6fb44bf487ea22d68b1275e6772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:47:52Z', 'updated_at': '2021-11-23T02:48:16Z', 'revision_number': 6, 'project_id': '28daf6fb44bf487ea22d68b1275e6772', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:17.213274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] Provisioning complete for port 37c5a51d-c95e-4840-afba-e7d5cc73941f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:17.213888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.370313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.425389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] For port 37c5a51d-c95e-4840-afba-e7d5cc73941f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=37c5a51d-c95e-4840-afba-e7d5cc73941f,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:17.438421 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.478254 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:17.510475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ce3ff-b22c-4eec-beef-3a14f1f6bcf6 None None] Pushing event updated for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:17.514222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.517014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-16011c75-e91a-4f98-af26-4dadba03ee03 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:17.518757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-16011c75-e91a-4f98-af26-4dadba03ee03 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 814 time: 0.3544421 Nov 23 02:48:17.538381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-f6b5db39-261a-445b-a21e-bd8bfc913b89 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/quotas/cd99ecd99a9c4bdfa69759f82150dc26 HTTP/1.1" status: 200 len: 375 time: 0.0108316 Nov 23 02:48:17.569382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-507cd8eb-c046-48b0-b528-407b0ceccd3c None None] Provisioning complete for port 37c5a51d-c95e-4840-afba-e7d5cc73941f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:17.569840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-507cd8eb-c046-48b0-b528-407b0ceccd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.575730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:17.599541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:17.605661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:17.606151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.636407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-54a2f487-8199-427a-b6e4-3fe2a2f00995 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885127 Nov 23 02:48:17.687917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.704024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=146ca3f0-27ae-4f9f-8ead-7f63d4e9d050,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:17.739901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f895ae0b-6b3b-497c-bd42-a4330f91a6f7 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8750787 Nov 23 02:48:17.742263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46542) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:17.748484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'security_group': {'name': 'tempest-secgroup-9792037'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:17.754052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c77c235-0c1f-4914-87f3-ef38977a671c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:17.815611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.867463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.932267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2111cda-40bb-465e-952f-119e5d6a2cd3 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:17.945796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ad132-a7a9-4cbf-a9fb-16fa19890511 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:17.950946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 37c5a51d-c95e-4840-afba-e7d5cc73941f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:17.967427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.985600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.036706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.038087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2946799 Nov 23 02:48:18.042704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46544) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:18.046668 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '37c5a51d-c95e-4840-afba-e7d5cc73941f', 'name': '', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'mac_address': 'fa:16:3e:45:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:06Z', 'updated_at': '2021-11-23T02:48:16Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'subnets': [{'id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:18.049062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'security_group': {'name': 'tempest-secgroup-102230691'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:18.080639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22e16c-7925-49ff-b8da-a9d6455e7cfe tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a361d-2734-46af-aa4f-139820d01875,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:18.086200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.116624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.116853 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0575b698-d8d2-43fa-894d-8f692956cd08 None None] The sync data for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 is: [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:07Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '37c5a51d-c95e-4840-afba-e7d5cc73941f', 'name': '', 'network_id': '8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'mac_address': 'fa:16:3e:45:11:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:06Z', 'updated_at': '2021-11-23T02:48:16Z', 'revision_number': 4, 'project_id': '3c81f528baac480c863c3575e8432c77', 'subnets': [{'id': '2e8bc797-b58d-4733-88b8-2ed20ba40987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:18.129854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.190450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.210793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.211417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77485228-afca-448c-bbc8-bca77cc4dc06 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:48:18.216078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.225701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.226929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c7d52ce7-0a0b-4704-bc7d-cd15c2de2c4d admin admin] 10.222.0.15 "DELETE /v2.0/routers/77485228-afca-448c-bbc8-bca77cc4dc06 HTTP/1.1" status: 204 len: 168 time: 2.0726774 Nov 23 02:48:18.234106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46546) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:18.252154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-39363d6c-04fc-4a4d-9c52-dce218ebfcf7 service neutron] 10.222.0.15 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022985 Nov 23 02:48:18.255705 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.259469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2123024 Nov 23 02:48:18.259802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46548) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:18.265701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-230806715', 'security_groups': ['db6d5a8a-61dc-412c-bb3b-222af809a812'], 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '146ca3f0-27ae-4f9f-8ead-7f63d4e9d050'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:18.298006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 37c5a51d-c95e-4840-afba-e7d5cc73941f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:18.298006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.324166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650bc11-5f54-4a47-a903-03643e0195f0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d5a8a-61dc-412c-bb3b-222af809a812,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:18.360813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Deleting subnet 60b96bdb-1ce3-489a-b3f2-2ff5748f2972 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:18.364281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.409458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.446042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b90deb2b-46c5-4565-b90a-249b2de7e854', 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'tenant_id': '0773f6e2a53e4e64933faba50252e399', 'fixed_ips': [{'subnet_id': '146ca3f0-27ae-4f9f-8ead-7f63d4e9d050'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:18.447804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.555351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:18.603905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.672265 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.684024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-61850c3b-a14d-4a6d-93f2-b07d8710e3a6 service neutron] 10.222.0.15 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760285 Nov 23 02:48:18.702038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port c001efda-38bf-4774-8508-992d3b1c9482 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:48:18.703775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.743460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:18.771942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ffdf6-0325-4ca2-b470-0e8f433915d5 None None] Network 72d394dd-2ada-42ca-834f-8cf20343171c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:18.773504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:18.780992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/60b96bdb-1ce3-489a-b3f2-2ff5748f2972 HTTP/1.1" status: 204 len: 168 time: 0.5295141 Nov 23 02:48:18.844128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb52dec-2fd6-42d0-b084-03331c99fdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b96bdb-1ce3-489a-b3f2-2ff5748f2972,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:18.884117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Allocated IP 172.20.0.2 (b90deb2b-46c5-4565-b90a-249b2de7e854/146ca3f0-27ae-4f9f-8ead-7f63d4e9d050/14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:19.042407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a9f9e7b-076a-43d7-9af6-cf44be5e459f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:19.062962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.100679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6a9f9e7b-076a-43d7-9af6-cf44be5e459f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:19.101029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a9f9e7b-076a-43d7-9af6-cf44be5e459f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:19.101442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:19.147615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:19.147897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c8b0dab-4cef-4bf5-943a-0179b4e5fa39 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:19.174047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b006810-9043-4356-be92-8f4aafec4061 req-7908b769-5a44-46e7-8e84-4d48a4f41cb2 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 210 time: 0.0627458 Nov 23 02:48:19.201643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Deleting port a9b16416-bae3-4b62-b546-99da294ddf0e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:19.202145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.203791 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:48:19.358749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.376578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.430102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:19.433957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:19.437463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:19.443190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] DHCP port deletion for 72d394dd-2ada-42ca-834f-8cf20343171c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:19.487625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] For port a9b16416-bae3-4b62-b546-99da294ddf0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9b16416-bae3-4b62-b546-99da294ddf0e,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:19.488152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.517968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Calling delete_port for a9b16416-bae3-4b62-b546-99da294ddf0e owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:19.529763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.6 (b90deb2b-46c5-4565-b90a-249b2de7e854/146ca3f0-27ae-4f9f-8ead-7f63d4e9d050/c001efda-38bf-4774-8508-992d3b1c9482) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:19.531863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:19.592420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c77c235-0c1f-4914-87f3-ef38977a671c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:19.646313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4c77c235-0c1f-4914-87f3-ef38977a671c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:19.646983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4c77c235-0c1f-4914-87f3-ef38977a671c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:19.647729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9b16416-bae3-4b62-b546-99da294ddf0e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:19.691309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Attempting to bind port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:19.691841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Attempting to bind port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c1d81ceb-966b-46f5-b15e-4d27c1912acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:19.692597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Attempting to bind port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 on network b90deb2b-46c5-4565-b90a-249b2de7e854 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:19.707275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:19.707275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Checking segment: {'id': 'c1d81ceb-966b-46f5-b15e-4d27c1912acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:19.707633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.707848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Bound using segment: {'id': 'c1d81ceb-966b-46f5-b15e-4d27c1912acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:19.708342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Bound port: 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d81ceb-966b-46f5-b15e-4d27c1912acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:19.708725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.713129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Deleting port a9b16416-bae3-4b62-b546-99da294ddf0e {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:19.713988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.791213 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with a9b16416-bae3-4b62-b546-99da294ddf0e Nov 23 02:48:19.797347 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.842202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] For port a9b16416-bae3-4b62-b546-99da294ddf0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9b16416-bae3-4b62-b546-99da294ddf0e,segment=NetworkSegment(8a98b614-1eb9-424d-8370-ec473994871a),segment_id=8a98b614-1eb9-424d-8370-ec473994871a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:19.842643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.843264 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.859832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:19.862066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Calling delete_port for a9b16416-bae3-4b62-b546-99da294ddf0e owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:19.866178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:19.880433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:19.885938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b16416-bae3-4b62-b546-99da294ddf0e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:19.893806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] No DVR routers for this DVR port a9b16416-bae3-4b62-b546-99da294ddf0e on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:19.951958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.011628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c643f46-0297-4409-b3fe-8ac45a4d5a47 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:20.023705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.062171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=c001efda-38bf-4774-8508-992d3b1c9482,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:20.087930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.093214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:20.100451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] Pushing event deleted for resources: {'Port': ['ID=a9b16416-bae3-4b62-b546-99da294ddf0e,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:20.104763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44e941-1fa1-420c-9175-bf5dcaf310cf None None] No DVR routers for this DVR port a9b16416-bae3-4b62-b546-99da294ddf0e on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:20.110219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:20.121536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:20.161385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d394dd-2ada-42ca-834f-8cf20343171c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:20.178048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a98b614-1eb9-424d-8370-ec473994871a') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:20.178345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a98b614-1eb9-424d-8370-ec473994871a') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:20.203586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.210744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:20.211238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.233773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.252792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:48:20.253611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:48:20.255547 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:48:20.275113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-93b5b9bf-8e3f-4439-b3bb-e099060b8903 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0141459 Nov 23 02:48:20.284985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46572) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:20.298629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:20.412217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3658d4e2-96da-44c6-9e65-0ae01da3d275 req-8cde71f9-3c43-4a29-b981-c77388040b5c tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 210 time: 0.1049457 Nov 23 02:48:20.432597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.438790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.442043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/72d394dd-2ada-42ca-834f-8cf20343171c HTTP/1.1" status: 204 len: 168 time: 1.6629465 Nov 23 02:48:20.445570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46574) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:20.465339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d738e16-66a7-4446-b891-3ae5fb983fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d394dd-2ada-42ca-834f-8cf20343171c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:20.580237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:20.583704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:20.786810 n-d-714676-12 neutron-server[103572]: INFO neutron.db.ipam_backend_mixin [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 146ca3f0-27ae-4f9f-8ead-7f63d4e9d050 (CIDR: 172.20.0.0/28) Nov 23 02:48:20.822588 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:48:20.823102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:20.880028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6064d9e7-7cd1-4efd-a8f3-25df98e95c47 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5937297 Nov 23 02:48:20.883088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:20.893559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:20.933338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-608061fa-8942-432b-984d-4937c0c3bba4 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:20.935173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-608061fa-8942-432b-984d-4937c0c3bba4 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 814 time: 0.1797106 Nov 23 02:48:20.989228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Request body: {'port': {'device_id': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2', 'admin_state_up': True, 'tenant_id': 'cd99ecd99a9c4bdfa69759f82150dc26'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:21.036489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:21.040896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.171440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Made reservation on behalf of cd99ecd99a9c4bdfa69759f82150dc26 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:21.176622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.262927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.493413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Allocated IP 172.20.0.2 (64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2/534434fd-6919-4fc9-9df4-7a3c0b52d1be/97b2b2d4-57ff-4dcf-b267-adf75e850ce7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:21.513772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:21.514340 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.609647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:21.611655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:21.652585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:21.653212 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.717982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:21.718661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.762868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.834584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:21.844539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.909874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980b223-8075-4f7b-ba55-b2f73b6034d0 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:21.938547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-933906b4-23a8-4166-aa56-92912dec2e78 req-240424a3-9457-4925-a5a9-ba0f5b664a99 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 210 time: 0.0483921 Nov 23 02:48:21.991363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-91bf6da9-f414-4e56-84b2-4da37b39e7e7 None None] Provisioning complete for port c001efda-38bf-4774-8508-992d3b1c9482 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:21.993019 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91bf6da9-f414-4e56-84b2-4da37b39e7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.998566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.037142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-91bf6da9-f414-4e56-84b2-4da37b39e7e7 None None] Port c001efda-38bf-4774-8508-992d3b1c9482 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:22.060925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:22.064419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:22.068937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:22.069541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.081474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e60d36-0f13-4617-a9a1-99a7c6ac55c1 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:22.091468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=c281b511-7321-4bae-a41b-24813b6afa3b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:22.105961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cf34fa5d-ab71-4a19-8522-add010c222e9 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2185910 Nov 23 02:48:22.107734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:22.113397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-418624512', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c281b511-7321-4bae-a41b-24813b6afa3b'}], 'security_groups': ['a47a361d-2734-46af-aa4f-139820d01875']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:22.188373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Deleting port 37c5a51d-c95e-4840-afba-e7d5cc73941f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:22.188643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.202734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.204928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.302471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] For port 37c5a51d-c95e-4840-afba-e7d5cc73941f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=37c5a51d-c95e-4840-afba-e7d5cc73941f,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:22.302873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.311641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.328673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Calling delete_port for 37c5a51d-c95e-4840-afba-e7d5cc73941f owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:22.400596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:22.434065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:22.437499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:22.456967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Update dhcp port {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'fixed_ips': [{'subnet_id': '146ca3f0-27ae-4f9f-8ead-7f63d4e9d050', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c281b511-7321-4bae-a41b-24813b6afa3b'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:48:22.501739 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.510624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Pushing event updated for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:22.529425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:22.530215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.588966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-0d00e709-1895-41c8-ae3c-d8b493efb48d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6082346 Nov 23 02:48:22.608659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Delete allocated IP 172.20.0.6 (b90deb2b-46c5-4565-b90a-249b2de7e854/146ca3f0-27ae-4f9f-8ead-7f63d4e9d050) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:48:22.610816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Request body: {'port': {'device_id': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:22.619411 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.20 (b90deb2b-46c5-4565-b90a-249b2de7e854/c281b511-7321-4bae-a41b-24813b6afa3b/c001efda-38bf-4774-8508-992d3b1c9482) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:22.680177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.766824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.788477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.795520 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.845038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c5a51d-c95e-4840-afba-e7d5cc73941f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:22.861773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Allocated IP 172.20.0.18 (b90deb2b-46c5-4565-b90a-249b2de7e854/c281b511-7321-4bae-a41b-24813b6afa3b/14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:22.872143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=c001efda-38bf-4774-8508-992d3b1c9482,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:22.977754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] In _notify_port_updated(), no bound segment for port c001efda-38bf-4774-8508-992d3b1c9482 on network b90deb2b-46c5-4565-b90a-249b2de7e854 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:48:22.987255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:22.988316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:22.998549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7ba46763-ac05-481e-9a26-9d997bae9423 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/ports/c001efda-38bf-4774-8508-992d3b1c9482 HTTP/1.1" status: 200 len: 920 time: 0.8856728 Nov 23 02:48:22.999444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:23.018660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:23.074897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.081375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.163107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f41a9-bda1-4a63-9305-0e17c95ad179 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:23.194635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port c001efda-38bf-4774-8508-992d3b1c9482 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:23.195421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.303202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-29398bd4-eb0e-4685-b45c-f2da83f6f705 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2383664 Nov 23 02:48:23.304423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649189f-05c1-46c0-bfc1-cdd3851c71fc req-5bce9f85-f009-474c-a668-0b363a54b6df tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.312259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5649189f-05c1-46c0-bfc1-cdd3851c71fc req-5bce9f85-f009-474c-a668-0b363a54b6df tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 931 time: 0.2154458 Nov 23 02:48:23.350095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.367618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.378868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for c001efda-38bf-4774-8508-992d3b1c9482 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:23.448048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.489157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:48:23.505894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.526116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5649189f-05c1-46c0-bfc1-cdd3851c71fc req-b6191d4a-2ba5-47b9-b28d-2022a87764ef tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128532 Nov 23 02:48:23.561753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.590968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Transition to ACTIVE for port object 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:48:23.601995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.602439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.602845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=c001efda-38bf-4774-8508-992d3b1c9482,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:23.602976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.603440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.603937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.604401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.605466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:23.608326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b34429c3-bb44-45cc-86b0-7bd7480830b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.2273293 Nov 23 02:48:23.613378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.681502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:23.746820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:23.747194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.758524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.763134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7addcd80-fe97-423e-a47e-dba2b704d929 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/c001efda-38bf-4774-8508-992d3b1c9482 HTTP/1.1" status: 204 len: 168 time: 0.7618375 Nov 23 02:48:23.766416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:23.796176 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-5996c9ef-dd60-4221-98ea-ef002afcd6e3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:48:23.797676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5996c9ef-dd60-4221-98ea-ef002afcd6e3 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/c001efda-38bf-4774-8508-992d3b1c9482 HTTP/1.1" status: 404 len: 333 time: 0.0302606 Nov 23 02:48:23.800470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:23.884992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.930400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:23.954222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Pushing event updated for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:23.959075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Router 483eda05-353a-4679-bc79-d1e134db200a has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:24.005137 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.010610 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.011966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/security-groups/db6d5a8a-61dc-412c-bb3b-222af809a812 HTTP/1.1" status: 204 len: 168 time: 0.2102985 Nov 23 02:48:24.018177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:24.033813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75266857-7b18-44a6-8af4-74078854357b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d5a8a-61dc-412c-bb3b-222af809a812,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:24.114639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.145121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.171845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-0f70a78c-2b28-4073-a433-cbafe6d1329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.172639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-0f70a78c-2b28-4073-a433-cbafe6d1329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.173129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-0f70a78c-2b28-4073-a433-cbafe6d1329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.174862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-0f70a78c-2b28-4073-a433-cbafe6d1329d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.5166485 Nov 23 02:48:24.176358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:24.177218 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.203759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.210817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.212988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/security-groups/a47a361d-2734-46af-aa4f-139820d01875 HTTP/1.1" status: 204 len: 168 time: 0.1932418 Nov 23 02:48:24.220454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:24.221751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:24.235300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:24.235683 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.245627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7148-223c-44e6-87ba-9d36cfd3128c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a361d-2734-46af-aa4f-139820d01875,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:24.272085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Attempting to bind port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:24.272687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Attempting to bind port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:24.273132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Attempting to bind port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:24.284107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:48:24.284594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Attempting to bind port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:24.300237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:24.300699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Checking segment: {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:24.301393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Bound using segment: {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:24.302444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Bound port: 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:24.302958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.320869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 146ca3f0-27ae-4f9f-8ead-7f63d4e9d050 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:24.323984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.332597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:24.337582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-f97ff9fc-ee82-4c3f-b3b8-8a2b1b1dfc4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.1493144 Nov 23 02:48:24.341327 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-541c19d3-5e0d-45c9-8db1-4c2e6c7be3d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/483eda05-353a-4679-bc79-d1e134db200a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8946993 Nov 23 02:48:24.344973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:24.357895 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Sync routers for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:24.373421 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.375709 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:24.376331 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:24.432369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66237977-a82b-41a1-acab-05b3891a1677 None None] Could not find standard attr ID for object c001efda-38bf-4774-8508-992d3b1c9482. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:24.493892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.513253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.524336 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:24.578261 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.593660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:24.598442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-d16c73d6-9b23-46f9-992b-21645df24a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.599991 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-d16c73d6-9b23-46f9-992b-21645df24a62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.2558265 Nov 23 02:48:24.644795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:24.656601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/146ca3f0-27ae-4f9f-8ead-7f63d4e9d050 HTTP/1.1" status: 204 len: 168 time: 0.4289680 Nov 23 02:48:24.663015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:24.663199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ae73a-17f5-408f-85a7-dcb51520555d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=146ca3f0-27ae-4f9f-8ead-7f63d4e9d050,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:24.687342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:24.715277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4db9-d3fc-4b40-ad8d-9419c639f080 req-c832351d-9488-4f61-88b4-a039d690c208 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.719615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a8a4db9-d3fc-4b40-ad8d-9419c639f080 req-c832351d-9488-4f61-88b4-a039d690c208 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 943 time: 0.0661194 Nov 23 02:48:24.737666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5e341-2e83-49b6-980f-d68b0eceb0c8 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:24.789075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0a8a4db9-d3fc-4b40-ad8d-9419c639f080 req-5636fb3a-43a4-437e-84d0-490f767278ac tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Nov 23 02:48:24.810879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-644f4015-1b98-48cb-b83d-969cf4a361fc None None] Could not find standard attr ID for object c001efda-38bf-4774-8508-992d3b1c9482. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:24.836499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:22Z', 'revision_number': 5, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:24.894060 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Checking router: 483eda05-353a-4679-bc79-d1e134db200a for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:24.913235 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Routers {'483eda05-353a-4679-bc79-d1e134db200a'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:24.913780 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['483eda05-353a-4679-bc79-d1e134db200a'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:24.978584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:25.040519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.040694 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] Set router 483eda05-353a-4679-bc79-d1e134db200a gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:25.069099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:25.069099 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.069099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] 10.222.0.41 "PUT /v2.0/ports/97b2b2d4-57ff-4dcf-b267-adf75e850ce7 HTTP/1.1" status: 200 len: 1092 time: 2.4627137 Nov 23 02:48:25.094125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:48:25.096748 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225423c-6798-4745-acf4-b8df56e2ec1b" -d '{"events": [{"name": "network-changed", "server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:48:25.130925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.153287 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-9d0273e9-5c3c-4f99-b2ab-a01dd344b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:25.155718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-9d0273e9-5c3c-4f99-b2ab-a01dd344b8d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5237160 Nov 23 02:48:25.200329 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a070a44-b0fd-4c6a-942f-6dcf2b8814c1 x-openstack-request-id: req-0a070a44-b0fd-4c6a-942f-6dcf2b8814c1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:48:25.200657 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:48:25.201619 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a070a44-b0fd-4c6a-942f-6dcf2b8814c1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:48:25.202081 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7', 'status': 'completed', 'code': 200} Nov 23 02:48:25.363047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991b477-e4cb-49ea-acf1-326f9981a889 service neutron] Pushing event updated for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:25.391674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:22Z', 'revision_number': 5, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:25.432542 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb185e0-50ac-4e2c-897a-7cbbca30b652 None None] The sync data for ids ['483eda05-353a-4679-bc79-d1e134db200a'] in n-d-714676-12 is: [{'id': '483eda05-353a-4679-bc79-d1e134db200a', 'name': 'tempest-TestAggregatesBasicOps-711816853-router', 'tenant_id': '3c81f528baac480c863c3575e8432c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:00Z', 'updated_at': '2021-11-23T02:48:22Z', 'revision_number': 5, 'project_id': '3c81f528baac480c863c3575e8432c77', 'gw_port': {'id': '03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483eda05-353a-4679-bc79-d1e134db200a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:02Z', 'updated_at': '2021-11-23T02:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:25.440413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-3448bdf9-9972-4dac-90cd-6d12b03ef990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:25.448575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-3448bdf9-9972-4dac-90cd-6d12b03ef990 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 1095 time: 0.3106477 Nov 23 02:48:25.536502 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-6e14e58c-3e18-4a78-83d8-551ce5abb182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7 HTTP/1.1" status: 200 len: 217 time: 0.0683386 Nov 23 02:48:25.537533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:25.541217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.640472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-d1d6b843-1cbd-4f61-9089-843a40ade143 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568291 Nov 23 02:48:25.718734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Deleting port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:25.719165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.838946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-7de7029d-e9a8-4288-89b6-ec4fd1cb3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:25.840439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-7de7029d-e9a8-4288-89b6-ec4fd1cb3f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 200 len: 854 time: 0.1974511 Nov 23 02:48:25.847577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f303429d-e3be-4821-8568-1fae82946426 None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:25.848110 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f303429d-e3be-4821-8568-1fae82946426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:25.903282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-c8e1fa59-8d31-4a42-85ea-254c73042e73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524051 Nov 23 02:48:25.903548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f303429d-e3be-4821-8568-1fae82946426 None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:25.919583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f303429d-e3be-4821-8568-1fae82946426 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:25.921663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f303429d-e3be-4821-8568-1fae82946426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.018129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e8e5-8eab-4fcb-b577-a66a84239926 req-afe9a962-0f13-42a0-bcef-7fcc3635c8b8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:26.023030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] For port 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:26.023512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.026828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a736e8e5-8eab-4fcb-b577-a66a84239926 req-afe9a962-0f13-42a0-bcef-7fcc3635c8b8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 943 time: 0.0816784 Nov 23 02:48:26.040624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Calling delete_port for 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:26.068778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-1f4a2491-673a-4b56-9988-c18588c1d932 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058068 Nov 23 02:48:26.085258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a736e8e5-8eab-4fcb-b577-a66a84239926 req-8ac66a31-d607-48e3-89bc-418f9ce764f0 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573974 Nov 23 02:48:26.167835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-0d946290-5edd-48ea-8acc-123648736907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.0582826 Nov 23 02:48:26.358896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-ad5fc394-40f3-4c2d-9c55-daa15792f1db service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225304 Nov 23 02:48:26.366542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-9e519df3-4968-410b-b834-89d52053922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:26.367964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-9e519df3-4968-410b-b834-89d52053922b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1906614 Nov 23 02:48:26.456235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.561765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:26.571872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:26.574618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-d3ae7a0d-6378-4dbb-a80c-6b8d23ae92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:26.576659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-d3ae7a0d-6378-4dbb-a80c-6b8d23ae92f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1871161 Nov 23 02:48:26.581522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:26.582109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.584482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be251004-3e1b-4868-bc12-13935be82210 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:26.679587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=cd428239-528d-46ab-8630-c756af411a84,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:26.683742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d7b0e0eb-a55f-41bf-9abf-e77f8399d717 req-baf06df9-7eb1-4ecd-8b22-0cb309eee7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091412 Nov 23 02:48:26.692999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-836579bb-65de-48b5-88dd-aa85bec9285b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0293717 Nov 23 02:48:26.695919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.696107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46676) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:26.703318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971154323'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:26.739821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:26.765673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.782122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4354e-d746-49f1-8426-e63456ed7491 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:26.809614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-2f42277e-9919-4787-8af0-60f3c516594a service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073021 Nov 23 02:48:26.910862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.916591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.943526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Update dhcp port {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'fixed_ips': [{'subnet_id': 'c281b511-7321-4bae-a41b-24813b6afa3b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cd428239-528d-46ab-8630-c756af411a84'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:48:26.962115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:26.963451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2660279 Nov 23 02:48:26.964525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df2c62-7f21-4906-b91a-2368b260cb43 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dcd2b9-2d09-4f40-b424-a0b82d7a2342,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:26.969002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46702) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:26.976149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329926906'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:26.990607 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.007349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.113162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.126041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.208685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e24cf-5e80-4a1d-9d5d-4940d3d3425b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:27.229890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.231372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82f02a93-d302-4391-ad5f-ead42bb6e08e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2609704 Nov 23 02:48:27.234649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46732) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:27.240168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'security_group': {'name': 'tempest-secgroup-1018537776'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:27.246107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Allocated IP 172.20.0.2 (b90deb2b-46c5-4565-b90a-249b2de7e854/cd428239-528d-46ab-8630-c756af411a84/14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:27.401560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aae1c8-23a0-4e8c-917f-93f805c78077 req-c4a7caa1-4f67-49d3-ad7e-6310814d1650 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:27.404474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90aae1c8-23a0-4e8c-917f-93f805c78077 req-c4a7caa1-4f67-49d3-ad7e-6310814d1650 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 943 time: 0.1301043 Nov 23 02:48:27.405325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.424131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:27.509070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.519418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.521349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90aae1c8-23a0-4e8c-917f-93f805c78077 req-5b72a1fe-c9d0-4460-8f5a-e77a61a1b7d6 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916209 Nov 23 02:48:27.571353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.597445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.604101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.668582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b005b-91a9-4b13-af83-01e04bb1adcd None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:27.679903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 37c5a51d-c95e-4840-afba-e7d5cc73941f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:27.695473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.698003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.699087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.703368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4645901 Nov 23 02:48:27.705910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:27.715317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1450307178', 'security_groups': ['1fc30ed1-daef-4302-ac39-15a9cf2d94ee'], 'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd428239-528d-46ab-8630-c756af411a84'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:27.720072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2345551-bfd8-47fc-909d-5ea7502e50f6 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc30ed1-daef-4302-ac39-15a9cf2d94ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:27.766619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-a25ed305-ea36-492e-9166-30476b1d99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:27.768140 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-a25ed305-ea36-492e-9166-30476b1d99d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 1095 time: 0.9158924 Nov 23 02:48:27.771594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-24855275-559c-4129-98dd-163fffebf8a5 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8972988 Nov 23 02:48:27.772314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.772862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 483eda05-353a-4679-bc79-d1e134db200a {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:48:27.784350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:27.787820 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45837aec-ea75-406d-9b0e-c0b9d7a23a4a admin admin] 10.222.0.15 "DELETE /v2.0/routers/483eda05-353a-4679-bc79-d1e134db200a HTTP/1.1" status: 204 len: 168 time: 3.4152896 Nov 23 02:48:27.807483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 46790) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:27.808952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 37c5a51d-c95e-4840-afba-e7d5cc73941f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:27.809560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 37c5a51d-c95e-4840-afba-e7d5cc73941f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:27.960885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-47adc6ed-f468-4629-851f-3d994ac034e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.1729755 Nov 23 02:48:27.993344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:28.086748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Deleting subnet 2e8bc797-b58d-4733-88b8-2ed20ba40987 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:28.100195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.152646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-ed124413-deaa-4f1f-9563-dd72cbe46478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.154834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-ed124413-deaa-4f1f-9563-dd72cbe46478 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1806226 Nov 23 02:48:28.165048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.190335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] device_id is not set on port a25d467e-4456-4265-a918-9526f5fd26d2 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:48:28.204763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.229133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-154c521d-b44e-46b7-9021-da08ad017866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.230745 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-154c521d-b44e-46b7-9021-da08ad017866 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 915 time: 0.4361184 Nov 23 02:48:28.291785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-370cb2a3-39fc-4072-96c9-7f942040efec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7 HTTP/1.1" status: 200 len: 217 time: 0.0500193 Nov 23 02:48:28.293817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-c7531368-84de-4809-a043-c0e4c640f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.301753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-c7531368-84de-4809-a043-c0e4c640f7e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1380177 Nov 23 02:48:28.496359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.12 (b90deb2b-46c5-4565-b90a-249b2de7e854/cd428239-528d-46ab-8630-c756af411a84/a25d467e-4456-4265-a918-9526f5fd26d2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:28.529171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.537719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-5fda8f2c-9ce0-4c1c-a4ca-fa9dabdc387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.540265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-5fda8f2c-9ce0-4c1c-a4ca-fa9dabdc387c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 200 len: 854 time: 0.1761918 Nov 23 02:48:28.629352 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-8500a404-71f5-4335-89e4-0a743204bbd5 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267376 Nov 23 02:48:28.677333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-c6b4c424-7fe5-4ea3-bd27-485695493c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814207 Nov 23 02:48:28.770030 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.779174 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-d76b08fb-76d7-4b9a-b885-1221dec5ffe9 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909262 Nov 23 02:48:28.830458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.900534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:28.907665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:28.913277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:28.924940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1266c45-8cd8-493c-948e-01c47b97014e req-5a71a586-2783-4cbf-b52b-99a10ceec0bb tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.926597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1266c45-8cd8-493c-948e-01c47b97014e req-5a71a586-2783-4cbf-b52b-99a10ceec0bb tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 943 time: 0.1768036 Nov 23 02:48:28.927256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=a25d467e-4456-4265-a918-9526f5fd26d2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:28.947576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3a9f84d8-5000-42c0-9fe9-298a142e0350 None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:28.948127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a9f84d8-5000-42c0-9fe9-298a142e0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:28.954754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7225423c-6798-4745-acf4-b8df56e2ec1b req-6d4f524a-ffa7-4fe8-8f68-f30144359d74 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532469 Nov 23 02:48:29.008795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:29.009422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.036896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f84d8-5000-42c0-9fe9-298a142e0350 None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:29.048598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1266c45-8cd8-493c-948e-01c47b97014e req-0726fb17-a5b8-451c-87d6-94a2ecd9d46d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952518 Nov 23 02:48:29.065571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b9a36165-aa72-4841-879f-a60735464ae0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3558590 Nov 23 02:48:29.069545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:29.070544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3a9f84d8-5000-42c0-9fe9-298a142e0350 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:29.071471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a9f84d8-5000-42c0-9fe9-298a142e0350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.080346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:29.114700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.219644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.225203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e8bc797-b58d-4733-88b8-2ed20ba40987 HTTP/1.1" status: 204 len: 168 time: 1.4145408 Nov 23 02:48:29.227466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:29.251360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2487d-e156-482b-b361-0dc9dcb28535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8bc797-b58d-4733-88b8-2ed20ba40987,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:29.257442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c20f4-8bfa-4f8a-9732-fcdcb0ebf14a None None] Network 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:29.355353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-e1a71400-96b9-43c7-b5c7-ef7af74d9b69 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849394 Nov 23 02:48:29.405941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.409758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:29.415593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.431106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b5ec7bf4-b888-4c65-a4ab-6eaf1b89273b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.0674524 Nov 23 02:48:29.523375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5c73101b-ded1-4034-b522-a141d746216d None None] Provisioning complete for port a25d467e-4456-4265-a918-9526f5fd26d2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:29.523757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c73101b-ded1-4034-b522-a141d746216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.539334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-1241cdbd-01c3-4020-b9df-5b7de202dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:29.543782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-1241cdbd-01c3-4020-b9df-5b7de202dd15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.1058590 Nov 23 02:48:29.572635 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cd428239-528d-46ab-8630-c756af411a84 (CIDR: 172.20.0.0/28) Nov 23 02:48:29.578954 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:48:29.579609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:29.600362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Deleting port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:29.601026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.623628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] DHCP port deletion for 8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:29.636237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:48:29.651602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-08012a68-323a-4144-a53d-dbd9c22b1262 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5805264 Nov 23 02:48:29.653676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-74a07a39-a20f-456c-a21e-e9b810961b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:29.654817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 46974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:29.656127 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-74a07a39-a20f-456c-a21e-e9b810961b93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038601 Nov 23 02:48:29.659788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:29.667201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:29.736544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5c73101b-ded1-4034-b522-a141d746216d None None] Port a25d467e-4456-4265-a918-9526f5fd26d2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:29.752673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] For port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:29.754042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.789230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Calling delete_port for 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:29.799518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-c644137f-7672-4918-9a0b-85d71bf5e80c service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351521 Nov 23 02:48:29.801424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.831562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:29.832022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.882467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Deleting port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:29.882975 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.945811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:29.949830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:29.957250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-ee24bf9a-673d-43a0-b014-594ed992ad8d service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500368 Nov 23 02:48:29.995976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:30.009992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.045500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-df583dc6-e09f-4fac-a730-597b20104eb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.0813844 Nov 23 02:48:30.056164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] For port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,segment=NetworkSegment(a163cc50-9c25-4306-a54e-29bfc3698f4e),segment_id=a163cc50-9c25-4306-a54e-29bfc3698f4e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:30.056838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.058794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] No DVR routers for this DVR port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:30.062772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7', 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2', 'port_id': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7', 'mac_address': 'fa:16:3e:16:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534434fd-6919-4fc9-9df4-7a3c0b52d1be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:48:30.079705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Calling delete_port for 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:30.110373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:30.126115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-809c3787-67d7-4625-b385-dff057f80ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:30.128761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.131108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:30.131300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-809c3787-67d7-4625-b385-dff057f80ae4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0788159 Nov 23 02:48:30.163851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:30.164398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 03c2b3a2-88b3-41f9-bc5d-5bf6517ee1f1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:30.186485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:48:30.208921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.211647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:30.225431 n-d-714676-12 neutron-server[103571]: INFO neutron.db.ipam_backend_mixin [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c281b511-7321-4bae-a41b-24813b6afa3b (CIDR: 172.20.0.16/28) Nov 23 02:48:30.245831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.265239 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:48:30.265713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:30.279273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:30.303284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a163cc50-9c25-4306-a54e-29bfc3698f4e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:30.305222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a163cc50-9c25-4306-a54e-29bfc3698f4e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:30.325117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.338367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1bae8083-334a-4c69-8ddb-33ac1e3a10d0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6824696 Nov 23 02:48:30.345657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-346be132-2273-4d90-b92f-b75847e40b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:30.346221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:30.347826 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-346be132-2273-4d90-b92f-b75847e40b94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2064259 Nov 23 02:48:30.361303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'subnet': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:30.375459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a1e61-f6da-4999-ae39-d8b3662a487d req-facd60a2-6e0b-450e-a56c-e11a5d9131cd tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:30.377295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c2a1e61-f6da-4999-ae39-d8b3662a487d req-facd60a2-6e0b-450e-a56c-e11a5d9131cd tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 944 time: 0.1653676 Nov 23 02:48:30.393018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:30.401937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:48:30.427183 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 02:48:30.440165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.456540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:48:30.457446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:48:30.459424 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:48:30.490266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] Pushing event deleted for resources: {'Port': ['ID=81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:30.495201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe1887-fba2-4bde-b3a6-7596c781555e None None] No DVR routers for this DVR port 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:30.524949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['97b2b2d4-57ff-4dcf-b267-adf75e850ce7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:48:30.531872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c2a1e61-f6da-4999-ae39-d8b3662a487d req-764612fc-685e-4ecf-986a-0439626ed69c tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365607 Nov 23 02:48:30.532570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-369bbd26-29c4-4db3-b6a3-80f731b425ad service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774676 Nov 23 02:48:30.587139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.595147 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.599474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5 HTTP/1.1" status: 204 len: 168 time: 1.3700640 Nov 23 02:48:30.637401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e70e0c-5eb8-4c06-ba8f-3fe1f1a23114 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7ef2cd-3744-43f8-9454-49dcc7bc6fb5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:30.663206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Made reservation on behalf of 0773f6e2a53e4e64933faba50252e399 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:30.671054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:30.794113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-b54753b0-4d2d-4b0b-8c7a-fe86789bd220 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541671 Nov 23 02:48:30.887927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-75cb4dc3-d4b4-4c9f-aecb-4a57ab583052 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.0801663 Nov 23 02:48:30.996497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-cf6d2f18-d204-4859-87b6-0b860d3bde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.001707 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-cf6d2f18-d204-4859-87b6-0b860d3bde8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.1052330 Nov 23 02:48:31.044189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:31.105659 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7e74b353-1327-44a1-a411-91d55cd6157d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28daf6fb44bf487ea22d68b1275e6772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576112 Nov 23 02:48:31.105915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:31.112614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-6c39a9a9-c11b-45bb-9b77-816ed58f6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.114364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-6c39a9a9-c11b-45bb-9b77-816ed58f6f8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964072 Nov 23 02:48:31.236916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.240247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.244654 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-7a08fb21-a27a-4456-b7f5-c8da34e15109 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211841 Nov 23 02:48:31.332234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Subnet': ['ID=5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:31.351970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.363487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Network b90deb2b-46c5-4565-b90a-249b2de7e854 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:31.366744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:31.371396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.372254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.379088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f75cba-7318-46c4-88e4-f510d0dabeb5 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:31.403510 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-cdcb6fbc-abbf-4068-8660-48226be323ac service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499593 Nov 23 02:48:31.412647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e2b3886-90c3-4cdb-a34b-b977b48e4b28 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0590382 Nov 23 02:48:31.415480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:31.421914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1667498164', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b'}], 'security_groups': ['93dcd2b9-2d09-4f40-b424-a0b82d7a2342', 'e15e24cf-5e80-4a1d-9d5d-4940d3d3425b']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:31.471555 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.473579 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.477161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d28366e7-1301-4221-a6da-fabb37655ea6 HTTP/1.1" status: 204 len: 168 time: 0.3680048 Nov 23 02:48:31.486285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-a8e4ad12-46ed-4b9a-85bf-56aeeecec38f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0741074 Nov 23 02:48:31.547780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c0d01-2459-49d2-bc04-c56338f4f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28366e7-1301-4221-a6da-fabb37655ea6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:31.575732 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:31.587997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-e9a3081c-27a1-4498-912a-b200e615b553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.589741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-e9a3081c-27a1-4498-912a-b200e615b553 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0903234 Nov 23 02:48:31.648517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:31.680711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-38fed1fa-680e-4f0f-a5aa-b55df2e71d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.682485 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-38fed1fa-680e-4f0f-a5aa-b55df2e71d6d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0852778 Nov 23 02:48:31.683916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:31.741070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:31.741775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81b7b510-8f4c-46e0-bfea-7fd62f4fd7b9 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:31.866676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-6a6d2151-d8ae-4b43-8d12-fa85bfd747d3 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723616 Nov 23 02:48:31.923976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:48:31.933992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:31.934426 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.078994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb3baf81-d251-4ff2-a660-96bec0f4064a req-3ea873d4-e726-4b50-8fc3-3ff56bf7ed49 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039177 Nov 23 02:48:32.129012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Delete allocated IP 172.20.0.12 (b90deb2b-46c5-4565-b90a-249b2de7e854/cd428239-528d-46ab-8630-c756af411a84) {{(pid=103571) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:48:32.161048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699edb0-4554-4427-9cfa-50d78da1f45a req-939b5b5f-ba70-4366-b43a-8937d0eb52d5 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:32.170646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3699edb0-4554-4427-9cfa-50d78da1f45a req-939b5b5f-ba70-4366-b43a-8937d0eb52d5 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 944 time: 0.4904678 Nov 23 02:48:32.190978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Allocated IP 172.20.0.42 (b90deb2b-46c5-4565-b90a-249b2de7e854/5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b/a25d467e-4456-4265-a918-9526f5fd26d2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:32.240185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.262819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Update dhcp port {'port': {'network_id': 'b90deb2b-46c5-4565-b90a-249b2de7e854', 'fixed_ips': [{'subnet_id': 'c281b511-7321-4bae-a41b-24813b6afa3b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cd428239-528d-46ab-8630-c756af411a84', 'ip_address': '172.20.0.2'}, {'subnet_id': '5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b'}], 'binding:host_id': 'n-d-714676-12'}, 'id': '14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65'} from n-d-714676-12. {{(pid=103573) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:48:32.273584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3699edb0-4554-4427-9cfa-50d78da1f45a req-1a31bf8e-7642-40c1-bcc3-ae2b26e3ad83 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975163 Nov 23 02:48:32.338387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:32.368333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.369902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:48:32.372197 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf613737-92e8-4b41-9f17-eed63dd83b44" -d '{"events": [{"server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "name": "network-vif-plugged", "status": "completed", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:48:32.416257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:32.424065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-711f0efa-81e2-481d-bbc3-457d45086952 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c81f528baac480c863c3575e8432c77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0861402 Nov 23 02:48:32.427838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47160) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:32.464716 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e39b39-6b58-4034-b0d1-d160422be18f x-openstack-request-id: req-a8e39b39-6b58-4034-b0d1-d160422be18f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:48:32.465012 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "name": "network-vif-plugged", "status": "completed", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:48:32.465268 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8e39b39-6b58-4034-b0d1-d160422be18f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:48:32.465665 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7', 'code': 200} Nov 23 02:48:32.467035 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.509605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.526599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.533639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:32.535967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.562641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.654848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event updated for resources: {'Port': ['ID=a25d467e-4456-4265-a918-9526f5fd26d2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:32.697653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc496b-6447-4186-9741-b5c95966a05b req-85c08fe7-c217-45d9-9b17-43c88ef1df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:32.701889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dadc496b-6447-4186-9741-b5c95966a05b req-85c08fe7-c217-45d9-9b17-43c88ef1df5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 1097 time: 0.1415009 Nov 23 02:48:32.706012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] In _notify_port_updated(), no bound segment for port a25d467e-4456-4265-a918-9526f5fd26d2 on network b90deb2b-46c5-4565-b90a-249b2de7e854 {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:48:32.712030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:32.712677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.716617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-abcb0427-9657-47b2-a9bd-ea9d7b649927 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "PUT /v2.0/ports/a25d467e-4456-4265-a918-9526f5fd26d2 HTTP/1.1" status: 200 len: 960 time: 1.2972116 Nov 23 02:48:32.723982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:32.776404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.779368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.780739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/338dbc4d-d849-457d-bf34-f17df7cb06de HTTP/1.1" status: 204 len: 168 time: 0.3515706 Nov 23 02:48:32.785822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Allocated IP 172.20.0.34 (b90deb2b-46c5-4565-b90a-249b2de7e854/5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b/14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:32.833614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfbc9b-b716-4ab7-a13a-528929aa296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338dbc4d-d849-457d-bf34-f17df7cb06de,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:32.844165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dadc496b-6447-4186-9741-b5c95966a05b req-8438aab3-2594-40dd-95dd-1bc4176413b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347039 Nov 23 02:48:32.886265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port a25d467e-4456-4265-a918-9526f5fd26d2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:32.887517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:32.956207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:33.022408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.037978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for a25d467e-4456-4265-a918-9526f5fd26d2 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:33.041018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.051481 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.141989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287f543-b74e-4d84-8ae0-1fbeac64ffc7 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:33.306470 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.440137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=a25d467e-4456-4265-a918-9526f5fd26d2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:33.458666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f35200-04c7-4e18-ad85-be019efeb449 req-771f22ea-5278-49c3-bd89-d1dad92287e9 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:33.462542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15f35200-04c7-4e18-ad85-be019efeb449 req-771f22ea-5278-49c3-bd89-d1dad92287e9 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 945 time: 0.1082609 Nov 23 02:48:33.589718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.592354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15f35200-04c7-4e18-ad85-be019efeb449 req-30954054-80f7-4c94-bb80-c22d33dac28a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084592 Nov 23 02:48:33.605082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b9e2e99-6000-4416-8979-91bb8dbfbf9d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/a25d467e-4456-4265-a918-9526f5fd26d2 HTTP/1.1" status: 204 len: 168 time: 0.8791687 Nov 23 02:48:33.607849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:33.624706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:33.678116 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d38237-5012-4433-b0be-1cb96893706b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] GET failed (client error): The resource could not be found. Nov 23 02:48:33.682233 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-44d38237-5012-4433-b0be-1cb96893706b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports/a25d467e-4456-4265-a918-9526f5fd26d2 HTTP/1.1" status: 404 len: 333 time: 0.0707121 Nov 23 02:48:33.682373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47188) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:33.735106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:33.735569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.758318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.798839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.851407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.855035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.856508 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fc30ed1-daef-4302-ac39-15a9cf2d94ee HTTP/1.1" status: 204 len: 168 time: 0.1731048 Nov 23 02:48:33.860168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:33.866657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6279c10-00af-4f6b-a428-848f1772f97d tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc30ed1-daef-4302-ac39-15a9cf2d94ee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:33.953142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.984403 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.034632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.037698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.038940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/security-groups/e15e24cf-5e80-4a1d-9d5d-4940d3d3425b HTTP/1.1" status: 204 len: 168 time: 0.1768646 Nov 23 02:48:34.042280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47200) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:34.049037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983acfeb-9182-414b-aec6-0ec7b3809f09 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e24cf-5e80-4a1d-9d5d-4940d3d3425b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:34.057473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:34.102193 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:34.102609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.107625 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.135713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.169235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1172765402-network', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:34.195515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Made reservation on behalf of f7fa1cf38e1e48b0ba3d5933b58b9b01 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:34.196864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.200254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.200841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.201870 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/security-groups/93dcd2b9-2d09-4f40-b424-a0b82d7a2342 HTTP/1.1" status: 204 len: 168 time: 0.1581933 Nov 23 02:48:34.207867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47210) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:34.211676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.225538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6c2fd-387f-49e6-a99d-fcc33fd3556c tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dcd2b9-2d09-4f40-b424-a0b82d7a2342,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:34.303791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet cd428239-528d-46ab-8630-c756af411a84 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:34.309373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.340788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:34.365054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:34.366024 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.372499 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.381029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.407090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.408386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:48:34.436325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.438369 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Added segment 4d03b9d8-e892-403d-8d4e-491044633455 of type vlan for network ffd3aaa3-b4be-4295-bed0-45144a941b1d Nov 23 02:48:34.507540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7cbc91-d9c7-478d-a488-d8b6c8278a18,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:34.515559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c7c5fb89-5a60-4cb6-8003-f2b8d030e7ab None None] Could not find standard attr ID for object a25d467e-4456-4265-a918-9526f5fd26d2. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:34.529921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.572486 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.573958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:34.574618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.602983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.616334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5542841 Nov 23 02:48:34.651587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47222) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:34.662424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Request body: {'subnet': {'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1172765402-subnet', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:34.676076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.707377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=cd428239-528d-46ab-8630-c756af411a84,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:34.713741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.719584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Made reservation on behalf of f7fa1cf38e1e48b0ba3d5933b58b9b01 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:34.724287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-19a100c6-e501-438c-a38f-428435d63bf5 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/cd428239-528d-46ab-8630-c756af411a84 HTTP/1.1" status: 204 len: 168 time: 0.5115561 Nov 23 02:48:34.724552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:34.731359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ff3bd828-503c-4d20-a710-aab3ecdcaae2 None None] Could not find standard attr ID for object a25d467e-4456-4265-a918-9526f5fd26d2. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:48:34.738010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.742984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8029113-a74e-4f0f-b248-ff4f40d15477 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd3aaa3-b4be-4295-bed0-45144a941b1d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:34.755513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:48:34.806760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet 5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:34.819750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.875887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:34.915381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d51e97-df16-47a9-b08d-952c4e29d9eb req-40265d04-85f8-4b5f-b2af-38e295065786 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:34.918874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99d51e97-df16-47a9-b08d-952c4e29d9eb req-40265d04-85f8-4b5f-b2af-38e295065786 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 945 time: 0.1354632 Nov 23 02:48:35.002711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99d51e97-df16-47a9-b08d-952c4e29d9eb req-8b512589-23ea-412b-bea3-7f2c217f6093 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768621 Nov 23 02:48:35.012049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.012353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0fae6-7cff-4b69-9941-c967acc4fe47 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:35.188338 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.213019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.251458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:35.253820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.259061 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d11c7f6-75dd-4014-aee4-30bd099bf42f tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/5cbaa699-4d8f-4a1b-9cb7-2c18383b9d1b HTTP/1.1" status: 204 len: 168 time: 0.5316434 Nov 23 02:48:35.261149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47258) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:35.280165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f205dc8-5946-4d25-80be-0830c4167856,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:35.304852 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-659f01fb-5911-4e21-933f-f8bc83b94879 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:35.305322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659f01fb-5911-4e21-933f-f8bc83b94879 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:35.307971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Checking segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:35.308606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Network hostable DHCP agents. Network: ffd3aaa3-b4be-4295-bed0-45144a941b1d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:48:35.309610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-659f01fb-5911-4e21-933f-f8bc83b94879 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/cd428239-528d-46ab-8630-c756af411a84 HTTP/1.1" status: 404 len: 337 time: 0.0474029 Nov 23 02:48:35.312770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47264) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:35.375582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting subnet c281b511-7321-4bae-a41b-24813b6afa3b {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:35.380078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:48:35.383283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.417097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, ffd3aaa3-b4be-4295-bed0-45144a941b1d) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:35.426187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:35.426826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.440988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.448702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d3a8d-e07a-4dbe-96f8-44ca886910da None None] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:35.553433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ae040bb-762a-4cd5-b9a1-7c0c9a20dbe9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8999186 Nov 23 02:48:35.556571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47272) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:35.562820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:35.586731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.609305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.611300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.733046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.734864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.796701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Subnet': ['ID=c281b511-7321-4bae-a41b-24813b6afa3b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:35.820309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.829774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4b5570e-8343-41cc-8498-bf5e03f24a4b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/c281b511-7321-4bae-a41b-24813b6afa3b HTTP/1.1" status: 204 len: 168 time: 0.5153384 Nov 23 02:48:35.832064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:35.844784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0ed490e0-af17-46ea-8634-76d926db5099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.892273 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5aeb9aa-5f40-4496-87b6-11608881cbe4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:35.892751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5aeb9aa-5f40-4496-87b6-11608881cbe4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:35.897859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c5aeb9aa-5f40-4496-87b6-11608881cbe4 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/146ca3f0-27ae-4f9f-8ead-7f63d4e9d050 HTTP/1.1" status: 404 len: 337 time: 0.0647097 Nov 23 02:48:35.900516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:35.917876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:35.918942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.996583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c102bfe-05fa-4d39-8579-b4a07cffd9a0 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 HTTP/1.1" status: 200 len: 205 time: 0.0946994 Nov 23 02:48:35.997249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.023343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:36.119302 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-80cc4765-be3d-49f7-b20b-4a0de8d09d8e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] delete failed (client error): The resource could not be found. Nov 23 02:48:36.124298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47294) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.132544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80cc4765-be3d-49f7-b20b-4a0de8d09d8e tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/routers/5a95c4d1-b5bc-443a-ad33-6c6aed6d2777 HTTP/1.1" status: 404 len: 336 time: 0.1221259 Nov 23 02:48:36.161895 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-599351c6-a34f-423e-b9a8-bb3e6d0f2cd2 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.162647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599351c6-a34f-423e-b9a8-bb3e6d0f2cd2 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.177237 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-599351c6-a34f-423e-b9a8-bb3e6d0f2cd2 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/6907b23a-0070-4dda-a471-130a647fe721 HTTP/1.1" status: 404 len: 337 time: 0.0530033 Nov 23 02:48:36.180687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47302) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.259777 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-128e747b-5fbf-4349-ac8a-a541153883fd tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.262295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128e747b-5fbf-4349-ac8a-a541153883fd tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.270801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-128e747b-5fbf-4349-ac8a-a541153883fd tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/71f6af18-2781-4672-897d-6dcd3530cc98 HTTP/1.1" status: 404 len: 337 time: 0.0866854 Nov 23 02:48:36.274719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Allocated IP 172.20.0.2 (ffd3aaa3-b4be-4295-bed0-45144a941b1d/6f205dc8-5946-4d25-80be-0830c4167856/030cce3b-d39e-41d7-a915-61006460089a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:36.275025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.350493 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5278167-97e6-4ea0-8bf5-0f58dbb77848 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.351156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5278167-97e6-4ea0-8bf5-0f58dbb77848 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.365376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5278167-97e6-4ea0-8bf5-0f58dbb77848 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/dcc910f3-2763-4473-a56f-347e4686ad79 HTTP/1.1" status: 404 len: 337 time: 0.0890365 Nov 23 02:48:36.368243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.434059 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f03b3-88b7-4e8c-b293-4dca5625cbbb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.435754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38f03b3-88b7-4e8c-b293-4dca5625cbbb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.442431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f38f03b3-88b7-4e8c-b293-4dca5625cbbb tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/53c54e33-0943-45d5-b5c3-91128deb9214 HTTP/1.1" status: 404 len: 333 time: 0.0722644 Nov 23 02:48:36.445133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.533325 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-eccfae76-c950-40e4-9539-e83ad3a144d1 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.534130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eccfae76-c950-40e4-9539-e83ad3a144d1 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.550338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eccfae76-c950-40e4-9539-e83ad3a144d1 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/15c4e5b6-7241-498a-bfe1-c25a9684f09e HTTP/1.1" status: 404 len: 337 time: 0.1020100 Nov 23 02:48:36.550605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47332) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.576647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:36.593051 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:36.630811 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fd3818-6b19-4e24-bcc8-40090f895977 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.630811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fd3818-6b19-4e24-bcc8-40090f895977 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.656139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55fd3818-6b19-4e24-bcc8-40090f895977 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/7f61349b-14cd-4f2e-81e3-6be0b0cb3829 HTTP/1.1" status: 404 len: 337 time: 0.1042197 Nov 23 02:48:36.656761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.697644 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6fd2db-9ac0-4ef6-b71e-3b3d9bb5502b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.698547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6fd2db-9ac0-4ef6-b71e-3b3d9bb5502b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.702819 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1d6fd2db-9ac0-4ef6-b71e-3b3d9bb5502b tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/09ef7718-8f97-4ea9-8d82-4841eaa53c53 HTTP/1.1" status: 404 len: 333 time: 0.0450304 Nov 23 02:48:36.705471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.720604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Pushing event updated for resources: {'Port': ['ID=030cce3b-d39e-41d7-a915-61006460089a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:36.736845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:36.749899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:36.752458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e22f2-6d07-45f9-b825-297c372512a1 None None] Network b90deb2b-46c5-4565-b90a-249b2de7e854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:36.755326 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-68241365-441f-430b-bc21-6101aeae5891 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.756059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68241365-441f-430b-bc21-6101aeae5891 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.772716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-68241365-441f-430b-bc21-6101aeae5891 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/6b9e41cb-ceb9-4d94-8587-c2868c63ed93 HTTP/1.1" status: 404 len: 337 time: 0.0658290 Nov 23 02:48:36.775092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.820480 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d11fe4-a1c6-4f74-b927-5ff50ae67a00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] DELETE failed (client error): The resource could not be found. Nov 23 02:48:36.820966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d11fe4-a1c6-4f74-b927-5ff50ae67a00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:48:36.834788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e0d11fe4-a1c6-4f74-b927-5ff50ae67a00 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/subnets/a3b083ce-88f3-44f9-b2a6-bddbef3053a1 HTTP/1.1" status: 404 len: 337 time: 0.0586078 Nov 23 02:48:36.837469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:36.881299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:36.893875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:37.024032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 43db5675-07ee-482d-bfbe-4ce7b67ab615 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:37.024340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.058146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c932dde-4636-4183-97da-776d924f665e None None] Provisioning complete for port 43db5675-07ee-482d-bfbe-4ce7b67ab615 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:37.058910 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c932dde-4636-4183-97da-776d924f665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.132736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Attempting to bind port 030cce3b-d39e-41d7-a915-61006460089a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:37.133515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Attempting to bind port 030cce3b-d39e-41d7-a915-61006460089a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:37.134287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Attempting to bind port 030cce3b-d39e-41d7-a915-61006460089a on network ffd3aaa3-b4be-4295-bed0-45144a941b1d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:37.149638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:37.150460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Checking segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:37.151124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.151825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Bound using segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:37.152630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Bound port: 030cce3b-d39e-41d7-a915-61006460089a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:37.153261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.208939 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.235901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] For port 030cce3b-d39e-41d7-a915-61006460089a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:37.240544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] For port 030cce3b-d39e-41d7-a915-61006460089a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=030cce3b-d39e-41d7-a915-61006460089a,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:37.242071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8c932dde-4636-4183-97da-776d924f665e None None] Port 43db5675-07ee-482d-bfbe-4ce7b67ab615 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:37.244926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 43db5675-07ee-482d-bfbe-4ce7b67ab615 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:37.251621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.347417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8c932dde-4636-4183-97da-776d924f665e None None] Provisioning complete for port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:37.349926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c932dde-4636-4183-97da-776d924f665e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.402376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.427705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661085f-eff4-4800-9404-ab848165d235 None None] DHCP port deletion for b90deb2b-46c5-4565-b90a-249b2de7e854 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:37.485311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4a36a-21ac-46f5-905d-a6ca6be5e70f None None] Pushing event updated for resources: {'Port': ['ID=030cce3b-d39e-41d7-a915-61006460089a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:37.588739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:37.691573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Allocated IP 172.25.1.142 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:37.823139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Deleting port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:37.823519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.952488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.011578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.017895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4661085f-eff4-4800-9404-ab848165d235 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:38.018308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.021155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.081468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:38.087522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:38.088079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Calling delete_port for 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:38.092792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:38.159259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ccc0f1-6d67-4a02-8f72-085e04e78282 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:38.189353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7546867d-fe9d-40c5-876a-2e7f4c5a8268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.193457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,segment=NetworkSegment(c1d81ceb-966b-46f5-b15e-4d27c1912acc),segment_id=c1d81ceb-966b-46f5-b15e-4d27c1912acc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:38.272105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.283971 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.316236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=43db5675-07ee-482d-bfbe-4ce7b67ab615,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:38.327817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.339188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b61ab1d2-bdfb-4a8a-a39a-84e25f88a87a tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/ports/43db5675-07ee-482d-bfbe-4ce7b67ab615 HTTP/1.1" status: 204 len: 168 time: 1.5008893 Nov 23 02:48:38.339952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:38.351309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:38.441005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c190cc92-6934-4b60-8bd6-16b8b1c0eead None None] Provisioning complete for port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:38.441388 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c190cc92-6934-4b60-8bd6-16b8b1c0eead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.527280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.582546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:38.627552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c190cc92-6934-4b60-8bd6-16b8b1c0eead None None] Port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:38.636323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.673852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Deleting port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:38.674211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.698207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661085f-eff4-4800-9404-ab848165d235 None None] Pushing event deleted for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:38.733329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661085f-eff4-4800-9404-ab848165d235 None None] No DVR routers for this DVR port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:38.760390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.868320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] For port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:38.868685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.905564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Calling delete_port for 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:38.911820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:48:38.920832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.990861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] No DVR routers for this DVR port 14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:38.999164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Port': ['ID=14f82c3c-5de0-4fd6-9bb9-b67c3ce6de65,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:39.175270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d029b7-c06d-4383-8cd7-68a9a0219698 None None] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:39.212859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.260698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90deb2b-46c5-4565-b90a-249b2de7e854']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:39.308821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d81ceb-966b-46f5-b15e-4d27c1912acc') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:39.309511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d81ceb-966b-46f5-b15e-4d27c1912acc') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:39.327234 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.343350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.347046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.352451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:48:39.352975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:48:39.358381 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:48:39.469564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.492386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.498053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] 10.222.0.15 "DELETE /v2.0/networks/b90deb2b-46c5-4565-b90a-249b2de7e854 HTTP/1.1" status: 204 len: 168 time: 1.1567593 Nov 23 02:48:39.526147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f6268-0cef-49dc-96ec-235b96e800b8 tempest-PortsTestJSON-1299209394 tempest-PortsTestJSON-1299209394-project] Pushing event deleted for resources: {'Network': ['ID=b90deb2b-46c5-4565-b90a-249b2de7e854,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:39.604902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 030cce3b-d39e-41d7-a915-61006460089a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:39.793265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:48:39.881198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] Provisioning complete for port 030cce3b-d39e-41d7-a915-61006460089a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:39.881572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.956153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.991128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:40.061802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:40.084039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 030cce3b-d39e-41d7-a915-61006460089a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:40.084423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.114440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.144880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.152616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:40.154678 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36fa3619-f4c5-4f15-a91a-084475d6a271 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5969558 Nov 23 02:48:40.219887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] For port 030cce3b-d39e-41d7-a915-61006460089a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=030cce3b-d39e-41d7-a915-61006460089a,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:40.221572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Sync routers for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:40.244435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.322219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:40.323045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:40.422245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab68e22-9900-42b4-b90a-281e60b0504c None None] Pushing event updated for resources: {'Port': ['ID=030cce3b-d39e-41d7-a915-61006460089a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:40.484095 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3d006ee-711f-4eff-8904-603d2681316a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0773f6e2a53e4e64933faba50252e399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4896224 Nov 23 02:48:40.484556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47454) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:40.607279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:40.609485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.610227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7172bc0f-dc9d-46a4-a617-7810c3998826 None None] Provisioning complete for port 030cce3b-d39e-41d7-a915-61006460089a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:40.610973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7172bc0f-dc9d-46a4-a617-7810c3998826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.666868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.815511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.818922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:40.820544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab110822-0313-4b4e-a9fb-048a4f23acf2 HTTP/1.1" status: 204 len: 168 time: 0.3348310 Nov 23 02:48:40.836352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231854c-7999-46fe-a2cc-170ce6d2d2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab110822-0313-4b4e-a9fb-048a4f23acf2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:40.849298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.007714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.090891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:38Z', 'revision_number': 3, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:41.142292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Checking router: 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:41.142807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Updating router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:41.174661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.296713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Allocated IP 172.20.0.1 (ffd3aaa3-b4be-4295-bed0-45144a941b1d/6f205dc8-5946-4d25-80be-0830c4167856/63d5c9a9-64cd-4ff6-b089-6a39813efcfa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:41.480842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.532114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.547280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 030cce3b-d39e-41d7-a915-61006460089a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:41.614057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:41.618327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:41.645826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:41.673008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 030cce3b-d39e-41d7-a915-61006460089a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:41.676047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.699064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:41.723461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.774000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.798123 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:41.997301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.028350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb79b-a324-4b4a-b374-72bae0448947 None None] Pushing event updated for resources: {'Port': ['ID=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:42.039545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.071890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c08013aa-54e9-4e6c-be2d-0a93f91eef95 None None] Provisioning complete for port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:42.072405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c08013aa-54e9-4e6c-be2d-0a93f91eef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.119532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c08013aa-54e9-4e6c-be2d-0a93f91eef95 None None] Port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:42.122521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84900c-046d-4735-b265-525f5b8cd1dc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:42.126025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Attempting to bind port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:42.126496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Attempting to bind port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:42.126975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Attempting to bind port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:42.133974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:42.134474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:42.134998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.135652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:42.136078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Bound port: 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:42.136572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.211608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47492) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:42.232766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.244437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.250994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.257487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.265304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.271348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.278526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-46ad631a-d3f9-428d-a1c7-507e0e85af0c None None] Provisioning complete for port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:42.278526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-46ad631a-d3f9-428d-a1c7-507e0e85af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.296230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.306762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-553b7df7-b454-4278-8d0f-1ec86b5f3935 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.3112733 Nov 23 02:48:42.330802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] For port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:42.380921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] For port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:42.405285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.409098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-46ad631a-d3f9-428d-a1c7-507e0e85af0c None None] Port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:42.420469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-95cc4e69-186a-4b27-aeef-4072dadca41d tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1901514703', 'prefixes': ['172.20.0.0/16']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:42.432273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.464260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.488389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4925d2-6842-4d81-bce0-7615f7a1cc2d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:42.492710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f60847a-c562-40f0-8fc0-0dc73c25b72c req-991a5886-595a-40c4-ad51-b97f358c0064 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847606 Nov 23 02:48:42.532152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:42.532812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:42.574266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-95cc4e69-186a-4b27-aeef-4072dadca41d tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] Publish callbacks [] for subnetpool, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.579219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-95cc4e69-186a-4b27-aeef-4072dadca41d tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3628938 Nov 23 02:48:42.579615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:42.662470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb79b-a324-4b4a-b374-72bae0448947 None None] Pushing event updated for resources: {'Port': ['ID=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:42.663914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Pushing event updated for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:42.676006 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-467b902c-e197-432b-9bbd-3822094d82d9 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "GET /v2.0/subnetpools/562a914c-0463-41e3-ae5c-a8a665306c57 HTTP/1.1" status: 200 len: 732 time: 0.0931406 Nov 23 02:48:42.676652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47502) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:42.687341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-19d79d9f-588b-4542-bff4-d9498339c0f3 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-806654682'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:42.696590 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.702086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] Provisioning complete for port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:42.702464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.743259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.755691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.764434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.775437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.783449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.790715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.800978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.819368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0523c48a-f8f8-49a8-b40a-8d073996fa8e req-f8cf633d-1b64-45dd-a1c2-3fbf4e39597f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.1912484 Nov 23 02:48:42.828283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-19d79d9f-588b-4542-bff4-d9498339c0f3 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] Publish callbacks [] for subnetpool, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.836337 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-19d79d9f-588b-4542-bff4-d9498339c0f3 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "PUT /v2.0/subnetpools/562a914c-0463-41e3-ae5c-a8a665306c57 HTTP/1.1" status: 200 len: 683 time: 0.1585436 Nov 23 02:48:42.838543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47506) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:42.931396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:42.933284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:42.979183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed9e531d-28f1-4323-8ad5-97c0f2948274 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] Publish callbacks [] for subnetpool, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:42.984333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed9e531d-28f1-4323-8ad5-97c0f2948274 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "DELETE /v2.0/subnetpools/562a914c-0463-41e3-ae5c-a8a665306c57 HTTP/1.1" status: 204 len: 168 time: 0.1439791 Nov 23 02:48:42.984962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:42.993374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.005493 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-1879fedf-4bc3-4e80-a5eb-673383952fd0 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] show failed (client error): The resource could not be found. Nov 23 02:48:43.010624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1879fedf-4bc3-4e80-a5eb-673383952fd0 tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "GET /v2.0/subnetpools/562a914c-0463-41e3-ae5c-a8a665306c57 HTTP/1.1" status: 404 len: 346 time: 0.0245309 Nov 23 02:48:43.011203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:43.039750 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-f32babfc-ee19-47bc-b73d-9ec10ad6f2ed tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] delete failed (client error): The resource could not be found. Nov 23 02:48:43.048152 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f32babfc-ee19-47bc-b73d-9ec10ad6f2ed tempest-SubnetPoolsTestJSON-680148744 tempest-SubnetPoolsTestJSON-680148744-project] 10.222.0.15 "DELETE /v2.0/subnetpools/562a914c-0463-41e3-ae5c-a8a665306c57 HTTP/1.1" status: 404 len: 346 time: 0.0357788 Nov 23 02:48:43.082806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] For port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:43.094100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:43.102228 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.124773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:43.283815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:43.306319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f114c679-1c3b-4140-bf7e-a8f803cceeb5 admin admin] 10.222.0.15 "PUT /v2.0/routers/93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1461411 Nov 23 02:48:43.560164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1af270-f40f-47d2-a159-6d3793bbe11e None None] Pushing event updated for resources: {'Port': ['ID=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:43.584200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47526) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:43.590098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-851a5c63-9e21-40e1-afc5-75daee3b25f1 None None] Provisioning complete for port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:43.590370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-851a5c63-9e21-40e1-afc5-75daee3b25f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.710824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-851a5c63-9e21-40e1-afc5-75daee3b25f1 None None] Port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:43.755376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3db926af-b2fa-4985-80fb-9cdc00f8666d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.847616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 2, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:43.889510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3fd041-6a00-4c59-ba62-2665a78a1b7a None None] The sync data for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 is: [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 2, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:43.897865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3db926af-b2fa-4985-80fb-9cdc00f8666d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.904338 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3db926af-b2fa-4985-80fb-9cdc00f8666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:43.932766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db926af-b2fa-4985-80fb-9cdc00f8666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4446b4e-88ec-467f-8cb5-80950590902d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:43.961732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3db926af-b2fa-4985-80fb-9cdc00f8666d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bfaf66675c3409dbafc569a9421683a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740239 Nov 23 02:48:43.961973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:44.065272 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.112514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.220713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.236282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.239426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4446b4e-88ec-467f-8cb5-80950590902d HTTP/1.1" status: 204 len: 168 time: 0.2740574 Nov 23 02:48:44.266667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5b3d-7ee5-4959-b39e-364734c33a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4446b4e-88ec-467f-8cb5-80950590902d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:44.349824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47550) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:44.359551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1823634311-network', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:44.393866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Made reservation on behalf of 3d4be95348fe4c799ac0d995983400d1 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:44.397713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.420146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.544012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.558454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.590439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:48:44.618036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ba97e-4d78-47cb-a3b6-623864f2adac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:44.625691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.626046 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Added segment 1610df30-887e-4fe5-bcf6-b4df03897f88 of type vlan for network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 Nov 23 02:48:44.705741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.779263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.780285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:44.780887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:44.862202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5079663 Nov 23 02:48:44.862382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:44.869149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Request body: {'subnet': {'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1823634311-subnet', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:44.879908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c37f66-1e18-46b2-9ad4-a9b0a47624ad admin admin] Pushing event updated for resources: {'Network': ['ID=b6d0cd55-feaf-4853-979f-3fb8ee8807f7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:44.890338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:48:44.933125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Made reservation on behalf of 3d4be95348fe4c799ac0d995983400d1 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:44.936201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.294189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.419304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3844e302-152d-48a5-a62e-5d4da5f6edf0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:45.421610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Checking segment: {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:45.421985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Network hostable DHCP agents. Network: b6d0cd55-feaf-4853-979f-3fb8ee8807f7, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:48:45.469104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:48:45.488941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b6d0cd55-feaf-4853-979f-3fb8ee8807f7) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:45.498140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b0c05-a8ab-4de0-9dc4-8eace4130222 None None] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:45.508612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.516500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.563625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47592) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:45.564865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3803b670-5fdb-4b27-ab20-af2f463d790c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6975706 Nov 23 02:48:45.568370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:45.595042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:45.623681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.624970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.626276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:45.639277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:45.722998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.764272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1736658030'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:45.804824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.805489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.805982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.806734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.807948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.808861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.809371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.812897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-cd0b9fb3-e209-4616-82d7-15cc782a4b85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.1723826 Nov 23 02:48:45.814376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Made reservation on behalf of 8d4587b7bec54d3282793126b5721a5e for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:45.819990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.825535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:45.826100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.852961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:45.853872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.858619 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:45.939391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-f6a85d6d-ffd2-4dd8-9a66-89d3d515a80c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150217 Nov 23 02:48:46.001172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.022220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.029191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.145273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:48:46.157698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1a733-8dd8-4f05-a743-4572672131fb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:46.172760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.173308 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Added segment 7088f827-2e7f-410e-919b-9f1eebda28ac of type vlan for network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 Nov 23 02:48:46.249676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.281806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Allocated IP 172.20.0.2 (b6d0cd55-feaf-4853-979f-3fb8ee8807f7/3844e302-152d-48a5-a62e-5d4da5f6edf0/273dc85e-573c-440a-98e9-7af07ed047c8) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:46.312087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.319583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:46.321801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.415757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.443131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8429573 Nov 23 02:48:46.448514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47612) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:46.454410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Request body: {'subnet': {'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:46.469474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.514683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61f385-5d7a-4fc0-8ab1-f17315884449 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event updated for resources: {'Network': ['ID=f1b5fe13-ed92-4b07-9f07-cfc4a10ac133,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:46.568270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:48:46.671081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Made reservation on behalf of 8d4587b7bec54d3282793126b5721a5e for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:46.675116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.707765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Allocated IP 172.25.1.205 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/7436ce83-479e-40ff-b42e-50143d3a0ace) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:46.728797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.736608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:46.862269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:46.867981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:46.869908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Pushing event updated for resources: {'Port': ['ID=273dc85e-573c-440a-98e9-7af07ed047c8,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:46.878174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:46.988594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.001418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.010543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Attempting to bind port 273dc85e-573c-440a-98e9-7af07ed047c8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:47.011180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Attempting to bind port 273dc85e-573c-440a-98e9-7af07ed047c8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:47.011608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Attempting to bind port 273dc85e-573c-440a-98e9-7af07ed047c8 on network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:47.023710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:47.024111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Checking segment: {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:47.024494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.024890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Bound using segment: {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:47.025375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Bound port: 273dc85e-573c-440a-98e9-7af07ed047c8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:47.025756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.045947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.081413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event updated for resources: {'Subnet': ['ID=f9045fdb-91aa-4fa5-98ae-1ca370558b41,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:47.153229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:47.158562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:47.164497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:47.188428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Checking segment: {'id': '7088f827-2e7f-410e-919b-9f1eebda28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:47.188807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Network hostable DHCP agents. Network: f1b5fe13-ed92-4b07-9f07-cfc4a10ac133, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:48:47.216468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Pushing event updated for resources: {'Port': ['ID=7436ce83-479e-40ff-b42e-50143d3a0ace,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:47.225892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:48:47.242144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f1b5fe13-ed92-4b07-9f07-cfc4a10ac133) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:47.249479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:47.250274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.285241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4484265-fd57-4909-ae96-a7e6e2da7c06 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:47.299165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d3d2a-e2ed-4cfe-9c04-1beeac824dba None None] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:47.304536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-114574b2-a6a1-470b-92ee-edba62f0eb7f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8526604 Nov 23 02:48:47.305005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:47.313611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Request body: {'port': {'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133', 'name': 'tempest-TagsExtTest-1256158970'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:47.400989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] For port 273dc85e-573c-440a-98e9-7af07ed047c8, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:47.405858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] For port 273dc85e-573c-440a-98e9-7af07ed047c8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=273dc85e-573c-440a-98e9-7af07ed047c8,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:47.420134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.498122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29207189-5f15-42cf-8b22-7b4cd8f07aad None None] Pushing event updated for resources: {'Port': ['ID=273dc85e-573c-440a-98e9-7af07ed047c8,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:47.508539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-236b3dfb-3c70-4932-b822-c4624056d45b None None] Provisioning complete for port 7436ce83-479e-40ff-b42e-50143d3a0ace triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:47.508987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-236b3dfb-3c70-4932-b822-c4624056d45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.534780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Made reservation on behalf of 8d4587b7bec54d3282793126b5721a5e for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:47.542443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.595555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] device_id is not set on port cd11fad4-d307-4d15-8911-45eb3b4ef1ec yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:48:47.616935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-236b3dfb-3c70-4932-b822-c4624056d45b None None] Port 7436ce83-479e-40ff-b42e-50143d3a0ace cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:47.691820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f1b5fe13-ed92-4b07-9f07-cfc4a10ac133', 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133', 'tenant_id': '8d4587b7bec54d3282793126b5721a5e', 'fixed_ips': [{'subnet_id': 'f9045fdb-91aa-4fa5-98ae-1ca370558b41'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:48:47.692705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.828799 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:47.857967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Allocated IP 172.20.0.7 (f1b5fe13-ed92-4b07-9f07-cfc4a10ac133/f9045fdb-91aa-4fa5-98ae-1ca370558b41/cd11fad4-d307-4d15-8911-45eb3b4ef1ec) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:47.865970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Sync routers for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:47.935423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:47.936057 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:48.166762 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:48.248720 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.299622 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.341602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.455668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Allocated IP 172.20.0.2 (f1b5fe13-ed92-4b07-9f07-cfc4a10ac133/f9045fdb-91aa-4fa5-98ae-1ca370558b41/89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:48.486881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:48.492609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:48.496654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:48.534195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event updated for resources: {'Port': ['ID=cd11fad4-d307-4d15-8911-45eb3b4ef1ec,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:48.594071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.594334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.618881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Router 8754e722-071b-4a88-8192-8c103adc1e30 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:48:48.620947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47640) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:48.621083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7304a55b-fdee-4ac3-9921-de882682e538 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3149042 Nov 23 02:48:48.628916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1482729212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:48.724897 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 2, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:48.743630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.744966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.775931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Checking router: 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:48.776338 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Updating router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:48.823658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.836951 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.842816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.947134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Pushing event updated for resources: {'Port': ['ID=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:48.952076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:48.954961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:48.977699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Sync routers for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:48.978563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.001665 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.005741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7cba7573-702e-411c-9901-c3b717dd7b4a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4386308 Nov 23 02:48:49.006090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47646) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:49.036505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:49.043321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:49.053881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:49.057613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.059074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-183a9384-6480-416d-ad5d-0b09fc5368d6 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4368954 Nov 23 02:48:49.062240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47650) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:49.067676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9b463e9f-0968-4b4b-a142-d8fd5a40c48e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-203249129', 'prefixes': ['172.20.0.0/16']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:49.091195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:49.091564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:49.213172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9b463e9f-0968-4b4b-a142-d8fd5a40c48e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for subnetpool, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.215279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9b463e9f-0968-4b4b-a142-d8fd5a40c48e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1510217 Nov 23 02:48:49.219126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47652) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:49.226116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-6bd45815-6e35-4100-91f7-57956922396d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-551029956') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:49.290382 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.298954 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.440499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Attempting to bind port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:49.441052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Attempting to bind port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:49.441229 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Attempting to bind port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa on network ffd3aaa3-b4be-4295-bed0-45144a941b1d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:49.444615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:49.444830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1d4b5-3f15-449e-981a-11a23fb76d4a None None] Pushing event updated for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:49.451138 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:49.451603 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Checking segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:49.451894 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.452420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Bound using segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:49.453388 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Bound port: 63d5c9a9-64cd-4ff6-b089-6a39813efcfa, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:49.454172 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.496255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Attempting to bind port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:49.506011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Attempting to bind port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '7088f827-2e7f-410e-919b-9f1eebda28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:49.507953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Attempting to bind port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db on network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:49.512013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97daa00a-91ea-47a2-b3f6-6538c922921a None None] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:49.545733 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6bd45815-6e35-4100-91f7-57956922396d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-551029956 HTTP/1.1" status: 201 len: 201 time: 0.3249822 Nov 23 02:48:49.548364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47660) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:49.549301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] For port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:49.561266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-9c7084d0-bbc0-4c71-9715-d7faec177fc3 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-1850467559') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:49.561598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] For port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:49.572673 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:49.685228 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1d4b5-3f15-449e-981a-11a23fb76d4a None None] Pushing event updated for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:49.757209 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:49.757861 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:49.815372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c7084d0-bbc0-4c71-9715-d7faec177fc3 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-1850467559 HTTP/1.1" status: 201 len: 201 time: 0.2656620 Nov 23 02:48:49.817799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47664) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:49.823551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-bef09097-39fc-4fd2-a51b-595d82e18b58 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-610067412') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:49.958775 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:50.052260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bef09097-39fc-4fd2-a51b-595d82e18b58 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-610067412 HTTP/1.1" status: 201 len: 201 time: 0.2331724 Nov 23 02:48:50.052911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47670) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:50.060980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-cc2849e5-fb1a-473a-9913-0025e2a397e2 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-1147821284') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.094186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 273dc85e-573c-440a-98e9-7af07ed047c8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:50.142366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:50.142784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Checking segment: {'id': '7088f827-2e7f-410e-919b-9f1eebda28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:50.143198 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.147339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Bound using segment: {'id': '7088f827-2e7f-410e-919b-9f1eebda28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:50.147867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Bound port: 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7088f827-2e7f-410e-919b-9f1eebda28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'f1b5fe13-ed92-4b07-9f07-cfc4a10ac133'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:50.148269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.197414 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cc2849e5-fb1a-473a-9913-0025e2a397e2 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-1147821284 HTTP/1.1" status: 201 len: 201 time: 0.1433752 Nov 23 02:48:50.200859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47674) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:50.205755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-cd77ebe7-ad4b-4a6d-97c6-7e23bf608c2a tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.272923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.354266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cd77ebe7-ad4b-4a6d-97c6-7e23bf608c2a tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 200 len: 240 time: 0.1523149 Nov 23 02:48:50.357309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47678) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:50.363069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-663cb2cf-8718-4e50-86c4-869ffd064be2 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-551029956') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.367913 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:49Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.450255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8a42c-3c3f-459a-99c2-d5553b58ee1c None None] The sync data for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 is: [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:49Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:50.484278 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-663cb2cf-8718-4e50-86c4-869ffd064be2 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-551029956 HTTP/1.1" status: 204 len: 168 time: 0.1257815 Nov 23 02:48:50.484872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47684) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:50.490826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-b31c6591-3aef-4096-aaae-087b4a0b6c08 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-551029956') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.514447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] Provisioning complete for port 273dc85e-573c-440a-98e9-7af07ed047c8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:50.523608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.536403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] For port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:50.627451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b31c6591-3aef-4096-aaae-087b4a0b6c08 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-551029956 HTTP/1.1" status: 204 len: 168 time: 0.1409607 Nov 23 02:48:50.629814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47686) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:50.643692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-62d5a94c-b890-4d48-a76d-bbd8a9c86687 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:50.649338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] For port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,segment=NetworkSegment(7088f827-2e7f-410e-919b-9f1eebda28ac),segment_id=7088f827-2e7f-410e-919b-9f1eebda28ac)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:50.735733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.929365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9408-efe6-428d-8f58-b49468b3b0a5 None None] Pushing event updated for resources: {'Port': ['ID=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:50.948659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 273dc85e-573c-440a-98e9-7af07ed047c8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:50.948659 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:51.103332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:47Z', 'revision_number': 3, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:51.196816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Checking router: 8754e722-071b-4a88-8192-8c103adc1e30 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:51.197179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Updating router 8754e722-071b-4a88-8192-8c103adc1e30 port 7436ce83-479e-40ff-b42e-50143d3a0ace binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:51.324761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:51.428325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-62d5a94c-b890-4d48-a76d-bbd8a9c86687 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 200 len: 205 time: 0.7944071 Nov 23 02:48:51.429782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:51.447553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-6d398684-bcc7-4a01-b0cd-cc1f41492ee7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:51.573820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:51.645446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:51.653979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Allocated IP 172.20.0.1 (b6d0cd55-feaf-4853-979f-3fb8ee8807f7/3844e302-152d-48a5-a62e-5d4da5f6edf0/eb71efc4-9fcd-4aa1-8132-6a9f957f3571) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:51.784677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d398684-bcc7-4a01-b0cd-cc1f41492ee7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 200 len: 241 time: 0.3477707 Nov 23 02:48:51.784903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47706) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:51.789827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-74c21087-415a-4853-a2df-89d9ea18a51c tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-1850467559') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:51.867778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] For port 273dc85e-573c-440a-98e9-7af07ed047c8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=273dc85e-573c-440a-98e9-7af07ed047c8,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:51.965190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-74c21087-415a-4853-a2df-89d9ea18a51c tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-1850467559 HTTP/1.1" status: 204 len: 168 time: 0.1790009 Nov 23 02:48:51.967586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47714) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:51.972148 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:51.972611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-36a14790-29d7-4cda-acd6-4cb66cebf17f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-1850467559') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:52.043190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.139327 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36a14790-29d7-4cda-acd6-4cb66cebf17f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-1850467559 HTTP/1.1" status: 204 len: 168 time: 0.1702754 Nov 23 02:48:52.139925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47716) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:52.144297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-3c28a916-d96b-40b0-b18f-e75d810e6feb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:52.177375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:52.186624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:52.196793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:52.215323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.219136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.235629 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.273405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Pushing event updated for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:52.325099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c28a916-d96b-40b0-b18f-e75d810e6feb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 200 len: 205 time: 0.1840930 Nov 23 02:48:52.328174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:52.339807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-593032f1-22a5-4974-b90c-71ae846b304a tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:52.351903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Attempting to bind port 7436ce83-479e-40ff-b42e-50143d3a0ace on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:52.352280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Attempting to bind port 7436ce83-479e-40ff-b42e-50143d3a0ace by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:52.352691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Attempting to bind port 7436ce83-479e-40ff-b42e-50143d3a0ace on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:52.355167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a5a1c-bdc2-4b64-a4d4-96dfde38d329 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:52.372864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:48:52.373244 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:48:52.389525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:52.390019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:52.390395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.391173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:52.391346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Bound port: 7436ce83-479e-40ff-b42e-50143d3a0ace, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:52.391730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.434958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.462372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] For port 7436ce83-479e-40ff-b42e-50143d3a0ace, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:52.466795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] For port 7436ce83-479e-40ff-b42e-50143d3a0ace, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7436ce83-479e-40ff-b42e-50143d3a0ace,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:52.474818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Provisioning complete for port 273dc85e-573c-440a-98e9-7af07ed047c8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:52.475205 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.514331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95f2b1-5e3f-4848-adcc-18c790f795aa None None] Pushing event updated for resources: {'Port': ['ID=273dc85e-573c-440a-98e9-7af07ed047c8,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:52.521046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.590052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e6f1-8154-4c0b-b5d9-b316ec711c90 None None] Pushing event updated for resources: {'Port': ['ID=7436ce83-479e-40ff-b42e-50143d3a0ace,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:52.676610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e6f1-8154-4c0b-b5d9-b316ec711c90 None None] Pushing event updated for resources: {'Port': ['ID=7436ce83-479e-40ff-b42e-50143d3a0ace,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:52.714596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6684efe-8ef6-4cd0-90d3-6c2ed6f63636 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:48:52.780882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:52.781720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:52.789151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780172d2-6a87-49a9-81b0-17ff0f93793f None None] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:48:52.809471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-593032f1-22a5-4974-b90c-71ae846b304a tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 200 len: 240 time: 0.4801872 Nov 23 02:48:52.812088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47732) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:52.817896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-e161a9bb-7fc9-492c-bac5-40298ba17592 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-610067412') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:52.831253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:52.942476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e161a9bb-7fc9-492c-bac5-40298ba17592 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-610067412 HTTP/1.1" status: 204 len: 168 time: 0.1289563 Nov 23 02:48:52.944890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47734) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:52.951152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-91ae6442-ca8c-4f9b-a314-6be0f2950f2f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-610067412') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.080038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Provisioning complete for port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:53.080413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.128902 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-91ae6442-ca8c-4f9b-a314-6be0f2950f2f tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-610067412 HTTP/1.1" status: 204 len: 168 time: 0.1823859 Nov 23 02:48:53.135348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.146626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-35b19f42-6b69-4e4e-8ade-3d4d2e5f0523 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.180024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:53.213113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.224688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.349733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.382805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Pushing event updated for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:53.385830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.392607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.397134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-da394b6c-0df6-4595-9af7-17d08bf06104 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.399360 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35b19f42-6b69-4e4e-8ade-3d4d2e5f0523 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 200 len: 205 time: 0.2623203 Nov 23 02:48:53.488828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-da394b6c-0df6-4595-9af7-17d08bf06104 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 200 len: 241 time: 0.0929143 Nov 23 02:48:53.490194 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47748) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.496452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-882b07fe-3976-4e57-afba-4d8c0dfa0d86 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-1147821284') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.543386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.545140 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-882b07fe-3976-4e57-afba-4d8c0dfa0d86 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-1147821284 HTTP/1.1" status: 204 len: 168 time: 0.0531712 Nov 23 02:48:53.556679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-865cdfe1-4be7-4e1d-b1c3-cc263e95b14b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-1147821284') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.594108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:53.596256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:53.751695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 63d5c9a9-64cd-4ff6-b089-6a39813efcfa up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:53.776667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-865cdfe1-4be7-4e1d-b1c3-cc263e95b14b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-1147821284 HTTP/1.1" status: 204 len: 168 time: 0.2254462 Nov 23 02:48:53.777504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47758) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.781859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-94fb6c48-2b40-4109-8f79-c0d949cced2e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.828560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94fb6c48-2b40-4109-8f79-c0d949cced2e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 200 len: 205 time: 0.0482183 Nov 23 02:48:53.829162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.834203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-443980d8-b58c-44fd-a4b0-7e770affe8d1 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.851292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Router 8754e722-071b-4a88-8192-8c103adc1e30 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:53.914819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-443980d8-b58c-44fd-a4b0-7e770affe8d1 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 204 len: 168 time: 0.0841968 Nov 23 02:48:53.917473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47762) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:53.923111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.933342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] For port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:53.936620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-474d2005-4360-4373-8017-270a4d419edb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.951245 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.993668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:53.994281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:54.056221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:54.070555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80ab25a7-5c26-4831-b065-bc8d8bd4020c admin admin] 10.222.0.15 "PUT /v2.0/routers/8754e722-071b-4a88-8192-8c103adc1e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0588253 Nov 23 02:48:54.120654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236ddd3-c062-4214-9ab0-f78cfee2b10e None None] Pushing event updated for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:54.148813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-474d2005-4360-4373-8017-270a4d419edb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 204 len: 168 time: 0.2295501 Nov 23 02:48:54.151354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47772) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:54.162788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-cae843b4-ab47-4e36-86e9-86d2a0a08c89 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.204672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Provisioning complete for port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:54.205167 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:54.287095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cae843b4-ab47-4e36-86e9-86d2a0a08c89 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1279559 Nov 23 02:48:54.289545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:54.295968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-015d54f1-7221-4d6b-82e3-8f260afe3582 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.369261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:54.431320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-015d54f1-7221-4d6b-82e3-8f260afe3582 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 204 len: 168 time: 0.1370571 Nov 23 02:48:54.431821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47780) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:54.437495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-13d8856f-a9fe-487d-95e5-c9ee5524d98e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-1504876645') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.443345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb71efc4-9fcd-4aa1-8132-6a9f957f3571', 'name': '', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'mac_address': 'fa:16:3e:cf:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:50Z', 'updated_at': '2021-11-23T02:48:51Z', 'revision_number': 1, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'subnets': [{'id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.547652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4229d7fe-9e5a-4ee8-b547-9d94dff26680 None None] The sync data for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 is: [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb71efc4-9fcd-4aa1-8132-6a9f957f3571', 'name': '', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'mac_address': 'fa:16:3e:cf:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:50Z', 'updated_at': '2021-11-23T02:48:51Z', 'revision_number': 1, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'subnets': [{'id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:54.657083 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:54.688977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-13d8856f-a9fe-487d-95e5-c9ee5524d98e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-1504876645 HTTP/1.1" status: 201 len: 201 time: 0.2533700 Nov 23 02:48:54.689541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47790) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:54.694048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-2f59d2f5-5a70-4728-85e0-d2fc88f3de64 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-779867108') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.698526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:54.714371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:54.845062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] For port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,segment=NetworkSegment(7088f827-2e7f-410e-919b-9f1eebda28ac),segment_id=7088f827-2e7f-410e-919b-9f1eebda28ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:54.858855 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:54.905431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47792) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:54.911855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-744cb100-2b98-4883-9520-77df8b892f93 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-1920039339') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.925257 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f59d2f5-5a70-4728-85e0-d2fc88f3de64 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-779867108 HTTP/1.1" status: 201 len: 201 time: 0.2146077 Nov 23 02:48:54.973349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Provisioning complete for port 7436ce83-479e-40ff-b42e-50143d3a0ace triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:54.973951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.094656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 273dc85e-573c-440a-98e9-7af07ed047c8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:55.097671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Pushing event updated for resources: {'Port': ['ID=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:55.190083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-744cb100-2b98-4883-9520-77df8b892f93 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-1920039339 HTTP/1.1" status: 201 len: 201 time: 0.2828774 Nov 23 02:48:55.192267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.200110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-cd8baa5b-ef47-4bae-ab59-d67f849c6545 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-494460829') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.254825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 273dc85e-573c-440a-98e9-7af07ed047c8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:55.255201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.265294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd8baa5b-ef47-4bae-ab59-d67f849c6545 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-494460829 HTTP/1.1" status: 201 len: 201 time: 0.0713978 Nov 23 02:48:55.267918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47802) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.272803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-02345d60-c921-46a4-b8c2-0b3d5dcdfd2e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', {'tags': ['tempest-TagsExtTest-Tag-1754019559', 'tempest-TagsExtTest-Tag-894867135', 'tempest-TagsExtTest-Tag-912746171']}) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.298642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.335094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] For port 7436ce83-479e-40ff-b42e-50143d3a0ace, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7436ce83-479e-40ff-b42e-50143d3a0ace,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:55.387009 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-02345d60-c921-46a4-b8c2-0b3d5dcdfd2e tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 200 len: 316 time: 0.1177118 Nov 23 02:48:55.389604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.394806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-b035d083-3d63-46bc-87e5-29219ce4e441 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.420194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.529894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47812) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.530077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b035d083-3d63-46bc-87e5-29219ce4e441 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 204 len: 168 time: 0.1391122 Nov 23 02:48:55.535205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-d69dd77c-0fba-4b01-af57-d7ec6c50b65d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-1754019559') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.566325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Provisioning complete for port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:55.566729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.670584 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-d69dd77c-0fba-4b01-af57-d7ec6c50b65d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:55.671813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d69dd77c-0fba-4b01-af57-d7ec6c50b65d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-1754019559 HTTP/1.1" status: 404 len: 329 time: 0.1406608 Nov 23 02:48:55.674548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.679776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-25aafbe1-4907-4baa-a7a1-d952f1f2de7c tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-894867135') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.709459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:55.745217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078b187-21d4-418e-96a7-0a8a7e2e1dee None None] Pushing event updated for resources: {'Port': ['ID=7436ce83-479e-40ff-b42e-50143d3a0ace,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:55.771380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 63d5c9a9-64cd-4ff6-b089-6a39813efcfa up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:55.807898 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-25aafbe1-4907-4baa-a7a1-d952f1f2de7c tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:55.811190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-25aafbe1-4907-4baa-a7a1-d952f1f2de7c tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-894867135 HTTP/1.1" status: 404 len: 328 time: 0.1335163 Nov 23 02:48:55.812352 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47818) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.822248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47820) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.824384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-1f4440b6-6d5b-4e53-b6f4-0924f3d61526 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41', 'tempest-TagsExtTest-Tag-912746171') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.829850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700495175', 'description': 'tempest-secgroup-smoke-700495175 description', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:55.879568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36596d99-5192-49a4-b3fe-5f7e976c3da7 None None] Provisioning complete for port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:55.880116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36596d99-5192-49a4-b3fe-5f7e976c3da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.885982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:55.927572 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-1f4440b6-6d5b-4e53-b6f4-0924f3d61526 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:55.931147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1f4440b6-6d5b-4e53-b6f4-0924f3d61526 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags/tempest-TagsExtTest-Tag-912746171 HTTP/1.1" status: 404 len: 328 time: 0.1166041 Nov 23 02:48:55.933577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:55.952908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-9718229e-9908-4a5f-b2c8-3737f3ec7337 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', {'tags': ['tempest-TagsExtTest-Tag-1014377968', 'tempest-TagsExtTest-Tag-462108560', 'tempest-TagsExtTest-Tag-73065319']}) {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:55.992401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:55.993175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.038181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.046434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.100405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9718229e-9908-4a5f-b2c8-3737f3ec7337 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 200 len: 315 time: 0.1648796 Nov 23 02:48:56.103782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47828) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.111652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-f80e1b57-7dc2-456c-9e31-934f9ef37a03 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.115271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.117166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2935412 Nov 23 02:48:56.122869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47830) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.137317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:56.184876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be823df-c6fc-4b44-b0ba-145e0f009096 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:56.203643 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:48:56.221784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f80e1b57-7dc2-456c-9e31-934f9ef37a03 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1166487 Nov 23 02:48:56.226397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47832) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.230835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.233380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-68e7f3f0-a1a2-44a8-959c-91c1f345bc37 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-1014377968') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.261848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:56.313761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36596d99-5192-49a4-b3fe-5f7e976c3da7 None None] Provisioning complete for port cd11fad4-d307-4d15-8911-45eb3b4ef1ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:56.314558 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36596d99-5192-49a4-b3fe-5f7e976c3da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.329211 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-68e7f3f0-a1a2-44a8-959c-91c1f345bc37 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:56.330331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-68e7f3f0-a1a2-44a8-959c-91c1f345bc37 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-1014377968 HTTP/1.1" status: 404 len: 329 time: 0.1010201 Nov 23 02:48:56.334330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47834) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.343379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-3d86345a-cea6-481f-90a2-c9752d7271e9 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-462108560') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.347936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.369148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.391801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062728c3-290c-4a5b-a023-817847124d75,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:56.397498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-bf7247c7-9c2c-4978-aabb-6c29dc6d5eef req-6b3c1ec9-e43f-4f8c-a519-80c101312342 service neutron] (103572) timed out ('10.222.0.15', 59626) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:48:56.426263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.427967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-822fd5a5-f232-458b-9c43-026ca8e6cbc4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038549 Nov 23 02:48:56.430412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47838) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.436176 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:56.440697 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-3d86345a-cea6-481f-90a2-c9752d7271e9 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:56.441992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d86345a-cea6-481f-90a2-c9752d7271e9 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-462108560 HTTP/1.1" status: 404 len: 328 time: 0.1077456 Nov 23 02:48:56.445674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47840) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.467694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-54dbd536-db9f-4ef7-a4c8-eb4f9e7c9d56 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec', 'tempest-TagsExtTest-Tag-73065319') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.474620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-36596d99-5192-49a4-b3fe-5f7e976c3da7 None None] Port cd11fad4-d307-4d15-8911-45eb3b4ef1ec cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:56.481715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:56.482134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.507967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.545820 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-54dbd536-db9f-4ef7-a4c8-eb4f9e7c9d56 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:56.547602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-54dbd536-db9f-4ef7-a4c8-eb4f9e7c9d56 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags/tempest-TagsExtTest-Tag-73065319 HTTP/1.1" status: 404 len: 327 time: 0.1004543 Nov 23 02:48:56.550122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47846) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.596386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-c11d3e29-a63f-4c47-977b-4da816de8729 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', {'tags': ['tempest-TagsExtTest-Tag-47079772', 'tempest-TagsExtTest-Tag-438240320', 'tempest-TagsExtTest-Tag-789221504']}) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.625944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.632003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.657013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b305933-4da3-4771-b237-79c5b9a4c0b1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:56.670868 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.672347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-74926b28-68bd-48ae-a722-b402b59b92dc tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2409167 Nov 23 02:48:56.675210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.680500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:56.728740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.755676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c11d3e29-a63f-4c47-977b-4da816de8729 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 200 len: 314 time: 0.2043839 Nov 23 02:48:56.756420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.764999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-fd830265-4a56-4fdd-aec8-335a3aa11301 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:56.840029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.846059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.865564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678a6224-583b-42a0-8357-abed8ad4cb2c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:56.907924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:56.909220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9e6d5acf-c663-40ce-b100-576c6a5fafd2 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327325 Nov 23 02:48:56.912157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47860) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:56.917211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:56.957985 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.011542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47862) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.012469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fd830265-4a56-4fdd-aec8-335a3aa11301 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 204 len: 168 time: 0.2548206 Nov 23 02:48:57.021274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-ac66821a-832c-49fe-9ed0-8ae013fb9f69 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-47079772') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.123257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.130326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.162654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf0b92c-b4c4-40ee-a2c9-013cdbb0ffa6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:57.168091 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-ac66821a-832c-49fe-9ed0-8ae013fb9f69 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.169190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac66821a-832c-49fe-9ed0-8ae013fb9f69 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-47079772 HTTP/1.1" status: 404 len: 327 time: 0.1566980 Nov 23 02:48:57.173880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.174317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47864) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.175081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-faa5c355-c861-4b8c-8b08-762181709c83 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2619717 Nov 23 02:48:57.177820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.180016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-509c8e38-3166-46c7-8734-1c7f354ffe71 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-438240320') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.182554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:57.244460 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Project f7fa1cf38e1e48b0ba3d5933b58b9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:48:57.254936 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.348311 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-509c8e38-3166-46c7-8734-1c7f354ffe71 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.352512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-509c8e38-3166-46c7-8734-1c7f354ffe71 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-438240320 HTTP/1.1" status: 404 len: 328 time: 0.1732817 Nov 23 02:48:57.353111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.361962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-fc42bc9b-1ece-4179-b2f3-b730728273d8 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129', 'tempest-TagsExtTest-Tag-789221504') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.417785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.453641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.484594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1454e22-dfc7-412d-9b3a-b6b2a1a37cb6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:57.493845 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.495401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7db6cb4c-fe16-4e41-a6f1-cacb5ab979a9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3166330 Nov 23 02:48:57.498751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47878) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.503859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'security_group_rule': {'security_group_id': '9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9', 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:57.504812 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-fc42bc9b-1ece-4179-b2f3-b730728273d8 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.509959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47880) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.510142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc42bc9b-1ece-4179-b2f3-b730728273d8 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags/tempest-TagsExtTest-Tag-789221504 HTTP/1.1" status: 404 len: 328 time: 0.1550453 Nov 23 02:48:57.515026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-2f20e7a0-4c1d-4e3f-8855-f0ba74759bb4 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', {'tags': ['tempest-TagsExtTest-Tag-512236763', 'tempest-TagsExtTest-Tag-1424611856', 'tempest-TagsExtTest-Tag-67259791']}) {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.565710 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Project f7fa1cf38e1e48b0ba3d5933b58b9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:48:57.585079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2f20e7a0-4c1d-4e3f-8855-f0ba74759bb4 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "PUT /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 200 len: 315 time: 0.0716069 Nov 23 02:48:57.585216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.589740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-4db9972d-e461-4737-9eee-44c045f1bbfb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.592623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.689093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7436ce83-479e-40ff-b42e-50143d3a0ace up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:48:57.752065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7436ce83-479e-40ff-b42e-50143d3a0ace triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:57.752505 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.759025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4db9972d-e461-4737-9eee-44c045f1bbfb tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 204 len: 168 time: 0.1704164 Nov 23 02:48:57.759025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.759774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47890) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.766015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-63c9d8c9-60eb-4367-8e39-edc2c3d6080b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-512236763') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.768096 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.808021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1397f4-8fd0-4505-9a29-58e54f29ffd4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:57.814384 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-63c9d8c9-60eb-4367-8e39-edc2c3d6080b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.816763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-63c9d8c9-60eb-4367-8e39-edc2c3d6080b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-512236763 HTTP/1.1" status: 404 len: 328 time: 0.0549273 Nov 23 02:48:57.819574 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47892) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.822807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.833079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4583ad8d-b229-4d5d-a5f6-c77eebbe8200 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241882 Nov 23 02:48:57.833079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-7f616721-8409-4388-867a-6ca3f705d98d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-1424611856') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.854321 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-7f616721-8409-4388-867a-6ca3f705d98d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.858677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7f616721-8409-4388-867a-6ca3f705d98d tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-1424611856 HTTP/1.1" status: 404 len: 329 time: 0.0303547 Nov 23 02:48:57.859537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.864580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-d2152ebd-1695-4030-8bef-4ed961a92a18 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849', 'tempest-TagsExtTest-Tag-67259791') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.890103 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d2152ebd-1695-4030-8bef-4ed961a92a18 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] show failed (client error): The resource could not be found. Nov 23 02:48:57.893816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d2152ebd-1695-4030-8bef-4ed961a92a18 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags/tempest-TagsExtTest-Tag-67259791 HTTP/1.1" status: 404 len: 327 time: 0.0307329 Nov 23 02:48:57.894310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47898) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.900601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-593d7d1d-a48f-4e90-b2bc-dfe18a67220b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '055b29ef-71f3-44f0-8c7c-23e5a644f849') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:57.962474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:57.962754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-593d7d1d-a48f-4e90-b2bc-dfe18a67220b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849/tags HTTP/1.1" status: 204 len: 168 time: 0.0671999 Nov 23 02:48:57.967880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-9716d7e9-eb41-40fd-945f-9b3e4bb83063 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c8eadfce-0d3f-4f32-a4e0-d9524e880129') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:58.085182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9716d7e9-eb41-40fd-945f-9b3e4bb83063 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129/tags HTTP/1.1" status: 204 len: 168 time: 0.1190739 Nov 23 02:48:58.085456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47914) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:58.090668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.tag.tag_plugin [None req-11f35be7-29fb-4ece-a54d-0393490bcf8b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cd11fad4-d307-4d15-8911-45eb3b4ef1ec') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:58.155901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-11f35be7-29fb-4ece-a54d-0393490bcf8b tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0693839 Nov 23 02:48:58.158844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47916) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:58.163833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.tag.tag_plugin [None req-f8ff138b-a399-4a88-865e-0f2af0b54fd9 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f9045fdb-91aa-4fa5-98ae-1ca370558b41') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:58.247182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f8ff138b-a399-4a88-865e-0f2af0b54fd9 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41/tags HTTP/1.1" status: 204 len: 168 time: 0.0864050 Nov 23 02:48:58.252129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 47922) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:58.332409 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Sync routers for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:58.346720 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:58.347589 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:58.349973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f380-35cb-478a-afad-13c0774384d1 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for subnetpool, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.354413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:58.355132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4e9f380-35cb-478a-afad-13c0774384d1 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnetpools/055b29ef-71f3-44f0-8c7c-23e5a644f849 HTTP/1.1" status: 204 len: 168 time: 0.1014202 Nov 23 02:48:58.388935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e20df17f-2615-4ad9-9d1c-6722e80074d4 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8eadfce-0d3f-4f32-a4e0-d9524e880129 HTTP/1.1" status: 200 len: 205 time: 0.0328715 Nov 23 02:48:58.392234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47926) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:58.472436 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:58.520897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.753829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.754052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb71efc4-9fcd-4aa1-8132-6a9f957f3571', 'name': '', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'mac_address': 'fa:16:3e:cf:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:50Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 2, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'subnets': [{'id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:58.756073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.791836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Checking router: 8754e722-071b-4a88-8192-8c103adc1e30 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:58.792264 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Updating router 8754e722-071b-4a88-8192-8c103adc1e30 port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:48:58.807660 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.808182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Fanout notify agent at l3_agent the message router_deleted on router c8eadfce-0d3f-4f32-a4e0-d9524e880129 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:48:58.830783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.831896 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.832724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7445205d-33c4-4aa8-9bf8-007efff67ca7 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/routers/c8eadfce-0d3f-4f32-a4e0-d9524e880129 HTTP/1.1" status: 204 len: 168 time: 0.4390607 Nov 23 02:48:58.835294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:59.002438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Deleting port cd11fad4-d307-4d15-8911-45eb3b4ef1ec {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:59.004063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.114161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.130172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Calling delete_port for cd11fad4-d307-4d15-8911-45eb3b4ef1ec owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:59.185790 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.193679 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.317282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.325757 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec567a51-cbd3-4737-a10a-40151c25e805 None None] Pushing event updated for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:59.375535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event deleted for resources: {'Port': ['ID=cd11fad4-d307-4d15-8911-45eb3b4ef1ec,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:59.513216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.523227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5502561b-95e2-444d-8e35-f824edec9c83 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/ports/cd11fad4-d307-4d15-8911-45eb3b4ef1ec HTTP/1.1" status: 204 len: 168 time: 0.6855006 Nov 23 02:48:59.524884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:48:59.527684 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Attempting to bind port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:59.528355 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Attempting to bind port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:59.529137 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Attempting to bind port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 on network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:59.541747 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:59.544167 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Checking segment: {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:59.546854 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.546854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Bound using segment: {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:59.546854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Bound port: eb71efc4-9fcd-4aa1-8132-6a9f957f3571, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1610df30-887e-4fe5-bcf6-b4df03897f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:59.546854 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.604398 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.679393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Deleting subnet f9045fdb-91aa-4fa5-98ae-1ca370558b41 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:48:59.702739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.731948 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] For port eb71efc4-9fcd-4aa1-8132-6a9f957f3571, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:59.735421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] For port eb71efc4-9fcd-4aa1-8132-6a9f957f3571, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:59.741261 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.788782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.799400 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:59.800178 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:48:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:59.853011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] Provisioning complete for port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:59.856163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:59.923394 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:49:00.007008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.014093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.080750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] For port eb71efc4-9fcd-4aa1-8132-6a9f957f3571, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:00.090331 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.108448 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.149751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event deleted for resources: {'Subnet': ['ID=f9045fdb-91aa-4fa5-98ae-1ca370558b41,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:00.161120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.167019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8414644c-9757-46b9-a50f-61c73a4909ff tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/subnets/f9045fdb-91aa-4fa5-98ae-1ca370558b41 HTTP/1.1" status: 204 len: 168 time: 0.6380861 Nov 23 02:49:00.167262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 47964) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:00.179257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d769cc-c663-4aba-94ee-3dd797faa1be None None] Network f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:49:00.219367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec567a51-cbd3-4737-a10a-40151c25e805 None None] Pushing event updated for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:00.271228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e054ee-0961-4719-a0b5-fa49e620e3e4 None None] Pushing event updated for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:00.282960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-136ca88a-e8a1-4242-9f7a-4914db57d9b9 None None] Provisioning complete for port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:00.283345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-136ca88a-e8a1-4242-9f7a-4914db57d9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.365945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.373107 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb71efc4-9fcd-4aa1-8132-6a9f957f3571', 'name': '', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'mac_address': 'fa:16:3e:cf:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:50Z', 'updated_at': '2021-11-23T02:48:59Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'subnets': [{'id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:00.404451 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4a2e09-6d64-4fb4-a4c5-2f52885bb382 None None] The sync data for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 is: [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:48:52Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb71efc4-9fcd-4aa1-8132-6a9f957f3571', 'name': '', 'network_id': 'b6d0cd55-feaf-4853-979f-3fb8ee8807f7', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'mac_address': 'fa:16:3e:cf:81:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:50Z', 'updated_at': '2021-11-23T02:48:59Z', 'revision_number': 4, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'subnets': [{'id': '3844e302-152d-48a5-a62e-5d4da5f6edf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:49:00.483829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Deleting port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:49:00.484418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.490650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] DHCP port deletion for f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:49:00.593591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Deleting port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:49:00.594255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.614864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] For port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,segment=NetworkSegment(7088f827-2e7f-410e-919b-9f1eebda28ac),segment_id=7088f827-2e7f-410e-919b-9f1eebda28ac)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:00.615354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.634127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Calling delete_port for 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:49:00.711667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] For port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,segment=NetworkSegment(7088f827-2e7f-410e-919b-9f1eebda28ac),segment_id=7088f827-2e7f-410e-919b-9f1eebda28ac)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:00.712237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.742137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Calling delete_port for 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:49:00.753608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.813939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event deleted for resources: {'Port': ['ID=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:00.827927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] No DVR routers for this DVR port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:49:00.914403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:00.931342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] No DVR routers for this DVR port 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:49:00.954893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecfe9e-ca76-43aa-8ec2-8ed476ccd3fe None None] Pushing event deleted for resources: {'Port': ['ID=89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:00.992488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.468239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b5fe13-ed92-4b07-9f07-cfc4a10ac133']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:01.486492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088f827-2e7f-410e-919b-9f1eebda28ac') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:01.486850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088f827-2e7f-410e-919b-9f1eebda28ac') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:01.497309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.515458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.525728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:49:01.526206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:49:01.529811 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:49:01.598299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.607430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.614704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] 10.222.0.15 "DELETE /v2.0/networks/f1b5fe13-ed92-4b07-9f07-cfc4a10ac133 HTTP/1.1" status: 204 len: 168 time: 1.4457781 Nov 23 02:49:01.652959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56e80f-1406-4072-a02a-3be00c84a855 tempest-TagsExtTest-980974779 tempest-TagsExtTest-980974779-project] Pushing event deleted for resources: {'Network': ['ID=f1b5fe13-ed92-4b07-9f07-cfc4a10ac133,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:01.668909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb71efc4-9fcd-4aa1-8132-6a9f957f3571 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:49:01.734064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:01.734699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:01.931367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:49:01.979598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:49:01.980298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89e6cc94-3f06-4d71-b8c8-25a5eb7bc5db not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:49:02.066462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:02.390284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:02.390890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5cb0de80-3a42-442e-9e25-f89ec35bb81b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d4587b7bec54d3282793126b5721a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229220 Nov 23 02:49:02.456858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:02.490873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:02.561924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:02.564740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:02.566346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2c1a733-8dd8-4f05-a743-4572672131fb HTTP/1.1" status: 204 len: 168 time: 0.1739600 Nov 23 02:49:02.576423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f73047-2612-4cac-a9e8-1e2062bbfea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1a733-8dd8-4f05-a743-4572672131fb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:03.551292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48050) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:03.564472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:03.570880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0174961 Nov 23 02:49:03.741710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a07e44b-b57f-433a-b62d-360fbd91cb33 tempest-NetworksApiDiscovery-865261170 tempest-NetworksApiDiscovery-865261170-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1758511 Nov 23 02:49:03.827269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-87b0f0c7-da0e-4bfd-99a4-9feefb0d8c4e tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700495175&fields=id&tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01 HTTP/1.1" status: 200 len: 267 time: 0.1515825 Nov 23 02:49:04.018923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-d3d5dd0f-9f79-47e4-a918-747d72369b91 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:04.020653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-d3d5dd0f-9f79-47e4-a918-747d72369b91 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 809 time: 0.1905763 Nov 23 02:49:04.046668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-0d16fc6b-e248-44f1-a733-9a69deca14e5 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/quotas/f7fa1cf38e1e48b0ba3d5933b58b9b01 HTTP/1.1" status: 200 len: 375 time: 0.0190418 Nov 23 02:49:04.119722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-2d322302-7c36-46bb-b5f3-708fd1c65a8b tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647120 Nov 23 02:49:04.160734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 48076) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:04.297273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-2aabaac4-be66-46c6-b66b-f9162de97cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415761 Nov 23 02:49:04.314044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.431415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.436250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-d4b6f274-d882-415a-b74e-503229de3404 service neutron] 10.222.0.15 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320472 Nov 23 02:49:04.440906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.480300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c698117479243fbb03c3a780ae9ac8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182900 Nov 23 02:49:04.483602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:04.495034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aec886-ca33-4fd1-8b07-d7df66877b4e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:04.506784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.507144 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.507494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.508094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.508442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.508779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.509111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.509443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.509773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.510230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.510954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.511289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c033ef21-54a4-42d5-94fa-850e815566ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:04.568743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.597284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.700286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.704390 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:04.709321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23aec886-ca33-4fd1-8b07-d7df66877b4e HTTP/1.1" status: 204 len: 168 time: 0.2234626 Nov 23 02:49:04.772114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59f20d-72fa-4209-a33d-b62f9ddbb93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aec886-ca33-4fd1-8b07-d7df66877b4e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:04.792072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98c24113-034f-4de6-85d2-b91f5570e7ab req-4522a9e2-d961-4af5-9cf2-4b8a0152a4cf tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 210 time: 0.0666137 Nov 23 02:49:05.676645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4541bec4-b4b4-4ab6-bbdc-f3b7847b6183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:05.959251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03362639-6d45-4321-a178-048a0771fed9 req-9047f2a5-4584-4e54-a61e-034e34a0287b tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 210 time: 0.0463820 Nov 23 02:49:06.299712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-0476ee8b-2a21-4c04-8485-28ee87798680 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:06.307339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-0476ee8b-2a21-4c04-8485-28ee87798680 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 809 time: 0.2290058 Nov 23 02:49:06.414548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-63effab9-5bd2-4d89-ba78-872243ab27c8 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01 HTTP/1.1" status: 200 len: 379 time: 0.0968845 Nov 23 02:49:06.427928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'port': {'device_id': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'admin_state_up': True, 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'security_groups': ['9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:06.603850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Made reservation on behalf of f7fa1cf38e1e48b0ba3d5933b58b9b01 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:49:06.616765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:06.853303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Allocated IP 172.20.0.3 (ffd3aaa3-b4be-4295-bed0-45144a941b1d/6f205dc8-5946-4d25-80be-0830c4167856/943a075f-5c36-407b-9315-805c83ed2e5c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:49:07.064190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.120290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.135886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe3499ec-541e-420c-9376-d4d85d9ab9cc req-eef25226-5b67-494a-9035-f090848e721c tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 210 time: 0.0554914 Nov 23 02:49:07.183281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:49:07.189901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:49:07.193294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:49:07.230580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:07.346911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:07.347876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.379994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e2bcb265-473e-44fe-a90c-c1e0ba724760 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576590 Nov 23 02:49:07.395239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Request body: {'port': {'device_id': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:07.548303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.663932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f2c83b5f-260d-427a-ac60-480c0becb2a4 None None] Provisioning complete for port 943a075f-5c36-407b-9315-805c83ed2e5c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:07.665149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2c83b5f-260d-427a-ac60-480c0becb2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.720106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f2c83b5f-260d-427a-ac60-480c0becb2a4 None None] Port 943a075f-5c36-407b-9315-805c83ed2e5c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:49:07.970065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943a075f-5c36-407b-9315-805c83ed2e5c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:07.979745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:07.993179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Transition to ACTIVE for port object 943a075f-5c36-407b-9315-805c83ed2e5c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:49:07.999833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.068597 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a44a0b24-91fc-41b8-8b03-46cbaf7f2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.091586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Pushing event updated for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:08.160071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Attempting to bind port 943a075f-5c36-407b-9315-805c83ed2e5c on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:49:08.160532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Attempting to bind port 943a075f-5c36-407b-9315-805c83ed2e5c by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:49:08.162282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Attempting to bind port 943a075f-5c36-407b-9315-805c83ed2e5c on network ffd3aaa3-b4be-4295-bed0-45144a941b1d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:08.173773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Port 943a075f-5c36-407b-9315-805c83ed2e5c on network ffd3aaa3-b4be-4295-bed0-45144a941b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:49:08.174901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Attempting to bind port 943a075f-5c36-407b-9315-805c83ed2e5c on network ffd3aaa3-b4be-4295-bed0-45144a941b1d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:08.188352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:49:08.188812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Checking segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:49:08.189310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Bound using segment: {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:49:08.191976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Bound port: 943a075f-5c36-407b-9315-805c83ed2e5c, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d03b9d8-e892-403d-8d4e-491044633455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:49:08.200967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.321396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:49:08.325861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=943a075f-5c36-407b-9315-805c83ed2e5c,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:49:08.333926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b569cd8-3ca9-489f-a370-bfb2609c576b req-6121e42b-c282-4f87-a5cb-872808030701 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.337369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.353185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b569cd8-3ca9-489f-a370-bfb2609c576b req-6121e42b-c282-4f87-a5cb-872808030701 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 943 time: 0.0745027 Nov 23 02:49:08.422202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b569cd8-3ca9-489f-a370-bfb2609c576b req-244680c3-ef3e-4d41-93a2-0bd583e2f143 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679767 Nov 23 02:49:08.423479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.424826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.426425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] 10.222.0.47 "PUT /v2.0/ports/943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 1092 time: 1.0392296 Nov 23 02:49:08.431195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:08.433889 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5965e0c-0fc2-4d8f-8f3c-643753132093" -d '{"events": [{"name": "network-changed", "server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:08.553618 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931a56a6-ebbe-4955-a6b6-3e27bcb69a76 x-openstack-request-id: req-931a56a6-ebbe-4955-a6b6-3e27bcb69a76 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:08.553951 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:08.554305 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-931a56a6-ebbe-4955-a6b6-3e27bcb69a76 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:08.554740 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c', 'status': 'completed', 'code': 200} Nov 23 02:49:08.556470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee61511-ea8f-44bb-908d-bccb42d4d968 service neutron] Pushing event updated for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:08.600390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-12f93200-d6a8-4f49-8fb4-026dd96b6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.601923 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-12f93200-d6a8-4f49-8fb4-026dd96b6ab2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1095 time: 0.0978320 Nov 23 02:49:08.686658 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-f5b0d021-931c-450f-96f1-86cbf32458d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 217 time: 0.0731480 Nov 23 02:49:08.753964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-7fa846c0-73ed-4b34-b117-8ddd7c3bc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.755554 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-7fa846c0-73ed-4b34-b117-8ddd7c3bc9fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.0636497 Nov 23 02:49:08.851790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-13b67c25-5a2b-44f5-9711-1b9eec6588ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.854090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-13b67c25-5a2b-44f5-9711-1b9eec6588ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877130 Nov 23 02:49:09.025612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-de572762-8dd6-489a-a2c1-f2a6e0eb56ad service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634536 Nov 23 02:49:09.143076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-47f67801-e5aa-4eda-9687-deba1bcc2999 req-e96ab5f7-b229-4555-8b35-8ace69f976f8 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096461 Nov 23 02:49:09.243536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-12e77b10-22c7-4350-bd41-615d42577ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.245456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-12e77b10-22c7-4350-bd41-615d42577ef6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1095 time: 0.0508614 Nov 23 02:49:09.290349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:09.371359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-6fc4db31-eea6-4faf-b00c-7c66d386bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.373425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-6fc4db31-eea6-4faf-b00c-7c66d386bf3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 910 time: 0.1194050 Nov 23 02:49:09.424842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-ffb1f8d8-cbc0-4282-9eac-61f19e80c5e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 217 time: 0.0431013 Nov 23 02:49:09.497529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-f18e88e2-7a93-41ce-bc2a-74d2f9630701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.499095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-f18e88e2-7a93-41ce-bc2a-74d2f9630701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.0671701 Nov 23 02:49:09.598248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-591a186f-b800-47c7-82e2-48e0b167a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.603900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-591a186f-b800-47c7-82e2-48e0b167a57b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964551 Nov 23 02:49:09.649826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524915e-fc30-4443-bfad-99d89e05440b req-e143e938-57cb-449e-8623-15c555663cf8 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.651406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0524915e-fc30-4443-bfad-99d89e05440b req-e143e938-57cb-449e-8623-15c555663cf8 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 943 time: 0.0918078 Nov 23 02:49:09.733866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-fec49387-5ce8-43c5-92d7-14699cb0763e service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226285 Nov 23 02:49:09.753559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0524915e-fc30-4443-bfad-99d89e05440b req-8fc86fc1-8baf-4f1d-aa6d-3dda7deb83d9 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903523 Nov 23 02:49:09.845749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f5965e0c-0fc2-4d8f-8f3c-643753132093 req-072a4977-97fc-43fd-8ab0-6e1c91d270c1 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044979 Nov 23 02:49:10.732561 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:10.962653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87019507-bdc2-483f-8863-2252e33e1313 req-040a79f2-4043-45fc-b5b4-4a916153ff01 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:10.967475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87019507-bdc2-483f-8863-2252e33e1313 req-040a79f2-4043-45fc-b5b4-4a916153ff01 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 943 time: 0.0793593 Nov 23 02:49:11.081052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87019507-bdc2-483f-8863-2252e33e1313 req-df2e7dbf-3920-408d-8430-e726b12fccf4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773900 Nov 23 02:49:11.828218 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:12.226124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6418411-8407-46a3-a880-1add5a51022e req-be423828-c6a0-4fcf-88db-c68961316e25 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:12.228638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6418411-8407-46a3-a880-1add5a51022e req-be423828-c6a0-4fcf-88db-c68961316e25 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 943 time: 0.0728292 Nov 23 02:49:12.302819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6418411-8407-46a3-a880-1add5a51022e req-2057cff5-bef6-4c98-9a54-4f9bb757d31b tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669720 Nov 23 02:49:12.987140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 943a075f-5c36-407b-9315-805c83ed2e5c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:49:13.120204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=943a075f-5c36-407b-9315-805c83ed2e5c,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:13.133496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '943a075f-5c36-407b-9315-805c83ed2e5c', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'port_id': '943a075f-5c36-407b-9315-805c83ed2e5c', 'mac_address': 'fa:16:3e:f9:d5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:49:13.180915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:13.202373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943a075f-5c36-407b-9315-805c83ed2e5c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:13.237185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=943a075f-5c36-407b-9315-805c83ed2e5c,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:13.244130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:13.373934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:13.392328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.392727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.393079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.393425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.393821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.394171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.394539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.395771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.396158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.396639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.396987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.397319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:13.588128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['943a075f-5c36-407b-9315-805c83ed2e5c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:49:14.012444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9cc28-3aa8-44da-8578-f6fe46e1d7ec req-838aaa43-fb5d-4a14-a31b-fab9e5b7454e tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:14.021476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3a9cc28-3aa8-44da-8578-f6fe46e1d7ec req-838aaa43-fb5d-4a14-a31b-fab9e5b7454e tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 944 time: 0.1151037 Nov 23 02:49:14.088410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3a9cc28-3aa8-44da-8578-f6fe46e1d7ec req-e3fd61cd-2385-4f60-b34f-8bea58cd0028 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657747 Nov 23 02:49:14.994407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 943a075f-5c36-407b-9315-805c83ed2e5c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:49:15.120494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 943a075f-5c36-407b-9315-805c83ed2e5c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:49:15.126219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 943a075f-5c36-407b-9315-805c83ed2e5c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:15.126439 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:15.228593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:15.366315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570632b0-f0bd-4161-af92-c34b44904574 req-10932593-b1f5-43ad-b1f1-8308eb918ebb tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:15.377588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-570632b0-f0bd-4161-af92-c34b44904574 req-10932593-b1f5-43ad-b1f1-8308eb918ebb tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 944 time: 0.1075284 Nov 23 02:49:15.478033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-570632b0-f0bd-4161-af92-c34b44904574 req-f8aba93b-c700-47a5-9488-b0f9a216a735 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991211 Nov 23 02:49:15.549983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=943a075f-5c36-407b-9315-805c83ed2e5c,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:15.551074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:15.554003 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae5cdd-0895-4dd9-8f8c-c79dbfac29ad" -d '{"events": [{"server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "name": "network-vif-plugged", "status": "completed", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:15.575233 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:15.628066 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcceb1b8-0ebd-4db6-92b1-be49c88bc3ad x-openstack-request-id: req-bcceb1b8-0ebd-4db6-92b1-be49c88bc3ad {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:15.628577 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "name": "network-vif-plugged", "status": "completed", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:15.628993 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcceb1b8-0ebd-4db6-92b1-be49c88bc3ad {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:15.640005 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c', 'code': 200} Nov 23 02:49:15.689204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:15.733365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0dc75-a2a2-47b2-877b-03c08dba6f45 req-3230eec4-9b90-4e36-9d74-bdefd153f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:15.734815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e0dc75-a2a2-47b2-877b-03c08dba6f45 req-3230eec4-9b90-4e36-9d74-bdefd153f737 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.0472355 Nov 23 02:49:15.784319 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e1e0dc75-a2a2-47b2-877b-03c08dba6f45 req-25055f9b-6808-4839-ade9-98fc21b36135 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429056 Nov 23 02:49:16.571100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-c00b092f-478f-4a61-b78b-afa2e5f09044 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:16.579139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-c00b092f-478f-4a61-b78b-afa2e5f09044 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1183193 Nov 23 02:49:16.595695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-17dbbd8b-2351-4d13-b2e3-dfe5640e0de9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0155127 Nov 23 02:49:16.672719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-8357a731-a47c-4711-bf7c-e8e1ad4119e4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758338 Nov 23 02:49:16.842478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-f1b11b14-db9b-48d9-8439-4b427163b6db service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687019 Nov 23 02:49:16.972781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5dfc820-bcd3-4125-8811-2228686aeeb8 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231501 Nov 23 02:49:17.581124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54da6-7301-47e7-a1c0-3d8975dadfe0 req-764c9bbe-3754-414d-9647-647dc60871ea tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:17.589117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aa54da6-7301-47e7-a1c0-3d8975dadfe0 req-764c9bbe-3754-414d-9647-647dc60871ea tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.0702188 Nov 23 02:49:17.673300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1aa54da6-7301-47e7-a1c0-3d8975dadfe0 req-9a7c475f-cc15-4ea5-89e1-403aadbbe05a tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827818 Nov 23 02:49:17.866819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-704fa410-676b-487f-8dab-873f3659afbb req-e29e75b0-66a9-44fe-808c-8163b313799f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.1155162 Nov 23 02:49:18.078588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3ae19-1a14-4d09-8d44-f23e54877457 req-82cfe353-45c7-486c-b387-fb7089e45a14 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:18.083293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ed3ae19-1a14-4d09-8d44-f23e54877457 req-82cfe353-45c7-486c-b387-fb7089e45a14 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.1072903 Nov 23 02:49:18.147922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ed3ae19-1a14-4d09-8d44-f23e54877457 req-a1935682-a83e-4aa3-86ee-662d31d49282 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540740 Nov 23 02:49:18.374822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860ba1-0e7c-4685-9421-ffe3e3e884d1 req-dbfbed9f-d434-4607-84a5-b91567eab8fb tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:18.388174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04860ba1-0e7c-4685-9421-ffe3e3e884d1 req-dbfbed9f-d434-4607-84a5-b91567eab8fb tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.1234372 Nov 23 02:49:18.558362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04860ba1-0e7c-4685-9421-ffe3e3e884d1 req-b5753de4-3eeb-42e4-8ab6-cbfb74f4e219 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483915 Nov 23 02:49:18.579692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:18.863563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a01a1-f83b-4b33-ba0f-7e9084c85ce9 tempest-TestServerBasicOps-1498885543 tempest-TestServerBasicOps-1498885543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:18.869099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe2a01a1-f83b-4b33-ba0f-7e9084c85ce9 tempest-TestServerBasicOps-1498885543 tempest-TestServerBasicOps-1498885543-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1092 time: 0.2877016 Nov 23 02:49:18.871989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 48572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:18.883466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '943a075f-5c36-407b-9315-805c83ed2e5c', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:18.987067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4831f2c0-720b-4bdb-a042-956881281a44 req-92dd9ba9-0a9b-463a-a180-b651bcbe20cd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0355468 Nov 23 02:49:18.988122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.044611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-4b2ffdaa-ca37-41dd-9cd5-b9eb3716a59e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:19.046575 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-4b2ffdaa-ca37-41dd-9cd5-b9eb3716a59e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.2180891 Nov 23 02:49:19.073878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:19.166076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.210785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:49:19.215973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.330756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Allocated IP 172.25.1.177 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f05867b1-2a19-4f5b-a9a8-364154cf369d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:49:19.409511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.9 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/898df76b-36fb-44ac-89a8-917dacc3aea5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:49:19.483171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.520460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.564020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:49:19.571980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:49:19.577059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:49:19.582257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'Port': ['ID=f05867b1-2a19-4f5b-a9a8-364154cf369d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:19.611227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.611595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.612409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.612409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.612698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.612965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.613305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.613643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.613982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.614314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.615161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.615161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:19.712173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.782850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.846863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:19.857400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:49:19.859231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:49:19.862610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:49:19.916205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:19.916911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:19.935355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-d5333485-4237-41bd-9110-9d103a86f06e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657815 Nov 23 02:49:19.953766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Request body: {'port': {'device_id': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:20.053377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.250226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ded90b-10e5-4703-9784-9c6297a488c8 req-8977314f-f579-47a4-9c70-54c203c4d0c8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:20.251872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4ded90b-10e5-4703-9784-9c6297a488c8 req-8977314f-f579-47a4-9c70-54c203c4d0c8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 931 time: 0.1137872 Nov 23 02:49:20.300831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.428818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0365ba81-9c3a-4c26-92b7-d54ab9769d38 None None] Provisioning complete for port 898df76b-36fb-44ac-89a8-917dacc3aea5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:20.429370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0365ba81-9c3a-4c26-92b7-d54ab9769d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.432974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.481784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0365ba81-9c3a-4c26-92b7-d54ab9769d38 None None] Port 898df76b-36fb-44ac-89a8-917dacc3aea5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:49:20.778847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4ded90b-10e5-4703-9784-9c6297a488c8 req-c788865b-362f-44a2-a5a4-640e82e348ba tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195274 Nov 23 02:49:20.819091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898df76b-36fb-44ac-89a8-917dacc3aea5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:20.828103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.848039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Transition to ACTIVE for port object 898df76b-36fb-44ac-89a8-917dacc3aea5 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:49:20.855321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.917179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:20.933214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:20.940545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.015365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Attempting to bind port 898df76b-36fb-44ac-89a8-917dacc3aea5 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:49:21.015708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Attempting to bind port 898df76b-36fb-44ac-89a8-917dacc3aea5 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:49:21.016042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Attempting to bind port 898df76b-36fb-44ac-89a8-917dacc3aea5 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:21.020762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Port 898df76b-36fb-44ac-89a8-917dacc3aea5 on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:49:21.021093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Attempting to bind port 898df76b-36fb-44ac-89a8-917dacc3aea5 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:21.026156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:49:21.026494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:49:21.026908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:49:21.027882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Bound port: 898df76b-36fb-44ac-89a8-917dacc3aea5, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:49:21.028310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.101001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event updated for resources: {'Port': ['ID=f05867b1-2a19-4f5b-a9a8-364154cf369d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:21.112364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.160109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:49:21.171066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=898df76b-36fb-44ac-89a8-917dacc3aea5,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:49:21.178654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.229959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:21.231459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.232971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] 10.222.0.41 "PUT /v2.0/ports/898df76b-36fb-44ac-89a8-917dacc3aea5 HTTP/1.1" status: 200 len: 1092 time: 1.2837224 Nov 23 02:49:21.235520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:21.238097 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82" -d '{"events": [{"name": "network-changed", "server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:21.294692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c4b3-fb0b-4319-a7dc-1756379d0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:21.360031 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef74d390-018b-4e66-b955-e11307d10c55 x-openstack-request-id: req-ef74d390-018b-4e66-b955-e11307d10c55 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:21.360402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:21.360723 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef74d390-018b-4e66-b955-e11307d10c55 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:21.361192 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5', 'status': 'completed', 'code': 200} Nov 23 02:49:21.374917 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Floating IP a67e6984-1ceb-4cfe-ab25-613b5e3fcff5 associated. External IP: 172.25.1.177, port: 943a075f-5c36-407b-9315-805c83ed2e5c. Nov 23 02:49:21.410651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-01e40d69-f32f-4414-95a1-eeb3d9f7349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:21.413590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-01e40d69-f32f-4414-95a1-eeb3d9f7349a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 1095 time: 0.0870945 Nov 23 02:49:21.471940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-ffee30ff-95d1-4737-8c55-a1b6f40c8bb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898df76b-36fb-44ac-89a8-917dacc3aea5 HTTP/1.1" status: 200 len: 217 time: 0.0435700 Nov 23 02:49:21.550382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-a26079a2-e3f7-46a0-9b55-a59f3ff43ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:21.551922 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-a26079a2-e3f7-46a0-9b55-a59f3ff43ed7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0699244 Nov 23 02:49:21.668741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-032bf70f-bc67-4833-a26a-e522461e27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:21.670395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-032bf70f-bc67-4833-a26a-e522461e27ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117043 Nov 23 02:49:21.715875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:49:21.853269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-ba314531-a14a-44e8-a2e1-2fae995e7bc3 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746964 Nov 23 02:49:21.870926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:49:21.883412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Sync routers for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:49:21.904485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:21.907097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:49:21.910289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:49:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:21.983906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-481c2a6b-a8c4-4730-b9db-50d6e3f9af30 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1083357 Nov 23 02:49:21.984541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:21.987049 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521013e3-4d66-4f21-9978-2d179579d353" -d '{"events": [{"name": "network-changed", "server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:22.005055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6970d0-8f25-4d4c-bf03-bdd78916c5f8 req-cfc67fab-a859-4b8a-889b-05cd81bb8746 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.006811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6970d0-8f25-4d4c-bf03-bdd78916c5f8 req-cfc67fab-a859-4b8a-889b-05cd81bb8746 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0820084 Nov 23 02:49:22.041987 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17f2ffe1-62ce-47f1-b716-3bb4dca1597b req-3c657b91-1d15-42cf-940a-f288e9bac8b8 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813262 Nov 23 02:49:22.093050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:49:22.156045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0c6970d0-8f25-4d4c-bf03-bdd78916c5f8 req-4455bc61-11a9-4664-b9f2-ee672f34405e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377306 Nov 23 02:49:22.236447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-64dd4979-b073-43e7-98fb-0a7336e731b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.242472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-64dd4979-b073-43e7-98fb-0a7336e731b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 1095 time: 0.1184962 Nov 23 02:49:22.349267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a67e6984-1ceb-4cfe-ab25-613b5e3fcff5', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'port_id': '943a075f-5c36-407b-9315-805c83ed2e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'mac_address': 'fa:16:3e:f9:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:49:19Z', 'updated_at': '2021-11-23T02:49:19Z', 'revision_number': 0, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:22.417380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Checking router: 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:49:22.438095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:49:22.438749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:49:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:22.465824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-df4da942-8ac0-4e82-9c95-b3bcf3692b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.467505 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-df4da942-8ac0-4e82-9c95-b3bcf3692b73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2177408 Nov 23 02:49:22.528642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-6b2906ba-0bc4-4209-b356-b231dd5b4ec0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898df76b-36fb-44ac-89a8-917dacc3aea5 HTTP/1.1" status: 200 len: 217 time: 0.0470021 Nov 23 02:49:22.542986 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f5b09-4e38-45e3-8f51-a37e113b04c7 x-openstack-request-id: req-673f5b09-4e38-45e3-8f51-a37e113b04c7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:22.543825 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:22.544263 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-673f5b09-4e38-45e3-8f51-a37e113b04c7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:22.544837 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c', 'status': 'completed', 'code': 200} Nov 23 02:49:22.600923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-ab125d10-ea0b-4718-91e1-b84631a32c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.602679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-ab125d10-ea0b-4718-91e1-b84631a32c39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0658212 Nov 23 02:49:22.632799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:49:22.666468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521013e3-4d66-4f21-9978-2d179579d353 req-e8d64b75-535a-4027-abb8-4e24a57a58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.668335 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-e8d64b75-535a-4027-abb8-4e24a57a58c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.0809066 Nov 23 02:49:22.699029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-8383e620-8cd8-401a-bb91-7d2bf3999cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.701147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-8383e620-8cd8-401a-bb91-7d2bf3999cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839052 Nov 23 02:49:22.945493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521013e3-4d66-4f21-9978-2d179579d353 req-f6d722d6-108f-495e-80d4-5d2f65ec303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:22.947040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-f6d722d6-108f-495e-80d4-5d2f65ec303d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 910 time: 0.2698593 Nov 23 02:49:22.972903 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-baea044a-6e83-4061-9714-13927be80aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319653 Nov 23 02:49:22.999654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a67e6984-1ceb-4cfe-ab25-613b5e3fcff5', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'port_id': '943a075f-5c36-407b-9315-805c83ed2e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'mac_address': 'fa:16:3e:f9:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:49:19Z', 'updated_at': '2021-11-23T02:49:19Z', 'revision_number': 0, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:23.031007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40894f0-b997-46ee-8a9f-a9fd8a3c5767 None None] The sync data for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 is: [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a67e6984-1ceb-4cfe-ab25-613b5e3fcff5', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'floating_ip_address': '172.25.1.177', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'port_id': '943a075f-5c36-407b-9315-805c83ed2e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'mac_address': 'fa:16:3e:f9:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:49:19Z', 'updated_at': '2021-11-23T02:49:19Z', 'revision_number': 0, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:49:23.145877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-c8a86bb4-965e-4d58-a3a0-ea27c8df345d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 999 time: 0.1698494 Nov 23 02:49:23.275158 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-59483dd4-3cb4-4a3a-8ed3-5722d3775b82 req-fea61224-3d39-4d51-a92c-7883f6e2c053 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913141 Nov 23 02:49:23.336630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521013e3-4d66-4f21-9978-2d179579d353 req-21517cd5-d13b-4843-b3dd-4cb825506991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:23.338246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-21517cd5-d13b-4843-b3dd-4cb825506991 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.1801631 Nov 23 02:49:23.397957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e4cb-2c54-4ccb-bc78-1819c7d234ba req-ec12776d-1ed3-401b-adcb-7382e865f665 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:23.403267 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9689660-30f5-4e52-adfb-afd961c3a9d7 None None] New status for floating IP a67e6984-1ceb-4cfe-ab25-613b5e3fcff5: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:49:23.417108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74f4e4cb-2c54-4ccb-bc78-1819c7d234ba req-ec12776d-1ed3-401b-adcb-7382e865f665 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.1279476 Nov 23 02:49:23.509268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:23.541954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74f4e4cb-2c54-4ccb-bc78-1819c7d234ba req-ff06348d-695e-4229-9c71-c5ec5caebe48 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243169 Nov 23 02:49:23.571163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521013e3-4d66-4f21-9978-2d179579d353 req-3f8c63a6-e1be-4034-995e-c627fde0c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:23.572716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-3f8c63a6-e1be-4034-995e-c627fde0c6e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2190881 Nov 23 02:49:23.690519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-b04ad466-58d8-4c7e-bc04-dc06381dedbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2225838 Nov 23 02:49:23.778831 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-ad0b4462-e214-4061-9e1c-e14c29d11db8 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919246 Nov 23 02:49:23.873925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-6be1c148-e702-4c70-9c05-1eadb79c9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:23.875529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-6be1c148-e702-4c70-9c05-1eadb79c9d83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 1097 time: 0.1190748 Nov 23 02:49:23.931065 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-521013e3-4d66-4f21-9978-2d179579d353 req-707abe5f-9fcd-4b71-b666-d3ebf74d2a56 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366796 Nov 23 02:49:24.007339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-5a989216-1cab-45e5-b4f1-fd1dc4a87eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:24.008828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-5a989216-1cab-45e5-b4f1-fd1dc4a87eb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 915 time: 0.1052165 Nov 23 02:49:24.053867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-8ce280fb-0a48-450b-b0ad-ac130a48199b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7 HTTP/1.1" status: 200 len: 217 time: 0.0365722 Nov 23 02:49:24.110561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-bbf474da-fbbe-40c2-bafd-f2aae41ca30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:24.111996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-bbf474da-fbbe-40c2-bafd-f2aae41ca30c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 200 len: 854 time: 0.0517461 Nov 23 02:49:24.145516 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-fc80a982-022b-4667-b431-cd21178630bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260003 Nov 23 02:49:24.238149 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-fa93e229-6cff-419a-a42e-ec3da6d97908 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857255 Nov 23 02:49:24.337814 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f804fd1c-4b92-4a40-ac42-0cfb144e0492 req-a4110f00-c722-44a9-b795-a9e69b85ade1 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933034 Nov 23 02:49:24.693255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8724b-eff0-4062-aa28-a1deac7473a2 req-6f746406-ab7c-4966-927a-4a0f989fe1bc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:24.694770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81e8724b-eff0-4062-aa28-a1deac7473a2 req-6f746406-ab7c-4966-927a-4a0f989fe1bc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0568900 Nov 23 02:49:24.765974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81e8724b-eff0-4062-aa28-a1deac7473a2 req-287e0084-2475-4df1-8893-3f884f1dcbbe tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577757 Nov 23 02:49:25.734954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-d0c6983a-c6a7-4170-958f-f46303e6c9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0539255 Nov 23 02:49:25.872678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.878036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.894997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.895880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.896505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.897259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.897890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.900368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-56dc1aeb-483a-4fc1-9cac-2666c447594f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=109a2582afa94716b41b52a1d59cfbcd&device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 6500 time: 0.0985279 Nov 23 02:49:25.932573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e373e-865f-4ade-81c1-471de4013c51 req-9b3148ae-2d00-43be-a0e4-e9c5d98d9380 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:25.942896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040e373e-865f-4ade-81c1-471de4013c51 req-9b3148ae-2d00-43be-a0e4-e9c5d98d9380 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0839987 Nov 23 02:49:26.029306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040e373e-865f-4ade-81c1-471de4013c51 req-10b68cca-f015-4f12-8626-c46dd567d4d1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Nov 23 02:49:26.115034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-cddbdd0a-2646-4c95-83b2-2b7d2df4a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.115508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-cddbdd0a-2646-4c95-83b2-2b7d2df4a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.116199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-cddbdd0a-2646-4c95-83b2-2b7d2df4a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.119102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-cddbdd0a-2646-4c95-83b2-2b7d2df4a938 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=e29052be-985c-4583-91e6-8231a002f53f&id=1e131579-7c4e-4567-abb2-b8e3f2161435&id=1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 200 len: 2294 time: 0.1908176 Nov 23 02:49:26.215667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-3b732e0c-92f0-4a98-8702-50e45ed01785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 200 len: 1002 time: 0.0803013 Nov 23 02:49:26.313109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-28893e0c-27f2-4a9d-86c2-83277f327932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.314700 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-28893e0c-27f2-4a9d-86c2-83277f327932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 200 len: 851 time: 0.0927205 Nov 23 02:49:26.373113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-6b767174-882e-498b-96c6-000e43765bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.374899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-6b767174-882e-498b-96c6-000e43765bc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539644 Nov 23 02:49:26.471432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-1a20fb23-c660-410f-a26b-33f4664a8cd3 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897138 Nov 23 02:49:26.576937 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-3053fe41-4b7e-4d30-a1e5-ecdab9ad4349 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990648 Nov 23 02:49:26.633480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-549e0a69-55fd-4ee2-9b2c-e4a53ac2df7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 217 time: 0.0469823 Nov 23 02:49:26.700550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-fd2a2c6c-bc67-4a69-86ae-0e251e8a232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.702128 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-fd2a2c6c-bc67-4a69-86ae-0e251e8a232b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0623643 Nov 23 02:49:26.751551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-f76d7c68-8b7d-4d1a-af90-045d8610b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:26.755311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-f76d7c68-8b7d-4d1a-af90-045d8610b499 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0447206 Nov 23 02:49:26.874950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-9f2a6cbc-bb3c-46b0-abd3-f8e05b773501 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042848 Nov 23 02:49:26.981526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-11e71f2a-7ef4-4317-a042-8180f7f18fda service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980260 Nov 23 02:49:27.035546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-f9075a12-1458-4748-b02e-5471520e8de0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 217 time: 0.0362649 Nov 23 02:49:27.092954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-1ae3d8af-f829-4de0-a52b-c6919fcb0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.094835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-1ae3d8af-f829-4de0-a52b-c6919fcb0d85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0530715 Nov 23 02:49:27.202679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ad2f-24cc-4198-b194-24a05c0bc126 req-e568a97c-28f4-490f-b3e3-da5d693f0273 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.211384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f02ad2f-24cc-4198-b194-24a05c0bc126 req-e568a97c-28f4-490f-b3e3-da5d693f0273 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.1061885 Nov 23 02:49:27.212129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-10bbf9ab-b8cd-44f4-a126-fc493a4e1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.214047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-10bbf9ab-b8cd-44f4-a126-fc493a4e1b73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111326 Nov 23 02:49:27.264333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f02ad2f-24cc-4198-b194-24a05c0bc126 req-3e3794b5-7256-4271-8f11-572235e35639 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518348 Nov 23 02:49:27.338270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-e32e5f9e-77b6-4430-8702-f185eddeffd4 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161132 Nov 23 02:49:27.452356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-d7d11ec5-dab3-4c69-a705-b055a8548aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063204 Nov 23 02:49:27.501126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-0c1dcc4f-54b4-4237-bf97-f934c3091167 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 200 len: 217 time: 0.0390224 Nov 23 02:49:27.561844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-dc10923c-e708-40a3-9745-c99e34f7a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.563572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-dc10923c-e708-40a3-9745-c99e34f7a881 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0509541 Nov 23 02:49:27.616661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-0ef8adee-8cb1-4928-9584-88f5227f42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.618388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-0ef8adee-8cb1-4928-9584-88f5227f42ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479918 Nov 23 02:49:27.710463 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-29359d12-4219-4a83-a040-9322cfec6477 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840786 Nov 23 02:49:27.807520 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-eef3bf01-8556-46af-a0d9-981a109520ce service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Nov 23 02:49:27.849708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-8e7c049d-42ec-457a-a424-b5d8470d8739 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 200 len: 217 time: 0.0345814 Nov 23 02:49:27.902637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-084fe9cc-4ff7-45ed-9f36-bddddbbc2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.904098 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-084fe9cc-4ff7-45ed-9f36-bddddbbc2418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 200 len: 797 time: 0.0474882 Nov 23 02:49:27.950215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-b1f36ffa-8c4f-434d-84e5-6a6b47e0393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:27.951685 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-b1f36ffa-8c4f-434d-84e5-6a6b47e0393d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e29052be-985c-4583-91e6-8231a002f53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406942 Nov 23 02:49:28.039216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-0cb6863c-2c10-4f1b-9e3a-fc3cc5741e42 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806317 Nov 23 02:49:28.134802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-17e80ea9-e156-4540-89c7-d9a95961e7b2 service neutron] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860729 Nov 23 02:49:28.177519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-840e3bd6-da7f-426b-9f9d-35d30455829d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 200 len: 217 time: 0.0351570 Nov 23 02:49:28.235396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-435a79bb-f78b-413d-b29c-0bc2ed594cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:28.236845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-435a79bb-f78b-413d-b29c-0bc2ed594cb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0498636 Nov 23 02:49:28.288234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-55514993-7249-42f7-9ce9-7e88e1ca65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:28.289984 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-55514993-7249-42f7-9ce9-7e88e1ca65ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455575 Nov 23 02:49:28.394746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-7595bf57-8ece-40ea-ba0f-ac5d8cbbd71f service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951056 Nov 23 02:49:28.455514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07afe4d-dbcc-4881-88a4-61084edff46f req-21f4c95e-c9c4-4cdc-9079-1548a870f2a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:28.464298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d07afe4d-dbcc-4881-88a4-61084edff46f req-21f4c95e-c9c4-4cdc-9079-1548a870f2a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.1000676 Nov 23 02:49:28.534439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d07afe4d-dbcc-4881-88a4-61084edff46f req-a6163caa-d485-4ad2-9b9b-e302dd9c6c8e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Nov 23 02:49:28.542097 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-33101f25-c195-4c8f-9690-85e538c004cf service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315475 Nov 23 02:49:28.596722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-474a80e9-99fc-460e-a9b6-0d925b359f62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 200 len: 217 time: 0.0388856 Nov 23 02:49:28.654680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-f5817b2d-3f02-484d-91ab-8b873ef4745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:28.656918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-f5817b2d-3f02-484d-91ab-8b873ef4745d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 200 len: 797 time: 0.0546160 Nov 23 02:49:28.712589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-51688793-0d64-4614-8f60-5d42a7c96bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:28.714264 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-51688793-0d64-4614-8f60-5d42a7c96bf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1e131579-7c4e-4567-abb2-b8e3f2161435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488942 Nov 23 02:49:28.838655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-436cd395-5fb6-41fa-a5c0-a9be79e3f591 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152151 Nov 23 02:49:28.986225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6dd71b43-d4a5-47d6-871a-65659e3461b8 req-10acd532-841b-4578-8a48-f003ed2e91b7 service neutron] 10.222.0.47 "GET /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401844 Nov 23 02:49:29.602772 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:29.703180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c1004-fd15-43f9-aa08-e7dde882e7d1 req-56ff1760-daf2-4a27-95f1-574464595205 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:29.704690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd1c1004-fd15-43f9-aa08-e7dde882e7d1 req-56ff1760-daf2-4a27-95f1-574464595205 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0620790 Nov 23 02:49:29.763773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd1c1004-fd15-43f9-aa08-e7dde882e7d1 req-b0be1fa6-07dd-4a07-a8b0-2a74be4ee2d1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520384 Nov 23 02:49:30.895182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185c154-c8c8-4c74-925b-521b8d3d5ba3 req-c2c2fcf7-36ed-4c2a-81e7-63851c740b99 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:30.904399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5185c154-c8c8-4c74-925b-521b8d3d5ba3 req-c2c2fcf7-36ed-4c2a-81e7-63851c740b99 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0633266 Nov 23 02:49:30.967120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5185c154-c8c8-4c74-925b-521b8d3d5ba3 req-e16000e4-fc90-479b-8205-7e076458c509 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567150 Nov 23 02:49:32.163262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81aeb3-17d1-4226-a43b-c3e4dfe27e72 req-fec9b6d3-b487-40fc-8d73-779f4bac1050 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:32.177505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c81aeb3-17d1-4226-a43b-c3e4dfe27e72 req-fec9b6d3-b487-40fc-8d73-779f4bac1050 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.1411870 Nov 23 02:49:32.232631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c81aeb3-17d1-4226-a43b-c3e4dfe27e72 req-45e4d531-f326-4ac0-8ca2-c535555847c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Nov 23 02:49:33.203210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:49:33.383690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0dd4e-df12-4bce-bbce-48c06d9d9a9c req-9c75d8bf-a35f-4752-8708-8e314fea53ca tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:33.386980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdc0dd4e-df12-4bce-bbce-48c06d9d9a9c req-9c75d8bf-a35f-4752-8708-8e314fea53ca tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0567353 Nov 23 02:49:33.438186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdc0dd4e-df12-4bce-bbce-48c06d9d9a9c req-e2a4f65a-a124-4f26-a567-5133ab42957d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Nov 23 02:49:34.618571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c74b-001c-4517-8e24-5e305ed2b7a3 req-8127e7a4-461c-4e5d-846c-17e39f1b386e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:34.627898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1179c74b-001c-4517-8e24-5e305ed2b7a3 req-8127e7a4-461c-4e5d-846c-17e39f1b386e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.1094720 Nov 23 02:49:34.705941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1179c74b-001c-4517-8e24-5e305ed2b7a3 req-dbb9b667-b325-46da-a1b6-f3b7b7de241d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771403 Nov 23 02:49:35.247969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49126) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:35.374778 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06690f6f-9693-4c16-a79a-913b96204a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.454986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06690f6f-9693-4c16-a79a-913b96204a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.459140 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06690f6f-9693-4c16-a79a-913b96204a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.501694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06690f6f-9693-4c16-a79a-913b96204a56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3bf267837fe493dae2821e51e57bf6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523575 Nov 23 02:49:35.502400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:35.504076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06690f6f-9693-4c16-a79a-913b96204a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d550d7-aafd-434c-a43f-bcf39802d082,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:35.562897 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.593070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.650440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.653745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.657612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98d550d7-aafd-434c-a43f-bcf39802d082 HTTP/1.1" status: 204 len: 168 time: 0.1541681 Nov 23 02:49:35.670425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9060b-2fc8-4ada-a6e8-3fc043696f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d550d7-aafd-434c-a43f-bcf39802d082,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:35.677262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f6640b54-1e42-48b5-a33c-264f18cf55f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.879689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2abcdd-a62b-480c-a2f5-fec9ffffc88e req-d9ca5e69-fc16-4be4-9c46-fc205b130bce tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:35.887875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b2abcdd-a62b-480c-a2f5-fec9ffffc88e req-d9ca5e69-fc16-4be4-9c46-fc205b130bce tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 943 time: 0.0680344 Nov 23 02:49:35.918251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 898df76b-36fb-44ac-89a8-917dacc3aea5 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:49:35.950448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b2abcdd-a62b-480c-a2f5-fec9ffffc88e req-9932da00-95b6-4427-8980-0b44c6e8eac5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Nov 23 02:49:36.041521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49242) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:36.063673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d7a27c4-59fc-4271-a4b8-574302fe9457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.092879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=898df76b-36fb-44ac-89a8-917dacc3aea5,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:36.110568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '898df76b-36fb-44ac-89a8-917dacc3aea5', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': '898df76b-36fb-44ac-89a8-917dacc3aea5', 'mac_address': 'fa:16:3e:85:e0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:49:36.157185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.172020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898df76b-36fb-44ac-89a8-917dacc3aea5 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:36.178565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d7a27c4-59fc-4271-a4b8-574302fe9457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.183600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8d7a27c4-59fc-4271-a4b8-574302fe9457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.194095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=898df76b-36fb-44ac-89a8-917dacc3aea5,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:36.198290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.266300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:36.510584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['898df76b-36fb-44ac-89a8-917dacc3aea5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:49:36.562364 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8d7a27c4-59fc-4271-a4b8-574302fe9457 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=372e563408b2424f8fc37745e65382a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195146 Nov 23 02:49:36.566740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:36.592909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a27c4-59fc-4271-a4b8-574302fe9457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc664d33-4994-4e94-8c77-9ee45b723476,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:36.651042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.682388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.780893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.784243 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.787736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc664d33-4994-4e94-8c77-9ee45b723476 HTTP/1.1" status: 204 len: 168 time: 0.2174335 Nov 23 02:49:36.794173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4053bb-b56c-443c-8d5f-019eb5af9a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc664d33-4994-4e94-8c77-9ee45b723476,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:37.067630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca5de-1cdd-41ce-9801-05d907030378 req-ddf2ace7-d527-4e26-b60c-450598cac871 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:37.069206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52bca5de-1cdd-41ce-9801-05d907030378 req-ddf2ace7-d527-4e26-b60c-450598cac871 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 944 time: 0.0500839 Nov 23 02:49:37.124730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52bca5de-1cdd-41ce-9801-05d907030378 req-b8d1eb8d-03e1-4979-b9ee-7b22f2fbca3e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Nov 23 02:49:37.929829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 898df76b-36fb-44ac-89a8-917dacc3aea5 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:49:38.025444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 898df76b-36fb-44ac-89a8-917dacc3aea5 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:49:38.041567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 898df76b-36fb-44ac-89a8-917dacc3aea5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:38.042116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:38.108841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8bda58d-ea6d-4723-bed2-e6b943ac3256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:38.163931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:38.237242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=898df76b-36fb-44ac-89a8-917dacc3aea5,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:38.242973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:38.250089 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e1d756-f462-4e74-a7f2-e7ddb09a3ad1" -d '{"events": [{"server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "name": "network-vif-plugged", "status": "completed", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:38.262871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:38.337905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b934fb2-7207-462f-8c46-d761629c6bf8 req-372f7720-ada6-4e49-b3e3-501f3c3a309c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:38.349125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b934fb2-7207-462f-8c46-d761629c6bf8 req-372f7720-ada6-4e49-b3e3-501f3c3a309c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0883875 Nov 23 02:49:38.386858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:38.435319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b934fb2-7207-462f-8c46-d761629c6bf8 req-b89a32e0-c145-4bfd-8180-bff6ad058f79 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846961 Nov 23 02:49:38.526856 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b196284f-0501-413a-8914-87a0cd39ebd9 x-openstack-request-id: req-b196284f-0501-413a-8914-87a0cd39ebd9 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:38.527145 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "name": "network-vif-plugged", "status": "completed", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:38.527599 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b196284f-0501-413a-8914-87a0cd39ebd9 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:38.528155 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5', 'code': 200} Nov 23 02:49:38.679614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5194c-6f36-42e0-a9fc-4a432c5973ce req-525cb113-e4ea-4b95-902f-61d4ba7b87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:38.681652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-faf5194c-6f36-42e0-a9fc-4a432c5973ce req-525cb113-e4ea-4b95-902f-61d4ba7b87e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 1097 time: 0.0670733 Nov 23 02:49:38.738455 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-faf5194c-6f36-42e0-a9fc-4a432c5973ce req-6587b412-5925-4183-a958-d6b94db1de88 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485508 Nov 23 02:49:39.294486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.534907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:39.571735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f8688-c455-48b2-a093-f603817a8f27 req-9b38bb0a-f17c-4a2e-844d-a835f85778f9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:39.574597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c4f8688-c455-48b2-a093-f603817a8f27 req-9b38bb0a-f17c-4a2e-844d-a835f85778f9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0514333 Nov 23 02:49:39.625703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c4f8688-c455-48b2-a093-f603817a8f27 req-6998a453-ecd3-4b01-a491-8235f983c506 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Nov 23 02:49:39.688587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4a14371-098f-4e20-a1a5-55674244fada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.775449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4a14371-098f-4e20-a1a5-55674244fada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.780852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4a14371-098f-4e20-a1a5-55674244fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.833874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4a14371-098f-4e20-a1a5-55674244fada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8e5051c3e624845a670752ea2385434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978246 Nov 23 02:49:39.836612 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49460) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:39.840311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a14371-098f-4e20-a1a5-55674244fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2581c-ac7e-46b8-a087-95eb122dbb03,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:39.914739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.949780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.001053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.005014 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.010402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbb2581c-ac7e-46b8-a087-95eb122dbb03 HTTP/1.1" status: 204 len: 168 time: 0.1718998 Nov 23 02:49:40.020570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb3fc0-aa61-4161-bec1-8c41d63c5ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2581c-ac7e-46b8-a087-95eb122dbb03,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:40.323389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49468) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:40.342773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402563c5-d71a-4b62-bd79-e5b204a9e02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.430444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402563c5-d71a-4b62-bd79-e5b204a9e02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.434441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-402563c5-d71a-4b62-bd79-e5b204a9e02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.476497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49472) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:40.476690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-402563c5-d71a-4b62-bd79-e5b204a9e02e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7a6f511e4bb4c689723587e646fccd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517007 Nov 23 02:49:40.477598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402563c5-d71a-4b62-bd79-e5b204a9e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f54bba-ab73-4c40-84bf-9167ac0b1cc1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:40.544826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.565700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.626156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.629228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.633333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91f54bba-ab73-4c40-84bf-9167ac0b1cc1 HTTP/1.1" status: 204 len: 168 time: 0.1552148 Nov 23 02:49:40.643125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07298235-b613-4f4a-8338-b2bc1f128bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f54bba-ab73-4c40-84bf-9167ac0b1cc1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:40.729519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:40.834590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4124e-991a-4014-a35c-43e0f426f26f req-23dfa053-0741-4681-af1b-545b99c3cefd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:40.836379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95b4124e-991a-4014-a35c-43e0f426f26f req-23dfa053-0741-4681-af1b-545b99c3cefd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0739241 Nov 23 02:49:40.898059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95b4124e-991a-4014-a35c-43e0f426f26f req-a9a1e638-33d2-40ea-8d89-145a90147976 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Nov 23 02:49:41.043080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e424-de8d-4213-ae49-7ebabe92d63b req-d86e0ea4-fea4-4761-b62d-86937205af8f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:41.051231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3154e424-de8d-4213-ae49-7ebabe92d63b req-d86e0ea4-fea4-4761-b62d-86937205af8f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0712564 Nov 23 02:49:41.108284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3154e424-de8d-4213-ae49-7ebabe92d63b req-1d2d8767-8d08-43d3-887a-416222612db9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Nov 23 02:49:41.828727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:43.995344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-767fa658-9042-47b5-9d9a-6917e2cd8985 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:43.997484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-767fa658-9042-47b5-9d9a-6917e2cd8985 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1116929 Nov 23 02:49:44.014558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-71284496-b6d6-455e-a426-6ba5a4df7c48 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0102890 Nov 23 02:49:44.080197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-6606764e-877f-42a4-8fcb-21ec83c89fd6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598483 Nov 23 02:49:44.190676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-cf9f89a1-3baf-4ad3-8329-896e905be10f service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992935 Nov 23 02:49:44.330692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-ee92a7df-b575-4fe9-a1d5-e5410fdb96a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309123 Nov 23 02:49:44.622041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4de691b6-84a0-4efb-96d5-7d6abe5f413f req-e51391bf-e441-40dd-9657-878597ea25b9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0355966 Nov 23 02:49:45.743177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d941fd1c-e67d-4e63-95a0-4c4a3049347e req-2db1b004-8327-4fbe-8f78-11703741ceda tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0385506 Nov 23 02:49:45.970737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-440df574-2453-4cb1-9ddb-b01475bb0069 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:45.973026 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-440df574-2453-4cb1-9ddb-b01475bb0069 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1500430 Nov 23 02:49:45.991951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:46.186377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:49:46.192289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:46.362433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.7 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/2d2cebf3-4230-4c60-bac2-b4c43d7775f8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:49:46.663892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:46.744211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:46.778718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['898df76b-36fb-44ac-89a8-917dacc3aea5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:49:46.857657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:49:46.882844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:49:46.892278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:49:47.029892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:47.047308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d2e2-4a80-463b-9143-76d5d4c2e649 req-d766afcb-3075-4897-a445-e4f7b5bb3477 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:47.052156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2868d2e2-4a80-463b-9143-76d5d4c2e649 req-d766afcb-3075-4897-a445-e4f7b5bb3477 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 931 time: 0.1366363 Nov 23 02:49:47.122738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:47.131160 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.179126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-be2bd116-3a04-43f2-9508-ffb520d55beb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1950414 Nov 23 02:49:47.192312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Request body: {'port': {'device_id': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:47.227770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:47.302577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2868d2e2-4a80-463b-9143-76d5d4c2e649 req-342cec07-b8f1-4468-83cf-5a5b3a8a5964 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453113 Nov 23 02:49:47.349819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8204e88e-930e-40ac-aaa5-ca4393f08d75 None None] Provisioning complete for port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:47.367383 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8204e88e-930e-40ac-aaa5-ca4393f08d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.371874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.454240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8204e88e-930e-40ac-aaa5-ca4393f08d75 None None] Port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:49:47.530782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd385d7c-9718-4fe0-9fed-eef7798d66db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.768924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd385d7c-9718-4fe0-9fed-eef7798d66db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.774125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd385d7c-9718-4fe0-9fed-eef7798d66db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.813087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:47.832606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.849608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Transition to ACTIVE for port object 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:49:47.854104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:47.868281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49688) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:47.869195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd385d7c-9718-4fe0-9fed-eef7798d66db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5603dfc25bc2480e97235375ae59cad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6325195 Nov 23 02:49:47.870915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd385d7c-9718-4fe0-9fed-eef7798d66db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0149aea4-edbe-4f3d-8439-af79a170d4bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:47.985116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Pushing event updated for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:48.042707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.078912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.101427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Attempting to bind port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:49:48.101880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Attempting to bind port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:49:48.102291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Attempting to bind port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:48.120050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:49:48.120516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Attempting to bind port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:49:48.133839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:49:48.134271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:49:48.134898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:49:48.136714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Bound port: 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:49:48.136714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.205162 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.208030 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.212677 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0149aea4-edbe-4f3d-8439-af79a170d4bd HTTP/1.1" status: 204 len: 168 time: 0.3394177 Nov 23 02:49:48.236007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7a436-90cf-4707-ac50-339ee1c94f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0149aea4-edbe-4f3d-8439-af79a170d4bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:48.242317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:49:48.255420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:49:48.260494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.312406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:48.313079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.314566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] 10.222.0.47 "PUT /v2.0/ports/2d2cebf3-4230-4c60-bac2-b4c43d7775f8 HTTP/1.1" status: 200 len: 1092 time: 1.1272676 Nov 23 02:49:48.315050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:48.317748 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:48.346354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff94b9-e8f6-438f-b9d7-ab21a5d967ea service neutron] Pushing event updated for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:48.368516 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa426c38-5cda-4c1b-a740-3ed9c461b01c x-openstack-request-id: req-aa426c38-5cda-4c1b-a740-3ed9c461b01c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:48.370660 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:48.370934 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa426c38-5cda-4c1b-a740-3ed9c461b01c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:48.373246 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8', 'status': 'completed', 'code': 200} Nov 23 02:49:48.474339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-49d93711-d539-4d81-afe8-acc5c14d60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:48.475872 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-49d93711-d539-4d81-afe8-acc5c14d60e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 1095 time: 0.1013291 Nov 23 02:49:48.593776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-f5058ca8-b31d-4dce-a51a-28fd6c686e39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8 HTTP/1.1" status: 200 len: 217 time: 0.1064053 Nov 23 02:49:48.734162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-fdf5f8ed-6773-4b16-9966-a76e6cfd2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:48.736132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-fdf5f8ed-6773-4b16-9966-a76e6cfd2e96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.1327100 Nov 23 02:49:48.756740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49710) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:48.841183 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-00152671-6773-4ab2-9050-1f3425d0e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:48.845214 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-00152671-6773-4ab2-9050-1f3425d0e880 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011794 Nov 23 02:49:48.958294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d93a222-ce6d-4533-a437-63d49c0b7f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:48.982716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49714) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:49.001461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05b325c3-523a-4307-bf51-6677c070c91b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.002286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a50c-3345-4051-b331-915a4513710b req-3e4191a8-8065-4368-8148-ed156f6fcbb3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:49.004042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7846a50c-3345-4051-b331-915a4513710b req-3e4191a8-8065-4368-8148-ed156f6fcbb3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.1367791 Nov 23 02:49:49.054093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-5e1f30a1-2275-4f0a-8c0d-0684a4a3d6c6 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005849 Nov 23 02:49:49.105538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7846a50c-3345-4051-b331-915a4513710b req-d305b1b8-f0a4-41a3-bb5e-6a7ff0abb36c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895474 Nov 23 02:49:49.191033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05b325c3-523a-4307-bf51-6677c070c91b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.208292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-05b325c3-523a-4307-bf51-6677c070c91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.219732 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d93a222-ce6d-4533-a437-63d49c0b7f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.225738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d93a222-ce6d-4533-a437-63d49c0b7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.271824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6a2e5f72-88d8-40d2-8d68-3f54fbca2836 req-93a4dae3-1289-4d71-8d20-615f1bfe6a78 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092416 Nov 23 02:49:49.277223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-05b325c3-523a-4307-bf51-6677c070c91b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b420f058b9894d95b5c48c2eafd8ba8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909932 Nov 23 02:49:49.277223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b325c3-523a-4307-bf51-6677c070c91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f61ac-aac7-469a-99db-3b83e4f509ca,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:49.278952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49716) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:49.290457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93a222-ce6d-4533-a437-63d49c0b7f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116e97aa-c1e6-4d9c-99ee-51844b4d5f2d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:49.298702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7d93a222-ce6d-4533-a437-63d49c0b7f82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e00f10720f8541bb98265e5eea623d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402133 Nov 23 02:49:49.300593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49718) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:49.346155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.400828 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.410898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.429611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.464246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-63e86161-62a2-4e02-9bab-9adf2b742663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:49.465971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-63e86161-62a2-4e02-9bab-9adf2b742663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 1095 time: 0.0942652 Nov 23 02:49:49.490662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.494323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.496310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/116e97aa-c1e6-4d9c-99ee-51844b4d5f2d HTTP/1.1" status: 204 len: 168 time: 0.1943476 Nov 23 02:49:49.512541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93076e8-69dd-47c8-8330-3f5a369df88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e97aa-c1e6-4d9c-99ee-51844b4d5f2d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:49.599466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.602074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.603252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e1f61ac-aac7-469a-99db-3b83e4f509ca HTTP/1.1" status: 204 len: 168 time: 0.3232808 Nov 23 02:49:49.663892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbaaad-b4ee-4e85-92e2-3b5e7e501c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f61ac-aac7-469a-99db-3b83e4f509ca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:49.692233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-99610942-9b95-40b7-b4a7-a67b6bbaaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:49.697290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-99610942-9b95-40b7-b4a7-a67b6bbaaf87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2210915 Nov 23 02:49:49.749684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-5320b47d-caef-4c52-bbbf-caf823927f21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8 HTTP/1.1" status: 200 len: 217 time: 0.0436742 Nov 23 02:49:49.873982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-270a9e60-6230-4ae1-99d7-841f345a80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:49.883044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-270a9e60-6230-4ae1-99d7-841f345a80cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.1268630 Nov 23 02:49:50.033076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-242271ef-4e7d-498f-bf5d-fe574fa7c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.040516 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-242271ef-4e7d-498f-bf5d-fe574fa7c5ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467366 Nov 23 02:49:50.064591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-dba0c23b-c6cb-464d-bb17-15eecc11283e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:49:50.066974 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-dba0c23b-c6cb-464d-bb17-15eecc11283e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170248 Nov 23 02:49:50.318027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-342b7566-a928-4320-bb48-2b41222919a7 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404425 Nov 23 02:49:50.375622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c57bc5-c243-4ab8-a923-f0e4b95a2587 req-8be9008e-972f-4398-a5a0-05f1612765f2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.379205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68c57bc5-c243-4ab8-a923-f0e4b95a2587 req-8be9008e-972f-4398-a5a0-05f1612765f2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0972624 Nov 23 02:49:50.537960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68c57bc5-c243-4ab8-a923-f0e4b95a2587 req-fb130d44-7a10-414c-990a-04c3b4b09601 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463385 Nov 23 02:49:50.559236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13c86ff4-6fdf-4eee-b2f8-eea7e65ee4d2 req-d9b07b64-c8a7-453a-af7f-4718175efc7d service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338202 Nov 23 02:49:51.028096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79e70-8da3-48be-ad54-f2c7495c9e54 req-26d6c0f3-d346-4347-9584-b70e6d3c454d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:51.038967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4e79e70-8da3-48be-ad54-f2c7495c9e54 req-26d6c0f3-d346-4347-9584-b70e6d3c454d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 945 time: 0.0873079 Nov 23 02:49:51.118561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4e79e70-8da3-48be-ad54-f2c7495c9e54 req-7e91e006-a2cf-4c31-9b93-940be87b7ef3 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600655 Nov 23 02:49:51.624069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:51.845601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fabd1487-b425-453e-b7b1-864eab8fe6e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:51.996638 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fabd1487-b425-453e-b7b1-864eab8fe6e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.001817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fabd1487-b425-453e-b7b1-864eab8fe6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.057753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464afde-4655-438d-86e6-424e1e57c050 req-b6964518-3aad-41c8-b3c5-d415ca292bca tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:52.060182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c464afde-4655-438d-86e6-424e1e57c050 req-b6964518-3aad-41c8-b3c5-d415ca292bca tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.4271879 Nov 23 02:49:52.067256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd1487-b425-453e-b7b1-864eab8fe6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e95a25-faca-427f-b301-fca48b53e07a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:52.082280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:52.082865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fabd1487-b425-453e-b7b1-864eab8fe6e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=690e58c2c5584afc81440ff4fc687355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570215 Nov 23 02:49:52.163940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c464afde-4655-438d-86e6-424e1e57c050 req-71d9d5f9-4816-4a76-8041-a5a4d423f6d5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924962 Nov 23 02:49:52.204865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.241916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.319782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.323468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:52.327418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7e95a25-faca-427f-b301-fca48b53e07a HTTP/1.1" status: 204 len: 168 time: 0.2436252 Nov 23 02:49:52.337233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87006c-93f2-458a-9bb0-94686ddc9fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e95a25-faca-427f-b301-fca48b53e07a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:52.377903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ac0a3-908c-4f4a-8b66-018ed41d416d req-acb2c9b3-f312-4c1b-9454-c8c6789d96d3 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:52.386544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab2ac0a3-908c-4f4a-8b66-018ed41d416d req-acb2c9b3-f312-4c1b-9454-c8c6789d96d3 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 945 time: 0.1177878 Nov 23 02:49:52.450222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab2ac0a3-908c-4f4a-8b66-018ed41d416d req-22949f97-77f5-45f7-b024-28905ffbc239 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616925 Nov 23 02:49:52.710875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-f36abc51-2c9a-4e9e-8908-4824160eab31 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:52.713637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-f36abc51-2c9a-4e9e-8908-4824160eab31 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 945 time: 0.1096117 Nov 23 02:49:52.882224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Deleting port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:49:52.882624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:53.040414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] For port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:53.040803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:53.056722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Calling delete_port for 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:49:53.302633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:53.343088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['97b2b2d4-57ff-4dcf-b267-adf75e850ce7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:49:53.373827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Pushing event deleted for resources: {'Port': ['ID=97b2b2d4-57ff-4dcf-b267-adf75e850ce7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:53.408935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd910c8-61b4-4751-8a78-b0c19c34b2ff req-a1676e07-cf05-4288-befb-947b6c03b3f0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:53.411496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cd910c8-61b4-4751-8a78-b0c19c34b2ff req-a1676e07-cf05-4288-befb-947b6c03b3f0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.1329141 Nov 23 02:49:53.440267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] No DVR routers for this DVR port 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:49:53.452103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:53.457712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e40d523f-31b1-43fb-83df-e793e4afde71 req-0b7afb8d-edb4-4b28-8a68-c34aa2b5483a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "DELETE /v2.0/ports/97b2b2d4-57ff-4dcf-b267-adf75e850ce7 HTTP/1.1" status: 204 len: 173 time: 0.7360253 Nov 23 02:49:53.458653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'name': 'network-vif-deleted', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:53.461571 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed6e46-33b9-4d87-9acf-ee6e6e742013" -d '{"events": [{"server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "name": "network-vif-deleted", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:53.474150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:53.503456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cd910c8-61b4-4751-8a78-b0c19c34b2ff req-032501b7-89d6-426d-847f-83df97e82451 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847471 Nov 23 02:49:53.598579 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e0073-f91a-4faa-944a-08e16c161f3b x-openstack-request-id: req-b71e0073-f91a-4faa-944a-08e16c161f3b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:53.599833 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389f4c66-cd0d-4355-95f5-d05a6e964e6e", "name": "network-vif-deleted", "tag": "97b2b2d4-57ff-4dcf-b267-adf75e850ce7", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:53.600120 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b71e0073-f91a-4faa-944a-08e16c161f3b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:53.601406 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389f4c66-cd0d-4355-95f5-d05a6e964e6e', 'name': 'network-vif-deleted', 'tag': '97b2b2d4-57ff-4dcf-b267-adf75e850ce7', 'status': 'completed', 'code': 200} Nov 23 02:49:53.739450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf233f2d-787b-460b-9150-259191735aa8 req-dbc9190e-aaa1-4165-8487-b0d1e59632e1 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=389f4c66-cd0d-4355-95f5-d05a6e964e6e HTTP/1.1" status: 200 len: 210 time: 0.0391529 Nov 23 02:49:54.243055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 49906) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:54.421079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36353a9c-dcd5-471b-ab77-a565cf0f5170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.536830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36353a9c-dcd5-471b-ab77-a565cf0f5170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.545347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-36353a9c-dcd5-471b-ab77-a565cf0f5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.602808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-36353a9c-dcd5-471b-ab77-a565cf0f5170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bef3d38407994c7b81a4cb1f3b56eab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586042 Nov 23 02:49:54.603690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36353a9c-dcd5-471b-ab77-a565cf0f5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaca605-6380-44cb-b405-b2b270fb7b3d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:54.605688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:54.693516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ddbd6-9fa4-40ed-a947-3c9991c4cf18 req-3d49acd8-1b87-4725-bc5f-44707684f773 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:54.703447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f2ddbd6-9fa4-40ed-a947-3c9991c4cf18 req-3d49acd8-1b87-4725-bc5f-44707684f773 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.1141820 Nov 23 02:49:54.740321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.798924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f2ddbd6-9fa4-40ed-a947-3c9991c4cf18 req-6e928ef1-b880-48a3-a00f-dda21edc5a4f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946450 Nov 23 02:49:54.801173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.874758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.878482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:54.878942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdaca605-6380-44cb-b405-b2b270fb7b3d HTTP/1.1" status: 204 len: 168 time: 0.2596908 Nov 23 02:49:54.890154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669215ed-877f-4c59-aa0c-573763defdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaca605-6380-44cb-b405-b2b270fb7b3d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:56.009081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:49:56.012560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e0791-51c9-4d58-89cf-948e2af263d1 req-2d903d1e-15d2-43b0-9f5f-2bdbc8c35144 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:56.014935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-833e0791-51c9-4d58-89cf-948e2af263d1 req-2d903d1e-15d2-43b0-9f5f-2bdbc8c35144 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0994437 Nov 23 02:49:56.084937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:49:56.085321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 97b2b2d4-57ff-4dcf-b267-adf75e850ce7 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:49:56.131444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-833e0791-51c9-4d58-89cf-948e2af263d1 req-80d3945f-7eba-4aa0-819b-7ad2bc6bd13c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086204 Nov 23 02:49:57.095327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 49974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:57.406858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492995c3-1f00-4a0a-8710-190f078b284a req-8c034d7f-5bd0-4bc7-a77a-9abeae656042 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:57.408798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-492995c3-1f00-4a0a-8710-190f078b284a req-8c034d7f-5bd0-4bc7-a77a-9abeae656042 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.1108832 Nov 23 02:49:57.476660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4fcba-c00d-44b2-ba5d-3ecb04cdd74b req-4f5a5c8d-a735-4d2d-885e-ba9251da3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:57.478522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70a4fcba-c00d-44b2-ba5d-3ecb04cdd74b req-4f5a5c8d-a735-4d2d-885e-ba9251da3d56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.3828578 Nov 23 02:49:57.528108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-492995c3-1f00-4a0a-8710-190f078b284a req-8f407240-795c-425d-9c6f-27bdf1b226a9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Nov 23 02:49:57.560726 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70a4fcba-c00d-44b2-ba5d-3ecb04cdd74b req-d4028612-642c-48c2-8e22-11aa49ef3894 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720787 Nov 23 02:49:58.697908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25fe37-f9e7-475f-a172-3e73c915f3a9 req-e5eeca67-2d43-466a-9a5b-05efe88019d3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:58.708037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e25fe37-f9e7-475f-a172-3e73c915f3a9 req-e5eeca67-2d43-466a-9a5b-05efe88019d3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0698900 Nov 23 02:49:58.777550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e25fe37-f9e7-475f-a172-3e73c915f3a9 req-5090c5f0-24da-437e-b914-b054c3c7d6b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682850 Nov 23 02:49:59.632263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:59.915502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bb4de-02b4-4024-b164-6d0493b5c522 req-c37f23ef-af2c-4ad7-aed7-dba3ed3ef2c4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:59.917759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a5bb4de-02b4-4024-b164-6d0493b5c522 req-c37f23ef-af2c-4ad7-aed7-dba3ed3ef2c4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0590186 Nov 23 02:49:59.995965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a5bb4de-02b4-4024-b164-6d0493b5c522 req-0b658e50-368e-4486-b91a-51ad3d0eabef tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695813 Nov 23 02:50:01.188341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15dad3-39d6-4eb4-acd4-a9b669e33b4d req-f4a53b13-c473-4504-a86d-b644ddb7dca0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:01.196623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad15dad3-39d6-4eb4-acd4-a9b669e33b4d req-f4a53b13-c473-4504-a86d-b644ddb7dca0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0697873 Nov 23 02:50:01.257415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ad15dad3-39d6-4eb4-acd4-a9b669e33b4d req-55174f7f-8b05-494d-9bbd-508be8610453 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594397 Nov 23 02:50:02.475262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ac96-eebd-4333-9778-26e4f3158d47 req-4dfaa625-93f3-40d2-a19f-0bb2629c78f9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:02.487311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5024ac96-eebd-4333-9778-26e4f3158d47 req-4dfaa625-93f3-40d2-a19f-0bb2629c78f9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0907118 Nov 23 02:50:02.560770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5024ac96-eebd-4333-9778-26e4f3158d47 req-66244b6e-fea0-4b57-a518-a6a07e931ad9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721686 Nov 23 02:50:02.815620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-ec6e0348-897c-4a98-9025-4fc464cac782 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:02.823298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-ec6e0348-897c-4a98-9025-4fc464cac782 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 814 time: 0.1380894 Nov 23 02:50:02.847501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-b0f1fd9e-5746-4ca4-87b6-536ced1e876c tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/quotas/cd99ecd99a9c4bdfa69759f82150dc26 HTTP/1.1" status: 200 len: 375 time: 0.0231934 Nov 23 02:50:02.892972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-cf1508e8-fbb6-4c5f-806f-6c100b800f39 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440528 Nov 23 02:50:03.032936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-9f711d44-6ee1-4e91-bfbf-c406bef60aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389110 Nov 23 02:50:03.158544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-e6dab003-3164-4dbe-9307-e20e43170e71 service neutron] 10.222.0.15 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190557 Nov 23 02:50:03.394078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15788159-e927-4410-8390-79a0049b9c7f req-cbbceaed-934a-4f13-8fb1-5f59b3b12b79 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 210 time: 0.0539746 Nov 23 02:50:03.783281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fad9-767b-4428-81da-7aca99e991bc req-5eff291c-f011-4bb8-be63-80fcbe235c90 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:03.789638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d34fad9-767b-4428-81da-7aca99e991bc req-5eff291c-f011-4bb8-be63-80fcbe235c90 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0793698 Nov 23 02:50:03.861405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d34fad9-767b-4428-81da-7aca99e991bc req-f56fa835-bcb7-41a8-a42b-a7f84f0f9324 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665841 Nov 23 02:50:03.966687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:04.112462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8598e7ae-fb16-4738-9054-f78121e94b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.232044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8598e7ae-fb16-4738-9054-f78121e94b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.251984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8598e7ae-fb16-4738-9054-f78121e94b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.285406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8598e7ae-fb16-4738-9054-f78121e94b0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1999a8b897ab49b8a5c798b2192a5c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173058 Nov 23 02:50:04.288051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:04.309031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598e7ae-fb16-4738-9054-f78121e94b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e1d9d-9152-4a0c-803c-34d30a613f45,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:04.386288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.413936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.534011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.539776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:04.541321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f47e1d9d-9152-4a0c-803c-34d30a613f45 HTTP/1.1" status: 204 len: 168 time: 0.2514429 Nov 23 02:50:04.553230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e1d9d-9152-4a0c-803c-34d30a613f45,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:04.565738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.566385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.566937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.567443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.567980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.568485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.569021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.570027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.572291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.573249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.574141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.574692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379a7df6-ab58-4e1b-a041-0ea358f6cf67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:04.622727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0aa538ff-a2d3-4198-8471-56a45da01594 req-ee74ecbd-80f3-4cc7-992c-a7ad81e0b4f9 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 210 time: 0.0796297 Nov 23 02:50:04.967885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:05.007026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d950-8985-4382-9f2f-56991aa8bccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.065165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59782-c69e-44b6-847b-46a6cee31493 req-62c7bc88-9729-4138-8348-cf0434789683 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:05.073638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b59782-c69e-44b6-847b-46a6cee31493 req-62c7bc88-9729-4138-8348-cf0434789683 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.1181662 Nov 23 02:50:05.153521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b59782-c69e-44b6-847b-46a6cee31493 req-44015ae5-f4ec-431f-950d-ef4e13fee82f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785429 Nov 23 02:50:05.155555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-a43de72b-853e-469c-807d-310ac9a496c9 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:05.158631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-a43de72b-853e-469c-807d-310ac9a496c9 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 814 time: 0.1988764 Nov 23 02:50:05.186923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Request body: {'port': {'device_id': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2', 'admin_state_up': True, 'tenant_id': 'cd99ecd99a9c4bdfa69759f82150dc26'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:05.220028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d950-8985-4382-9f2f-56991aa8bccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.227753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9a8d950-8985-4382-9f2f-56991aa8bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.262014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50110) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:05.262945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d9a8d950-8985-4382-9f2f-56991aa8bccb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09e3c1b1b4e94b3bbbbc27fde4707af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908051 Nov 23 02:50:05.289403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8d950-8985-4382-9f2f-56991aa8bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a744211-2bfa-4610-89c3-e7a854c7e4a2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:05.369540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.409538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.433610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Made reservation on behalf of cd99ecd99a9c4bdfa69759f82150dc26 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:50:05.438142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.515084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.517701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.520193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a744211-2bfa-4610-89c3-e7a854c7e4a2 HTTP/1.1" status: 204 len: 168 time: 0.2570252 Nov 23 02:50:05.567081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423f21d-a7b2-4b86-a3e4-4cc7bbfa3f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a744211-2bfa-4610-89c3-e7a854c7e4a2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:05.673219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea3115bd-00e1-460d-92be-651e2a668867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.709237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Allocated IP 172.20.0.10 (64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2/534434fd-6919-4fc9-9df4-7a3c0b52d1be/67fc0890-1c89-43dc-9f02-f1158e71dbd8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:50:05.767757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ad66f10-03b2-404d-811e-dfebef54fad2 req-57d2407d-1834-49ae-bdfd-47f10dd8aa97 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 210 time: 0.0496695 Nov 23 02:50:05.966487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.021384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.100580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:50:06.106199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:50:06.118238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:50:06.147745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Pushing event updated for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:06.194497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.195216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.220866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-314dd906-2c53-4060-958d-165918a31fec tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404832 Nov 23 02:50:06.242865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Request body: {'port': {'device_id': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:06.323840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6d094-5c05-4996-b4f1-df201ab6620a req-ecc77a33-7bf2-4094-9e6f-d7cdcec922a6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.325998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70f6d094-5c05-4996-b4f1-df201ab6620a req-ecc77a33-7bf2-4094-9e6f-d7cdcec922a6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0852785 Nov 23 02:50:06.346750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.438242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70f6d094-5c05-4996-b4f1-df201ab6620a req-3573c92b-a303-452f-a51f-af21c091a349 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031182 Nov 23 02:50:06.733969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fc0890-1c89-43dc-9f02-f1158e71dbd8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:06.742689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.757873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Transition to ACTIVE for port object 67fc0890-1c89-43dc-9f02-f1158e71dbd8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:50:06.763148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.858003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:06.916495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Attempting to bind port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:50:06.917570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Attempting to bind port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:50:06.917980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Attempting to bind port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:50:06.923299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:50:06.923704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Attempting to bind port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 on network 64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:50:06.928920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:50:06.929418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Checking segment: {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:50:06.929881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Bound using segment: {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:50:06.930384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Bound port: 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:50:06.930833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.979851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3c0a0-2de7-4792-a71d-b4310e72f966 req-c32c87a0-cdb6-486d-a0ba-e7f24bcf884b tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.981763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14e3c0a0-2de7-4792-a71d-b4310e72f966 req-c32c87a0-cdb6-486d-a0ba-e7f24bcf884b tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 944 time: 0.1328070 Nov 23 02:50:07.017788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:50:07.023285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:50:07.030202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:07.046563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14e3c0a0-2de7-4792-a71d-b4310e72f966 req-1ee5a9ad-962f-4b3d-8d0c-9bf456e838e2 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584280 Nov 23 02:50:07.055282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.056368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:07.059059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] 10.222.0.41 "PUT /v2.0/ports/67fc0890-1c89-43dc-9f02-f1158e71dbd8 HTTP/1.1" status: 200 len: 1093 time: 0.8236134 Nov 23 02:50:07.061014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:07.064161 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4cf2c-1282-440e-8263-2b2c231fda08" -d '{"events": [{"name": "network-changed", "server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:07.200789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35d6fd-f08e-4e55-a5cf-bf5ccf97a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:07.206405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-a9306704-5bb2-4913-a9a3-0da88c4b7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.208332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-a9306704-5bb2-4913-a9a3-0da88c4b7902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 1096 time: 0.0801158 Nov 23 02:50:07.272373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-8c9e435d-24dd-4f0b-9025-4202e1d63359 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8 HTTP/1.1" status: 200 len: 217 time: 0.0504999 Nov 23 02:50:07.365954 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a05b11-4d0f-44c3-9442-4fed89d4397c x-openstack-request-id: req-14a05b11-4d0f-44c3-9442-4fed89d4397c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:07.365954 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:07.365954 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14a05b11-4d0f-44c3-9442-4fed89d4397c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:07.365954 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8', 'status': 'completed', 'code': 200} Nov 23 02:50:07.373282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-9ec7ed6c-0c01-45ab-93dd-22419a155097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.376168 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-9ec7ed6c-0c01-45ab-93dd-22419a155097 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 200 len: 854 time: 0.0972357 Nov 23 02:50:07.412618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-70303d8d-492b-4d19-9b8c-ce9d6ea5dc89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289288 Nov 23 02:50:07.551370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-d0b1c0f3-9d83-45a9-9ca4-8ee05f58d0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291449 Nov 23 02:50:07.578645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c913a2-8bd2-4f4b-a05f-a41fb21aabd1 req-3095a67c-ea11-4379-aa33-f61cb006db9d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.580173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59c913a2-8bd2-4f4b-a05f-a41fb21aabd1 req-3095a67c-ea11-4379-aa33-f61cb006db9d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0629604 Nov 23 02:50:07.632334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59c913a2-8bd2-4f4b-a05f-a41fb21aabd1 req-bbbc2d6b-ec6d-4e9b-9504-f517a958df49 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Nov 23 02:50:07.672590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-377fe1a1-c247-4d3c-9d07-8491e43e2b18 req-88d61c56-fcef-4788-96d5-633b681e5474 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141524 Nov 23 02:50:07.814369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-90c927d2-40d9-4881-84b7-de118180c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.815855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-90c927d2-40d9-4881-84b7-de118180c40a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 1096 time: 0.0473390 Nov 23 02:50:07.927756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-c8ad7ce0-2dc0-4325-87bb-47be79d30584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.930007 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-c8ad7ce0-2dc0-4325-87bb-47be79d30584 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 200 len: 915 time: 0.1058908 Nov 23 02:50:08.042783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b54895d-1d4e-4a26-96f4-d49f8cf4259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:08.211596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dc5f0-6152-4977-bc6a-eedf000ae46e req-d06e8511-c741-490d-8cff-ab6b58735053 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:08.220269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5dc5f0-6152-4977-bc6a-eedf000ae46e req-d06e8511-c741-490d-8cff-ab6b58735053 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 944 time: 0.0772972 Nov 23 02:50:08.282296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe5dc5f0-6152-4977-bc6a-eedf000ae46e req-0c77322b-0c87-4811-b7be-edbc7fe390b3 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609133 Nov 23 02:50:08.282550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-3ec3cb17-ac57-4469-a8b4-2cc0b4b6bc6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8 HTTP/1.1" status: 200 len: 217 time: 0.3450129 Nov 23 02:50:08.345967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-0c59b137-ee05-4293-8793-08497d113b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:08.347404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-0c59b137-ee05-4293-8793-08497d113b17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 200 len: 854 time: 0.0563788 Nov 23 02:50:08.385461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-d4e64324-bad7-43c6-afbf-bb3e92d26638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285575 Nov 23 02:50:08.487490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-be12cf8b-c2ea-4b96-bb15-c966045be5c6 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Nov 23 02:50:08.587918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adc4cf2c-1282-440e-8263-2b2c231fda08 req-f8333792-6214-4c7c-819e-5759c4f4b726 service neutron] 10.222.0.41 "GET /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930555 Nov 23 02:50:08.768878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f3d91-b9cd-4808-894d-6ba378464adf req-57da322f-2fec-4478-8d03-7bd57c4f87b1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:08.770829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-999f3d91-b9cd-4808-894d-6ba378464adf req-57da322f-2fec-4478-8d03-7bd57c4f87b1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0564058 Nov 23 02:50:08.823285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-999f3d91-b9cd-4808-894d-6ba378464adf req-0859c7cc-7061-4ccf-8daf-d1c14fdd9ebe tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 Nov 23 02:50:09.284788 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:09.406443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab2389-33be-48bb-964a-68492d9a0257 req-c0d26cb2-250c-4f79-8ab1-2262e009aaad tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:09.408143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27ab2389-33be-48bb-964a-68492d9a0257 req-c0d26cb2-250c-4f79-8ab1-2262e009aaad tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Nov 23 02:50:09.464972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27ab2389-33be-48bb-964a-68492d9a0257 req-62c99215-9799-467f-abed-ba2195e9dd0e tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Nov 23 02:50:09.946644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e7947-0621-49f7-a2b0-4660ff817541 req-7e926c62-a469-4374-a30b-e2bc6c9e857b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:09.948752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e18e7947-0621-49f7-a2b0-4660ff817541 req-7e926c62-a469-4374-a30b-e2bc6c9e857b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0541589 Nov 23 02:50:10.003445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e18e7947-0621-49f7-a2b0-4660ff817541 req-e1ff61bc-dc89-4fb8-a098-137f42c3dec9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478439 Nov 23 02:50:10.061134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 67fc0890-1c89-43dc-9f02-f1158e71dbd8 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:50:10.174024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:10.186766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '67fc0890-1c89-43dc-9f02-f1158e71dbd8', 'network_id': '64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2', 'port_id': '67fc0890-1c89-43dc-9f02-f1158e71dbd8', 'mac_address': 'fa:16:3e:4e:b8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534434fd-6919-4fc9-9df4-7a3c0b52d1be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:50:10.206193 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:50:10.231070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:10.245260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fc0890-1c89-43dc-9f02-f1158e71dbd8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:10.267583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:10.273648 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:10.339899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:10.548711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['67fc0890-1c89-43dc-9f02-f1158e71dbd8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:10.606572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9e64a-194d-4416-a1e3-08ed7627f39d req-78717898-054f-4561-8039-388dbff35742 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:10.609110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fd9e64a-194d-4416-a1e3-08ed7627f39d req-78717898-054f-4561-8039-388dbff35742 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 945 time: 0.0635653 Nov 23 02:50:10.694269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fd9e64a-194d-4416-a1e3-08ed7627f39d req-c8cc0b89-5a5a-46ca-ae6d-92d4073188cb tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Nov 23 02:50:10.751858 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:11.168135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198873bf-e17a-429c-88a2-d029d696a565 req-09185c45-fcf6-4956-aaeb-b6639903ecf4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:11.177383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-198873bf-e17a-429c-88a2-d029d696a565 req-09185c45-fcf6-4956-aaeb-b6639903ecf4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0655918 Nov 23 02:50:11.239227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-198873bf-e17a-429c-88a2-d029d696a565 req-379124fd-b3d8-442d-84e7-c953ac2e7a84 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603364 Nov 23 02:50:11.831798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:11.879266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14f2d-fb87-41cb-9a85-5c4dbe37cd05 req-246fc5f7-4c46-4286-aaeb-df5920e17d69 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:11.891084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31a14f2d-fb87-41cb-9a85-5c4dbe37cd05 req-246fc5f7-4c46-4286-aaeb-df5920e17d69 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 945 time: 0.1073661 Nov 23 02:50:11.956532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31a14f2d-fb87-41cb-9a85-5c4dbe37cd05 req-2ee49fba-94a0-4914-a83b-d02ce9203a6d tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645618 Nov 23 02:50:12.084890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 67fc0890-1c89-43dc-9f02-f1158e71dbd8 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:50:12.148267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:50:12.153411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:12.153916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:12.299694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:12.352816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:12.356870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:12.364821 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2de7f27-e430-4ceb-816b-f298c8d8d1f3" -d '{"events": [{"server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "name": "network-vif-plugged", "status": "completed", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:12.373077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:12.411829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df5862-33f9-46df-b9e9-f302587d2ff2 req-22b3b642-6ecc-46bf-9117-d59da01789ab tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:12.413619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3df5862-33f9-46df-b9e9-f302587d2ff2 req-22b3b642-6ecc-46bf-9117-d59da01789ab tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0756702 Nov 23 02:50:12.452705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:12.483625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3df5862-33f9-46df-b9e9-f302587d2ff2 req-8aef79a3-ec98-47b9-b0c1-0647ca599fa5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 Nov 23 02:50:12.529311 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2483a5b-0899-4d96-8b55-58b2f125a6a5 x-openstack-request-id: req-d2483a5b-0899-4d96-8b55-58b2f125a6a5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:12.529688 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "name": "network-vif-plugged", "status": "completed", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:12.530018 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2483a5b-0899-4d96-8b55-58b2f125a6a5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:12.530491 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8', 'code': 200} Nov 23 02:50:12.662947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527cce5-d9c9-4a75-917e-18936919bbad req-8ca0016b-0114-454b-8391-ef9ae1499399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:12.664681 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2527cce5-d9c9-4a75-917e-18936919bbad req-8ca0016b-0114-454b-8391-ef9ae1499399 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 1098 time: 0.0420740 Nov 23 02:50:12.720216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2527cce5-d9c9-4a75-917e-18936919bbad req-7842798d-a1d8-4493-82af-ffc9281ec609 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Nov 23 02:50:13.095964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f68708-6680-47ed-9059-93073c1b62f4 req-d76118f7-6c3d-4533-9d0a-b7ad68fe3ba8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.097695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f68708-6680-47ed-9059-93073c1b62f4 req-d76118f7-6c3d-4533-9d0a-b7ad68fe3ba8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 946 time: 0.0622704 Nov 23 02:50:13.165696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73f68708-6680-47ed-9059-93073c1b62f4 req-b7f45ff8-729a-4f09-8a44-1ecf58c70fd8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562875 Nov 23 02:50:13.627767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cccdcf-86fd-4174-b6f5-4eb3068cfbd9 req-52a32f0c-4461-4d44-9147-a191d70935e4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.641228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01cccdcf-86fd-4174-b6f5-4eb3068cfbd9 req-52a32f0c-4461-4d44-9147-a191d70935e4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0820763 Nov 23 02:50:13.699506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-01cccdcf-86fd-4174-b6f5-4eb3068cfbd9 req-a3adbfc3-ad3c-4ed0-9b56-96e629b6c436 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Nov 23 02:50:14.337432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d80461-19de-4cb3-b3c5-59532448accc req-0d12748f-3252-4c82-afe2-040c10d3b3bd tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:14.339599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54d80461-19de-4cb3-b3c5-59532448accc req-0d12748f-3252-4c82-afe2-040c10d3b3bd tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 946 time: 0.0733593 Nov 23 02:50:14.419560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54d80461-19de-4cb3-b3c5-59532448accc req-73a11514-272b-4a6f-bfa2-98db980c39eb tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730050 Nov 23 02:50:15.008709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878aefe-489e-46df-b6d3-997ee5095282 req-8dafd3a8-5e4b-44a4-a4e2-11bb27a360ef tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:15.011166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c878aefe-489e-46df-b6d3-997ee5095282 req-8dafd3a8-5e4b-44a4-a4e2-11bb27a360ef tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 943 time: 0.0834296 Nov 23 02:50:15.070150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c878aefe-489e-46df-b6d3-997ee5095282 req-f538b060-282f-4368-b605-582ce01c60bd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Nov 23 02:50:15.329160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:50:15.454798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:15.468811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8', 'mac_address': 'fa:16:3e:d9:c4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:50:15.560606 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:15.588721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:15.617953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:15.628319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:15.693827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:15.701820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.702172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.702539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.702901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.703227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.703562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.703895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.704231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.704560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.704888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.705214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.705540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:15.910015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2d2cebf3-4230-4c60-bac2-b4c43d7775f8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:16.271859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e0d8-ce67-4350-963e-569467c7d6d6 req-efc7fb8d-62c2-423c-bb8d-dbda07e6d693 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:16.284547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7af8e0d8-ce67-4350-963e-569467c7d6d6 req-efc7fb8d-62c2-423c-bb8d-dbda07e6d693 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 944 time: 0.0919905 Nov 23 02:50:16.359767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7af8e0d8-ce67-4350-963e-569467c7d6d6 req-22006586-5d62-4d22-85e5-0c31dfb71fd6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734768 Nov 23 02:50:17.345558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:50:17.435133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:50:17.441148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:17.441900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.561941 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.582900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becf14a-fa40-4ccf-b5ca-922761122622 req-a3c72537-a524-4b4b-bfcf-fa56c0d3fc9d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:17.584489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1becf14a-fa40-4ccf-b5ca-922761122622 req-a3c72537-a524-4b4b-bfcf-fa56c0d3fc9d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 944 time: 0.1172426 Nov 23 02:50:17.602153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:17.605430 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d277d1b-7d9c-44bd-88e7-56725eef9c66" -d '{"events": [{"server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "name": "network-vif-plugged", "status": "completed", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:17.620756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:17.630895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.697467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1becf14a-fa40-4ccf-b5ca-922761122622 req-467f5501-d03a-4075-aca8-c47b46bb459d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044655 Nov 23 02:50:17.714399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:17.762514 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a7fbb8-c1bd-4adb-99ee-09cbd596554f x-openstack-request-id: req-59a7fbb8-c1bd-4adb-99ee-09cbd596554f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:17.762838 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "name": "network-vif-plugged", "status": "completed", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:17.763090 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59a7fbb8-c1bd-4adb-99ee-09cbd596554f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:17.763518 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8', 'code': 200} Nov 23 02:50:18.072456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80c7d9-4298-4f80-90ac-d8b3640bcf13 req-2765351a-95de-4ff4-8706-53b19f8acc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:18.074641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80c7d9-4298-4f80-90ac-d8b3640bcf13 req-2765351a-95de-4ff4-8706-53b19f8acc82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 1097 time: 0.2506070 Nov 23 02:50:18.121896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3f80c7d9-4298-4f80-90ac-d8b3640bcf13 req-110661b8-737b-4283-b231-7e47b2addb21 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Nov 23 02:50:18.884873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa8c5-d33c-4228-bf73-5fb80c3d2445 req-0c8d8de8-b6a4-44d5-b2e4-f99681ef5ad4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:18.887779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f84aa8c5-d33c-4228-bf73-5fb80c3d2445 req-0c8d8de8-b6a4-44d5-b2e4-f99681ef5ad4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.0870733 Nov 23 02:50:18.953020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f84aa8c5-d33c-4228-bf73-5fb80c3d2445 req-374e9873-ebb5-4aac-ba86-7d3a235a8f01 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Nov 23 02:50:20.127018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c926b-5e6a-4b0c-90e6-bff8da954460 req-3ad58848-8106-429f-9889-f0405a8c0dda tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:20.138141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb7c926b-5e6a-4b0c-90e6-bff8da954460 req-3ad58848-8106-429f-9889-f0405a8c0dda tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.0840337 Nov 23 02:50:20.210967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb7c926b-5e6a-4b0c-90e6-bff8da954460 req-7ed3ecad-077d-4c0e-a3c4-87e85a939f8b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679216 Nov 23 02:50:20.645969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63507-0819-4f92-82b6-a6cbfeb30350 req-661dcc0e-2a83-4140-920a-a71cc8bc5a1a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:20.657069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80d63507-0819-4f92-82b6-a6cbfeb30350 req-661dcc0e-2a83-4140-920a-a71cc8bc5a1a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.3744841 Nov 23 02:50:20.721724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80d63507-0819-4f92-82b6-a6cbfeb30350 req-abc29f63-1a17-4ff6-95ae-8e5f91b8c1aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629809 Nov 23 02:50:21.414959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e498-7887-42c9-9307-29c130921f85 req-5b980324-b9e5-4e67-b266-6fb4371b29b6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:21.417763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40c1e498-7887-42c9-9307-29c130921f85 req-5b980324-b9e5-4e67-b266-6fb4371b29b6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.0982485 Nov 23 02:50:21.473819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40c1e498-7887-42c9-9307-29c130921f85 req-8e8a7d85-9b2a-4f3d-8685-256a7f57c52a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Nov 23 02:50:22.635874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210c30-d5c1-48ac-ba7a-2ee272ba1002 req-3b2b0d97-59ae-40ee-8aff-7a04efb54be4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:22.637246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61210c30-d5c1-48ac-ba7a-2ee272ba1002 req-3b2b0d97-59ae-40ee-8aff-7a04efb54be4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.0836227 Nov 23 02:50:22.739637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61210c30-d5c1-48ac-ba7a-2ee272ba1002 req-d0fc2794-2790-48ab-911e-ff60da688bdc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948808 Nov 23 02:50:22.804672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-0d8fb323-aa3f-47b3-94ba-db0d4f9b82af tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:22.806225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-0d8fb323-aa3f-47b3-94ba-db0d4f9b82af tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 945 time: 0.0541503 Nov 23 02:50:22.926807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:22.927073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:23.048364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:23.048727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:23.069411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:23.240302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:23.257055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2d2cebf3-4230-4c60-bac2-b4c43d7775f8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:23.301648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=2d2cebf3-4230-4c60-bac2-b4c43d7775f8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:23.308970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['898df76b-36fb-44ac-89a8-917dacc3aea5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:23.399356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:23.420477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:23.428757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-65829a2c-46b5-41ba-9ef4-4089097a4062 req-c1a1ceb8-be51-458c-a204-d6f510f56a68 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "DELETE /v2.0/ports/2d2cebf3-4230-4c60-bac2-b4c43d7775f8 HTTP/1.1" status: 204 len: 173 time: 0.6162813 Nov 23 02:50:23.433301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'name': 'network-vif-deleted', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:23.446699 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33416d5-6e10-4cd2-99ae-52da6d6c8574" -d '{"events": [{"server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "name": "network-vif-deleted", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:23.599928 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90635e50-a228-42bd-9def-d0f26b4339cd x-openstack-request-id: req-90635e50-a228-42bd-9def-d0f26b4339cd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:23.600255 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afff3aa4-f3b5-4c6f-a819-16e441e7432a", "name": "network-vif-deleted", "tag": "2d2cebf3-4230-4c60-bac2-b4c43d7775f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:23.601049 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90635e50-a228-42bd-9def-d0f26b4339cd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:23.601151 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afff3aa4-f3b5-4c6f-a819-16e441e7432a', 'name': 'network-vif-deleted', 'tag': '2d2cebf3-4230-4c60-bac2-b4c43d7775f8', 'status': 'completed', 'code': 200} Nov 23 02:50:23.602217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:23.881259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2efa2dc2-5ac1-4bd7-a92d-39cbdfef7f8b req-7e8fe823-410b-453a-b79e-039d85b04463 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0373914 Nov 23 02:50:24.478224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-e0cf1ce0-0410-426e-8873-94129ee5ca26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642061 Nov 23 02:50:24.676664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642def-5372-492c-a1b9-63c13152cb0e req-77c538c0-cfc5-4187-9d67-a67537a837b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:24.679809 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-77c538c0-cfc5-4187-9d67-a67537a837b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 1097 time: 0.1065824 Nov 23 02:50:24.926852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642def-5372-492c-a1b9-63c13152cb0e req-16db17bf-935b-41c2-bccf-d671458563bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:24.928391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-16db17bf-935b-41c2-bccf-d671458563bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2226083 Nov 23 02:50:25.007946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-15e7f270-2cc4-40e9-8147-606e38276e5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=898df76b-36fb-44ac-89a8-917dacc3aea5 HTTP/1.1" status: 200 len: 217 time: 0.0678709 Nov 23 02:50:25.085784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642def-5372-492c-a1b9-63c13152cb0e req-122f65cc-f3ce-4b74-acaf-939c7fe6eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:25.089758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39200b4f-ccee-4460-a411-578a379d87cb req-9f7e47ce-7119-40ae-936a-9a504b055c3a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0591841 Nov 23 02:50:25.093738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-122f65cc-f3ce-4b74-acaf-939c7fe6eed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0792665 Nov 23 02:50:25.161213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642def-5372-492c-a1b9-63c13152cb0e req-f643d1c6-1522-4a4c-99f3-34a10e53ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:25.163182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-f643d1c6-1522-4a4c-99f3-34a10e53ef13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595891 Nov 23 02:50:25.181354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-c76b0c7e-fc35-4c24-a389-7d5bef496a18 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:50:25.184295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-c76b0c7e-fc35-4c24-a389-7d5bef496a18 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089357 Nov 23 02:50:25.337106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-773053f4-3ecd-46b0-93e7-2e8d3e8e7ac0 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474056 Nov 23 02:50:25.483374 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5b642def-5372-492c-a1b9-63c13152cb0e req-4542f56b-8c3f-4931-960d-26f80a49ab16 service neutron] 10.222.0.41 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389315 Nov 23 02:50:26.255704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7412e02-9a04-41d7-a20f-f8663d8e8021 req-20fc3830-6283-4e17-bfb9-12d81d856cf6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0692327 Nov 23 02:50:27.090455 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-736a9bd8-dc5f-451a-8723-6e48138df0de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698557 Nov 23 02:50:27.240345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d73a-abca-4319-800f-d69b69217cee req-acb0560d-0936-4aa8-aeea-17924202ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.247846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-acb0560d-0936-4aa8-aeea-17924202ce5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.1061499 Nov 23 02:50:27.392158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:27.403093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f6db24c-ea98-4187-bdfa-a92bdfa5ceab req-230aa391-c574-4249-9bf5-36009e328ef0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0372555 Nov 23 02:50:27.455641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:27.456000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2d2cebf3-4230-4c60-bac2-b4c43d7775f8 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:27.563645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d73a-abca-4319-800f-d69b69217cee req-e595b710-fe7e-4781-a2ff-64a726d98201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.567795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-e595b710-fe7e-4781-a2ff-64a726d98201 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 910 time: 0.2936103 Nov 23 02:50:27.725780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-33a76e19-c816-421a-aa6f-a30356c690d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 1001 time: 0.1468434 Nov 23 02:50:27.819735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d73a-abca-4319-800f-d69b69217cee req-1edef3b0-8bf3-4b50-b938-fb29f27054e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.826545 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-1edef3b0-8bf3-4b50-b938-fb29f27054e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.0900371 Nov 23 02:50:27.918314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742d73a-abca-4319-800f-d69b69217cee req-5522a126-20a0-47ff-a21b-96ec0008ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.920000 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-5522a126-20a0-47ff-a21b-96ec0008ae4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894136 Nov 23 02:50:28.082598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-848b78b3-b48c-4de0-b795-543e0318451a service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547391 Nov 23 02:50:28.243311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0742d73a-abca-4319-800f-d69b69217cee req-e3b607a5-1a1a-45a4-8817-ed5ec56a4035 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541262 Nov 23 02:50:28.598427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-687450aa-65f5-44a9-b0da-dd4d36389ac0 req-9dc89bf1-e708-44a0-925e-8386603c9cea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0489593 Nov 23 02:50:29.635824 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:29.786803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493d3580-dd49-48b2-9458-b746a1dd0c27 req-a4ab881b-10c4-4695-9ebc-496e14292779 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=afff3aa4-f3b5-4c6f-a819-16e441e7432a HTTP/1.1" status: 200 len: 210 time: 0.0497327 Nov 23 02:50:35.724646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65d61aae-7ecc-4951-a86f-e6aa30f0a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:37.692953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9511-2dc1-410d-b8f6-edd5a7499926 req-0f2b8f6d-fb28-47c0-9359-e5f4b347e81e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:37.694835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ffb9511-2dc1-410d-b8f6-edd5a7499926 req-0f2b8f6d-fb28-47c0-9359-e5f4b347e81e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0823944 Nov 23 02:50:37.766230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ffb9511-2dc1-410d-b8f6-edd5a7499926 req-0f7c71fd-b8c2-405d-8157-d48ad8fcf54d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637422 Nov 23 02:50:38.039029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca205-8e6b-4b1a-94e2-ac24e7362241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:38.891314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17d458-94a8-4829-8a2f-060b635815ea req-13de79aa-507e-44f7-af1a-8329cdf0a52b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:38.900646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed17d458-94a8-4829-8a2f-060b635815ea req-13de79aa-507e-44f7-af1a-8329cdf0a52b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0623724 Nov 23 02:50:38.952190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed17d458-94a8-4829-8a2f-060b635815ea req-4287491d-e926-4b39-9663-b87542ffb3ee tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=cad15d51-af3a-4e94-9ddf-7d52eff41a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503039 Nov 23 02:50:39.288755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.434477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-8465f3d1-73e8-4bf1-8c12-1e1726880f7c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:39.436792 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-8465f3d1-73e8-4bf1-8c12-1e1726880f7c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 945 time: 0.0905521 Nov 23 02:50:39.563695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 898df76b-36fb-44ac-89a8-917dacc3aea5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:39.564342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.671203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port 898df76b-36fb-44ac-89a8-917dacc3aea5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=898df76b-36fb-44ac-89a8-917dacc3aea5,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:39.671650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.685778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 898df76b-36fb-44ac-89a8-917dacc3aea5 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:39.827158 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.866230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=898df76b-36fb-44ac-89a8-917dacc3aea5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:39.868672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['898df76b-36fb-44ac-89a8-917dacc3aea5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:39.928016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port 898df76b-36fb-44ac-89a8-917dacc3aea5 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:39.931804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.936433 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ec8908ca-a1e6-4a37-b034-b10978abd194 req-61292c62-a3db-4684-81cc-2d4e3070c2fa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.41 "DELETE /v2.0/ports/898df76b-36fb-44ac-89a8-917dacc3aea5 HTTP/1.1" status: 204 len: 173 time: 0.4927521 Nov 23 02:50:39.937355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'name': 'network-vif-deleted', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:39.943614 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82040def-c3bf-402c-8ab8-dafa0b550078" -d '{"events": [{"server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "name": "network-vif-deleted", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:39.990199 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb738b-b182-44fd-bd6e-641befaba311 x-openstack-request-id: req-15fb738b-b182-44fd-bd6e-641befaba311 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:39.990523 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b9deb8-9a28-4dd6-9d57-5c24353bc87d", "name": "network-vif-deleted", "tag": "898df76b-36fb-44ac-89a8-917dacc3aea5", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:39.990787 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15fb738b-b182-44fd-bd6e-641befaba311 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:39.991194 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b9deb8-9a28-4dd6-9d57-5c24353bc87d', 'name': 'network-vif-deleted', 'tag': '898df76b-36fb-44ac-89a8-917dacc3aea5', 'status': 'completed', 'code': 200} Nov 23 02:50:40.132889 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6638ee1-875d-4042-83de-08b100c5d340 req-65ed48d2-a7a6-45ea-848c-cc8db065a7ff tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0336084 Nov 23 02:50:40.746266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:41.282615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1168d262-b221-4733-8f1c-dc63da81f2f8 req-5dda4357-433f-40e7-b856-cbbc9b515f3b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0496824 Nov 23 02:50:41.834128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:42.439665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19c48714-e908-4ede-8c8f-9951c76285e0 req-60b06afa-0b46-4031-b881-099cb91aa389 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0297694 Nov 23 02:50:43.609414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d3c610c-5962-4bf0-a46a-2b2c6503dcce req-a228d69a-01c0-407f-a150-868d2cc26c5b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0403347 Nov 23 02:50:44.151037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 898df76b-36fb-44ac-89a8-917dacc3aea5 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:44.176005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 898df76b-36fb-44ac-89a8-917dacc3aea5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:44.176648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 898df76b-36fb-44ac-89a8-917dacc3aea5 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:44.731081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a56c752-5b7b-4a0e-9c91-de4eb458f4d3 req-d451d09b-4f74-4454-b502-030a6e5d2d89 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0356107 Nov 23 02:50:45.874266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3281baab-a1e4-4200-9b84-938f7d132477 req-0537af2f-87d6-498b-b62d-cd0f10668548 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b9deb8-9a28-4dd6-9d57-5c24353bc87d HTTP/1.1" status: 200 len: 210 time: 0.0297959 Nov 23 02:50:46.115290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50604) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:46.241724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed169-6749-46c1-872d-b75796f58396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.333018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed169-6749-46c1-872d-b75796f58396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.338825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed169-6749-46c1-872d-b75796f58396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.382371 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dc6ed169-6749-46c1-872d-b75796f58396 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64d441b535624407a3bbabe7125fb8de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2658758 Nov 23 02:50:46.383240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ed169-6749-46c1-872d-b75796f58396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e5f8a-2a4a-4287-8719-e10c53114c59,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:46.385118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50608) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:46.473380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.498818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.566303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.570460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:46.575340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea0e5f8a-2a4a-4287-8719-e10c53114c59 HTTP/1.1" status: 204 len: 168 time: 0.1889901 Nov 23 02:50:46.583363 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e5f8a-2a4a-4287-8719-e10c53114c59,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:46.592445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.593002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.593355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.593708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.594038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.594581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.595461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.595959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.596469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.596972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.597474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:46.597971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606590f7-72fc-45a4-aaa2-46b80610c934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:47.205665 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:50:48.336769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.343678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.349815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.355927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.362331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.369339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.375476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:48.383880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-bb27597e-cbe4-4295-8fed-23af9763f342 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.1273999 Nov 23 02:50:48.458794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7899cff-b32f-46cc-ba8f-9c1981f7f7ce req-aa714cbb-8efa-4f94-9710-059e842e3e60 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685563 Nov 23 02:50:49.328628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.334934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.342487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.348639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.355580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.363084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.370187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.372649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-cf0706f7-8758-4403-8d99-dce0254afca0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.1238329 Nov 23 02:50:49.425819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-234a89b2-de6e-4a86-b3ca-c492c6f0847b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.427194 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-234a89b2-de6e-4a86-b3ca-c492c6f0847b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0457175 Nov 23 02:50:49.601797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-a575239f-3372-4857-87ce-0a42831080d9 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1683502 Nov 23 02:50:49.612791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:49.662434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.671239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.679185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.685926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.692282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.702388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.709459 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:49.723485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.732975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3559f8e-57b1-4857-be84-539193df75cc req-b42b2fd9-22d5-408c-96ea-49ac1e888f64 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 5436 time: 0.1506407 Nov 23 02:50:49.831429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3559f8e-57b1-4857-be84-539193df75cc req-c6da1ce0-240a-4910-9040-3c7d87eb0ce1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&id=6adcfb02-e84f-4fd8-a332-89717679a8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830381 Nov 23 02:50:49.921709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:49.958462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] For port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:50:49.995256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] device_id is not set on port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:50:50.004601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.014884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.110326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] No DVR routers for this DVR port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:50.113870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:50.188588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] In _notify_port_updated(), no bound segment for port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:50:50.190167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.191174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.194582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-d437e38f-f16f-4a56-a0cd-e4518fc9e776 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 200 len: 1027 time: 0.5847731 Nov 23 02:50:50.271829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-e50f0a05-6250-45e8-a8e8-1a202ffa4548 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.273492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-e50f0a05-6250-45e8-a8e8-1a202ffa4548 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "GET /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693381 Nov 23 02:50:50.285011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:50.364218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.452647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e4eafa0-0756-4a3d-bfea-7da0e8f14f87 None None] Provisioning complete for port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:50.453235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e4eafa0-0756-4a3d-bfea-7da0e8f14f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.506933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6e4eafa0-0756-4a3d-bfea-7da0e8f14f87 None None] Port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:50:50.581994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f2654b84-4ace-458c-8c0e-011a0ef65a78,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:50.630939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] For port f2654b84-4ace-458c-8c0e-011a0ef65a78, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:50:50.677624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] device_id is not set on port f2654b84-4ace-458c-8c0e-011a0ef65a78 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:50:50.687010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.694244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.772419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] No DVR routers for this DVR port f2654b84-4ace-458c-8c0e-011a0ef65a78 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:50.832122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] In _notify_port_updated(), no bound segment for port f2654b84-4ace-458c-8c0e-011a0ef65a78 on network e29052be-985c-4583-91e6-8231a002f53f {{(pid=103572) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:50:50.833071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.833922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:50.835895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] 10.222.0.47 "PUT /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 200 len: 1028 time: 0.5553751 Nov 23 02:50:50.840714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f3bec-e58e-47a0-8737-a6f0c64e54bd service neutron] Pushing event updated for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:50.969650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port e70f289a-7426-42fd-bf4c-ebfadad815ee {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:50.969992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:51.075271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.090882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.112955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.138748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.150896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8a66409b-c039-417f-98ea-8a9faaf8205b None None] Provisioning complete for port f2654b84-4ace-458c-8c0e-011a0ef65a78 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:51.151943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8a66409b-c039-417f-98ea-8a9faaf8205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:51.157939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port e70f289a-7426-42fd-bf4c-ebfadad815ee, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=e70f289a-7426-42fd-bf4c-ebfadad815ee,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:51.158384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:51.166293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.182153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-fa58564f-c65f-4405-baa4-5814d8bd8dcd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3887 time: 0.2175088 Nov 23 02:50:51.337671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8a66409b-c039-417f-98ea-8a9faaf8205b None None] Port f2654b84-4ace-458c-8c0e-011a0ef65a78 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:50:51.372146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d2629d9-b7ce-461f-a4f7-a9ac85b184df req-6ef53561-80e6-49ec-ad46-a5e4b7f4abc0 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769855 Nov 23 02:50:51.674890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:51.675447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:51.675721 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Floating IP 31538e55-85b1-44a7-971c-13cc83c7a4f5 disassociated. External IP: 172.25.1.149, port: e70f289a-7426-42fd-bf4c-ebfadad815ee. Nov 23 02:50:51.676129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for e70f289a-7426-42fd-bf4c-ebfadad815ee owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:51.827502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b58ab5-de53-48eb-973f-4c097e29cef5 req-0e9d541d-db48-4f08-af85-d603314d9b3a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:51.829081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b58ab5-de53-48eb-973f-4c097e29cef5 req-0e9d541d-db48-4f08-af85-d603314d9b3a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 946 time: 0.1187375 Nov 23 02:50:51.910921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4b58ab5-de53-48eb-973f-4c097e29cef5 req-b7c28d7a-de27-4047-9e3e-c4f9c965c3ca tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731072 Nov 23 02:50:51.917496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:52.378838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=e70f289a-7426-42fd-bf4c-ebfadad815ee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:52.564681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Router 198eebe1-81f4-49a5-a804-4b9fd643782e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:50:52.582566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec914-e853-4168-9978-dc8a2583770a req-2306535d-7d7f-4ace-bd97-d177b13bd8e6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:52.590268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec914-e853-4168-9978-dc8a2583770a req-2306535d-7d7f-4ace-bd97-d177b13bd8e6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:52.598306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec914-e853-4168-9978-dc8a2583770a req-2306535d-7d7f-4ace-bd97-d177b13bd8e6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:52.606465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec914-e853-4168-9978-dc8a2583770a req-2306535d-7d7f-4ace-bd97-d177b13bd8e6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:52.609265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fadec914-e853-4168-9978-dc8a2583770a req-2306535d-7d7f-4ace-bd97-d177b13bd8e6 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 3151 time: 0.1178579 Nov 23 02:50:52.686002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fadec914-e853-4168-9978-dc8a2583770a req-0b649ba9-3b09-496c-896e-decbbb38404a tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696447 Nov 23 02:50:52.711487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:50:52.725925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Sync routers for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:50:52.738014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:52.739265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:50:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:52.769581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port e70f289a-7426-42fd-bf4c-ebfadad815ee on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:52.772643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:52.776940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-5d3a5bef-1ba5-4d47-a959-ced2d1ebdf0e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "DELETE /v2.0/ports/e70f289a-7426-42fd-bf4c-ebfadad815ee HTTP/1.1" status: 204 len: 173 time: 1.9326153 Nov 23 02:50:52.777457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:52.780124 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f188f16f-e9ac-4d80-8d38-9aad2d0af9fc" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:52.926950 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb2daf-1576-4cd8-8826-6b69b7eb3f77 x-openstack-request-id: req-84cb2daf-1576-4cd8-8826-6b69b7eb3f77 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:52.927267 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "e70f289a-7426-42fd-bf4c-ebfadad815ee", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:52.927527 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84cb2daf-1576-4cd8-8826-6b69b7eb3f77 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:52.928003 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'e70f289a-7426-42fd-bf4c-ebfadad815ee', 'status': 'completed', 'code': 200} Nov 23 02:50:52.943116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:53.010550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:53.010881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.138578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c0c0a-a238-4b75-894b-fb2e60f0fdb6 req-379d0aff-306b-4648-bdaa-4224e15c079c tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:53.140804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a3c0c0a-a238-4b75-894b-fb2e60f0fdb6 req-379d0aff-306b-4648-bdaa-4224e15c079c tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 946 time: 0.0973620 Nov 23 02:50:53.245939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a3c0c0a-a238-4b75-894b-fb2e60f0fdb6 req-f67af1e1-8abc-4fa9-a969-08c52398915a tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/security-groups?id=e74776ae-c764-4db6-88c5-8c96fa705bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 Nov 23 02:50:53.288116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:53.288551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.326429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:53.349382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-301a110b-f902-4070-b11e-69b6aa154db1 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:53.351685 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-301a110b-f902-4070-b11e-69b6aa154db1 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 946 time: 0.1424046 Nov 23 02:50:53.356817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:53.390731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Checking router: 198eebe1-81f4-49a5-a804-4b9fd643782e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:50:53.400678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:53.401465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:50:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:53.529280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Deleting port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:53.529900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.542314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:53.681409 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.681684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e70f289a-7426-42fd-bf4c-ebfadad815ee no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:53.707943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.725845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=30cbfaa1-e6e7-44a8-867e-a8520f176bd6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:53.739303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] For port 67fc0890-1c89-43dc-9f02-f1158e71dbd8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=67fc0890-1c89-43dc-9f02-f1158e71dbd8,segment=NetworkSegment(d1632903-7c13-4846-a9a5-47f4bfaa3c7f),segment_id=d1632903-7c13-4846-a9a5-47f4bfaa3c7f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:53.739776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.785626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Calling delete_port for 67fc0890-1c89-43dc-9f02-f1158e71dbd8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:53.842049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: e70f289a-7426-42fd-bf4c-ebfadad815ee {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:53.842589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device e70f289a-7426-42fd-bf4c-ebfadad815ee not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:53.847061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f2654b84-4ace-458c-8c0e-011a0ef65a78 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:53.924911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb6741-9e03-4d1e-a579-c4bf43358631 req-50488d50-bf96-484b-bf13-343c28f6ceef tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:53.937675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f2654b84-4ace-458c-8c0e-011a0ef65a78 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:53.940120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb6741-9e03-4d1e-a579-c4bf43358631 req-50488d50-bf96-484b-bf13-343c28f6ceef tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:53.941769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f4b9910a-7002-4170-bec7-59f53c355959 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:53.952858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb6741-9e03-4d1e-a579-c4bf43358631 req-50488d50-bf96-484b-bf13-343c28f6ceef tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:53.959750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.975023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65cb6741-9e03-4d1e-a579-c4bf43358631 req-50488d50-bf96-484b-bf13-343c28f6ceef tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 2416 time: 0.1583779 Nov 23 02:50:53.991283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:53.994435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:53.998482 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-26904572-db41-4b0c-bb70-cd1dcfd7efeb tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "DELETE /v2.0/ports/30cbfaa1-e6e7-44a8-867e-a8520f176bd6 HTTP/1.1" status: 204 len: 173 time: 1.2150681 Nov 23 02:50:54.046878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['67fc0890-1c89-43dc-9f02-f1158e71dbd8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:54.074584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Pushing event deleted for resources: {'Port': ['ID=67fc0890-1c89-43dc-9f02-f1158e71dbd8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:54.127460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65cb6741-9e03-4d1e-a579-c4bf43358631 req-eaab0ea6-fe56-4d96-beac-2afa1b4962f1 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480911 Nov 23 02:50:54.165036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] No DVR routers for this DVR port 67fc0890-1c89-43dc-9f02-f1158e71dbd8 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:54.169383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.176987 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ce4c64ba-dc14-4dd3-805c-e19326b98168 req-19170be2-62c3-46e4-a1a2-21ee0e8de992 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.41 "DELETE /v2.0/ports/67fc0890-1c89-43dc-9f02-f1158e71dbd8 HTTP/1.1" status: 204 len: 173 time: 0.8183196 Nov 23 02:50:54.199838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port f4b9910a-7002-4170-bec7-59f53c355959 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:54.200196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.326587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:54.327178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.329888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.343143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for f4b9910a-7002-4170-bec7-59f53c355959 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:54.432788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:54.437061 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e2ef0-a145-4a5c-97db-de19e81e6ef9" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b9910a-7002-4170-bec7-59f53c355959"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:54.458010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port f4b9910a-7002-4170-bec7-59f53c355959, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=f4b9910a-7002-4170-bec7-59f53c355959,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:54.465594 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.466303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device dbfe04d3-63e8-4600-b1a3-1105b0a733bd no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:54.481006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-195fa92a-5d63-4c78-9203-6dc58dbee679 req-1391d35b-adb3-429b-a61c-ccfe570105d8 tempest-VolumesSnapshotTestJSON-700760150 tempest-VolumesSnapshotTestJSON-700760150-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2ad74ff-1854-4ae6-ae49-38e84c7bda95 HTTP/1.1" status: 200 len: 210 time: 0.0723736 Nov 23 02:50:54.565328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.572690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:54.608001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:54.618934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=f4b9910a-7002-4170-bec7-59f53c355959,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:54.622053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1101c86d-6ef6-4d3e-8af5-9429bea0ef65 None None] The sync data for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 is: [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:38:54Z', 'revision_number': 4, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dfbfcadb-c1e0-47ee-a6a0-b48cad95e232', 'name': '', 'network_id': '9d9bc1cc-d430-4006-9f9a-06349bfb4a7c', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'mac_address': 'fa:16:3e:b0:6b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:52Z', 'updated_at': '2021-11-23T02:38:59Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'subnets': [{'id': 'fba77729-b82f-40b2-8941-fa4a51c7a380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:50:54.746109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port f4b9910a-7002-4170-bec7-59f53c355959 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:54.752251 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:54.761879 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-2d4314fb-d083-4751-b79a-56ca6b34272e tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "DELETE /v2.0/ports/f4b9910a-7002-4170-bec7-59f53c355959 HTTP/1.1" status: 204 len: 173 time: 0.7415318 Nov 23 02:50:54.938351 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381606f7-b41d-49e9-96b9-a0e0e1b36eed x-openstack-request-id: req-381606f7-b41d-49e9-96b9-a0e0e1b36eed {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:54.938964 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b9910a-7002-4170-bec7-59f53c355959", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:54.938964 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-381606f7-b41d-49e9-96b9-a0e0e1b36eed {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:54.939265 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959', 'code': 200} Nov 23 02:50:54.945914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6'}, {'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'name': 'network-vif-deleted', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8'}, {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:54.951114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8466c9d-481e-4474-8601-8daba494584e" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6"}, {"server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "name": "network-vif-deleted", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8"}, {"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "f4b9910a-7002-4170-bec7-59f53c355959"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:54.968914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.042372 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0812757-8dc5-4190-b84e-589e1db6de5f x-openstack-request-id: req-c0812757-8dc5-4190-b84e-589e1db6de5f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:55.042711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "30cbfaa1-e6e7-44a8-867e-a8520f176bd6", "status": "completed", "code": 200}, {"server_uuid": "a2ad74ff-1854-4ae6-ae49-38e84c7bda95", "name": "network-vif-deleted", "tag": "67fc0890-1c89-43dc-9f02-f1158e71dbd8", "status": "completed", "code": 200}, {"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "f4b9910a-7002-4170-bec7-59f53c355959", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:55.042986 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0812757-8dc5-4190-b84e-589e1db6de5f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:55.043364 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': '30cbfaa1-e6e7-44a8-867e-a8520f176bd6', 'status': 'completed', 'code': 200} Nov 23 02:50:55.043621 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ad74ff-1854-4ae6-ae49-38e84c7bda95', 'name': 'network-vif-deleted', 'tag': '67fc0890-1c89-43dc-9f02-f1158e71dbd8', 'status': 'completed', 'code': 200} Nov 23 02:50:55.043866 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'f4b9910a-7002-4170-bec7-59f53c355959', 'status': 'completed', 'code': 200} Nov 23 02:50:55.046615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port 51aa321a-8844-4706-ab6c-5fe8d8748083 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:55.046913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.063792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:55.069189 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.070150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:55.236249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:55.249834 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d54211-78be-45b4-8852-d2b91dfb0bcc None None] New status for floating IP 31538e55-85b1-44a7-971c-13cc83c7a4f5: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:50:55.262077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:55.262437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 30cbfaa1-e6e7-44a8-867e-a8520f176bd6 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:55.262979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:55.308014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port 51aa321a-8844-4706-ab6c-5fe8d8748083, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=51aa321a-8844-4706-ab6c-5fe8d8748083,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:55.308424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.317119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:55.317831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 51aa321a-8844-4706-ab6c-5fe8d8748083 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:55.337673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for 51aa321a-8844-4706-ab6c-5fe8d8748083 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:55.457187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155bc1a-b757-44fd-9676-e750579d9450 req-b7a3c670-b0da-4b1c-b21a-ab8c4394c589 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:55.471169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155bc1a-b757-44fd-9676-e750579d9450 req-b7a3c670-b0da-4b1c-b21a-ab8c4394c589 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:55.472849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a155bc1a-b757-44fd-9676-e750579d9450 req-b7a3c670-b0da-4b1c-b21a-ab8c4394c589 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 1679 time: 0.1407194 Nov 23 02:50:55.474141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.548898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a155bc1a-b757-44fd-9676-e750579d9450 req-c0166077-3078-420e-8c57-a25f80185ebf tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups?id=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641556 Nov 23 02:50:55.603914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.666919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=51aa321a-8844-4706-ab6c-5fe8d8748083,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:55.721903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port 51aa321a-8844-4706-ab6c-5fe8d8748083 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:55.725618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:55.730341 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-4ddd1eb1-eeb2-4e2a-b3d7-6488966b91fd tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "DELETE /v2.0/ports/51aa321a-8844-4706-ab6c-5fe8d8748083 HTTP/1.1" status: 204 len: 173 time: 0.9611697 Nov 23 02:50:55.887139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port dbfe04d3-63e8-4600-b1a3-1105b0a733bd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:55.887779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:56.077547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port dbfe04d3-63e8-4600-b1a3-1105b0a733bd, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:56.077944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:56.098136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for dbfe04d3-63e8-4600-b1a3-1105b0a733bd owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:56.417461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:56.578648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=dbfe04d3-63e8-4600-b1a3-1105b0a733bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:56.638045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port dbfe04d3-63e8-4600-b1a3-1105b0a733bd on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:56.645145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:56.651657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6ac371f2-9c14-4218-88c8-5a2b765f3365 req-621dcc1d-b5c6-4432-a5b1-af56cee42372 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.47 "DELETE /v2.0/ports/dbfe04d3-63e8-4600-b1a3-1105b0a733bd HTTP/1.1" status: 204 len: 173 time: 0.9147151 Nov 23 02:50:56.766140 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4805392-d621-4196-bf99-2c00ad2082d4 req-d4c1a61d-cabc-4643-8864-97e06ba1c397 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0794022 Nov 23 02:50:56.942652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:56.945500 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42114376-9dd8-48ae-9fbc-8ae211132d2c" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:57.034841 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355e565f-6a3a-49ee-8235-07d7855a959b x-openstack-request-id: req-355e565f-6a3a-49ee-8235-07d7855a959b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:57.035750 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:57.036238 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-355e565f-6a3a-49ee-8235-07d7855a959b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:57.036868 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'code': 200} Nov 23 02:50:57.044868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083'}, {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:57.047576 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2509e0e-3f87-4f40-8af4-023caed59c50" -d '{"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083"}, {"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:57.140243 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fd76e0-42f6-45fc-8e13-41645e3371a4 x-openstack-request-id: req-06fd76e0-42f6-45fc-8e13-41645e3371a4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:57.140555 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "51aa321a-8844-4706-ab6c-5fe8d8748083", "status": "completed", "code": 200}, {"server_uuid": "7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4", "name": "network-vif-deleted", "tag": "dbfe04d3-63e8-4600-b1a3-1105b0a733bd", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:57.140816 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06fd76e0-42f6-45fc-8e13-41645e3371a4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:57.141229 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': '51aa321a-8844-4706-ab6c-5fe8d8748083', 'status': 'completed', 'code': 200} Nov 23 02:50:57.141489 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4', 'name': 'network-vif-deleted', 'tag': 'dbfe04d3-63e8-4600-b1a3-1105b0a733bd', 'status': 'completed', 'code': 200} Nov 23 02:50:57.985342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:57.998391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262078224', 'description': 'tempest-secgroup-smoke-262078224 description', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:58.137203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.147413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 67fc0890-1c89-43dc-9f02-f1158e71dbd8 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:58.209188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 67fc0890-1c89-43dc-9f02-f1158e71dbd8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:58.209684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 67fc0890-1c89-43dc-9f02-f1158e71dbd8 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:58.289187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9233735-5c71-479d-a1a3-e357d72e4636 req-71fb00a8-e8fe-4b3f-b1d8-7d94646b0b23 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1111927 Nov 23 02:50:58.418467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.433009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.489686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.494927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5099514 Nov 23 02:50:58.497856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50884) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:58.503040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:58.515165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0a6c-6fc6-4fe7-af58-905aeb082049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d216f-0d1e-4cf2-9695-b748ec8ca23f,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:58.564344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.648708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.661240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.689984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f12185-b4ee-4fcc-a022-34e64504150a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:58.711213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.714526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7c7aa4ce-1e70-4a7d-826a-e78dc801f9ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155330 Nov 23 02:50:58.717025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50888) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:58.725198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:58.813940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.917381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.929244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.968886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:58.973705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50892) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:58.973977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2549653 Nov 23 02:50:58.978360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323339b6-a6c3-4c5b-9a0b-8352d69adcea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8f500d-95e3-47cd-8e05-8c96bfd628da,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:58.979475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:59.013758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.082477 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.089040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.127768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed062797-cfb6-45f6-837b-b29c42e17867,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:59.154476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.156201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-08840e41-1b3d-46e1-85d6-27b563d05ddb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811090 Nov 23 02:50:59.158761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:59.164288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:59.220448 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.371286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.385627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.457642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8325db6b-1d21-4c36-86b9-3689893c168c req-133c63a5-991b-49f4-b80b-abd6946495ad tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0359290 Nov 23 02:50:59.467977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.470221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101566 Nov 23 02:50:59.473065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9aa6a-ba76-4948-bc62-0115732b8e38 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6706f125-17e9-478c-8b9d-c14753d62a3d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:59.473646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 50908) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:59.484214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:59.514246 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Project ba0ed74fa28346598c8a2db14ab9fea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:50:59.522264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.621455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.631493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.648213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.658609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.662933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1880305 Nov 23 02:50:59.663734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 50920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:59.664562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b313500-e1c2-416f-8c3d-7ef75c9d7188 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c9f949-bc6c-43ba-8ff6-a619ecd629e9,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:59.672471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'security_group_rule': {'security_group_id': 'b28d216f-0d1e-4cf2-9695-b748ec8ca23f', 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:59.729323 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Project ba0ed74fa28346598c8a2db14ab9fea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:50:59.744485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.897759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.908288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.965903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56195af-33d0-4883-97b3-9bd90678457a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:59.979064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:59.980411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b6f343f8-90b1-4a2c-b0c9-dd04c100f8b4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3150666 Nov 23 02:51:00.629672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b663264b-4161-49bc-ac7e-472b2aa34dad req-10cefa79-04c1-4683-8f66-bef94660ccff tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0483761 Nov 23 02:51:01.859694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2480221d-d530-468c-889e-232fda528e49 req-03308781-3837-43ba-b604-e751cb7cb408 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0437613 Nov 23 02:51:03.049352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2a625dd-40ec-4eec-b9ff-413d3474152c req-4ac9feaf-f3be-41ee-93c4-5d8b06bbde24 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0637372 Nov 23 02:51:03.721467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51044) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:03.938844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0602b241-7eaa-4747-b0ab-55f850577918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.185497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0602b241-7eaa-4747-b0ab-55f850577918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.194707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0602b241-7eaa-4747-b0ab-55f850577918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.327084 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0602b241-7eaa-4747-b0ab-55f850577918 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ed5a9c02995458a81f53e9e514830a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033094 Nov 23 02:51:04.328815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51056) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:04.357643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cca0a2c-6ce6-48cd-89a1-3b87a84a104d req-8943c421-60dc-4dc9-88d9-e511e1f9b6b4 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0986764 Nov 23 02:51:04.372812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602b241-7eaa-4747-b0ab-55f850577918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3996764-6747-43ff-9b1d-67d0838eed7f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:04.419370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.444773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.512667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.515870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:04.517353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3996764-6747-43ff-9b1d-67d0838eed7f HTTP/1.1" status: 204 len: 168 time: 0.1876123 Nov 23 02:51:04.560279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92866fb4-5a54-4349-a979-398c9e4ecc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3996764-6747-43ff-9b1d-67d0838eed7f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:05.060604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51066) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:05.079174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50523ddc-aa5e-47d8-a0e9-35098baa038f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.215009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50523ddc-aa5e-47d8-a0e9-35098baa038f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.220247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-50523ddc-aa5e-47d8-a0e9-35098baa038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.301366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50523ddc-aa5e-47d8-a0e9-35098baa038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436daf8-4b32-4d18-937e-436d052a076b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:05.329824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51070) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:05.331895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-50523ddc-aa5e-47d8-a0e9-35098baa038f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95d3c7cb21d0430baa0b7163f88ba69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695172 Nov 23 02:51:05.408797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.472972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.529888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d6c8ead-31b9-4fe7-b6b2-fb3dc6e8721c req-baf59778-006d-4a9c-a30b-a889d076fb92 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0364306 Nov 23 02:51:05.551155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.554431 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.557165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a436daf8-4b32-4d18-937e-436d052a076b HTTP/1.1" status: 204 len: 168 time: 0.2250342 Nov 23 02:51:05.575922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436daf8-4b32-4d18-937e-436d052a076b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:05.591957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.592410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.592851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.593288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.593852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.594538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.594979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.595419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.595842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.596281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.596702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.597123 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b521e07-ad7a-4a2a-9fcc-b6ff17dac8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:05.679229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-021ca04d-a425-4e48-94f5-d4e2a373bf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.899457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51084) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:06.067634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:06.086565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e010-e66a-4342-8e89-ba6742fc9149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.242646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e010-e66a-4342-8e89-ba6742fc9149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.261236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9772a975-640a-4b06-a06c-baeb071b3637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.274310 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ea8e010-e66a-4342-8e89-ba6742fc9149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.334292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ea8e010-e66a-4342-8e89-ba6742fc9149 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=875bb8efa36a4e14abb944d4c6cb9011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647655 Nov 23 02:51:06.338618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:06.372004 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8e010-e66a-4342-8e89-ba6742fc9149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e305516-a8f2-4444-a846-79464733fa45,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:06.439673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9772a975-640a-4b06-a06c-baeb071b3637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.446530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9772a975-640a-4b06-a06c-baeb071b3637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.449633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.502827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9772a975-640a-4b06-a06c-baeb071b3637 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=529d91e98b2249bdb38164546bdddaeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6020977 Nov 23 02:51:06.503719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772a975-640a-4b06-a06c-baeb071b3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef94ff-2080-4f93-854a-49e97100159c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:06.508029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:06.520843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.572752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.625082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.629834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.631331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e305516-a8f2-4444-a846-79464733fa45 HTTP/1.1" status: 204 len: 168 time: 0.2893221 Nov 23 02:51:06.634938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.678378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090e4ad-46e1-4370-aaee-3833add43c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e305516-a8f2-4444-a846-79464733fa45,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:06.761966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.772462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.773656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4aef94ff-2080-4f93-854a-49e97100159c HTTP/1.1" status: 204 len: 168 time: 0.2644479 Nov 23 02:51:06.821694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eecf6b-b1b3-4c3a-9cfa-7e968066765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef94ff-2080-4f93-854a-49e97100159c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:06.889929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a829122b-c103-4d5c-977e-4dfa65635aab req-ebacab56-7baa-4b94-aed5-3101227e0b94 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1070497 Nov 23 02:51:08.057461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3134baff-72f9-4014-aa44-657ed249bd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:08.120904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34ffbf33-8876-4401-9fe7-0b184638393c req-cc5dcd65-0262-45fd-a776-aa513e16d27b tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0836225 Nov 23 02:51:09.300297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:09.322489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58613601-38de-4553-8a6f-76db05f9c31d req-31f91a4b-496e-4aa7-bfc1-e676802094ee tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0430138 Nov 23 02:51:10.164671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:10.170658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717271643', 'description': 'tempest-secgroup-smoke-717271643 description', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:10.232669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.248697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.366860 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.375377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.420894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c68685-f9a6-4ed7-b54c-ee30963bba02,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:10.473357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.487596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.513753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcea4882-aad5-423b-8b1c-98c73f67cbe3 req-c9bd8a90-0769-4ee9-a2dd-794a9b1a67ac tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0384519 Nov 23 02:51:10.557978 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.559340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3929653 Nov 23 02:51:10.560312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a5fb9-3734-43fc-a41a-9319415ab1f9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76884e46-e345-4537-88e8-00c644e620bb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:10.562780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51212) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:10.567305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:10.614153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.688405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.694465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.712774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60ce247-50d0-4309-b46d-66a23f7743e4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:10.731975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.733963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3cf85d1d-30c3-4620-bee6-43e2169e292b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704831 Nov 23 02:51:10.736961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:10.744654 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.749122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:10.793154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.877799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.884506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.914489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2d991e-9139-40dd-821d-e47ad224ddce,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:10.930162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:10.932558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3bafd4a-f4b7-4087-b51c-166b84f2a7d0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918979 Nov 23 02:51:10.935084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:10.939798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:11.018928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.131676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.138600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.163954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b9d8a8-a26b-42e2-970f-ff1371e53769,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:11.173145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.181790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:11.187678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:11.195631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d779bcd0-30d7-4194-8e2b-ac3c6e54ede1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2476978 Nov 23 02:51:11.243794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.362616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.372033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.395253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5160cc0-e933-412e-9b50-0aeb80bea030,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:11.416262 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.418574 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3d64b72a-edcb-4e9c-821f-271be88a2fdb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2351096 Nov 23 02:51:11.421676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51226) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:11.427470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:11.462804 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:51:11.469272 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.536465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.544292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.568184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb169fe-bd66-48f6-80c6-cd2dd0bad9ba,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:11.590071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.594941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8794bd73-4cbf-48ec-a437-01d486d0d263 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1715775 Nov 23 02:51:11.595953 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:11.603257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '76884e46-e345-4537-88e8-00c644e620bb', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:11.660579 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:51:11.679667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7644b0b7-987e-44e3-bf73-b99135eb3493 req-dcdce173-bfaf-44af-81c3-0bb528039305 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0340970 Nov 23 02:51:11.686362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.838246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.844350 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.856318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.895689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1429a6a2-7ff3-4f9f-b843-7d6c2ec5e45b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:11.909232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:11.911722 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6d3e388-b125-4a81-b83d-a6f9d4d2b183 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3135674 Nov 23 02:51:11.917090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51236) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:11.925403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'network': {'name': 'tempest-network-smoke--1593023681', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:11.976799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:11.983528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.026215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:51:12.042078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.042419 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Added segment 5a4aea69-77c3-404b-84f0-3b373fa79090 of type vlan for network 8fe288a8-4eeb-4157-a552-14357a1e0856 Nov 23 02:51:12.136058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.199038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.213422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:12.214086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.324873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51240) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:12.330779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'admin_state_up': True, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:12.331117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4121227 Nov 23 02:51:12.382766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.385237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.387455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b234-ffe6-45df-863d-d3edc4711660 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Network': ['ID=8fe288a8-4eeb-4157-a552-14357a1e0856,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:12.399744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:51:12.530736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.692178 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:12.862423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcad4312-cd91-47dc-a425-bafc875d5e11 req-737e63b2-f73b-4d36-bd9c-d8523f053190 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0395648 Nov 23 02:51:13.021969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:13.044822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:13.194383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.94 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3234238e-1e21-46c3-bc72-360ec6b99f68) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:13.378753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:13.428895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:13.480260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:13.485329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:13.489045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:13.502168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173632f5-81f6-42f7-84cb-e29b2cff8637 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:13.573452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-96a4001c-d0c6-4d0f-b2b9-8899dd3f4599 None None] Provisioning complete for port 3234238e-1e21-46c3-bc72-360ec6b99f68 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:13.575080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96a4001c-d0c6-4d0f-b2b9-8899dd3f4599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:13.643643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-96a4001c-d0c6-4d0f-b2b9-8899dd3f4599 None None] Port 3234238e-1e21-46c3-bc72-360ec6b99f68 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:13.681855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=3234238e-1e21-46c3-bc72-360ec6b99f68,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:13.986529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:14.106975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a3c58add-45c0-442f-b915-0699daff52a8 req-9ae436b7-edcf-4173-b29d-5c9ef44a7c7c tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0467677 Nov 23 02:51:14.396056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:14.570748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router b02e995d-4810-4e20-a3b1-ab9fdcc51994 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:51:15.034120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:51:15.051466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Sync routers for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:51:15.059818 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:15.064565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51284) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:15.065092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d7d361a7-0786-4a1a-be7d-f0eca58265dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7385795 Nov 23 02:51:15.066253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:15.066923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:15.229760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:15.377326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27174961-4613-4cc8-8555-f1bb562db8db req-d973fcec-dc6f-4bfa-8210-f61c2dbfb424 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0659831 Nov 23 02:51:15.420514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-49e0faaf-aaba-4bcb-b46f-fdf721a70c39 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f6ad66998dc1478d820a7901d6abb8f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3545918 Nov 23 02:51:15.423540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51292) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:15.467947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:13Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:15.506966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Checking router: b02e995d-4810-4e20-a3b1-ab9fdcc51994 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:51:15.507900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Updating router b02e995d-4810-4e20-a3b1-ab9fdcc51994 port 3234238e-1e21-46c3-bc72-360ec6b99f68 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:51:15.547726 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:15.727868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2437f5-c91e-433c-b44e-d8af40daeb57 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:15.734718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51296) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:15.737998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe2437f5-c91e-433c-b44e-d8af40daeb57 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3131764 Nov 23 02:51:15.814758 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0ff335c1-b4ad-42f9-a351-51112246a2dc tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784807 Nov 23 02:51:15.817835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51298) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:15.829526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1930010641', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:15.909085 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:15.917736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:15.957733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db62d7b-094e-47ac-ad0e-66b934470ba4 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:16.027667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Attempting to bind port 3234238e-1e21-46c3-bc72-360ec6b99f68 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:16.027667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Attempting to bind port 3234238e-1e21-46c3-bc72-360ec6b99f68 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:16.027667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Attempting to bind port 3234238e-1e21-46c3-bc72-360ec6b99f68 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:16.031382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:16.031760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:16.032168 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.032571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:16.033060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Bound port: 3234238e-1e21-46c3-bc72-360ec6b99f68, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:16.033445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.059835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Pushing event updated for resources: {'Port': ['ID=3234238e-1e21-46c3-bc72-360ec6b99f68,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:16.063832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:16.068944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.096663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.097006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.097336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.097673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.098007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.098349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.098743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.099068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.099395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.099721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.100045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.100365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:16.144672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59404ecb-4c44-4330-bd49-42e0a14b137b None None] Provisioning complete for port 3234238e-1e21-46c3-bc72-360ec6b99f68 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:16.145072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59404ecb-4c44-4330-bd49-42e0a14b137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.148939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] For port 3234238e-1e21-46c3-bc72-360ec6b99f68, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:16.183561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] For port 3234238e-1e21-46c3-bc72-360ec6b99f68, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3234238e-1e21-46c3-bc72-360ec6b99f68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:16.197253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.233576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-59404ecb-4c44-4330-bd49-42e0a14b137b None None] Port 3234238e-1e21-46c3-bc72-360ec6b99f68 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:16.286497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e4596-3768-4e6e-adac-ecca351b7c52 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:16.310418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:16.311396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:16.359390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.389027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4255c-1f30-4845-a94b-2ec51bfef528 None None] Pushing event updated for resources: {'Port': ['ID=3234238e-1e21-46c3-bc72-360ec6b99f68,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:16.407424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] Provisioning complete for port 3234238e-1e21-46c3-bc72-360ec6b99f68 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:16.407767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.465778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Subnet': ['ID=1f248ab4-66b4-41e6-81d5-027e2d17ab41,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:16.473418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Checking segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:16.473989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network hostable DHCP agents. Network: 8fe288a8-4eeb-4157-a552-14357a1e0856, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:51:16.496840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:51:16.515147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 8fe288a8-4eeb-4157-a552-14357a1e0856) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:16.521125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:16.521954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.535301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09268b01-a318-47f1-96d7-28e2c08f5995 None None] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:16.570153 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbc80af5-ed2c-42e5-9c1c-5917a8f90a51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7509155 Nov 23 02:51:16.573585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51306) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:16.616354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-858036ed-4869-4a8b-85f8-cf44644711c7 req-e7ddbb66-7d8f-459f-b398-f6cf148398f2 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0665674 Nov 23 02:51:16.681284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:16.814579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.859301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] For port 3234238e-1e21-46c3-bc72-360ec6b99f68, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3234238e-1e21-46c3-bc72-360ec6b99f68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:16.870960 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:16.999491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6171-28a4-40db-9042-aac91cff699a None None] Pushing event updated for resources: {'Port': ['ID=3234238e-1e21-46c3-bc72-360ec6b99f68,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:17.034837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-8fe288a8-4eeb-4157-a552-14357a1e0856', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:51:17.035469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:17.313354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Allocated IP 172.20.0.2 (8fe288a8-4eeb-4157-a552-14357a1e0856/1f248ab4-66b4-41e6-81d5-027e2d17ab41/c99fb5d4-db7c-4968-aeb1-6c21facf9918) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:17.357269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:13Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:17.413515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3b8ae-c63f-4d9d-8914-970c94b894ac None None] The sync data for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 is: [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:13Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:51:17.518761 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:17.853213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-979bf210-d2d9-46fd-88fa-1b9be871513f req-5fdbf31c-db4c-4e20-82d2-aa3948683096 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7dde84-8f4b-42d0-b68d-7e8e8d8e1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0674665 Nov 23 02:51:18.208029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.226066 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.380455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:18.422624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:18.433021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:18.457046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Pushing event updated for resources: {'Port': ['ID=c99fb5d4-db7c-4968-aeb1-6c21facf9918,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:18.600304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.1 (8fe288a8-4eeb-4157-a552-14357a1e0856/1f248ab4-66b4-41e6-81d5-027e2d17ab41/c87c0339-dd39-452b-a65d-403bfbe48c0c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:18.648248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Attempting to bind port c99fb5d4-db7c-4968-aeb1-6c21facf9918 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:18.651779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Attempting to bind port c99fb5d4-db7c-4968-aeb1-6c21facf9918 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:18.652063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Attempting to bind port c99fb5d4-db7c-4968-aeb1-6c21facf9918 on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:18.659469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:18.659849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Checking segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:18.660263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.660709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Bound using segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:18.661196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Bound port: c99fb5d4-db7c-4968-aeb1-6c21facf9918, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:18.661731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.769323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] For port c99fb5d4-db7c-4968-aeb1-6c21facf9918, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:18.775341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] For port c99fb5d4-db7c-4968-aeb1-6c21facf9918, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c99fb5d4-db7c-4968-aeb1-6c21facf9918,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:18.796571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.846469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.897735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4305-38a1-4b2c-bb4d-426483a6f47e None None] Pushing event updated for resources: {'Port': ['ID=c99fb5d4-db7c-4968-aeb1-6c21facf9918,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:18.963129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.036675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:19.098576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:19.111857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:19.114372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:19.169986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:19.246704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.318729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.383020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.499286 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.505675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.508285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/security-groups/b9ca0174-0f80-4d5f-95a0-197d0c2c12b2 HTTP/1.1" status: 204 len: 168 time: 0.4602695 Nov 23 02:51:19.510378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:19.549193 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d2e326d1-ea82-40be-bb82-105a4fcdd7dc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] show failed (client error): The resource could not be found. Nov 23 02:51:19.550313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d2e326d1-ea82-40be-bb82-105a4fcdd7dc tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "GET /v2.0/security-groups/b9ca0174-0f80-4d5f-95a0-197d0c2c12b2 HTTP/1.1" status: 404 len: 347 time: 0.0388994 Nov 23 02:51:19.553452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:19.579752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85758c-7882-4c94-bd83-a0fa51424689 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ca0174-0f80-4d5f-95a0-197d0c2c12b2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:19.589106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:19.964273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c99fb5d4-db7c-4968-aeb1-6c21facf9918 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:20.060002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port 810fa0c8-990c-4ced-9f14-b2b68fb63965 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:20.060979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.119202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c99fb5d4-db7c-4968-aeb1-6c21facf9918 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:20.119583 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.153957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.161502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.296709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.302986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.371607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for 810fa0c8-990c-4ced-9f14-b2b68fb63965 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:20.499355 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.524303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:20.533684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.594910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port c99fb5d4-db7c-4968-aeb1-6c21facf9918, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c99fb5d4-db7c-4968-aeb1-6c21facf9918,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:20.606649 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.607932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3234238e-1e21-46c3-bc72-360ec6b99f68 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:20.716890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.764732 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=c99fb5d4-db7c-4968-aeb1-6c21facf9918,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:20.813123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3234238e-1e21-46c3-bc72-360ec6b99f68 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:20.813582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.819376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=810fa0c8-990c-4ced-9f14-b2b68fb63965,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:20.855309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:20.859979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:20.956176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.966245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:20.973731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-41812323-cd2b-4863-b5db-ec9e55890b41 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/floatingips/31538e55-85b1-44a7-971c-13cc83c7a4f5 HTTP/1.1" status: 204 len: 168 time: 1.4192348 Nov 23 02:51:20.976521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:21.105293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc389a-cee5-4bf0-b9cd-71f876143a16 None None] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:21.210248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router b02e995d-4810-4e20-a3b1-ab9fdcc51994 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:51:21.242084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port f2654b84-4ace-458c-8c0e-011a0ef65a78 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:21.242438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:21.502558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:21.510534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-28783e9b-d247-4c84-bc3b-e7d57e3f1087 None None] Provisioning complete for port c99fb5d4-db7c-4968-aeb1-6c21facf9918 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:21.512210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28783e9b-d247-4c84-bc3b-e7d57e3f1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:21.513090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:51:21.528283 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Sync routers for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:51:21.542541 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-17f73f04-351f-45b2-86ba-1ef78c213014 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/b02e995d-4810-4e20-a3b1-ab9fdcc51994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9556348 Nov 23 02:51:21.550750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:21.551409 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:21.553530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for f2654b84-4ace-458c-8c0e-011a0ef65a78 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:21.853923 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:21.854883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:21.872052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c99fb5d4-db7c-4968-aeb1-6c21facf9918 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:22.014221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=f2654b84-4ace-458c-8c0e-011a0ef65a78,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:22.033503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c99fb5d4-db7c-4968-aeb1-6c21facf9918 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:22.033937 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.177348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-5c191fc8-0a29-4af9-81b6-a029257bdc7a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717271643&fields=id&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 267 time: 0.2103240 Nov 23 02:51:22.297832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.302066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3aa30075-e09e-45fc-bf5d-c513003a66e7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/ports/f2654b84-4ace-458c-8c0e-011a0ef65a78 HTTP/1.1" status: 204 len: 168 time: 1.3238130 Nov 23 02:51:22.304967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:22.439034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-8e58c43c-6919-458e-950e-762f714fd60b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:22.440705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-8e58c43c-6919-458e-950e-762f714fd60b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 797 time: 0.2620361 Nov 23 02:51:22.493646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-d866d368-4178-4a24-9a2f-d400ab3de676 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/quotas/f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0420902 Nov 23 02:51:22.525134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:22.525134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.614931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-f162f4da-1e96-43f0-a0a0-0826c0751cbe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149058 Nov 23 02:51:22.685029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-82200caf-b06a-4fbc-8cb7-c9c62441c73b None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:22.686041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82200caf-b06a-4fbc-8cb7-c9c62441c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.719774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.755165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:22.783774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-82200caf-b06a-4fbc-8cb7-c9c62441c73b None None] Port c87c0339-dd39-452b-a65d-403bfbe48c0c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:22.807746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-82200caf-b06a-4fbc-8cb7-c9c62441c73b None None] Provisioning complete for port c99fb5d4-db7c-4968-aeb1-6c21facf9918 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:22.810029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82200caf-b06a-4fbc-8cb7-c9c62441c73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.833248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 2, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:22.849253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-0dffb22d-51a7-4261-8410-bdd69c0d894f service neutron] 10.222.0.15 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311954 Nov 23 02:51:22.919115 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Checking router: b02e995d-4810-4e20-a3b1-ab9fdcc51994 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:51:22.919402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Updating router b02e995d-4810-4e20-a3b1-ab9fdcc51994 port c87c0339-dd39-452b-a65d-403bfbe48c0c binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:51:22.961342 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.042809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.049627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-c68dfb99-a00c-4309-b122-48a14cf92932 service neutron] 10.222.0.15 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926155 Nov 23 02:51:23.097097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eb59baff-f014-4deb-afc0-20a487907f26 None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:23.097471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eb59baff-f014-4deb-afc0-20a487907f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.145351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=f7a19149-f6b3-45ae-abdd-4bd9ea1e0235,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:23.212476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-eb59baff-f014-4deb-afc0-20a487907f26 None None] Port c87c0339-dd39-452b-a65d-403bfbe48c0c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:23.344522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.349608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-60fb206d-c861-496a-ab7f-10b4e0e2dea5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/ports/f7a19149-f6b3-45ae-abdd-4bd9ea1e0235 HTTP/1.1" status: 204 len: 168 time: 1.0435734 Nov 23 02:51:23.352997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51398) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:23.394449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8596e9c0-4686-4d4b-99ce-78edc7bcd6b1 req-78f1c362-34b3-4246-9318-0dbb2f840d2d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 210 time: 0.0524571 Nov 23 02:51:23.478270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting subnet b9947c2f-4431-40f5-99b4-0cd07feb4323 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:51:23.483354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.495179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.549757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-dd966bde-4b14-41d5-886f-e55199064e58 None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:23.550197 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dd966bde-4b14-41d5-886f-e55199064e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.554784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.632993 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.648473 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.675319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-dd966bde-4b14-41d5-886f-e55199064e58 None None] Port c87c0339-dd39-452b-a65d-403bfbe48c0c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:23.794835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Pushing event updated for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:23.831936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.832970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.833941 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.834938 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.835457 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.840611 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.841258 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.841828 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.842386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.842882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.843417 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.843963 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:23.886188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Attempting to bind port c87c0339-dd39-452b-a65d-403bfbe48c0c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:23.888134 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Attempting to bind port c87c0339-dd39-452b-a65d-403bfbe48c0c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:23.889315 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Attempting to bind port c87c0339-dd39-452b-a65d-403bfbe48c0c on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:23.901805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:23.903293 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Checking segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:23.904035 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.904597 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Bound using segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:23.905295 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Bound port: c87c0339-dd39-452b-a65d-403bfbe48c0c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:23.906065 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:23.919429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.006189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-887e6663-be8c-4dfc-99d2-e542a9303565 req-66662965-cca5-4e74-9ccb-801a21274fd7 service neutron] (103572) timed out ('10.222.0.41', 61884) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:51:24.056264 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] For port c87c0339-dd39-452b-a65d-403bfbe48c0c, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:24.065524 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] For port c87c0339-dd39-452b-a65d-403bfbe48c0c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c87c0339-dd39-452b-a65d-403bfbe48c0c,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:24.076850 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.089550 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.149654 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:24.150297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:24.179505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.185746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/subnets/b9947c2f-4431-40f5-99b4-0cd07feb4323 HTTP/1.1" status: 204 len: 168 time: 0.8288779 Nov 23 02:51:24.186296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68053e-db8c-4320-8bf8-4b5043f9828f None None] Network 1e131579-7c4e-4567-abb2-b8e3f2161435 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:24.187313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:24.191316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fda33-eaf2-48ad-addd-76e9f83d12f7 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Subnet': ['ID=b9947c2f-4431-40f5-99b4-0cd07feb4323,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:24.294220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting subnet f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:51:24.301313 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.426103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.427829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:24.428227 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.445683 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:51:24.459882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:24.461606 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612d5c0-fffe-484a-a51d-f87cb15a09c3 None None] Pushing event updated for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:24.584406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba20a00a-5cae-4575-9a37-2e35827b67e6 req-5d5ed933-d3c6-4e21-9655-188dcd9c625d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 210 time: 0.0743768 Nov 23 02:51:24.681364 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.712429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.737318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] DHCP port deletion for 1e131579-7c4e-4567-abb2-b8e3f2161435 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:24.813634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] For port c87c0339-dd39-452b-a65d-403bfbe48c0c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c87c0339-dd39-452b-a65d-403bfbe48c0c,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:24.826567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.840640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Deleting port b42a2785-206e-4dfc-b7be-03acab845369 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:24.841285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.842075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.902447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fbfa2c-f67a-4585-a2fb-3985e7d67d43,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:24.904519 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.907740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5323df3-f381-44c1-80f7-5356a5c8055f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/subnets/f4fbfa2c-f67a-4585-a2fb-3985e7d67d43 HTTP/1.1" status: 204 len: 168 time: 0.7188208 Nov 23 02:51:24.910317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:24.921641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] For port b42a2785-206e-4dfc-b7be-03acab845369, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b42a2785-206e-4dfc-b7be-03acab845369,segment=NetworkSegment(87ff301b-a185-4f8a-a3f4-92090b56092c),segment_id=87ff301b-a185-4f8a-a3f4-92090b56092c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:24.922495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:24.940610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Calling delete_port for b42a2785-206e-4dfc-b7be-03acab845369 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:25.010657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.050626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47297d2a-e92d-4b3c-a0e0-406de2ad3966 None None] Network e29052be-985c-4583-91e6-8231a002f53f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:25.058862 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:25.100975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port b42a2785-206e-4dfc-b7be-03acab845369 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:25.103020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.139980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.146794 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0000c87-696d-42e4-b0c2-b0a05349fde6 None None] The sync data for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 is: [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:51:25.171663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] No DVR routers for this DVR port b42a2785-206e-4dfc-b7be-03acab845369 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:25.290425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port b42a2785-206e-4dfc-b7be-03acab845369, host n-d-714676-12, got binding levels [] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:25.291742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.297518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-21d191bf-15a3-4cfa-9abb-d3038bc2cf15 None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:25.297998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21d191bf-15a3-4cfa-9abb-d3038bc2cf15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.349239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for b42a2785-206e-4dfc-b7be-03acab845369 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:25.352418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.ipam_backend_mixin [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Port b42a2785-206e-4dfc-b7be-03acab845369 was not found and therefore no delete operation was performed {{(pid=103571) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:51:25.354578 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.384157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=b42a2785-206e-4dfc-b7be-03acab845369,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:25.394128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port b42a2785-206e-4dfc-b7be-03acab845369 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:25.422662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-bd17ada7-30b4-4878-9b22-babce6fb8418 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:25.428806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-bd17ada7-30b4-4878-9b22-babce6fb8418 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 797 time: 0.3285971 Nov 23 02:51:25.454113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69149885-4039-433b-8ff5-bb86cfa3477d None None] Pushing event updated for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:25.577264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3723e2-6c5d-4f7e-88ec-8a3abfcf0f7b None None] Pushing event deleted for resources: {'Port': ['ID=b42a2785-206e-4dfc-b7be-03acab845369,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:25.592824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-6d88f3c2-dc6d-4d3b-9897-ca3f89432117 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 379 time: 0.1503601 Nov 23 02:51:25.628830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'port': {'device_id': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'admin_state_up': True, 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'security_groups': ['76884e46-e345-4537-88e8-00c644e620bb']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:25.654105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.709922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e131579-7c4e-4567-abb2-b8e3f2161435']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:25.728669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ff301b-a185-4f8a-a3f4-92090b56092c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:25.729193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ff301b-a185-4f8a-a3f4-92090b56092c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:25.729318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] DHCP port deletion for e29052be-985c-4583-91e6-8231a002f53f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:25.747690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.764324 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.771522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:51:25.772110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.841415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:25.865270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:51:25.877016 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:51:25.883241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.891125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c87c0339-dd39-452b-a65d-403bfbe48c0c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:25.936417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85716a18-8683-41f8-b7f0-104343d19fee req-5d213b86-c489-45cf-9a03-b12a170cb68b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 210 time: 0.0802145 Nov 23 02:51:25.958209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:25.967437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/networks/1e131579-7c4e-4567-abb2-b8e3f2161435 HTTP/1.1" status: 204 len: 168 time: 1.0559974 Nov 23 02:51:25.969802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:25.989539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f59c67-00d8-4000-82ca-80b070792e5f tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Network': ['ID=1e131579-7c4e-4567-abb2-b8e3f2161435,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:26.026777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Deleting port c5776ef5-96d1-4089-814e-c56c48ff4b27 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:26.027459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.085364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c87c0339-dd39-452b-a65d-403bfbe48c0c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:26.086120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.9 (8fe288a8-4eeb-4157-a552-14357a1e0856/1f248ab4-66b4-41e6-81d5-027e2d17ab41/87a26d47-da26-49b5-9c46-733cedfb416b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:26.087325 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.182873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.187452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] For port c5776ef5-96d1-4089-814e-c56c48ff4b27, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5776ef5-96d1-4089-814e-c56c48ff4b27,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:26.188469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.222151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Calling delete_port for c5776ef5-96d1-4089-814e-c56c48ff4b27 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:26.346002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Deleting port c5776ef5-96d1-4089-814e-c56c48ff4b27 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:26.346614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.432735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.469877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.472039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] Pushing event deleted for resources: {'Port': ['ID=c5776ef5-96d1-4089-814e-c56c48ff4b27,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:26.474270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67508c-f6fb-4141-9d5b-5152ae0f4c07 None None] No DVR routers for this DVR port c5776ef5-96d1-4089-814e-c56c48ff4b27 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:26.502441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] For port c5776ef5-96d1-4089-814e-c56c48ff4b27, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c5776ef5-96d1-4089-814e-c56c48ff4b27,segment=NetworkSegment(693cdcf8-7449-442d-9212-d6dfd5c5e4eb),segment_id=693cdcf8-7449-442d-9212-d6dfd5c5e4eb)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:26.505643 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.548695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Calling delete_port for c5776ef5-96d1-4089-814e-c56c48ff4b27 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:26.587119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.637326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b42a2785-206e-4dfc-b7be-03acab845369 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:26.684086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b42a2785-206e-4dfc-b7be-03acab845369 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:26.686232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b42a2785-206e-4dfc-b7be-03acab845369 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:26.715402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:26.726437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:26.734245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:26.740483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:26.826782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] No DVR routers for this DVR port c5776ef5-96d1-4089-814e-c56c48ff4b27 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:26.845711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Port': ['ID=c5776ef5-96d1-4089-814e-c56c48ff4b27,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:26.998890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:27.009054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.047816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:27.062882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-cb1bfe50-0fce-44af-a889-3c65090d18e5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4635711 Nov 23 02:51:27.069616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.082487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Request body: {'port': {'device_id': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:27.145591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29052be-985c-4583-91e6-8231a002f53f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:27.174618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693cdcf8-7449-442d-9212-d6dfd5c5e4eb') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:27.175318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693cdcf8-7449-442d-9212-d6dfd5c5e4eb') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:27.201654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.214203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.238968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f95973-c46c-43c7-98b3-42b938756918 req-de370d3e-9ec1-410a-92ee-b2a8a97b73df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:27.240815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63f95973-c46c-43c7-98b3-42b938756918 req-de370d3e-9ec1-410a-92ee-b2a8a97b73df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 931 time: 0.1512196 Nov 23 02:51:27.276342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.318846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:51:27.319343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self.session.flush() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:51:27.324692 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:51:27.363071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63f95973-c46c-43c7-98b3-42b938756918 req-2b7b6d3d-b3f0-486a-a745-f8b2ddb736e9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111615 Nov 23 02:51:27.374020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b929aa31-d157-4412-8b81-606cf770fae2 None None] Provisioning complete for port 87a26d47-da26-49b5-9c46-733cedfb416b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:27.376694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b929aa31-d157-4412-8b81-606cf770fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.437679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b929aa31-d157-4412-8b81-606cf770fae2 None None] Port 87a26d47-da26-49b5-9c46-733cedfb416b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:27.464068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.489811 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.493403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] 10.222.0.15 "DELETE /v2.0/networks/e29052be-985c-4583-91e6-8231a002f53f HTTP/1.1" status: 204 len: 168 time: 1.5220642 Nov 23 02:51:27.494890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe23a61-0984-4cff-9e9a-28788e756de5 tempest-TaggedBootDevicesTest-22831347 tempest-TaggedBootDevicesTest-22831347-project] Pushing event deleted for resources: {'Network': ['ID=e29052be-985c-4583-91e6-8231a002f53f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:27.759322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a26d47-da26-49b5-9c46-733cedfb416b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:51:27.769778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.791567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5776ef5-96d1-4089-814e-c56c48ff4b27 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:27.806728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Transition to ACTIVE for port object 87a26d47-da26-49b5-9c46-733cedfb416b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:51:27.817477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:27.840813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c5776ef5-96d1-4089-814e-c56c48ff4b27 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:27.842842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c5776ef5-96d1-4089-814e-c56c48ff4b27 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:27.899518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:28.080986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:28.081327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:28.081660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:28.097158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:51:28.097480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:28.109599 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-23658407-fed2-43f7-9d0f-4315ff94c8f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893826 Nov 23 02:51:28.110728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:28.111301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Checking segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:28.111885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Bound using segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:28.112486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Bound port: 87a26d47-da26-49b5-9c46-733cedfb416b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:28.113149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:28.273402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:28.278807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:28.288914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-5845477a-4bad-42eb-92ce-0f3ef60d9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:28.293834 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-5845477a-4bad-42eb-92ce-0f3ef60d9447 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.1040387 Nov 23 02:51:28.299173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:28.576518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214e8e-c29d-4022-ad1f-e9c59844da86 req-b32eb8e8-d451-4526-a79b-faad529115b5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:28.589284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98214e8e-c29d-4022-ad1f-e9c59844da86 req-b32eb8e8-d451-4526-a79b-faad529115b5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.1231616 Nov 23 02:51:28.604857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:28.607865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:28.613192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 1092 time: 1.5350573 Nov 23 02:51:28.613709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:28.625218 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:28.723364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98214e8e-c29d-4022-ad1f-e9c59844da86 req-63e1d044-024b-431e-b32b-6372feac2c9f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331306 Nov 23 02:51:28.727355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7d0be-47d7-46ae-8317-3b298402d0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:28.792700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-4377c908-5b7d-4141-a41b-6bcea8c575bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:28.798184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-4377c908-5b7d-4141-a41b-6bcea8c575bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 910 time: 0.4655375 Nov 23 02:51:28.824244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-91b77669-175a-46ac-b8ea-f70c1a319a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:28.827883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-91b77669-175a-46ac-b8ea-f70c1a319a8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.1537323 Nov 23 02:51:28.830749 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c843a66-c95c-4883-a565-fad4d7615854 x-openstack-request-id: req-1c843a66-c95c-4883-a565-fad4d7615854 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:28.831323 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:28.831787 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c843a66-c95c-4883-a565-fad4d7615854 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:28.832404 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'status': 'completed', 'code': 200} Nov 23 02:51:28.962917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-4239b6c3-7c77-4839-ab05-50f83d432e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 217 time: 0.1018093 Nov 23 02:51:29.075220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-9b4228c8-b354-4afa-a5b9-6ebd458ca343 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 1001 time: 0.2690759 Nov 23 02:51:29.133880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-0f594ff8-0089-4c30-9e07-101fb1321569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:29.135528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-0f594ff8-0089-4c30-9e07-101fb1321569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.1347544 Nov 23 02:51:29.205768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-63cc18d5-d8b1-4052-aadb-0c949c8c13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:29.207536 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-63cc18d5-d8b1-4052-aadb-0c949c8c13ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.1223035 Nov 23 02:51:29.268461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-7097fdde-4c9e-4fea-bf7f-c5037f594129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:29.269962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-7097fdde-4c9e-4fea-bf7f-c5037f594129 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226749 Nov 23 02:51:29.392267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-e395d926-023d-45df-9125-7e52c835c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:29.394477 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-e395d926-023d-45df-9125-7e52c835c412 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756837 Nov 23 02:51:29.403807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-3d722c82-7584-413b-8057-5e4d07af6434 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210461 Nov 23 02:51:29.615777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-02e797cf-50d5-4c6a-970d-0d2033a53c50 req-8dab66f0-1912-4074-8c2c-6e9684647fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989107 Nov 23 02:51:29.653142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-a32116f5-9e6d-401f-bd4d-da16f5c2c26c service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457373 Nov 23 02:51:29.692822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:29.841511 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-630c694b-a41b-4dd9-aa54-c3a004beafb4 req-38505e3f-1b35-4b41-928a-bbb8df7a9ffb service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824963 Nov 23 02:51:29.917834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-f5147913-015d-46c0-be3c-eb7191f2e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:29.919806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-f5147913-015d-46c0-be3c-eb7191f2e2ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.1260467 Nov 23 02:51:30.004448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2eb0a-5743-432c-9787-00c8dd4576da req-2b4556a6-47ed-4315-94f8-98aa52ddc994 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:30.010988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2a2eb0a-5743-432c-9787-00c8dd4576da req-2b4556a6-47ed-4315-94f8-98aa52ddc994 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.1399567 Nov 23 02:51:30.110063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2a2eb0a-5743-432c-9787-00c8dd4576da req-dd1ebea1-0f8d-4380-b9f8-b19564779fdd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876834 Nov 23 02:51:30.191582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-278d3a6c-2803-4cb4-95a4-5189693d9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:30.196997 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-278d3a6c-2803-4cb4-95a4-5189693d9b0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.2673249 Nov 23 02:51:30.297911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-93d7a407-5d81-4212-b9e7-2ef5d657e4f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 217 time: 0.0919626 Nov 23 02:51:30.405839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-bd115db7-580c-48c3-93fd-8aea45f46d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:30.408072 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-bd115db7-580c-48c3-93fd-8aea45f46d41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0966287 Nov 23 02:51:30.486165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-05f0e2c4-42b7-4ddf-bcc4-6b4ec85590a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:30.487711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-05f0e2c4-42b7-4ddf-bcc4-6b4ec85590a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720453 Nov 23 02:51:30.496832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:30.592112 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-4c2f09ce-8702-4bf8-a5dd-6de1c46e6727 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956624 Nov 23 02:51:30.715632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd01c88a-837d-43df-82f5-9227ef903ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:30.753404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4078cd0c-9134-491e-9c70-ddc2ca8b9e13 req-0479c30b-d42b-4061-9413-0195c053f737 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534660 Nov 23 02:51:30.846093 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd01c88a-837d-43df-82f5-9227ef903ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:30.851268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd01c88a-837d-43df-82f5-9227ef903ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:30.920546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd01c88a-837d-43df-82f5-9227ef903ddc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fab283d98ba4fb7b78c1eddba95e064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224770 Nov 23 02:51:30.921451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c88a-837d-43df-82f5-9227ef903ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf5610-86b5-4a18-ba68-ffe563593be8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:30.923137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51534) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:31.026689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.050194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.103195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.106252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.124179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aacf5610-86b5-4a18-ba68-ffe563593be8 HTTP/1.1" status: 204 len: 168 time: 0.1980889 Nov 23 02:51:31.142843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa9cdf-12c0-4179-bb3d-f4ea5a98d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf5610-86b5-4a18-ba68-ffe563593be8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:31.303070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d4d9-e8d0-414b-bb29-5d7e0b514ad7 req-e0929a08-5505-4f31-80ec-fdd256aedf78 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:31.304766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d199d4d9-e8d0-414b-bb29-5d7e0b514ad7 req-e0929a08-5505-4f31-80ec-fdd256aedf78 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0727355 Nov 23 02:51:31.457195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d199d4d9-e8d0-414b-bb29-5d7e0b514ad7 req-c480ec2b-43da-4576-82ce-13676345c4f5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464076 Nov 23 02:51:31.478254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-942d1e11-809b-434b-b767-7795d78446d0 req-5976c04e-ef32-4960-9ee9-e0fe59166fc3 service neutron] (103571) timed out ('10.222.0.41', 61941) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:51:31.690959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51550) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:31.706738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38a49e29-ae18-4e5d-a45f-1429777c4e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.828526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38a49e29-ae18-4e5d-a45f-1429777c4e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.834954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38a49e29-ae18-4e5d-a45f-1429777c4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.872697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49e29-ae18-4e5d-a45f-1429777c4e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83e66f-bb2d-4bbe-8f15-dea1b0e6954e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:31.899858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:31.907856 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38a49e29-ae18-4e5d-a45f-1429777c4e78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dbbfefe99f545aca962e561598f5fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156851 Nov 23 02:51:31.970215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:31.995853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.045707 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.049188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.050790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f83e66f-bb2d-4bbe-8f15-dea1b0e6954e HTTP/1.1" status: 204 len: 168 time: 0.1495681 Nov 23 02:51:32.062439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc3b07-d643-4401-ae79-020019b74999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83e66f-bb2d-4bbe-8f15-dea1b0e6954e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:32.244073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:51:32.422838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:32.440060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '87a26d47-da26-49b5-9c46-733cedfb416b', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'mac_address': 'fa:16:3e:58:f8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:51:32.534857 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.571777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a26d47-da26-49b5-9c46-733cedfb416b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:51:32.598381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:32.607123 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.667559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dac88-0a45-4c84-a244-c39bbac88552 req-8cbb7095-7370-4d92-93d7-66a6d9d54753 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:32.673175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51564) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:32.675945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-960dac88-0a45-4c84-a244-c39bbac88552 req-8cbb7095-7370-4d92-93d7-66a6d9d54753 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0939648 Nov 23 02:51:32.688645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7cc117c-5211-43b9-b659-d989a004772c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.713410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:32.751933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-960dac88-0a45-4c84-a244-c39bbac88552 req-0bffeb58-6535-4c1d-8450-af39835af734 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747316 Nov 23 02:51:32.885360 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7cc117c-5211-43b9-b659-d989a004772c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.889402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a7cc117c-5211-43b9-b659-d989a004772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:32.897733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['87a26d47-da26-49b5-9c46-733cedfb416b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:51:32.938735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc117c-5211-43b9-b659-d989a004772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4388602-61e2-4492-9ba3-94a2dba1917d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:32.955009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:32.955146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a7cc117c-5211-43b9-b659-d989a004772c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfb79e9ac4a2418dbe26695c0fbdaa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802534 Nov 23 02:51:33.093201 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:33.115433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:33.191976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:33.210478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:33.223254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4388602-61e2-4492-9ba3-94a2dba1917d HTTP/1.1" status: 204 len: 168 time: 0.2665126 Nov 23 02:51:33.242490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb846f4-5b7c-4729-8915-8c128e7299bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4388602-61e2-4492-9ba3-94a2dba1917d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:34.056412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9238-6a22-46e2-8f97-55f3057be0dd req-baef4c21-e2fb-4ba3-aa54-4807b57136fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:34.059117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f0b9238-6a22-46e2-8f97-55f3057be0dd req-baef4c21-e2fb-4ba3-aa54-4807b57136fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 944 time: 0.1407487 Nov 23 02:51:34.149829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f0b9238-6a22-46e2-8f97-55f3057be0dd req-e86dad98-b445-4119-89e7-2056500ad4bb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810540 Nov 23 02:51:34.239592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:34.334997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 87a26d47-da26-49b5-9c46-733cedfb416b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:51:34.342529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 87a26d47-da26-49b5-9c46-733cedfb416b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:34.343139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:34.721237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:34.785122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:34.795091 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a715320-88e7-498f-b181-5cbff744d0bd" -d '{"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:34.816646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:34.823960 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:34.879385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:34.902530 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64899d9b-877b-43f0-b1e4-2ce7f6049fb7 x-openstack-request-id: req-64899d9b-877b-43f0-b1e4-2ce7f6049fb7 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:34.903080 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:34.903586 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64899d9b-877b-43f0-b1e4-2ce7f6049fb7 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:34.903937 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'code': 200} Nov 23 02:51:35.264714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62988ae4-57da-41da-9788-b173fbd4ad25 req-ca5da343-90d1-49ea-b0c2-8514164970b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:35.266761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-62988ae4-57da-41da-9788-b173fbd4ad25 req-ca5da343-90d1-49ea-b0c2-8514164970b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.2518468 Nov 23 02:51:35.346464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d59539-5560-412c-8504-a258d2797db0 req-61f7fbde-f8fd-443c-8f59-8e6e9991821e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:35.364175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d59539-5560-412c-8504-a258d2797db0 req-61f7fbde-f8fd-443c-8f59-8e6e9991821e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.1051097 Nov 23 02:51:35.417087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-62988ae4-57da-41da-9788-b173fbd4ad25 req-26b5d3a8-96db-42c7-9582-c26c5949ca0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408863 Nov 23 02:51:35.476240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4d59539-5560-412c-8504-a258d2797db0 req-8921cfbe-7a81-4df3-8d7c-7656e8e29e35 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073608 Nov 23 02:51:35.671815 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8a38b52e-6b23-4cbe-afa0-ca19fb35f971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:36.007646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-d4cd4adf-ee81-40e1-8e83-e16fa4517ef9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262078224&fields=id&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 267 time: 0.0509405 Nov 23 02:51:36.137798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-4d9af68f-cbbd-4494-81a4-81e66cb3b6d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:36.139309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-4d9af68f-cbbd-4494-81a4-81e66cb3b6d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1240330 Nov 23 02:51:36.159015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-5dd18e1f-5d9a-4ed3-a5bd-044dcc587d3a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0139225 Nov 23 02:51:36.216367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-3549b3f9-6ea8-45e3-a693-ff44bc5bbfdf tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542259 Nov 23 02:51:36.353474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-51844623-0be7-48b1-b49b-31f961c6a2f9 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232038 Nov 23 02:51:36.459467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-2006273c-0fac-4595-a6e4-3e1ce804e119 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049747 Nov 23 02:51:36.924925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835b87c-b70c-4d18-a18b-66f7bc29b9d7 req-6020a79c-7260-4153-818c-bcd4506b5a19 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:36.926546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9835b87c-b70c-4d18-a18b-66f7bc29b9d7 req-6020a79c-7260-4153-818c-bcd4506b5a19 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0798550 Nov 23 02:51:37.008261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9835b87c-b70c-4d18-a18b-66f7bc29b9d7 req-f9f75d2d-27a8-4112-b6a4-6a360dee2154 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740335 Nov 23 02:51:37.092936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36f2a7ab-70bc-46de-81c8-c2e6c3c067b6 req-1478783c-27a0-42b0-8bfb-84f8c69283e3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0286624 Nov 23 02:51:37.248821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e67709-b749-4055-b093-2a298d862400 req-b345a19f-1bfd-4d2d-a61c-139ec94e0ab9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:37.260481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e67709-b749-4055-b093-2a298d862400 req-b345a19f-1bfd-4d2d-a61c-139ec94e0ab9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0868645 Nov 23 02:51:37.377883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8e67709-b749-4055-b093-2a298d862400 req-a6099ae5-b943-4f3b-86b3-a545221d7a33 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165731 Nov 23 02:51:37.404251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51634) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:37.469752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d141858-44e8-4df4-92c6-b4a3b953502f tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:37.471351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d141858-44e8-4df4-92c6-b4a3b953502f tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1092 time: 0.0658829 Nov 23 02:51:37.477434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51638) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:37.481949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:37.513923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:37.947254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:38.050642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76e096c0-d622-4e80-877e-1ff2e9b4f369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:38.208647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.136 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/e39e85c2-f5dc-45b5-9528-a4fd2c545e42) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:38.463852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffadba90-70e9-4b97-ac18-8a1111c4ae45 req-cc9c52db-6fbc-409d-800f-4bbd3e086502 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.1469631 Nov 23 02:51:38.660179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:38.733730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:38.860075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:38.881720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:38.897825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:39.065840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=e39e85c2-f5dc-45b5-9528-a4fd2c545e42,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:39.249593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-92d8a274-45a9-4c04-b815-fc14b009821c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:39.257184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-92d8a274-45a9-4c04-b815-fc14b009821c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.8966458 Nov 23 02:51:39.307070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.432592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-1805f97f-8c1a-4874-9e24-589d5219ed76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 379 time: 0.1472862 Nov 23 02:51:39.443311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'security_groups': ['b28d216f-0d1e-4cf2-9695-b748ec8ca23f']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:39.608827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:39.612684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.613506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-673996c3-7dda-4ba1-a41a-d4a2de2859c3 req-f7608d24-6b1c-4421-82ab-9a78df18109d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0323839 Nov 23 02:51:39.628262 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.706902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.793716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.6 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/2777fd23-a38b-46a0-bb05-1d1a4cb56cc2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:39.896407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.904746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.975439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.013793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=e39e85c2-f5dc-45b5-9528-a4fd2c545e42,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:40.025209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.032967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.101331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:40.110337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:40.112073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:40.119004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:40.143243 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP e07b04d5-7481-47f4-869f-6c8b31b4196d associated. External IP: 172.25.1.136, port: 87a26d47-da26-49b5-9c46-733cedfb416b. Nov 23 02:51:40.189398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:40.193980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.232442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ddd18947-c3ca-40d0-bd46-60647d5dac28 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933357 Nov 23 02:51:40.246683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Request body: {'port': {'device_id': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:40.368108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.447180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router b02e995d-4810-4e20-a3b1-ab9fdcc51994 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:51:40.511468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4615e73d-5ec3-4e53-850d-e519f74af7e2 None None] Provisioning complete for port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:40.512011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4615e73d-5ec3-4e53-850d-e519f74af7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.596540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4615e73d-5ec3-4e53-850d-e519f74af7e2 None None] Port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:51:40.704920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:51:40.752521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Sync routers for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:51:40.756285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.768848 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.775102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:40.776222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:40.837895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:51:40.857961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8305f5f9-263d-4c17-baff-82774af0f8dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3791842 Nov 23 02:51:40.859681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:40.861076 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.862972 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:40.880331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Transition to ACTIVE for port object 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:51:40.889458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34113d5-6c66-491e-9f52-2548fd0dacae req-4b92948b-e6cd-4e80-8439-f562d78111d6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:40.889842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.891972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e34113d5-6c66-491e-9f52-2548fd0dacae req-4b92948b-e6cd-4e80-8439-f562d78111d6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 931 time: 0.1547735 Nov 23 02:51:40.948429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Pushing event updated for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:41.042783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e34113d5-6c66-491e-9f52-2548fd0dacae req-9928fbfa-32e8-4be0-90e1-03df8fb7bfe5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416090 Nov 23 02:51:41.051222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:41.082091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Attempting to bind port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:41.082430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Attempting to bind port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:41.082816 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Attempting to bind port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:41.094543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:51:41.094878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Attempting to bind port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:41.125761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:41.126132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:41.126604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:41.127043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Bound port: 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:41.127448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:41.252786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:41.256418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aca304-0171-453f-b832-885a25b27621 req-05db0dbb-8ff2-4797-af83-f7706df3a0bf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.256584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:41.259979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44aca304-0171-453f-b832-885a25b27621 req-05db0dbb-8ff2-4797-af83-f7706df3a0bf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.1084700 Nov 23 02:51:41.272110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:41.379855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.390728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44aca304-0171-453f-b832-885a25b27621 req-b90a7128-0618-4022-962d-426abb5c8b56 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115367 Nov 23 02:51:41.390962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:41.390962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] 10.222.0.47 "PUT /v2.0/ports/2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 200 len: 1092 time: 1.1447203 Nov 23 02:51:41.390962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:41.394891 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f32f90-0911-4b93-8e07-c5cde063eda1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:41.406354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51678) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:41.482775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa60571-af2b-4045-8b60-f6fd3e582004 service neutron] Pushing event updated for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:41.497064 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc8cd6-3775-410b-9391-eca9ba057644 x-openstack-request-id: req-d2bc8cd6-3775-410b-9391-eca9ba057644 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:41.502662 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:41.503255 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2bc8cd6-3775-410b-9391-eca9ba057644 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:41.503761 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'status': 'completed', 'code': 200} Nov 23 02:51:41.576909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'e07b04d5-7481-47f4-869f-6c8b31b4196d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'mac_address': 'fa:16:3e:58:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:39Z', 'updated_at': '2021-11-23T02:51:39Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:41.591417 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0def4da6-fe57-4f9f-99b3-a9b629d4e042 x-openstack-request-id: req-0def4da6-fe57-4f9f-99b3-a9b629d4e042 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:41.591939 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:41.592344 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0def4da6-fe57-4f9f-99b3-a9b629d4e042 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:41.593962 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'status': 'completed', 'code': 200} Nov 23 02:51:41.604959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-a8b90169-bb09-4419-8dbc-d2ff835d55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.615321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-a8b90169-bb09-4419-8dbc-d2ff835d55c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1095 time: 0.1648490 Nov 23 02:51:41.642486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-25b4fa28-b2dd-4dbe-9f03-00dce27d60b8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 200 len: 991 time: 0.2300360 Nov 23 02:51:41.649927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Checking router: b02e995d-4810-4e20-a3b1-ab9fdcc51994 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:51:41.659460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:41.660080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:41.730336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-0649ea15-337e-4337-96bf-def016487790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.731822 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-0649ea15-337e-4337-96bf-def016487790 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.1889837 Nov 23 02:51:41.739385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-54d8d88c-cc9d-429a-882a-b9a9cc982347 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 200 len: 217 time: 0.1037436 Nov 23 02:51:41.868858 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:41.888652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-f8d94632-b47e-41e0-8ff6-65d893475c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.890156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-f8d94632-b47e-41e0-8ff6-65d893475c3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.1498640 Nov 23 02:51:41.895894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:41.943497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-a562c6f8-9eb8-4e70-9804-4a0872addba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.945655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-a562c6f8-9eb8-4e70-9804-4a0872addba6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0544934 Nov 23 02:51:42.015488 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-a1a9e136-5722-4228-8988-4f434b9fa095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 999 time: 0.0687404 Nov 23 02:51:42.107670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-8c32d982-99a3-4232-83b1-c35fbd5cf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.109725 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-8c32d982-99a3-4232-83b1-c35fbd5cf70c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934386 Nov 23 02:51:42.111360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-ba241a99-9e09-4454-bc02-d7d7b342e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.112712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-ba241a99-9e09-4454-bc02-d7d7b342e3b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0871456 Nov 23 02:51:42.318212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2f56b-0de2-4239-bc6d-d021b5e8c800 req-678e0569-f926-4759-a61b-64d139f20a7b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.319795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1af2f56b-0de2-4239-bc6d-d021b5e8c800 req-678e0569-f926-4759-a61b-64d139f20a7b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.1432593 Nov 23 02:51:42.344954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'e07b04d5-7481-47f4-869f-6c8b31b4196d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'mac_address': 'fa:16:3e:58:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:39Z', 'updated_at': '2021-11-23T02:51:39Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:42.355420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-2520ff14-febe-4f3c-b731-4081d7e89db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.359956 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-2520ff14-febe-4f3c-b731-4081d7e89db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2385917 Nov 23 02:51:42.381354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661195c8-000f-4522-8d42-3192cb7e7c4b None None] The sync data for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 is: [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'e07b04d5-7481-47f4-869f-6c8b31b4196d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.136', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'mac_address': 'fa:16:3e:58:f8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:39Z', 'updated_at': '2021-11-23T02:51:39Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:51:42.430732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1af2f56b-0de2-4239-bc6d-d021b5e8c800 req-e3e40f77-c48d-4c31-90d2-0aff893d5767 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985413 Nov 23 02:51:42.489080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-e550a455-3abb-4fcf-9344-b4a8da566c2f service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291538 Nov 23 02:51:42.623797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d009a637-3db7-4f25-87ba-ab81e33de3aa req-90adaa4d-8789-4fe4-985c-d3f02b3af80f service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248362 Nov 23 02:51:42.646202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-58fbf716-88a8-497a-83f2-760d04bef8fb service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793865 Nov 23 02:51:42.646493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:42.767018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-57162269-355f-4dd4-b455-5f327e856b88 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 200 len: 991 time: 0.1192353 Nov 23 02:51:42.788795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e1290-3673-4d09-b7c3-d824d17ae4c8 None None] New status for floating IP e07b04d5-7481-47f4-869f-6c8b31b4196d: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:51:42.791527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-e2ea3ddc-e1f0-408c-8960-90fabf6ced5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.793247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-e2ea3ddc-e1f0-408c-8960-90fabf6ced5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1095 time: 0.0761368 Nov 23 02:51:42.869334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4fef3bb1-9b8e-4e88-a893-d38b40fa4b9a req-3635a9ee-4f4b-48ef-822f-183eacec6fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154799 Nov 23 02:51:42.924957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-34497758-bdeb-41ba-991a-125b9f340c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.926835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-34497758-bdeb-41ba-991a-125b9f340c4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.1263251 Nov 23 02:51:43.037438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-ee12c44c-6de2-4847-9333-397e0e4e4775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 200 len: 217 time: 0.1019480 Nov 23 02:51:43.110311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-5f3c7c72-bd99-405d-82d0-94346947bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:43.111943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-5f3c7c72-bd99-405d-82d0-94346947bb23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0657370 Nov 23 02:51:43.167394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-d55dd494-c055-4c26-a4b1-b0cf3a763778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:43.169034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-d55dd494-c055-4c26-a4b1-b0cf3a763778 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494330 Nov 23 02:51:43.282753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-5c3daf2a-362d-410a-a501-c01d366be98a service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008790 Nov 23 02:51:43.380074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42f32f90-0911-4b93-8e07-c5cde063eda1 req-5e172f91-6226-4814-838d-912e9f2e5982 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957980 Nov 23 02:51:43.548561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51694) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:43.556559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2738f6-18a7-4ab7-a86b-5e08832f5834 req-9eb5b51b-8cd6-4cbe-a5bc-fc1ac274344d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:43.563003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a2738f6-18a7-4ab7-a86b-5e08832f5834 req-9eb5b51b-8cd6-4cbe-a5bc-fc1ac274344d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0681708 Nov 23 02:51:43.638567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a2738f6-18a7-4ab7-a86b-5e08832f5834 req-9410196d-f817-4469-b750-f8ace8904cdd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710247 Nov 23 02:51:43.770743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51698) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:43.908669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3365d9fe-3479-4fdf-8956-c5aef5d58c95 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 200 len: 993 time: 0.1312776 Nov 23 02:51:44.169895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:44.458100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Deleting port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:44.458442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:44.537293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] For port dfbfcadb-c1e0-47ee-a6a0-b48cad95e232, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:44.537653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:44.551499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Calling delete_port for dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:44.791366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:44.809953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0186-acab-45fc-b1cf-f738f94f4e16 req-428c98a2-1b7a-43a2-a91a-4c4b25d78c13 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:44.812238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e55a0186-acab-45fc-b1cf-f738f94f4e16 req-428c98a2-1b7a-43a2-a91a-4c4b25d78c13 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0762284 Nov 23 02:51:44.839227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbfcadb-c1e0-47ee-a6a0-b48cad95e232,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:44.928584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e55a0186-acab-45fc-b1cf-f738f94f4e16 req-10e6c296-6790-4295-ab0a-7ffe5c465488 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105690 Nov 23 02:51:45.150133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:45.416204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Router 198eebe1-81f4-49a5-a804-4b9fd643782e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:51:45.828038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:51:45.836689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-982e89e0-f2e5-4964-aa04-b13e0306b5fc admin admin] 10.222.0.15 "PUT /v2.0/routers/198eebe1-81f4-49a5-a804-4b9fd643782e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2856653 Nov 23 02:51:45.836871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51712) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:45.836970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Sync routers for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:51:45.856529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:45.857156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:45.947471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:45.967045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:46.070208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed617dc3-936e-4748-b8cc-a45c469f7621 req-3b9b9b58-159f-4cac-ad62-47ecababf4e4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:46.071965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed617dc3-936e-4748-b8cc-a45c469f7621 req-3b9b9b58-159f-4cac-ad62-47ecababf4e4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0510061 Nov 23 02:51:46.080242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.126485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed617dc3-936e-4748-b8cc-a45c469f7621 req-5a453ae1-748d-4ae4-b695-f6830d573ac0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470786 Nov 23 02:51:46.172609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Deleting port 11f32ce8-e171-4cb2-8b71-c7b40c832c62 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:46.172609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.200267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:51:44Z', 'revision_number': 5, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port': {'id': '11f32ce8-e171-4cb2-8b71-c7b40c832c62', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:38:47Z', 'updated_at': '2021-11-23T02:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:46.228815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Checking router: 198eebe1-81f4-49a5-a804-4b9fd643782e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:51:46.237890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Routers {'198eebe1-81f4-49a5-a804-4b9fd643782e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:46.238190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['198eebe1-81f4-49a5-a804-4b9fd643782e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:46.254539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] For port 11f32ce8-e171-4cb2-8b71-c7b40c832c62, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=11f32ce8-e171-4cb2-8b71-c7b40c832c62,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:46.255049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.269217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Calling delete_port for 11f32ce8-e171-4cb2-8b71-c7b40c832c62 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:46.478906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.500169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] Set router 198eebe1-81f4-49a5-a804-4b9fd643782e gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:46.512549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f32ce8-e171-4cb2-8b71-c7b40c832c62,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:46.536298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779651ce-b69d-4f88-b3d6-8c3821a8acfe None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:46.566342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:51:46Z', 'revision_number': 6, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:46.595444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.598946 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2e456-e845-4492-81e9-15e12dbdda33 None None] The sync data for ids ['198eebe1-81f4-49a5-a804-4b9fd643782e'] in n-d-714676-12 is: [{'id': '198eebe1-81f4-49a5-a804-4b9fd643782e', 'name': 'tempest-TaggedBootDevicesTest-1484686344-router', 'tenant_id': '109a2582afa94716b41b52a1d59cfbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:38:46Z', 'updated_at': '2021-11-23T02:51:46Z', 'revision_number': 6, 'project_id': '109a2582afa94716b41b52a1d59cfbcd', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:51:46.692993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.695683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.741874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.742424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 198eebe1-81f4-49a5-a804-4b9fd643782e {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:51:46.747740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.748898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4916aca0-9597-4f6b-886e-b7c18e440419 admin admin] 10.222.0.15 "DELETE /v2.0/routers/198eebe1-81f4-49a5-a804-4b9fd643782e HTTP/1.1" status: 204 len: 168 time: 0.9105384 Nov 23 02:51:46.751709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:46.801909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Deleting subnet fba77729-b82f-40b2-8941-fa4a51c7a380 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:51:46.805003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.839570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.914852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:46.973765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.002944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba77729-b82f-40b2-8941-fa4a51c7a380,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:47.004841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.008724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-317969bb-2e26-46c8-a591-d18f2b45e2a6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fba77729-b82f-40b2-8941-fa4a51c7a380 HTTP/1.1" status: 204 len: 168 time: 0.2558920 Nov 23 02:51:47.011156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51720) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:47.015745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b843e8-653d-4cab-85f8-ff44e0c4fdfc None None] Network 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:47.084135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.137247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Deleting port 81f7c141-f615-4ba2-a25e-39c141cd2e74 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:47.137690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.211328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] For port 81f7c141-f615-4ba2-a25e-39c141cd2e74, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=81f7c141-f615-4ba2-a25e-39c141cd2e74,segment=NetworkSegment(de608b17-e206-400e-92fe-26c7af05d06f),segment_id=de608b17-e206-400e-92fe-26c7af05d06f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:47.211692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.226926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Calling delete_port for 81f7c141-f615-4ba2-a25e-39c141cd2e74 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:47.259724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edd615-b274-4f41-8cd7-02f51af4a3a9 req-d6b1fad2-31bf-4bc6-a82c-0a9b10185619 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:47.261415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37edd615-b274-4f41-8cd7-02f51af4a3a9 req-d6b1fad2-31bf-4bc6-a82c-0a9b10185619 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0544820 Nov 23 02:51:47.328912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.355213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37edd615-b274-4f41-8cd7-02f51af4a3a9 req-d0be493c-ba40-43ec-b918-c5c5d1fc3717 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863075 Nov 23 02:51:47.370415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f7c141-f615-4ba2-a25e-39c141cd2e74,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:47.375822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] No DVR routers for this DVR port 81f7c141-f615-4ba2-a25e-39c141cd2e74 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:47.376943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c210fc-b881-40f4-84c9-54cca0a7c408 None None] DHCP port deletion for 9d9bc1cc-d430-4006-9f9a-06349bfb4a7c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:47.457374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.478659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9bc1cc-d430-4006-9f9a-06349bfb4a7c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:47.489789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de608b17-e206-400e-92fe-26c7af05d06f') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:47.490084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de608b17-e206-400e-92fe-26c7af05d06f') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:47.501144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.515631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.528919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:51:47.529609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:51:47.531526 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:51:47.593934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.599611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:47.607058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:47.607261 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9d9bc1cc-d430-4006-9f9a-06349bfb4a7c HTTP/1.1" status: 204 len: 168 time: 0.5951059 Nov 23 02:51:47.621263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e93797-728e-446a-b445-f1a69a1ac255 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9bc1cc-d430-4006-9f9a-06349bfb4a7c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:47.729037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:47.753578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:47.753919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dfbfcadb-c1e0-47ee-a6a0-b48cad95e232 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:47.754680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 11f32ce8-e171-4cb2-8b71-c7b40c832c62 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:47.774154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 11f32ce8-e171-4cb2-8b71-c7b40c832c62 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:47.774411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 11f32ce8-e171-4cb2-8b71-c7b40c832c62 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:47.775116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81f7c141-f615-4ba2-a25e-39c141cd2e74 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:47.794362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 81f7c141-f615-4ba2-a25e-39c141cd2e74 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:47.795200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 81f7c141-f615-4ba2-a25e-39c141cd2e74 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:48.004620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:48.524481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0becb-0a02-4f5b-892f-b5ea6d67154e req-90e6171b-f407-4bd6-a054-9b06c82799e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:48.526721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9be0becb-0a02-4f5b-892f-b5ea6d67154e req-90e6171b-f407-4bd6-a054-9b06c82799e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0756226 Nov 23 02:51:48.609791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9be0becb-0a02-4f5b-892f-b5ea6d67154e req-edcaa8f4-e21d-486a-b668-03ed63ce95de tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751314 Nov 23 02:51:48.656613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Deleting port 4dabfd39-216d-4796-991d-90111e35fdb2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:48.656959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:48.744433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] For port 4dabfd39-216d-4796-991d-90111e35fdb2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4dabfd39-216d-4796-991d-90111e35fdb2,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:48.744795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:48.758910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Calling delete_port for 4dabfd39-216d-4796-991d-90111e35fdb2 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:48.938001 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:48.967413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Pushing event deleted for resources: {'Port': ['ID=4dabfd39-216d-4796-991d-90111e35fdb2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:48.979850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.980202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.980545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.980884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.981218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.981550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.981881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.982207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.982555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.982885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.983211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:48.983533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:51:49.173598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:49.399166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Router b4dd0d53-589f-4ca8-88c7-ae45d7009835 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:51:49.509378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:51:49.514473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fae03247-a1d5-4527-9a1d-e66851c8f19a admin admin] 10.222.0.15 "PUT /v2.0/routers/b4dd0d53-589f-4ca8-88c7-ae45d7009835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9062982 Nov 23 02:51:49.516997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:49.520874 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Sync routers for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:51:49.532607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:49.533224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:49.623616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:49.655050 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:49.769408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:49.782401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a3ede-5d52-4cfb-831e-d2ef49b630da req-f867df33-b9ae-4216-b278-1a5e75651da3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:49.783940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0a3ede-5d52-4cfb-831e-d2ef49b630da req-f867df33-b9ae-4216-b278-1a5e75651da3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0712180 Nov 23 02:51:49.864648 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:51:48Z', 'revision_number': 5, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port': {'id': 'fe2c7bb8-e61a-427a-a193-f10867956a6b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:39:02Z', 'updated_at': '2021-11-23T02:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:49.868366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed0a3ede-5d52-4cfb-831e-d2ef49b630da req-a756996d-5eed-488e-92c1-17e9095070c2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777996 Nov 23 02:51:49.880493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Deleting port fe2c7bb8-e61a-427a-a193-f10867956a6b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:49.880788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:49.899214 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Checking router: b4dd0d53-589f-4ca8-88c7-ae45d7009835 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:51:49.907395 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Routers {'b4dd0d53-589f-4ca8-88c7-ae45d7009835'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:51:49.907991 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:49.969448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] For port fe2c7bb8-e61a-427a-a193-f10867956a6b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fe2c7bb8-e61a-427a-a193-f10867956a6b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:49.969881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:49.985076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Calling delete_port for fe2c7bb8-e61a-427a-a193-f10867956a6b owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:50.095143 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] Set router b4dd0d53-589f-4ca8-88c7-ae45d7009835 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:51:50.147037 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:51:49Z', 'revision_number': 6, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:50.161965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.175599 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd2e8a-6780-4e4c-b2a0-fe8ca9cdc6b7 None None] The sync data for ids ['b4dd0d53-589f-4ca8-88c7-ae45d7009835'] in n-d-714676-12 is: [{'id': 'b4dd0d53-589f-4ca8-88c7-ae45d7009835', 'name': 'tempest-TaggedBootDevicesTest-238769178-router', 'tenant_id': '23dddeda65c145029a3664cadab4ee00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:39:01Z', 'updated_at': '2021-11-23T02:51:49Z', 'revision_number': 6, 'project_id': '23dddeda65c145029a3664cadab4ee00', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:51:50.210089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82358a8f-c397-456d-b6a7-540e02426a38 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:50.228695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2c7bb8-e61a-427a-a193-f10867956a6b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:50.269146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.365164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.368038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.412715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.413402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4dd0d53-589f-4ca8-88c7-ae45d7009835 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:51:50.418614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.419781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-46876ec5-c0dc-4f74-b2cf-f4f7bbee2e29 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b4dd0d53-589f-4ca8-88c7-ae45d7009835 HTTP/1.1" status: 204 len: 168 time: 0.9018695 Nov 23 02:51:50.422357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:50.471066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Deleting subnet a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:51:50.474594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.516178 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.613656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.668782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.699198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:50.709604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.716445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51752) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:50.717002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8764176c-08f5-49a7-baf9-8c65c962bd82 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1c44b03-d1c7-49a2-b0f0-7ab61164e8f0 HTTP/1.1" status: 204 len: 168 time: 0.2929966 Nov 23 02:51:50.718089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fb9b35-34a2-4d94-bee9-24a62b2fc62a None None] Network 725744d7-6516-4a23-b28f-097f10c105c7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:50.807115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.862563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Deleting port 790e46a4-2902-49f2-ae9a-49fbbe821b0e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:50.862912 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.933840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] For port 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=790e46a4-2902-49f2-ae9a-49fbbe821b0e,segment=NetworkSegment(d5a47e89-37e4-4ea6-8f46-4e8a8834274e),segment_id=d5a47e89-37e4-4ea6-8f46-4e8a8834274e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:50.934128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:50.947674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Calling delete_port for 790e46a4-2902-49f2-ae9a-49fbbe821b0e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:51.009578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] DHCP port deletion for 725744d7-6516-4a23-b28f-097f10c105c7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:51:51.034205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357650e-b32e-4cf3-88cf-beba1ae5aaf3 req-ca5967de-18c4-4c60-a68f-6a007119d23a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:51.039945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7357650e-b32e-4cf3-88cf-beba1ae5aaf3 req-ca5967de-18c4-4c60-a68f-6a007119d23a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0890913 Nov 23 02:51:51.052781 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.075695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Deleting port 790e46a4-2902-49f2-ae9a-49fbbe821b0e {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:51:51.076065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.092386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Pushing event deleted for resources: {'Port': ['ID=790e46a4-2902-49f2-ae9a-49fbbe821b0e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:51.097674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] No DVR routers for this DVR port 790e46a4-2902-49f2-ae9a-49fbbe821b0e on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:51.120645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7357650e-b32e-4cf3-88cf-beba1ae5aaf3 req-1e949804-e213-4a00-8477-4097f7f9b093 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729642 Nov 23 02:51:51.152551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] For port 790e46a4-2902-49f2-ae9a-49fbbe821b0e, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:51.152980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.165816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Calling delete_port for 790e46a4-2902-49f2-ae9a-49fbbe821b0e owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:51:51.168461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Port 790e46a4-2902-49f2-ae9a-49fbbe821b0e was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:51:51.169771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.185968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.197456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] Pushing event deleted for resources: {'Port': ['ID=790e46a4-2902-49f2-ae9a-49fbbe821b0e,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:51.206339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18900129-95dc-4419-8951-71bcc0cf7022 None None] No DVR routers for this DVR port 790e46a4-2902-49f2-ae9a-49fbbe821b0e on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:51:51.227374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725744d7-6516-4a23-b28f-097f10c105c7']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:51.240068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:51.240362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a47e89-37e4-4ea6-8f46-4e8a8834274e') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:51:51.252784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.267506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.274978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:51:51.275768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:51:51.277600 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:51:51.350069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.355887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.359369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] 10.222.0.15 "DELETE /v2.0/networks/725744d7-6516-4a23-b28f-097f10c105c7 HTTP/1.1" status: 204 len: 168 time: 0.6407776 Nov 23 02:51:51.373990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd7647-ea8c-41e2-9e9c-80c19c4a483e admin admin] Pushing event deleted for resources: {'Network': ['ID=725744d7-6516-4a23-b28f-097f10c105c7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:51.495445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51758) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:51.539151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f59c91a4-4ca6-4432-817c-ea302b9c869a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=109a2582afa94716b41b52a1d59cfbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421190 Nov 23 02:51:51.541464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51760) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:51.597391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.618252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.671196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.674039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.675223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6adcfb02-e84f-4fd8-a332-89717679a8fe HTTP/1.1" status: 204 len: 168 time: 0.1328640 Nov 23 02:51:51.683648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e4db-7080-43d6-ab9f-1254dbadcd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adcfb02-e84f-4fd8-a332-89717679a8fe,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:51.729393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 790e46a4-2902-49f2-ae9a-49fbbe821b0e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:51.752495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 790e46a4-2902-49f2-ae9a-49fbbe821b0e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:51.753194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 790e46a4-2902-49f2-ae9a-49fbbe821b0e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:51.753768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dabfd39-216d-4796-991d-90111e35fdb2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:51.779076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4dabfd39-216d-4796-991d-90111e35fdb2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:51.779420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4dabfd39-216d-4796-991d-90111e35fdb2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:51.779834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fe2c7bb8-e61a-427a-a193-f10867956a6b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:51:51.799409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fe2c7bb8-e61a-427a-a193-f10867956a6b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:51:51.800227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fe2c7bb8-e61a-427a-a193-f10867956a6b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:51:52.074791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51768) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:52.120300 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f6604b95-56ab-4004-8aa5-72f005fbc6d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23dddeda65c145029a3664cadab4ee00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442507 Nov 23 02:51:52.122718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:52.178451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:52.200673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:52.244745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78911cb8-8fbd-41b5-8d73-35a15595f27c req-251b5f5c-c670-492e-aadb-5d0f5c271325 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:52.247119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78911cb8-8fbd-41b5-8d73-35a15595f27c req-251b5f5c-c670-492e-aadb-5d0f5c271325 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0510929 Nov 23 02:51:52.248008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:52.251061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:52.252197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63ecb5ef-15d8-458e-ba8e-b55a6f3b3b74 HTTP/1.1" status: 204 len: 168 time: 0.1284988 Nov 23 02:51:52.260391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622e32-43bd-4241-98d6-794c5e1401e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ecb5ef-15d8-458e-ba8e-b55a6f3b3b74,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:52.312010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78911cb8-8fbd-41b5-8d73-35a15595f27c req-96f7297f-a240-4663-9128-4eadd3b79adc tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581763 Nov 23 02:51:52.938388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:53.035925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-804418352-network', 'tenant_id': 'abf11d9ca1bf46f4bb45c47e116ccc51'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:53.057270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Made reservation on behalf of abf11d9ca1bf46f4bb45c47e116ccc51 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:53.059753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.068197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.142737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.146408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.166751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:51:53.182868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c738597f-9ae2-4502-91df-6bae4692a1c2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:53.185880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.186232 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Added segment 1f34e628-e8ed-4abd-9c59-eee7770854f6 of type vlan for network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 Nov 23 02:51:53.229429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.254146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.255103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:53.255679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.308666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3691180 Nov 23 02:51:53.311640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:53.316662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Request body: {'subnet': {'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-804418352-subnet', 'tenant_id': 'abf11d9ca1bf46f4bb45c47e116ccc51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:53.323569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1982b-2b17-4a93-ae04-dbd35a3153da admin admin] Pushing event updated for resources: {'Network': ['ID=e5bc719d-1336-4f21-a8ad-bdd62cf6d825,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:53.334027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:51:53.360430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Made reservation on behalf of abf11d9ca1bf46f4bb45c47e116ccc51 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:53.364430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.448158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55951a01-0b2f-4b78-b808-ac55c7a7a4d9 req-2352821d-7a86-4ab9-8894-0ef9ce2beeb1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:53.450203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55951a01-0b2f-4b78-b808-ac55c7a7a4d9 req-2352821d-7a86-4ab9-8894-0ef9ce2beeb1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 943 time: 0.0616341 Nov 23 02:51:53.490860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.519740 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55951a01-0b2f-4b78-b808-ac55c7a7a4d9 req-ab10f86a-48e0-4b9f-b3d2-f9cc7827c6e7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621715 Nov 23 02:51:53.562825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.625799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668f3368-1f3c-480b-bde5-490974fbc0b1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:53.632972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Checking segment: {'id': '1f34e628-e8ed-4abd-9c59-eee7770854f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:53.633336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Network hostable DHCP agents. Network: e5bc719d-1336-4f21-a8ad-bdd62cf6d825, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:51:53.650530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:51:53.658657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e5bc719d-1336-4f21-a8ad-bdd62cf6d825) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:53.662773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:53.663380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:53.668314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac0165-7a20-4733-8b76-fa62ce652baf None None] Network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:53.687038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-22e9e840-0288-42dd-a6e7-37fa40ab1202 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3742573 Nov 23 02:51:53.778227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:51:53.821383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba26981-605b-476d-a1f2-b38a8bb9ea74 None None] Network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:51:53.973613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:54.005329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'mac_address': 'fa:16:3e:f6:46:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:51:54.066041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:54.079310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:51:54.099375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:54.103966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:54.152265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-b60030f1-25c2-43f0-8b87-7aebf0b7f555 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:54.153759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-b60030f1-25c2-43f0-8b87-7aebf0b7f555 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/networks?id=e5bc719d-1336-4f21-a8ad-bdd62cf6d825 HTTP/1.1" status: 200 len: 821 time: 0.1135762 Nov 23 02:51:54.155594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:54.172214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-ffc26f4a-9754-49c6-91e3-34dd06c0f55a tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/quotas/abf11d9ca1bf46f4bb45c47e116ccc51 HTTP/1.1" status: 200 len: 375 time: 0.0099349 Nov 23 02:51:54.204649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-af27950d-4940-4da8-b431-f051d615a98f tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf11d9ca1bf46f4bb45c47e116ccc51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264540 Nov 23 02:51:54.301670 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-6fd2992a-454b-411e-96ea-b79f0a4cc90e service neutron] 10.222.0.15 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892730 Nov 23 02:51:54.328194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2777fd23-a38b-46a0-bb05-1d1a4cb56cc2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:51:54.395043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-f6316113-f898-42e8-8427-7b167819f6f1 service neutron] 10.222.0.15 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871966 Nov 23 02:51:54.564342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a59704f3-68d0-4d49-88b0-1af9ba913970 req-43ce6e23-d091-4d08-9305-6bcda4c81072 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 210 time: 0.0314269 Nov 23 02:51:54.688850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5130c6e-22b1-4909-8bf1-1610254a29d8 req-596a2f6c-1475-4d00-9e0c-53786d48fba7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:54.690626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5130c6e-22b1-4909-8bf1-1610254a29d8 req-596a2f6c-1475-4d00-9e0c-53786d48fba7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 944 time: 0.0530241 Nov 23 02:51:54.749122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5130c6e-22b1-4909-8bf1-1610254a29d8 req-582f008c-4572-426e-8057-b6f4ad78fe53 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490110 Nov 23 02:51:55.651800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-88e90471-f9dd-482e-8998-dec2e5b7814c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:55.654092 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-88e90471-f9dd-482e-8998-dec2e5b7814c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.41 "GET /v2.0/networks?id=e5bc719d-1336-4f21-a8ad-bdd62cf6d825 HTTP/1.1" status: 200 len: 821 time: 0.1140070 Nov 23 02:51:55.683776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Request body: {'port': {'device_id': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825', 'admin_state_up': True, 'tenant_id': 'abf11d9ca1bf46f4bb45c47e116ccc51'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:55.693224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d52604d-a2b3-422a-bbf2-d0a7e6f65b21 req-16461c20-4c32-4050-a1b6-9a8736a0e4e8 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 210 time: 0.0262318 Nov 23 02:51:55.763026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:51:55.807648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Made reservation on behalf of abf11d9ca1bf46f4bb45c47e116ccc51 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:51:55.813070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:55.827633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:51:55.833737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:51:55.834328 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:55.924710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76702-9747-4b39-b028-62ed35c3a6f2 req-a026215f-a0b7-4165-b7b6-bb1b75f92e2f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:55.926725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:55.934293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5f76702-9747-4b39-b028-62ed35c3a6f2 req-a026215f-a0b7-4165-b7b6-bb1b75f92e2f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 944 time: 0.0816319 Nov 23 02:51:55.954000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:55.956477 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece09ca7-b04d-444e-9dd5-5d2162d0255f" -d '{"events": [{"server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "name": "network-vif-plugged", "status": "completed", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:55.972079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:51:55.977905 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.007308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5f76702-9747-4b39-b028-62ed35c3a6f2 req-f136e82e-b353-45d4-851f-ce63532b11aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717442 Nov 23 02:51:56.049370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Allocated IP 172.20.0.12 (e5bc719d-1336-4f21-a8ad-bdd62cf6d825/668f3368-1f3c-480b-bde5-490974fbc0b1/c405da02-f74b-482b-96e4-71d1f50e11d3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:56.051512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:56.064069 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40360a-1248-4c62-9f52-4327f24bff66 x-openstack-request-id: req-3b40360a-1248-4c62-9f52-4327f24bff66 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:56.064515 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "name": "network-vif-plugged", "status": "completed", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:56.064909 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b40360a-1248-4c62-9f52-4327f24bff66 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:56.065409 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'code': 200} Nov 23 02:51:56.248285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6866faf-81f9-42d9-8fb4-ca82e5a2f480 req-cce7f666-2a17-4a70-9593-5bb12a28837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:56.249785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e6866faf-81f9-42d9-8fb4-ca82e5a2f480 req-cce7f666-2a17-4a70-9593-5bb12a28837a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1097 time: 0.1084230 Nov 23 02:51:56.300682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.328753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e6866faf-81f9-42d9-8fb4-ca82e5a2f480 req-141c0d6e-40b3-452a-84c3-d924ac052fe1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697012 Nov 23 02:51:56.353647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.400086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:56.403097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:56.405669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:56.438250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Pushing event updated for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:56.462925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:56.463543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.479494 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-0d2b3d70-bfb1-4188-a0b9-df0aad13b061 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7998843 Nov 23 02:51:56.498967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Request body: {'port': {'device_id': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:56.556087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.819454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c405da02-f74b-482b-96e4-71d1f50e11d3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:51:56.821576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fffd13-cb7a-46ed-a640-e7a008c4bb04 req-a5a340a5-e698-4e47-a4e4-81cdbce4919d tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:56.823145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31fffd13-cb7a-46ed-a640-e7a008c4bb04 req-a5a340a5-e698-4e47-a4e4-81cdbce4919d tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 932 time: 0.0529768 Nov 23 02:51:56.827415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.842989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Transition to ACTIVE for port object c405da02-f74b-482b-96e4-71d1f50e11d3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:51:56.847842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:56.875047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31fffd13-cb7a-46ed-a640-e7a008c4bb04 req-17c639c4-2411-4ab0-9ced-cd0c11631997 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Nov 23 02:51:56.921850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Pushing event updated for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:56.978440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Attempting to bind port c405da02-f74b-482b-96e4-71d1f50e11d3 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:51:56.978815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Attempting to bind port c405da02-f74b-482b-96e4-71d1f50e11d3 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '1f34e628-e8ed-4abd-9c59-eee7770854f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:51:56.979150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Attempting to bind port c405da02-f74b-482b-96e4-71d1f50e11d3 on network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:56.983579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Port c405da02-f74b-482b-96e4-71d1f50e11d3 on network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:51:56.983905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Attempting to bind port c405da02-f74b-482b-96e4-71d1f50e11d3 on network e5bc719d-1336-4f21-a8ad-bdd62cf6d825 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:51:56.989158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:51:56.989504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Checking segment: {'id': '1f34e628-e8ed-4abd-9c59-eee7770854f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:51:56.989895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Bound using segment: {'id': '1f34e628-e8ed-4abd-9c59-eee7770854f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:51:56.990323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Bound port: c405da02-f74b-482b-96e4-71d1f50e11d3, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f34e628-e8ed-4abd-9c59-eee7770854f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:51:56.990707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:57.057951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:51:57.061614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c405da02-f74b-482b-96e4-71d1f50e11d3,segment=NetworkSegment(1f34e628-e8ed-4abd-9c59-eee7770854f6),segment_id=1f34e628-e8ed-4abd-9c59-eee7770854f6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:51:57.066967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:57.105065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.105781 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:57.107311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] 10.222.0.41 "PUT /v2.0/ports/c405da02-f74b-482b-96e4-71d1f50e11d3 HTTP/1.1" status: 200 len: 1093 time: 0.6124864 Nov 23 02:51:57.107890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:51:57.110165 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228609fb-844d-4c88-9ec6-4831970c82bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:51:57.127900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99706589-6854-44b8-a8ef-c12e63e8ac1e req-2afa949e-0e38-4dad-9c51-f84e7c99e6aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.131501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99706589-6854-44b8-a8ef-c12e63e8ac1e req-2afa949e-0e38-4dad-9c51-f84e7c99e6aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Nov 23 02:51:57.143013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bfc51-ef49-41c6-a73b-94fe9bf127ba service neutron] Pushing event updated for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:57.200205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99706589-6854-44b8-a8ef-c12e63e8ac1e req-64692e1d-443f-4a35-9617-60c8d7a8cc75 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565374 Nov 23 02:51:57.233708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-a53ee929-5b94-4659-b7bc-f1079218050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.235888 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-a53ee929-5b94-4659-b7bc-f1079218050f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abf11d9ca1bf46f4bb45c47e116ccc51&device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 1096 time: 0.0540388 Nov 23 02:51:57.262193 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfe1f97-d8ab-42bc-9372-721a70454846 x-openstack-request-id: req-2cfe1f97-d8ab-42bc-9372-721a70454846 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:51:57.262483 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:51:57.262776 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cfe1f97-d8ab-42bc-9372-721a70454846 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:51:57.263176 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3', 'status': 'completed', 'code': 200} Nov 23 02:51:57.324243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-a36a5605-5c32-41c6-83b5-674aaeea5594 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c405da02-f74b-482b-96e4-71d1f50e11d3 HTTP/1.1" status: 200 len: 217 time: 0.0718715 Nov 23 02:51:57.384655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-560f7871-352a-49f2-9d86-8bc6b355f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.386167 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-560f7871-352a-49f2-9d86-8bc6b355f2a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=668f3368-1f3c-480b-bde5-490974fbc0b1 HTTP/1.1" status: 200 len: 861 time: 0.0549743 Nov 23 02:51:57.418521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-06bcf45e-726f-4e76-9989-1660bce2a206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5bc719d-1336-4f21-a8ad-bdd62cf6d825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Nov 23 02:51:57.517235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-d86116e7-3fd1-4db7-ac40-0457d5c02b5c service neutron] 10.222.0.41 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909505 Nov 23 02:51:57.609087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c9dc5ce8-4c3f-4900-954d-49e713b270b2 req-5d0e24fd-05ea-48e6-9e6b-85646d0c06ec service neutron] 10.222.0.41 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 Nov 23 02:51:57.756202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228609fb-844d-4c88-9ec6-4831970c82bd req-0ff4706a-d55e-46d2-8fc5-b665a214a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.757757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-0ff4706a-d55e-46d2-8fc5-b665a214a226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abf11d9ca1bf46f4bb45c47e116ccc51&device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 1096 time: 0.0459471 Nov 23 02:51:57.848154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228609fb-844d-4c88-9ec6-4831970c82bd req-76fb6e3c-205c-46a8-95f5-aca81b113d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.849594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-76fb6e3c-205c-46a8-95f5-aca81b113d11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5bc719d-1336-4f21-a8ad-bdd62cf6d825 HTTP/1.1" status: 200 len: 922 time: 0.0843327 Nov 23 02:51:57.899855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-3a9d666c-6a28-44e1-8759-fbaf23bf70fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c405da02-f74b-482b-96e4-71d1f50e11d3 HTTP/1.1" status: 200 len: 217 time: 0.0416477 Nov 23 02:51:57.952393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228609fb-844d-4c88-9ec6-4831970c82bd req-1e3ee816-5ea5-40af-bd26-184b0945b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.954193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-1e3ee816-5ea5-40af-bd26-184b0945b380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=668f3368-1f3c-480b-bde5-490974fbc0b1 HTTP/1.1" status: 200 len: 861 time: 0.0461502 Nov 23 02:51:57.987744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-fdc362b1-39cf-47a4-917e-17b410550cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5bc719d-1336-4f21-a8ad-bdd62cf6d825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252745 Nov 23 02:51:57.995545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e38a3-54e7-4040-a0dc-afd2e7dea15b req-3856e0c7-2a83-4776-a6b4-08f6f608f13f tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.997355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae0e38a3-54e7-4040-a0dc-afd2e7dea15b req-3856e0c7-2a83-4776-a6b4-08f6f608f13f tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 944 time: 0.0534513 Nov 23 02:51:58.047983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae0e38a3-54e7-4040-a0dc-afd2e7dea15b req-98097d08-89b1-4845-9257-22009f814fc4 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Nov 23 02:51:58.083268 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-a0a956a6-928f-40f4-97e5-babdbb0ba2fb service neutron] 10.222.0.41 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876603 Nov 23 02:51:58.176900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-228609fb-844d-4c88-9ec6-4831970c82bd req-09511305-b8b8-4e7a-b6a8-0de678e99180 service neutron] 10.222.0.41 "GET /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855510 Nov 23 02:51:58.314549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ffeb8-72b7-443b-980a-0f4b4946c975 req-7ae86f29-2a2f-4892-be0e-d16ac8425d2c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:58.316306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b66ffeb8-72b7-443b-980a-0f4b4946c975 req-7ae86f29-2a2f-4892-be0e-d16ac8425d2c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.0548012 Nov 23 02:51:58.366138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b66ffeb8-72b7-443b-980a-0f4b4946c975 req-6a7b7194-c6b1-45a0-8385-333018f177d1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439532 Nov 23 02:51:58.483983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa5dfa-39e3-4eaa-a589-6e3402ca8af2 req-d5351080-bd19-4f0c-b94b-c4865c95b4de tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:58.485360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7aa5dfa-39e3-4eaa-a589-6e3402ca8af2 req-d5351080-bd19-4f0c-b94b-c4865c95b4de tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Nov 23 02:51:58.538033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7aa5dfa-39e3-4eaa-a589-6e3402ca8af2 req-af57d198-0c29-4300-b8ab-937b8061fd71 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Nov 23 02:51:58.561781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51882) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:58.720426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8447c-7400-4dd2-aa24-0d8e8244bb0f tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:58.722172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49f8447c-7400-4dd2-aa24-0d8e8244bb0f tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1092 time: 0.1593008 Nov 23 02:51:58.725073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51886) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:51:58.729852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:51:58.751635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:58.855548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:58.961383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.25.1.14 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f53a0a1d-1579-4a95-b372-e32d2f22334b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:51:59.349671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62541b0-02f5-4b10-8497-ea4d10508c78 req-58db6588-5559-414a-bd48-0dc401c26ba8 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:59.351486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62541b0-02f5-4b10-8497-ea4d10508c78 req-58db6588-5559-414a-bd48-0dc401c26ba8 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 944 time: 0.0735795 Nov 23 02:51:59.387365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:59.444395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e62541b0-02f5-4b10-8497-ea4d10508c78 req-3320f2dd-70a6-4fc6-a994-83f6f7b611c7 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691128 Nov 23 02:51:59.455780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:59.500150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:51:59.503538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:51:59.507633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:51:59.513180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=f53a0a1d-1579-4a95-b372-e32d2f22334b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:51:59.695894 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:59.878866 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:59.954998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.112073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.117955 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.184393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=f53a0a1d-1579-4a95-b372-e32d2f22334b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:00.197950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.317732 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP 4496c807-9889-4644-8d8c-3c401ebae0ba associated. External IP: 172.25.1.14, port: 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2. Nov 23 02:52:00.322369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c405da02-f74b-482b-96e4-71d1f50e11d3 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:00.434686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c405da02-f74b-482b-96e4-71d1f50e11d3,segment=NetworkSegment(1f34e628-e8ed-4abd-9c59-eee7770854f6),segment_id=1f34e628-e8ed-4abd-9c59-eee7770854f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:00.446842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c405da02-f74b-482b-96e4-71d1f50e11d3', 'network_id': 'e5bc719d-1336-4f21-a8ad-bdd62cf6d825', 'port_id': 'c405da02-f74b-482b-96e4-71d1f50e11d3', 'mac_address': 'fa:16:3e:62:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668f3368-1f3c-480b-bde5-490974fbc0b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:00.486680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.503678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c405da02-f74b-482b-96e4-71d1f50e11d3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:00.540358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c405da02-f74b-482b-96e4-71d1f50e11d3,segment=NetworkSegment(1f34e628-e8ed-4abd-9c59-eee7770854f6),segment_id=1f34e628-e8ed-4abd-9c59-eee7770854f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:00.544200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.594823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:52:00.601132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:00.620071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3191-3317-431d-85ab-09ea9a809663 req-aa33bd78-3d3e-4c43-9d10-a7e254efc9e8 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:00.621587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bbb3191-3317-431d-85ab-09ea9a809663 req-aa33bd78-3d3e-4c43-9d10-a7e254efc9e8 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 945 time: 0.0856645 Nov 23 02:52:00.750592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bbb3191-3317-431d-85ab-09ea9a809663 req-e28ab56f-e688-4d3e-b31e-69473dd82cc9 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935268 Nov 23 02:52:00.762906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:00.775181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:00.783145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:00.784789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:00.785575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:00.833493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-29761833-035c-4610-8011-90f42a231ac8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1073284 Nov 23 02:52:00.834355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:00.836931 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3de210b-1a10-4496-9eed-440005f52bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:00.845061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c405da02-f74b-482b-96e4-71d1f50e11d3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:00.899726 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df5e4a-308c-48ad-a238-94787277a688 x-openstack-request-id: req-75df5e4a-308c-48ad-a238-94787277a688 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:00.899726 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:00.899979 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75df5e4a-308c-48ad-a238-94787277a688 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:00.900270 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'status': 'completed', 'code': 200} Nov 23 02:52:00.956328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:00.966497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de210b-1a10-4496-9eed-440005f52bfd req-910ef276-76a7-43af-a440-c35542947d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:00.968234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-910ef276-76a7-43af-a440-c35542947d4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0450642 Nov 23 02:52:01.066815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de210b-1a10-4496-9eed-440005f52bfd req-5184b704-9801-4bc8-b6eb-94ad1b56ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:01.068290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-5184b704-9801-4bc8-b6eb-94ad1b56ab68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0938938 Nov 23 02:52:01.133460 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-8ab5f071-bba1-43d7-88a1-7271c8949c32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 200 len: 998 time: 0.0580995 Nov 23 02:52:01.191154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de210b-1a10-4496-9eed-440005f52bfd req-418d2515-c20e-4ddf-8039-0d0e97a0c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:01.192533 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-418d2515-c20e-4ddf-8039-0d0e97a0c1e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0523970 Nov 23 02:52:01.246900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de210b-1a10-4496-9eed-440005f52bfd req-0518be82-759b-4198-b2bd-e014865099b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:01.248390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-0518be82-759b-4198-b2bd-e014865099b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476544 Nov 23 02:52:01.258195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4496c807-9889-4644-8d8c-3c401ebae0ba', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:f6:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:59Z', 'updated_at': '2021-11-23T02:51:59Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:01.285079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:01.294391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:01.295035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:51:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:01.338827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-02c333f4-e427-40bb-879e-2eb40494108a service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Nov 23 02:52:01.395487 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:52:01.406175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:01.725008 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c3de210b-1a10-4496-9eed-440005f52bfd req-50751d11-13ab-4d00-bb4d-4666913e9d19 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797300 Nov 23 02:52:01.819514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4496c807-9889-4644-8d8c-3c401ebae0ba', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:f6:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:59Z', 'updated_at': '2021-11-23T02:51:59Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:01.847728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6d776c-9687-43e8-aeba-7614b5c86fc5 None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4496c807-9889-4644-8d8c-3c401ebae0ba', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:f6:46:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:51:59Z', 'updated_at': '2021-11-23T02:51:59Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:01.918833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c066f94-c504-4bdb-b54f-462139685622 req-91c8100a-41c0-4f5e-8684-7a73547ed833 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:01.927262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c066f94-c504-4bdb-b54f-462139685622 req-91c8100a-41c0-4f5e-8684-7a73547ed833 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 945 time: 0.0842385 Nov 23 02:52:01.977872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c066f94-c504-4bdb-b54f-462139685622 req-abd8b80c-fa52-4dc9-9138-67e415e55b63 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496826 Nov 23 02:52:02.108464 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0058f4-0e76-40ec-88da-29ca57826a5c None None] New status for floating IP 4496c807-9889-4644-8d8c-3c401ebae0ba: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:52:02.350714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c405da02-f74b-482b-96e4-71d1f50e11d3 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:02.410828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c405da02-f74b-482b-96e4-71d1f50e11d3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:52:02.415937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c405da02-f74b-482b-96e4-71d1f50e11d3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:02.416307 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:02.497928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:02.521860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:02.524204 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf535da3-2a0c-4b77-95ad-5c9b13dbb1fb" -d '{"events": [{"server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "name": "network-vif-plugged", "status": "completed", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:02.537506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c405da02-f74b-482b-96e4-71d1f50e11d3,segment=NetworkSegment(1f34e628-e8ed-4abd-9c59-eee7770854f6),segment_id=1f34e628-e8ed-4abd-9c59-eee7770854f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:02.542367 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:02.572812 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7f2a4-61d9-40b8-82f3-ab42f0a28805 x-openstack-request-id: req-ecc7f2a4-61d9-40b8-82f3-ab42f0a28805 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:02.573044 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "name": "network-vif-plugged", "status": "completed", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:02.573291 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecc7f2a4-61d9-40b8-82f3-ab42f0a28805 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:02.573616 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3', 'code': 200} Nov 23 02:52:02.610247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:02.703337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176840df-82a9-4c56-bd6d-18a49a7e77ab req-5b4f9455-9032-4ceb-9ed6-4260d0d9c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:02.705537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-176840df-82a9-4c56-bd6d-18a49a7e77ab req-5b4f9455-9032-4ceb-9ed6-4260d0d9c398 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 1098 time: 0.0425313 Nov 23 02:52:02.750863 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-176840df-82a9-4c56-bd6d-18a49a7e77ab req-1a54bb46-57d0-412e-b9a3-4662d7da0773 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372753 Nov 23 02:52:03.093963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6184c6-a592-429f-bc3f-912147a3bb58 req-9777e213-1627-4ec0-8577-ea7bbe4e90f5 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:03.095508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c6184c6-a592-429f-bc3f-912147a3bb58 req-9777e213-1627-4ec0-8577-ea7bbe4e90f5 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 946 time: 0.0500906 Nov 23 02:52:03.143042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c6184c6-a592-429f-bc3f-912147a3bb58 req-42106d7d-e323-4ba1-9428-cb03e244cdab tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Nov 23 02:52:04.260761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbbc8e-0bd1-4e82-a1f4-725a94c67bac req-210c4bc3-94c7-450e-89b5-90da774fa63f tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:04.262382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85fbbc8e-0bd1-4e82-a1f4-725a94c67bac req-210c4bc3-94c7-450e-89b5-90da774fa63f tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 946 time: 0.0515611 Nov 23 02:52:04.321090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85fbbc8e-0bd1-4e82-a1f4-725a94c67bac req-46ebf67c-69ab-4587-ac23-8fa2c5978a4d tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Nov 23 02:52:04.619817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229c04d-f8e9-4143-8c4e-9bcbae978e1f req-7b2c5a17-c65b-47ac-8b2a-91bf30d7217a tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:04.621227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f229c04d-f8e9-4143-8c4e-9bcbae978e1f req-7b2c5a17-c65b-47ac-8b2a-91bf30d7217a tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Nov 23 02:52:04.671012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f229c04d-f8e9-4143-8c4e-9bcbae978e1f req-7b8b9db0-6ec1-42b8-9414-f6a2cda42b09 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Nov 23 02:52:04.699546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:04.795465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Deleting subnet 534434fd-6919-4fc9-9df4-7a3c0b52d1be {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:52:04.798672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.832151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.874521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.934630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.963379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534434fd-6919-4fc9-9df4-7a3c0b52d1be,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:04.967035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.972665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-128b00b9-928b-4497-87f9-5a480b43cf98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/534434fd-6919-4fc9-9df4-7a3c0b52d1be HTTP/1.1" status: 204 len: 168 time: 0.2697208 Nov 23 02:52:04.972838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:05.044288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.126676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.146973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:05.156998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:05.157301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1632903-7c13-4846-a9a5-47f4bfaa3c7f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:05.167100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.179858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.186200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:52:05.186750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:52:05.188711 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:52:05.247327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.253158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.256738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] 10.222.0.15 "DELETE /v2.0/networks/64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2 HTTP/1.1" status: 204 len: 168 time: 0.2829609 Nov 23 02:52:05.270752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82429af-6bf9-4b77-91cd-ccf0ba850262 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d1f60f-cf9b-4924-be7b-37f5ad5ff7d2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:05.375554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:05.417867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2472edb5-6dc9-4104-bf68-31a6c3030adc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd99ecd99a9c4bdfa69759f82150dc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388827 Nov 23 02:52:05.418222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51952) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:05.465297 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.486556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.532356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.534981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.536133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e74776ae-c764-4db6-88c5-8c96fa705bc7 HTTP/1.1" status: 204 len: 168 time: 0.1168983 Nov 23 02:52:05.544490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaff1e2-b739-47a9-b6b6-9eba8932e50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74776ae-c764-4db6-88c5-8c96fa705bc7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:05.667213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee4290c5-518f-40c9-adf7-291acf5e0302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:05.787935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdeb4e-8b1f-428b-ae85-3297bc09b43f req-23274786-168c-4c07-bff3-0ee3e669a925 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:05.789563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2acdeb4e-8b1f-428b-ae85-3297bc09b43f req-23274786-168c-4c07-bff3-0ee3e669a925 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 946 time: 0.0513086 Nov 23 02:52:05.850010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2acdeb4e-8b1f-428b-ae85-3297bc09b43f req-1473c431-8e95-4750-b745-a248673877fe tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/security-groups?id=c738597f-9ae2-4502-91df-6bae4692a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544622 Nov 23 02:52:06.075378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-95fe92f6-2540-4fa0-ba40-614de2b58822 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:06.076977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-95fe92f6-2540-4fa0-ba40-614de2b58822 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 946 time: 0.0529993 Nov 23 02:52:06.175392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Deleting port c405da02-f74b-482b-96e4-71d1f50e11d3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:06.175818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.272745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] For port c405da02-f74b-482b-96e4-71d1f50e11d3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c405da02-f74b-482b-96e4-71d1f50e11d3,segment=NetworkSegment(1f34e628-e8ed-4abd-9c59-eee7770854f6),segment_id=1f34e628-e8ed-4abd-9c59-eee7770854f6)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:06.273152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.285588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Calling delete_port for c405da02-f74b-482b-96e4-71d1f50e11d3 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:06.414754 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.448366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c405da02-f74b-482b-96e4-71d1f50e11d3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:06.448566 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Pushing event deleted for resources: {'Port': ['ID=c405da02-f74b-482b-96e4-71d1f50e11d3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:06.463268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.463268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.463947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.464337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.464850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.465264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.465664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.466090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.466475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.466912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.467337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.467760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:06.502743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] No DVR routers for this DVR port c405da02-f74b-482b-96e4-71d1f50e11d3 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:52:06.505465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.509171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-384562ff-8e0c-4c51-b88e-dc071bcbfd74 req-fb804778-8e41-4602-8b16-3b4ee0e7ee0c tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.41 "DELETE /v2.0/ports/c405da02-f74b-482b-96e4-71d1f50e11d3 HTTP/1.1" status: 204 len: 173 time: 0.4260473 Nov 23 02:52:06.509624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'name': 'network-vif-deleted', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:06.512060 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb8921c-c784-4a98-9a25-f7012d64a4de" -d '{"events": [{"server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "name": "network-vif-deleted", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:06.548387 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29803a-5d9e-4d62-a36a-402ee920c534 x-openstack-request-id: req-5e29803a-5d9e-4d62-a36a-402ee920c534 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:06.548685 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c410a6a-1ad2-4046-8fee-44cb6598a673", "name": "network-vif-deleted", "tag": "c405da02-f74b-482b-96e4-71d1f50e11d3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:06.548940 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e29803a-5d9e-4d62-a36a-402ee920c534 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:06.549345 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c410a6a-1ad2-4046-8fee-44cb6598a673', 'name': 'network-vif-deleted', 'tag': 'c405da02-f74b-482b-96e4-71d1f50e11d3', 'status': 'completed', 'code': 200} Nov 23 02:52:06.786932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 51992) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:06.932643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'network': {'name': 'tempest-network-smoke--868700157', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:06.969668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee69a6ff-32bb-469b-9424-d7bd79d83214 req-5dd1e315-746e-4c43-b7c2-34e4cb4c9524 tempest-ServerAddressesNegativeTestJSON-869226395 tempest-ServerAddressesNegativeTestJSON-869226395-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c410a6a-1ad2-4046-8fee-44cb6598a673 HTTP/1.1" status: 200 len: 210 time: 0.0335340 Nov 23 02:52:06.979813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:06.983383 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.992247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.067995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.071480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.097345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:52:07.107449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4b1cb-cf8d-4c5b-bc59-62f1f72109e6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:07.112023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.112372 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Added segment 139dcad7-77fa-416e-b075-0a4af9cf364c of type vlan for network 9711b604-c254-4eea-af47-d41767e9945c Nov 23 02:52:07.151667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.176113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.181793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:07.182380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.235030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4469266 Nov 23 02:52:07.238017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 51998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:07.242727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-428137607', 'admin_state_up': True, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:07.256533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45ddae-9e16-4240-a649-5a679cb24416 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Network': ['ID=9711b604-c254-4eea-af47-d41767e9945c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:07.265274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.266486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.267634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9711b604-c254-4eea-af47-d41767e9945c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:52:07.326002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.474471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.703775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.722870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.829127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.25.1.64 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/ecdd0ed1-feca-4433-b427-9013fb0f6ea9) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:07.945264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:07.980337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.026170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:08.028015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52004) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:08.029632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:08.032467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:08.040737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-042ca5ab-4d3b-4b29-8e2f-0fdb87d59eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.046874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac9a4d-dbfb-4e2f-adbd-6f61ca3184a3 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:52:08.068495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:08.080535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Deleting subnet 668f3368-1f3c-480b-bde5-490974fbc0b1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:52:08.083782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.121152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8a6b917f-5955-46d8-be3e-e7fda2fc279f None None] Provisioning complete for port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:08.121520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8a6b917f-5955-46d8-be3e-e7fda2fc279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.124069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.156678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b917f-5955-46d8-be3e-e7fda2fc279f None None] Port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:52:08.174353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.231084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.261871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.268081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/668f3368-1f3c-480b-bde5-490974fbc0b1 HTTP/1.1" status: 204 len: 168 time: 0.2364435 Nov 23 02:52:08.268081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b31c24-d8f6-40d1-ba18-155e89736d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668f3368-1f3c-480b-bde5-490974fbc0b1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:08.269753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:08.321151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.342774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.427263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.449589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bc719d-1336-4f21-a8ad-bdd62cf6d825']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:08.459613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f34e628-e8ed-4abd-9c59-eee7770854f6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:08.459917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f34e628-e8ed-4abd-9c59-eee7770854f6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:08.469764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.483796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.492163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:52:08.492960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:52:08.494883 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:52:08.538903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.556842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.562271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.565735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e5bc719d-1336-4f21-a8ad-bdd62cf6d825 HTTP/1.1" status: 204 len: 168 time: 0.2951410 Nov 23 02:52:08.577727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6693c23-0e02-4f55-820c-1991146c8034 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bc719d-1336-4f21-a8ad-bdd62cf6d825,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:08.682364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:52:08.737689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:08.818044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:08.827394 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eea2230c-963a-437e-a4dd-511118bca519 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abf11d9ca1bf46f4bb45c47e116ccc51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885513 Nov 23 02:52:08.828927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:08.830083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52014) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:08.839979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:08.840729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:08.845971 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.850275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-55f08891-a3d3-4251-b56a-d3f2a0faa508 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6082692 Nov 23 02:52:08.850620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52016) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:08.902041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.929753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.955440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:08.994588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.997905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.001748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c738597f-9ae2-4502-91df-6bae4692a1c2 HTTP/1.1" status: 204 len: 168 time: 0.1679955 Nov 23 02:52:09.008636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc996e-14e0-4ccd-aef1-c6198eabae61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c738597f-9ae2-4502-91df-6bae4692a1c2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:09.091151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a2e0738d-9161-4044-b1c3-3e90b6dff1bd tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4f1fbde6ba174bf8932103683e7c2060&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2353079 Nov 23 02:52:09.091151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:09.153360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:08Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:09.180595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:09.180963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Updating router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:52:09.188028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deca447-099f-4916-a580-483cc55d8cee tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:09.192339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0deca447-099f-4916-a580-483cc55d8cee tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001885 Nov 23 02:52:09.195882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52026) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:09.206963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.262931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4d94348e-cefb-4281-bf85-9e3d9c8dcf05 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646114 Nov 23 02:52:09.265314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52028) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:09.275807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104430479', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:09.317006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.384905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:09.388457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.507805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.515689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.564468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8fa9b-1c41-468e-84ae-c07625a1b037 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:52:09.577254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e61c60-b353-4ba7-a6a8-cec741f62abb None None] Pushing event updated for resources: {'Port': ['ID=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:09.581177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Attempting to bind port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:09.581574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Attempting to bind port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:09.581944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Attempting to bind port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:09.588149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:09.588529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:09.588923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.589450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:09.589781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Bound port: ecdd0ed1-feca-4433-b427-9013fb0f6ea9, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:09.590163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.604660 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.655084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] For port ecdd0ed1-feca-4433-b427-9013fb0f6ea9, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:09.659775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] For port ecdd0ed1-feca-4433-b427-9013fb0f6ea9, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:09.665216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.677652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Subnet': ['ID=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:09.687125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Checking segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:09.687607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network hostable DHCP agents. Network: 9711b604-c254-4eea-af47-d41767e9945c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:52:09.707378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9711b604-c254-4eea-af47-d41767e9945c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:52:09.727461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9711b604-c254-4eea-af47-d41767e9945c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:09.727658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511ea6b-d983-45f2-a752-3bdfb113ebd6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:52:09.729420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:09.730173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.735913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] Provisioning complete for port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:09.737200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.750013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0af1f155-7a13-485f-b8b4-1d7a9a8869c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4830716 Nov 23 02:52:09.752855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52046) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:09.777105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77694b-cc5d-452b-a3c1-316f50952f13 None None] Network 9711b604-c254-4eea-af47-d41767e9945c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:52:09.799517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:09.800147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:09.865029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e61c60-b353-4ba7-a6a8-cec741f62abb None None] Pushing event updated for resources: {'Port': ['ID=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:10.052318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:10.082529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.191760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] For port ecdd0ed1-feca-4433-b427-9013fb0f6ea9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:10.197698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9711b604-c254-4eea-af47-d41767e9945c', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:52:10.198594 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.215088 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.317228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd813f57-3a77-4bf1-aa7b-0984c3ad8803 None None] Pushing event updated for resources: {'Port': ['ID=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:10.383934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c405da02-f74b-482b-96e4-71d1f50e11d3 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:52:10.407010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84ee16f7-a2a4-4213-bf5f-226aacf5ffd7 req-3acbb7a7-48c8-4e4e-8266-c017d4ed1229 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0382590 Nov 23 02:52:10.431166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: c405da02-f74b-482b-96e4-71d1f50e11d3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:52:10.431516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c405da02-f74b-482b-96e4-71d1f50e11d3 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:52:10.569077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.629936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1f7626ea-277c-4274-912c-53b158ecaedd None None] Provisioning complete for port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:10.630306 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1f7626ea-277c-4274-912c-53b158ecaedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.710937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Allocated IP 172.20.0.2 (9711b604-c254-4eea-af47-d41767e9945c/2cb311f9-0d0b-47e0-9f2d-67dccfc58db9/d328ee9a-044b-4237-a4d4-0701d2cc3e93) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:10.790635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.832082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:08Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:10.877485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25debdd5-54e4-4f55-80e8-29e0a677d6ca None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:08Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:10.960813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:10.967635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.010881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Network 9711b604-c254-4eea-af47-d41767e9945c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:11.014165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:11.017854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:11.025718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.1 (9711b604-c254-4eea-af47-d41767e9945c/2cb311f9-0d0b-47e0-9f2d-67dccfc58db9/648ecd36-ad04-46bb-bb4a-6baf1ee70890) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:11.029275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Pushing event updated for resources: {'Port': ['ID=d328ee9a-044b-4237-a4d4-0701d2cc3e93,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:11.085840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Attempting to bind port d328ee9a-044b-4237-a4d4-0701d2cc3e93 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:11.086466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Attempting to bind port d328ee9a-044b-4237-a4d4-0701d2cc3e93 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:11.086866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Attempting to bind port d328ee9a-044b-4237-a4d4-0701d2cc3e93 on network 9711b604-c254-4eea-af47-d41767e9945c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:11.093811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:11.094329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Checking segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:11.094990 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.095497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Bound using segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:11.096238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Bound port: d328ee9a-044b-4237-a4d4-0701d2cc3e93, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:11.097058 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.179328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.202421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] For port d328ee9a-044b-4237-a4d4-0701d2cc3e93, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:11.209564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] For port d328ee9a-044b-4237-a4d4-0701d2cc3e93, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d328ee9a-044b-4237-a4d4-0701d2cc3e93,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:11.214892 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.234611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.275021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9711b604-c254-4eea-af47-d41767e9945c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:11.284153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:11.288600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:11.292423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0f1d1-1870-4a63-a282-76df92bc5f39 None None] Pushing event updated for resources: {'Port': ['ID=d328ee9a-044b-4237-a4d4-0701d2cc3e93,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:11.347867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.396942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:11.518965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.567155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1b095d5-d048-48cb-a2fb-68f0aa70e2fe req-1c1f5f90-3330-45e8-80fe-38067d0a335e tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0455024 Nov 23 02:52:11.791533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d328ee9a-044b-4237-a4d4-0701d2cc3e93 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:11.855712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.869053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d328ee9a-044b-4237-a4d4-0701d2cc3e93 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:11.869563 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.885916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.891028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.957094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.976476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.979479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:11.991379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port d328ee9a-044b-4237-a4d4-0701d2cc3e93, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d328ee9a-044b-4237-a4d4-0701d2cc3e93,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:11.995518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:11.996838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ecdd0ed1-feca-4433-b427-9013fb0f6ea9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:12.080957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9711b604-c254-4eea-af47-d41767e9945c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:12.081485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=d328ee9a-044b-4237-a4d4-0701d2cc3e93,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:12.082386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:12.100347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:12.100822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:12.206707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:52:12.317376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:12.325623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5713bdee-fce1-4027-83f0-3e3bbf84712d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/53eee2c1-8c31-4e16-8704-e6edf68d84d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5692761 Nov 23 02:52:12.325838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:12.437895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ce0f0-724f-4fe5-8690-6101e6509ba8 None None] Network 9711b604-c254-4eea-af47-d41767e9945c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:52:12.503957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.504434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.505258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.505390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.505832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.506235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.506763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.508227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.508227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.510146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-46449482-fe5c-44ec-94f5-2fe59295d85c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.1834152 Nov 23 02:52:12.512940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:12.564167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4ae5d7d7-2680-425c-9233-833f9067a69b None None] Provisioning complete for port d328ee9a-044b-4237-a4d4-0701d2cc3e93 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:12.564537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4ae5d7d7-2680-425c-9233-833f9067a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:12.588880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16b78529-20cb-4115-952f-08a2c771e9dd req-eef81ea5-f118-4a31-a6a2-5ebb84691ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0280259 Nov 23 02:52:12.610919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.611403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.611742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.612170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.612628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.613074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.613518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.614111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.614602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.617090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1754277-435c-4050-a1b6-0e77c158c8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.1031859 Nov 23 02:52:12.619880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:12.712461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3d5d837-c8c3-40ea-9af4-59660b37584b req-6ea9a670-fa88-4e69-abe6-a328811149db tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0320888 Nov 23 02:52:12.898290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4faa8cbf-b115-4efb-9b12-7d3d47e1b8c5 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5209 time: 0.2767146 Nov 23 02:52:12.919724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0a005a43-a526-467e-91a9-2bf4b59fb025 None None] Provisioning complete for port d328ee9a-044b-4237-a4d4-0701d2cc3e93 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:12.920099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a005a43-a526-467e-91a9-2bf4b59fb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.021221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0a005a43-a526-467e-91a9-2bf4b59fb025 None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:13.021908 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0a005a43-a526-467e-91a9-2bf4b59fb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.068817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0a005a43-a526-467e-91a9-2bf4b59fb025 None None] Port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:52:13.101534 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:13.111688 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:13.112577 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:13.133100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.137993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513218079', 'description': 'tempest-secgroup-smoke-1513218079 description', 'project_id': '4f1fbde6ba174bf8932103683e7c2060'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:13.164391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.205205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7f75c7bb-a790-47cd-9605-72bfebcb404f None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:13.205784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f75c7bb-a790-47cd-9605-72bfebcb404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.239721 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:13.249363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.253693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.268771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7f75c7bb-a790-47cd-9605-72bfebcb404f None None] Port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:52:13.320398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.321922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1876945 Nov 23 02:52:13.325251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.330993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:13.333987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc5d79-0e61-43fc-91cd-6bdb4de62296 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca6070e-98d5-4f1c-8039-0f8d8d178b00,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:13.352777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-1eb7dd2c-03cf-40a5-bc21-c0ec3eb72803 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:13.354569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-1eb7dd2c-03cf-40a5-bc21-c0ec3eb72803 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.0886230 Nov 23 02:52:13.377524 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-6e5b72f4-ace6-4a07-adaf-8077883fc942 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.394439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.397100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b2be3e71-247e-41f3-8c53-7966fc64409f None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:13.397617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2be3e71-247e-41f3-8c53-7966fc64409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.447966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b2be3e71-247e-41f3-8c53-7966fc64409f None None] Port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:52:13.468623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.470897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-6e5b72f4-ace6-4a07-adaf-8077883fc942 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.474915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.477419 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-6e5b72f4-ace6-4a07-adaf-8077883fc942 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.487494 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 2, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:13.495657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84696a9-0f4a-4b34-8124-3c5c3b37d322,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:13.505008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.506221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-102648e7-e1d7-46ab-b014-003e43e079a7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797462 Nov 23 02:52:13.509114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.513674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:13.521930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:13.522856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bc20f48-6b29-4fb8-b667-e1c287de1f9f req-6e5b72f4-ace6-4a07-adaf-8077883fc942 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594684 Nov 23 02:52:13.523106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Updating router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:52:13.541075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b72f4-ace6-4a07-adaf-8077883fc942 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542a7b09-672a-495e-8459-e4c24a2e0c7d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:13.556741 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.561674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.659885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.662563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acdf8d-7db7-4c2e-a319-8748baf419bf req-16e63537-f760-47c1-b744-99f95373fa93 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:13.664759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09acdf8d-7db7-4c2e-a319-8748baf419bf req-16e63537-f760-47c1-b744-99f95373fa93 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0765998 Nov 23 02:52:13.672225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.696895 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.698770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1884844 Nov 23 02:52:13.701178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.707646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:13.713940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae684573-a2c4-44a4-85a9-eee7bc527b9b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf2f55e-c2e8-4694-91f8-9bc9560abd92,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:13.729186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09acdf8d-7db7-4c2e-a319-8748baf419bf req-cca3010e-29bd-4953-8047-a218e229a040 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573530 Nov 23 02:52:13.752806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.757427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.780276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d328ee9a-044b-4237-a4d4-0701d2cc3e93 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:13.840184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d328ee9a-044b-4237-a4d4-0701d2cc3e93 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:13.840840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.841928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c9ef8c5a-ca56-48f5-9e4c-e9b2e84f830c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 200 len: 993 time: 0.0833375 Nov 23 02:52:13.859197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85cea170-7cf7-430f-aa0f-a2ac3dfa1823 req-20d32137-7d55-4516-b7a4-1735b5d05c4d tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0341542 Nov 23 02:52:13.873857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.879576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.902765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdbf7c7-bac0-43f7-8857-bcd3d6200895,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:13.911432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.912771 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fbd5e21f-1021-41d7-a4ff-a9aecd69cb20 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2104993 Nov 23 02:52:13.915687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52108) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:13.921085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:13.953659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.972451 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:13.977507 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.034019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.038356 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.057929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af1d125-195f-4a02-b386-3fa040390e41,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.068172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.070683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b8e28928-e2c5-417d-a254-6d8cd71aaadf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537569 Nov 23 02:52:14.073269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52116) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:14.073629 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cda596-07a4-405a-ae2a-65a3089d8073 None None] Pushing event updated for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.078198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:14.094430 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Attempting to bind port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:14.095471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Attempting to bind port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:14.096192 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Attempting to bind port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 on network 9711b604-c254-4eea-af47-d41767e9945c {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:14.105296 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:14.105989 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:52:14.106561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Checking segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:14.106971 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.107371 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Bound using segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:14.107860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Bound port: 648ecd36-ad04-46bb-bb4a-6baf1ee70890, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:14.108243 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.117700 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.188225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.192082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.202466 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] For port 648ecd36-ad04-46bb-bb4a-6baf1ee70890, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:14.206562 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] For port 648ecd36-ad04-46bb-bb4a-6baf1ee70890, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=648ecd36-ad04-46bb-bb4a-6baf1ee70890,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:14.211028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405c397c-1116-4130-b5c2-6f3be70ea3ba,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.218967 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.221854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.223118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2a46cdb7-9026-4e5c-a101-8d18538534da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487365 Nov 23 02:52:14.226116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:14.231033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'bca6070e-98d5-4f1c-8039-0f8d8d178b00', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:14.275290 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:52:14.284675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.343827 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:14.344641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:14.348440 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cda596-07a4-405a-ae2a-65a3089d8073 None None] Pushing event updated for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.351959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-8c24ff15-0660-4b7a-aad3-b83f35e8cace req-1db69c92-591b-4279-8602-c5220959a026 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:52:14.353122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c24ff15-0660-4b7a-aad3-b83f35e8cace req-1db69c92-591b-4279-8602-c5220959a026 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063741 Nov 23 02:52:14.392933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.400487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.405915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:14.408546 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.423169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50715a0-a8ce-4bad-925f-bf3b6778f38b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.439026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.440328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e2a4c6f3-ad98-4bad-b8ee-37ef3fcd58ab tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2129428 Nov 23 02:52:14.631527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:14.636945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.687637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] For port 648ecd36-ad04-46bb-bb4a-6baf1ee70890, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=648ecd36-ad04-46bb-bb4a-6baf1ee70890,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:14.691903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.743324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d47a-a7a9-4864-89c8-c35cad4ffd06 None None] Pushing event updated for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:14.798927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52144) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:14.817705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e895f131-689d-4ddf-9f06-48100c0a1461 None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:14.818617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e895f131-689d-4ddf-9f06-48100c0a1461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:14.851619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1674548-ca22-4fc9-97d8-b3cc7b4c342d req-07121b52-17e3-4c19-8b32-6d24ae8e1256 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0432494 Nov 23 02:52:14.909037 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:14.942178 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd49441d-3ce8-4730-9ed8-f7d560ffefd4 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:15.031984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-ba6b0832-6d4d-4ae6-a251-318155bb7cc1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513218079&fields=id&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 267 time: 0.0768883 Nov 23 02:52:15.033080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-bef15517-a6de-41d0-a385-f0d9dc74a4c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2309680 Nov 23 02:52:15.041424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-43297326-150a-4d0d-95ac-cedc3b985778 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:52:15.042399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-43297326-150a-4d0d-95ac-cedc3b985778 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057516 Nov 23 02:52:15.459061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-c014ae04-976a-4882-a663-26b286ab13c1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:15.461142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-c014ae04-976a-4882-a663-26b286ab13c1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/networks?id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 796 time: 0.4212554 Nov 23 02:52:15.481543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-f0ddeaf3-6aa5-4edd-b326-c1a98eaf666b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/quotas/4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 375 time: 0.0101354 Nov 23 02:52:15.542129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-7ac9633b-47ad-4427-a794-561b203a70dc tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539577 Nov 23 02:52:15.661373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-3276324c-cd1d-44b8-8302-7518d08dda29 service neutron] 10.222.0.15 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060109 Nov 23 02:52:15.773237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 648ecd36-ad04-46bb-bb4a-6baf1ee70890 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:15.786345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-078cd57f-9751-418c-b192-6ad45141e59a service neutron] 10.222.0.15 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239743 Nov 23 02:52:15.858322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:15.858979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:16.032036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914323cc-1476-4ff8-a02e-3adc49b6446d req-a83bb858-190b-4a53-8bea-4930a3403c30 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.033776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-914323cc-1476-4ff8-a02e-3adc49b6446d req-a83bb858-190b-4a53-8bea-4930a3403c30 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0626512 Nov 23 02:52:16.088171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-914323cc-1476-4ff8-a02e-3adc49b6446d req-6e35fee1-1763-4e77-ab71-3cd4546974e4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465002 Nov 23 02:52:16.201925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5631e46e-3d2e-4164-a228-9c1883ca6d21 req-9d66082a-c5de-46d7-843f-2102c20d3b83 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0297532 Nov 23 02:52:16.306304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04e5efa0-820c-4eaa-92c1-a388c6c5e169 req-75aae575-c28d-47e4-8d90-aefc6ae0ce0d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 210 time: 0.0455275 Nov 23 02:52:16.367935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-b2af162f-76c7-472f-9fd7-3c76b27111f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.369489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-b2af162f-76c7-472f-9fd7-3c76b27111f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.0496354 Nov 23 02:52:16.473767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-6cb276e7-44a3-4389-b339-6cb7b00e93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.475254 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-6cb276e7-44a3-4389-b339-6cb7b00e93ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.0984206 Nov 23 02:52:16.548866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-22fb5435-d778-465d-b9e7-bf59057bf2a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 1001 time: 0.0668902 Nov 23 02:52:16.606160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-ed2d21cc-9ffe-494d-9870-c03dab18ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.607944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-ed2d21cc-9ffe-494d-9870-c03dab18ea13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0524971 Nov 23 02:52:16.656726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-d800a5e9-9669-431e-a9c9-8749b7c4a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.658228 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-d800a5e9-9669-431e-a9c9-8749b7c4a74a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432055 Nov 23 02:52:16.754459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-2718eb1e-b2ae-4e66-aa8f-e29693eee895 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887282 Nov 23 02:52:16.847855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-67031164-ff92-4c35-8122-2d540c834bdf service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867801 Nov 23 02:52:17.039693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-52107c1a-c505-496d-805b-5622756cda40 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:17.041098 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-52107c1a-c505-496d-805b-5622756cda40 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/networks?id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 796 time: 0.1170816 Nov 23 02:52:17.106115 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-e0d533c1-038c-4e9f-a267-8928f4a7d454 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 380 time: 0.0558376 Nov 23 02:52:17.120605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'port': {'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'admin_state_up': True, 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'security_groups': ['bca6070e-98d5-4f1c-8039-0f8d8d178b00']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:17.218338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930ca8b-c250-40bb-ae5f-e42d6246fd6f req-2f50c5e1-1836-4828-bb50-1e1f76dd22ce tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:17.219909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6930ca8b-c250-40bb-ae5f-e42d6246fd6f req-2f50c5e1-1836-4828-bb50-1e1f76dd22ce tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0524061 Nov 23 02:52:17.233739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:17.237455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.272983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6930ca8b-c250-40bb-ae5f-e42d6246fd6f req-ad1edfbc-6584-469c-b021-c9250117c688 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470405 Nov 23 02:52:17.372666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29491f2f-c31c-4c51-911c-0e33991fb0a1 req-241b7ec5-ad49-4116-8f51-7eba2b3e16e2 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0278888 Nov 23 02:52:17.383286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.10 (9711b604-c254-4eea-af47-d41767e9945c/2cb311f9-0d0b-47e0-9f2d-67dccfc58db9/a722cceb-25c9-4c44-aa47-a22c85321928) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:17.461296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f2b0479-4b0f-4c1f-b26c-d8e66ffd44fb req-fe7da5dc-17b4-46bd-bd24-06dcbd086e78 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 210 time: 0.0274508 Nov 23 02:52:17.529033 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.561244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.606692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9711b604-c254-4eea-af47-d41767e9945c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:17.610148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:17.613789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:17.620213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:17.669634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:17.670261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.687633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-a3e52115-0c78-4dd5-833a-a2f32dffbad2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5713792 Nov 23 02:52:17.702098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Request body: {'port': {'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:17.764787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.879246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8dddeb01-5eb8-4683-b807-ec6ce4360b5d None None] Provisioning complete for port a722cceb-25c9-4c44-aa47-a22c85321928 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:17.879838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8dddeb01-5eb8-4683-b807-ec6ce4360b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.914807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8dddeb01-5eb8-4683-b807-ec6ce4360b5d None None] Port a722cceb-25c9-4c44-aa47-a22c85321928 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:52:18.026996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a722cceb-25c9-4c44-aa47-a22c85321928 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:18.034488 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.052436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Transition to ACTIVE for port object a722cceb-25c9-4c44-aa47-a22c85321928 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:52:18.056652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.107746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Pushing event updated for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:18.186277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Attempting to bind port a722cceb-25c9-4c44-aa47-a22c85321928 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:18.186760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Attempting to bind port a722cceb-25c9-4c44-aa47-a22c85321928 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:18.187069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Attempting to bind port a722cceb-25c9-4c44-aa47-a22c85321928 on network 9711b604-c254-4eea-af47-d41767e9945c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:18.191583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Port a722cceb-25c9-4c44-aa47-a22c85321928 on network 9711b604-c254-4eea-af47-d41767e9945c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:52:18.191939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Attempting to bind port a722cceb-25c9-4c44-aa47-a22c85321928 on network 9711b604-c254-4eea-af47-d41767e9945c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:18.197598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:18.197941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Checking segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:18.198335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Bound using segment: {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:18.198798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Bound port: a722cceb-25c9-4c44-aa47-a22c85321928, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139dcad7-77fa-416e-b075-0a4af9cf364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '9711b604-c254-4eea-af47-d41767e9945c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:18.199173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.270856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:18.274156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a722cceb-25c9-4c44-aa47-a22c85321928,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:18.279126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.320488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.321124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.322571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] 10.222.0.47 "PUT /v2.0/ports/a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 200 len: 1093 time: 0.6252186 Nov 23 02:52:18.323031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:18.325322 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3469e84f-5cba-4b44-b08c-da4fccb540e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:18.355214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc47b-e126-46a6-8111-b20dca22f18c service neutron] Pushing event updated for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:18.431765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-ae0c4e4b-5da5-4bc9-8ebf-dcf3c2b59680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.432894 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b95c4-70e0-4482-b89d-ce54a2d0c446 req-96b7d996-7c71-4868-b1e5-f408e6d524f3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.433770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-ae0c4e4b-5da5-4bc9-8ebf-dcf3c2b59680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1096 time: 0.0522535 Nov 23 02:52:18.439013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6b95c4-70e0-4482-b89d-ce54a2d0c446 req-96b7d996-7c71-4868-b1e5-f408e6d524f3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0743463 Nov 23 02:52:18.482493 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-d9975a56-587d-4fdc-b6c9-d08118761dee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 200 len: 217 time: 0.0410037 Nov 23 02:52:18.490967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6b95c4-70e0-4482-b89d-ce54a2d0c446 req-e7b90ec8-ec6a-4b02-9cee-959fdb9e2540 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496504 Nov 23 02:52:18.540371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-89b2ec48-10ff-477d-ae77-4ac8770c43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.541943 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-89b2ec48-10ff-477d-ae77-4ac8770c43ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 HTTP/1.1" status: 200 len: 835 time: 0.0524635 Nov 23 02:52:18.551110 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95e482-b7fb-4368-868b-c74c26989cb7 x-openstack-request-id: req-0c95e482-b7fb-4368-868b-c74c26989cb7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:18.551523 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:18.551856 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c95e482-b7fb-4368-868b-c74c26989cb7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:18.552268 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'status': 'completed', 'code': 200} Nov 23 02:52:18.600439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-ec46c0b0-39bc-48d9-8323-fecf68ff1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.602809 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-ec46c0b0-39bc-48d9-8323-fecf68ff1b78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9711b604-c254-4eea-af47-d41767e9945c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474231 Nov 23 02:52:18.629139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cca0f2a-d148-4574-8a67-7ed362b99022 req-655105f6-8e77-4718-8022-8062d4e11b46 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Nov 23 02:52:18.697264 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-dd7b9c70-a9b8-45ef-b168-6ef240c1dec5 service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Nov 23 02:52:18.741357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dcc36-f928-4d3f-bb1b-1057ea625c27 req-b76194e0-a8ce-47e7-a016-a60012c0207e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.742989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca5dcc36-f928-4d3f-bb1b-1057ea625c27 req-b76194e0-a8ce-47e7-a016-a60012c0207e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 944 time: 0.0506291 Nov 23 02:52:18.793586 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c2f51d6-989b-4c2e-b5c8-07824f1f98a3 req-fe1bdd52-c614-4a03-b0a1-96d3dfdb3a8c service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890493 Nov 23 02:52:18.794308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca5dcc36-f928-4d3f-bb1b-1057ea625c27 req-e4dc5579-480d-4662-b0c7-62790ffc7c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Nov 23 02:52:18.881154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-a02f5f68-7220-4b54-a83c-2ee219fbd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.883191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-a02f5f68-7220-4b54-a83c-2ee219fbd16b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1096 time: 0.0413058 Nov 23 02:52:18.979569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-b4e409b1-08e0-4774-9b5c-672158f5e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.980950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-b4e409b1-08e0-4774-9b5c-672158f5e45e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 897 time: 0.0898259 Nov 23 02:52:19.025918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-6c814346-dd26-4672-9efd-fbd67782279d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 200 len: 217 time: 0.0377715 Nov 23 02:52:19.074818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-e5499f14-7e92-4980-97b8-61dcc2467704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:19.076237 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-e5499f14-7e92-4980-97b8-61dcc2467704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 HTTP/1.1" status: 200 len: 835 time: 0.0435305 Nov 23 02:52:19.121550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-eb2601da-f3dc-4089-8587-54d68ee1cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:19.123088 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-eb2601da-f3dc-4089-8587-54d68ee1cd1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9711b604-c254-4eea-af47-d41767e9945c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389023 Nov 23 02:52:19.214838 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-2938baef-35aa-494d-9f2d-db64e21f16ff service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841744 Nov 23 02:52:19.306775 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3469e84f-5cba-4b44-b08c-da4fccb540e5 req-dd6286cb-c488-4dd3-8955-4aa0637118d7 service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847688 Nov 23 02:52:19.617898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406627c-0c6e-46a9-9b7f-a6f20db45052 req-470e0f3c-099b-4bec-9181-10a99119c638 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:19.619426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5406627c-0c6e-46a9-9b7f-a6f20db45052 req-470e0f3c-099b-4bec-9181-10a99119c638 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0535536 Nov 23 02:52:19.670880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5406627c-0c6e-46a9-9b7f-a6f20db45052 req-f66817ee-4f5a-432d-994f-c1f7bab5ba3f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452008 Nov 23 02:52:19.754355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2361e323-8595-4df9-b895-999910d15e6d req-b076ead8-1628-483b-9a9e-ead7c6dc3215 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0288267 Nov 23 02:52:19.912587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55497c-e74f-46c2-a062-0f52a75988f7 req-ea5d47c1-f712-4d67-a88c-be70896dc709 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:19.914825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f55497c-e74f-46c2-a062-0f52a75988f7 req-ea5d47c1-f712-4d67-a88c-be70896dc709 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 944 time: 0.0544331 Nov 23 02:52:19.967423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f55497c-e74f-46c2-a062-0f52a75988f7 req-028b1643-9a98-42c2-9c04-b5623fe6f841 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Nov 23 02:52:20.794557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaa105-14fe-4a43-9194-9300fceb9d72 req-a81cfb3f-fc5d-497e-bc9f-5b82381c284c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:20.796002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecaa105-14fe-4a43-9194-9300fceb9d72 req-a81cfb3f-fc5d-497e-bc9f-5b82381c284c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0541902 Nov 23 02:52:20.848749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecaa105-14fe-4a43-9194-9300fceb9d72 req-4bf55268-1230-483a-af60-be75bda56547 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464923 Nov 23 02:52:20.932157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-518843cc-b897-42d5-a8c7-7b05433a2a43 req-a1474b4a-2d51-4038-b249-789c3814ef7e tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Nov 23 02:52:21.079340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2df7b-dfc4-467c-b353-c70b5e59387a req-e0b01c36-454e-4687-a76f-4b2f7b555146 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:21.080783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60d2df7b-dfc4-467c-b353-c70b5e59387a req-e0b01c36-454e-4687-a76f-4b2f7b555146 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 944 time: 0.0482857 Nov 23 02:52:21.128764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-60d2df7b-dfc4-467c-b353-c70b5e59387a req-f1746070-9731-4ea0-b7ba-b982b284b3a0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Nov 23 02:52:21.871673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a722cceb-25c9-4c44-aa47-a22c85321928 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:21.969960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a722cceb-25c9-4c44-aa47-a22c85321928,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:21.972110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e32bb-be4f-4f06-baaf-c89b48321b71 req-0df92a22-ab54-4281-bfc3-aaf9951851df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:21.973667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-607e32bb-be4f-4f06-baaf-c89b48321b71 req-0df92a22-ab54-4281-bfc3-aaf9951851df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0549889 Nov 23 02:52:21.982274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:22.018544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:22.023479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-607e32bb-be4f-4f06-baaf-c89b48321b71 req-7238048b-41e5-454f-abda-8c6e9b7375ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430169 Nov 23 02:52:22.031268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a722cceb-25c9-4c44-aa47-a22c85321928 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:22.054078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a722cceb-25c9-4c44-aa47-a22c85321928,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:22.058374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:22.105843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:22.106669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3063f670-bf2a-446e-9e67-4ff977e63744 req-37717f31-3ad0-43a9-b737-1d0ca3ba0ef1 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Nov 23 02:52:22.113316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.113669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.114022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.114365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.114735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.115075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.115408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.115741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.116647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.116981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.117309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.117637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:22.242709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d5df0-6ba6-42aa-849d-0cd2da24c38d req-0ff5931d-3632-4204-92c7-a43a25e610ae tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:22.244182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-308d5df0-6ba6-42aa-849d-0cd2da24c38d req-0ff5931d-3632-4204-92c7-a43a25e610ae tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 945 time: 0.0490925 Nov 23 02:52:22.282256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['a722cceb-25c9-4c44-aa47-a22c85321928'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:22.296855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-308d5df0-6ba6-42aa-849d-0cd2da24c38d req-f053f58e-7ee8-465d-b606-13610758e203 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466156 Nov 23 02:52:23.156765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a4caa-1aa6-47b7-8adc-ae7cc3cc380c req-ca2b57c1-fe78-4bf4-b569-77b2030dfae2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.158453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd1a4caa-1aa6-47b7-8adc-ae7cc3cc380c req-ca2b57c1-fe78-4bf4-b569-77b2030dfae2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0584326 Nov 23 02:52:23.211928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd1a4caa-1aa6-47b7-8adc-ae7cc3cc380c req-90e7722e-be59-4d81-ad88-a1d341a764ba tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457199 Nov 23 02:52:23.302922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21549444-0ade-441a-a14d-e9d4d832a46c req-9a45863b-957f-42fa-a938-0f17f4485dc5 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Nov 23 02:52:23.421043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ca686-a1a9-4bef-bddf-0b3034f673c1 req-c092105d-0a9c-483b-a57d-ea3330665fd9 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.422597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475ca686-a1a9-4bef-bddf-0b3034f673c1 req-c092105d-0a9c-483b-a57d-ea3330665fd9 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 945 time: 0.0556076 Nov 23 02:52:23.473529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475ca686-a1a9-4bef-bddf-0b3034f673c1 req-652402b7-2b34-4c06-b480-b971d7583815 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Nov 23 02:52:23.495048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:23.872265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a722cceb-25c9-4c44-aa47-a22c85321928 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:23.924133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port a722cceb-25c9-4c44-aa47-a22c85321928 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:52:23.928638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port a722cceb-25c9-4c44-aa47-a22c85321928 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:23.929537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:24.011380 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:24.033874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:24.036524 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0315a14-ec05-47b4-8dce-bd8467758444" -d '{"events": [{"server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "name": "network-vif-plugged", "status": "completed", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:24.050227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a722cceb-25c9-4c44-aa47-a22c85321928,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:24.054781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:24.081883 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e3cf60-42f4-49ad-b61a-a57f5589f2e5 x-openstack-request-id: req-92e3cf60-42f4-49ad-b61a-a57f5589f2e5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:24.082175 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "name": "network-vif-plugged", "status": "completed", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:24.082429 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92e3cf60-42f4-49ad-b61a-a57f5589f2e5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:24.082843 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'code': 200} Nov 23 02:52:24.111628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:24.356129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9cb6b-7f9a-4517-bfd3-076f9346fce9 req-06566db2-4675-49da-aabc-ab3e177f6e86 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:24.358081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0a9cb6b-7f9a-4517-bfd3-076f9346fce9 req-06566db2-4675-49da-aabc-ab3e177f6e86 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0650640 Nov 23 02:52:24.421691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0a9cb6b-7f9a-4517-bfd3-076f9346fce9 req-cee9497c-b6e3-45cc-a68c-48a8ec05d9bc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562568 Nov 23 02:52:24.467388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06be088-387a-4785-ad5f-ea0fc03c696e req-b4fc62b9-1457-4be4-badd-17be2804c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:24.468905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d06be088-387a-4785-ad5f-ea0fc03c696e req-b4fc62b9-1457-4be4-badd-17be2804c616 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1098 time: 0.3326616 Nov 23 02:52:24.512622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-380cd921-ee09-4b8e-b308-9a45f58e14c5 req-f1775066-dd7d-4a9a-958e-3bd40d68d4bb tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0268660 Nov 23 02:52:24.516225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d06be088-387a-4785-ad5f-ea0fc03c696e req-5d610685-e6b0-42e2-95b8-5bfbd75c531d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403602 Nov 23 02:52:24.627794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa5aab-f456-4272-8159-b0a7d73866c9 req-4d7d22f9-8d06-4c6e-98b4-cab173e9e925 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:24.629451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8fa5aab-f456-4272-8159-b0a7d73866c9 req-4d7d22f9-8d06-4c6e-98b4-cab173e9e925 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0556545 Nov 23 02:52:24.688213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8fa5aab-f456-4272-8159-b0a7d73866c9 req-cf683651-4f53-4057-ac05-dd138e76fa9a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521963 Nov 23 02:52:25.549237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a93b-fa7f-4458-af52-ba28e73d8889 req-9a24c719-ff56-4e41-9c0e-0f3990cd0468 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:25.550781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ade0a93b-fa7f-4458-af52-ba28e73d8889 req-9a24c719-ff56-4e41-9c0e-0f3990cd0468 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0573299 Nov 23 02:52:25.604360 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ade0a93b-fa7f-4458-af52-ba28e73d8889 req-92527471-e807-4875-8f28-39cf03b87c52 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455594 Nov 23 02:52:25.686538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-119749a6-7acc-478a-b76b-69dea0f35663 req-ab8c97b6-321b-4871-9731-003de17b42c8 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Nov 23 02:52:25.801470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215c8e-b16e-40cd-bcd6-981dd3cd2144 req-dc122c71-54cd-4e38-8105-87f57f478287 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:25.802983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a215c8e-b16e-40cd-bcd6-981dd3cd2144 req-dc122c71-54cd-4e38-8105-87f57f478287 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0489020 Nov 23 02:52:25.853432 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a215c8e-b16e-40cd-bcd6-981dd3cd2144 req-d8182eef-f80d-4d40-be6c-9bc4f350a942 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445797 Nov 23 02:52:25.969552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095cc9f-bb44-43ef-ba8e-4662de309334 req-3ffaf8b3-d438-4836-b0ff-f8118b4734c5 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:25.971104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c095cc9f-bb44-43ef-ba8e-4662de309334 req-3ffaf8b3-d438-4836-b0ff-f8118b4734c5 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0543859 Nov 23 02:52:26.020816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c095cc9f-bb44-43ef-ba8e-4662de309334 req-ac2ab0d9-7dd5-48c9-9981-e4c71f9de140 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Nov 23 02:52:26.042278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:26.081272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368f0e0-2e01-40cd-9078-3783e8990140 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:26.082768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9368f0e0-2e01-40cd-9078-3783e8990140 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1093 time: 0.0394752 Nov 23 02:52:26.085674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:26.089797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:26.110807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:26.208359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:26.310453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.25.1.97 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/636dde4e-2564-4938-bb0f-98d518119552) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:26.411885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:26.444463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:26.483314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:26.486262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:26.489616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:26.495537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=636dde4e-2564-4938-bb0f-98d518119552,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:26.749067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7ee18-fbbe-4683-83b6-230c2c31862d req-f0061cb0-a6ba-4bb6-8bba-55ff3e22f905 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:26.750739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63b7ee18-fbbe-4683-83b6-230c2c31862d req-f0061cb0-a6ba-4bb6-8bba-55ff3e22f905 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0699430 Nov 23 02:52:26.871531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63b7ee18-fbbe-4683-83b6-230c2c31862d req-a141929a-29fe-4347-9054-6830aade16fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871031 Nov 23 02:52:26.925807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:26.978086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4386babb-cfd3-4390-ae6a-f355ca57a152 req-3038cd01-4ed8-49f6-a459-3b8418297647 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0334847 Nov 23 02:52:27.015227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:27.167058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:27.171277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:27.239973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=636dde4e-2564-4938-bb0f-98d518119552,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:27.253452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:27.360243 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Floating IP 266d482a-a152-45de-93a9-ead4dba2d74a associated. External IP: 172.25.1.97, port: a722cceb-25c9-4c44-aa47-a22c85321928. Nov 23 02:52:27.572353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:52:27.682184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:27.691707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:27.700248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:27.702238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:27.702896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:27.729231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3174c6fb-67e4-4fe3-9c5b-a9950eb5fb54 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6400769 Nov 23 02:52:27.729231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:27.729621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:27.730087 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:27.769089 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fd6ef0-bce9-459f-a988-2895d27be131 x-openstack-request-id: req-79fd6ef0-bce9-459f-a988-2895d27be131 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:27.769695 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:27.769695 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79fd6ef0-bce9-459f-a988-2895d27be131 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:27.770028 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'status': 'completed', 'code': 200} Nov 23 02:52:27.807976 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-17aac86a-d0fc-4378-9d08-b1f9bba8e607 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/266d482a-a152-45de-93a9-ead4dba2d74a HTTP/1.1" status: 200 len: 991 time: 0.0771453 Nov 23 02:52:27.813662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:27.835317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-046a0cd1-21c9-42fd-ac47-7a80947768ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:27.836821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-046a0cd1-21c9-42fd-ac47-7a80947768ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1098 time: 0.0427802 Nov 23 02:52:27.931586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-8f65091e-1095-48cf-9da8-59ba100c84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:27.933079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-8f65091e-1095-48cf-9da8-59ba100c84b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 897 time: 0.0883312 Nov 23 02:52:27.998357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adfdba-8502-4e09-9702-2665606f1e86 req-f2447d92-6122-4bbd-b9ca-e95913bfebb9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.000470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2adfdba-8502-4e09-9702-2665606f1e86 req-f2447d92-6122-4bbd-b9ca-e95913bfebb9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0564115 Nov 23 02:52:28.009440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-69186540-d0af-4912-81d7-b9eac106f50b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 200 len: 999 time: 0.0695074 Nov 23 02:52:28.049119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:26Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:28.053442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2adfdba-8502-4e09-9702-2665606f1e86 req-cd2d9458-d8cf-4ecb-b609-3f891a568177 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467908 Nov 23 02:52:28.077998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-dffa8c77-3f7d-4f80-ad3c-c89cbcfb94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.077998 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-dffa8c77-3f7d-4f80-ad3c-c89cbcfb94be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 HTTP/1.1" status: 200 len: 835 time: 0.0513647 Nov 23 02:52:28.082272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:28.093078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:28.093603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:28.116619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-273fd9e6-f78b-4062-b79d-42e376e14d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.118136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-273fd9e6-f78b-4062-b79d-42e376e14d1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9711b604-c254-4eea-af47-d41767e9945c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424442 Nov 23 02:52:28.144652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-85146b75-696d-4fa2-93c1-d0b6e3055b88 req-d1274819-5b09-46ad-85fc-136c6e9949e7 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Nov 23 02:52:28.216324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-c8338ed5-887b-4bf0-9ea7-45c7bcc6b596 service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905342 Nov 23 02:52:28.313454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd5b3652-2322-4d0a-9d4c-a6823ee13cd3 req-7f1acf00-f852-475a-9988-de98aeb3c94c service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Nov 23 02:52:28.358162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:28.476248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-b03151c8-f64b-445a-9ca9-f5aa11f4e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.477755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-b03151c8-f64b-445a-9ca9-f5aa11f4e754 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.0454414 Nov 23 02:52:28.588929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-325a4b54-97b7-474c-83ad-cdac99fa61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.590397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:26Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:28.590623 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-325a4b54-97b7-474c-83ad-cdac99fa61cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.0897205 Nov 23 02:52:28.625633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6075b2b4-7cab-47ad-892e-2ace515a3d78 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:11Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:26Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:28.665567 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-0e856e62-8832-4f35-b24e-ecb962df071f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 1001 time: 0.0676234 Nov 23 02:52:28.721998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-6ccd6a03-5b07-486b-bbd8-919243550848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.723542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-6ccd6a03-5b07-486b-bbd8-919243550848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0463336 Nov 23 02:52:28.772660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-aa8cd9a6-af8f-46b5-9d49-70f51d6b10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.774221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-aa8cd9a6-af8f-46b5-9d49-70f51d6b10c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423615 Nov 23 02:52:28.811735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:28.833570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832599a-550f-4411-9dc0-9525582bc3ee None None] New status for floating IP 266d482a-a152-45de-93a9-ead4dba2d74a: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:52:28.874550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-2ecd26d6-1292-4715-ab5e-571276f62722 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911062 Nov 23 02:52:28.886117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d3c86813-4abe-48b4-99a2-7f8d9efaf5f8 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/266d482a-a152-45de-93a9-ead4dba2d74a HTTP/1.1" status: 200 len: 991 time: 0.0730865 Nov 23 02:52:28.979132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c79cd124-247a-4ac3-bd06-d762cf26027c req-11e3a48b-776e-4e83-a2e5-e5df83e0ee1c service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901549 Nov 23 02:52:29.076464 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-ec4cc9da-57ba-4909-b682-ec7a374e9b39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0827572 Nov 23 02:52:29.098824 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-804e0655-bb27-45f5-aa50-1fabc8689232 service neutron] show failed (client error): The resource could not be found. Nov 23 02:52:29.099859 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-804e0655-bb27-45f5-aa50-1fabc8689232 service neutron] 10.222.0.41 "GET /v2.0/ports/87a26d47-da26-49b5-9c46-733cedfb416b/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0761874 Nov 23 02:52:29.181567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-b1550f19-bded-4a2c-84fd-db4ce8bdea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.182997 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-b1550f19-bded-4a2c-84fd-db4ce8bdea02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 1097 time: 0.0456467 Nov 23 02:52:29.188932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f6b5a-a299-423d-93a9-f9a1a3f18e15 req-0d9ce56a-e32a-4172-a8fe-262aa153d24d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.190657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a5f6b5a-a299-423d-93a9-f9a1a3f18e15 req-0d9ce56a-e32a-4172-a8fe-262aa153d24d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0540071 Nov 23 02:52:29.257411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a5f6b5a-a299-423d-93a9-f9a1a3f18e15 req-b7568c58-8547-4a7c-8b72-500539a82248 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578246 Nov 23 02:52:29.352797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-b65ae2cd-3e05-4106-a1e7-40166eb6b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.354284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-b65ae2cd-3e05-4106-a1e7-40166eb6b6fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 200 len: 910 time: 0.1508806 Nov 23 02:52:29.355410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea2daaef-a62b-440c-aed8-8018cf434670 req-86878b6a-547d-42cd-8941-be51ac81e6fe tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Nov 23 02:52:29.376223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-0a6a04cb-20cb-4a21-94ae-6a60d78c2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.377701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-0a6a04cb-20cb-4a21-94ae-6a60d78c2ba3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 1097 time: 0.1060236 Nov 23 02:52:29.410427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:29.472069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-d2e830a7-8f8d-46a8-b9a2-52cc4358d236 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 200 len: 1001 time: 0.1103089 Nov 23 02:52:29.486894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:29.556594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-1391f898-c67f-4faa-8dbc-3d74a68a2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.559028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-1391f898-c67f-4faa-8dbc-3d74a68a2a37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 200 len: 848 time: 0.0787764 Nov 23 02:52:29.698846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:29.706643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-8bda0b96-1e57-4bd2-a726-985cf909c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.708189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-8bda0b96-1e57-4bd2-a726-985cf909c552 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ffd3aaa3-b4be-4295-bed0-45144a941b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426370 Nov 23 02:52:29.806654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:29.847218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-6811b642-6e1c-4104-90d9-f5aae40e90d6 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301544 Nov 23 02:52:29.867854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:29.889944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:29.953687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:29.956005 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec9536-80f8-4a94-9ead-17db8468b5da" -d '{"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:29.956938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d51391d7-3899-4329-8005-7e53271c9fd1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/266d482a-a152-45de-93a9-ead4dba2d74a HTTP/1.1" status: 200 len: 993 time: 0.0656140 Nov 23 02:52:29.961367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:29.986719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Transition to ACTIVE for port object 87a26d47-da26-49b5-9c46-733cedfb416b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:52:29.994413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:30.019251 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f380ff-85a3-4d4d-8bf0-b6c27c06e715 x-openstack-request-id: req-e3f380ff-85a3-4d4d-8bf0-b6c27c06e715 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:30.019547 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:30.019797 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3f380ff-85a3-4d4d-8bf0-b6c27c06e715 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:30.020185 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'code': 200} Nov 23 02:52:30.024846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b7d34a48-5d22-44f8-b856-4781648c9a88 req-58e30f11-0d45-407c-85b5-675afa79a1f7 service neutron] 10.222.0.47 "GET /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682339 Nov 23 02:52:30.113463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:30.171347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] No DVR routers for this DVR port 87a26d47-da26-49b5-9c46-733cedfb416b on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:52:30.316875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:30.317145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:30.317477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:30.321893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:52:30.322219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Attempting to bind port 87a26d47-da26-49b5-9c46-733cedfb416b on network 8fe288a8-4eeb-4157-a552-14357a1e0856 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:30.327081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:30.327420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Checking segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:30.327857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Bound using segment: {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:30.328297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Bound port: 87a26d47-da26-49b5-9c46-733cedfb416b, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4aea69-77c3-404b-84f0-3b373fa79090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:30.328680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:30.386182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18191de-be23-40e1-8f3b-f67525070eed req-8e866f55-d8f0-4b50-a61f-3c16cbbc4ea5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.388023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e18191de-be23-40e1-8f3b-f67525070eed req-8e866f55-d8f0-4b50-a61f-3c16cbbc4ea5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0520568 Nov 23 02:52:30.394905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:30.398641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:30.403329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:30.439119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.439690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:30.440917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e18191de-be23-40e1-8f3b-f67525070eed req-bce6e6ef-a9f1-4d9e-8cb0-1ae2cfae02b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Nov 23 02:52:30.441063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] 10.222.0.47 "PUT /v2.0/ports/87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 1092 time: 1.0362363 Nov 23 02:52:30.493766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1656e0-2e4b-426d-8ff7-9106dfa39198 service neutron] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:30.533514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-a8d2ee4f-8728-4287-9d85-fc09f413035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.535424 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-a8d2ee4f-8728-4287-9d85-fc09f413035f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.0558860 Nov 23 02:52:30.542268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8203e871-b9f3-4c60-aee7-9230594f2435 req-2309ba8a-806a-429b-b6c6-b95102322d1c tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Nov 23 02:52:30.632939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-58353d7b-b2cd-44df-b7c7-3a22c2bb0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.634467 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-58353d7b-b2cd-44df-b7c7-3a22c2bb0f18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.0911400 Nov 23 02:52:30.704762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-f3756080-d9a0-4dcb-bb97-cde4c42b615c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 999 time: 0.0625505 Nov 23 02:52:30.755511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-4306aeb4-2929-4e61-887f-724364fba83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.757484 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-4306aeb4-2929-4e61-887f-724364fba83d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0442486 Nov 23 02:52:30.804678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-8dc3b1e2-7071-42ae-900e-c1fe5047ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.806130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-8dc3b1e2-7071-42ae-900e-c1fe5047ee5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403671 Nov 23 02:52:30.899604 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-587a5365-50a0-4865-8e04-7315a62480a2 service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860720 Nov 23 02:52:30.989389 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d59414e-4e5c-4f0c-8595-5558b720d175 req-49359636-6db2-42e4-8c48-79a87b5fcd57 service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827458 Nov 23 02:52:31.812266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d1f6-7db3-4afe-868f-4af984ae2e0e req-8465554d-b1d4-4c96-ab65-307ca294faf8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:31.813734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a312d1f6-7db3-4afe-868f-4af984ae2e0e req-8465554d-b1d4-4c96-ab65-307ca294faf8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0504644 Nov 23 02:52:31.866731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a312d1f6-7db3-4afe-868f-4af984ae2e0e req-2db8f785-b77b-447d-937e-c005c1d37add tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462685 Nov 23 02:52:31.949657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d454d9a9-9b84-4fa2-b7de-6085652127ad req-810c355c-4d89-4802-ace5-b60817c30f6a tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0268192 Nov 23 02:52:32.021832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:32.024261 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c3d072-7689-4a33-bfd6-a7b21956a489" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:32.071613 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337f22d-8bfa-44bc-91cd-b7e87e9d9bae x-openstack-request-id: req-0337f22d-8bfa-44bc-91cd-b7e87e9d9bae {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:32.071905 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:32.072158 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0337f22d-8bfa-44bc-91cd-b7e87e9d9bae {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:32.072568 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'status': 'completed', 'code': 200} Nov 23 02:52:32.171231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-b81a254a-a757-4000-81fb-0354e362b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.172689 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-b81a254a-a757-4000-81fb-0354e362b4fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.0784860 Nov 23 02:52:32.179140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-9f032e00-0fc5-455b-8a8f-0afef6d77763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.180452 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-9f032e00-0fc5-455b-8a8f-0afef6d77763 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.0613396 Nov 23 02:52:32.489072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:52:32.529028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:52:32.608500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-8faf8e55-23b5-4f3b-b296-9542f7baa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.609958 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-8faf8e55-23b5-4f3b-b296-9542f7baa846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.4259653 Nov 23 02:52:32.612606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-7b66a162-3c1b-4704-8109-320e088590d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.613911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-7b66a162-3c1b-4704-8109-320e088590d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.4221385 Nov 23 02:52:32.724465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-6f8c552a-6c89-4753-a81d-0f46e2d59615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 999 time: 0.1067004 Nov 23 02:52:32.726292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-06e4ec30-add0-426f-ad25-06f7a7b61394 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 999 time: 0.1029663 Nov 23 02:52:32.816105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-b7aa8e5c-31c4-432e-8653-7ad9fd218a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.817578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-b7aa8e5c-31c4-432e-8653-7ad9fd218a6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0856681 Nov 23 02:52:32.818981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-9a096212-401a-48fa-9f9a-ed95d5437ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.820868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-9a096212-401a-48fa-9f9a-ed95d5437ebc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0799060 Nov 23 02:52:32.912072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-a84c0265-9f7e-450b-b0ce-39366fc42c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.913989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-a84c0265-9f7e-450b-b0ce-39366fc42c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857608 Nov 23 02:52:32.917246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-17e1fc83-7548-4ce9-aeab-733df0cb505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.918950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-17e1fc83-7548-4ce9-aeab-733df0cb505a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825300 Nov 23 02:52:32.992862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce185b-8a4e-4523-ae3d-ff4aa98c118d req-b46471f4-2988-40f1-954c-cd07e089b902 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:32.994367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9ce185b-8a4e-4523-ae3d-ff4aa98c118d req-b46471f4-2988-40f1-954c-cd07e089b902 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0513146 Nov 23 02:52:33.049577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9ce185b-8a4e-4523-ae3d-ff4aa98c118d req-a39d1854-4dde-4323-a371-b95eb8bfe061 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484984 Nov 23 02:52:33.113322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-2db47247-b0e7-40db-8220-bc0965f5fd3d service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919591 Nov 23 02:52:33.115529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-58162fe6-fefd-4dbf-91ef-f4335c63f62a service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853216 Nov 23 02:52:33.153667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2da8ca0-1ff3-4e96-9a4d-db831e817b93 req-dfc5e011-87a3-43be-95f2-4cf32a9c2bcb tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0270939 Nov 23 02:52:33.329105 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-62765061-bfb8-4fe6-ba8c-48b2f979a93f service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078762 Nov 23 02:52:33.331718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a2c3d072-7689-4a33-bfd6-a7b21956a489 req-b8cd7e21-cd1f-41f5-9e48-d19c6ecc4e48 service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015109 Nov 23 02:52:33.385626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9976fa-4722-462f-9f40-892384c5bbcf req-eacff722-c32b-43a7-b82f-18397c2300a8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.387384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd9976fa-4722-462f-9f40-892384c5bbcf req-eacff722-c32b-43a7-b82f-18397c2300a8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 943 time: 0.0823069 Nov 23 02:52:33.439488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd9976fa-4722-462f-9f40-892384c5bbcf req-c5b39bb0-8ff6-4b23-bcd2-c8657ee8d6bf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Nov 23 02:52:33.503132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-e3df0d45-03f5-43e7-92e8-e71bd73e24a5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.504808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-e3df0d45-03f5-43e7-92e8-e71bd73e24a5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f&tenant_id=f6ad66998dc1478d820a7901d6abb8f9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 943 time: 0.1143627 Nov 23 02:52:33.565211 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-b3ae9bd1-9fa1-43db-8979-de1cceaa4f94 service neutron] delete failed (client error): The resource could not be found. Nov 23 02:52:33.566444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-b3ae9bd1-9fa1-43db-8979-de1cceaa4f94 service neutron] 10.222.0.41 "DELETE /v2.0/ports/87a26d47-da26-49b5-9c46-733cedfb416b/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0530229 Nov 23 02:52:33.683007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-8cfc14a0-e146-4552-b380-93403a628151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.684547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-8cfc14a0-e146-4552-b380-93403a628151 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1095 time: 0.0498314 Nov 23 02:52:33.783792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-abfe6799-3d84-4a2d-814a-48fb64f1f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.785288 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-abfe6799-3d84-4a2d-814a-48fb64f1f2b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.0888755 Nov 23 02:52:33.890777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-0db4c864-975c-4566-89a7-28ab32702170 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 999 time: 0.0646760 Nov 23 02:52:33.918361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:33.950602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-122ac58e-fc5a-432d-931a-b12cedcdd01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.952095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-122ac58e-fc5a-432d-931a-b12cedcdd01c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0533814 Nov 23 02:52:33.999532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-8f7bf388-858b-4c88-9480-f37aa7a5dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:34.001316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-8f7bf388-858b-4c88-9480-f37aa7a5dd8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405331 Nov 23 02:52:34.018423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:34.031086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '87a26d47-da26-49b5-9c46-733cedfb416b', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'port_id': '87a26d47-da26-49b5-9c46-733cedfb416b', 'mac_address': 'fa:16:3e:58:f8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:34.066599 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:34.079546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a26d47-da26-49b5-9c46-733cedfb416b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:34.096989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-4d5a5049-509d-454a-b7ce-8c22477f018f service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Nov 23 02:52:34.097906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:34.103246 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:34.153872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:34.192019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-682947c1-9b04-4f37-aa32-dd1c183e787b req-c365718e-bd8f-481e-bef9-417311ae3503 service neutron] 10.222.0.41 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Nov 23 02:52:34.257638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a97dbc43-1642-4af6-a3ed-2be1ab5aaf5c req-de675c80-8a54-4db7-ae0f-aad71235324b tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0255089 Nov 23 02:52:34.337675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['87a26d47-da26-49b5-9c46-733cedfb416b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:34.556160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a42cb-8b8d-4d7f-86d2-5dcb7d2dfdc8 req-24dc6084-4068-4135-bb57-14036a8173d2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:34.557592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-490a42cb-8b8d-4d7f-86d2-5dcb7d2dfdc8 req-24dc6084-4068-4135-bb57-14036a8173d2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 944 time: 0.0484366 Nov 23 02:52:34.606753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-490a42cb-8b8d-4d7f-86d2-5dcb7d2dfdc8 req-21e0620f-4506-41c0-b582-86345dd9883e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Nov 23 02:52:35.360581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a28120a6-fd70-4556-97fb-a8261131505e req-09fc9e47-37e1-415a-b7c6-d181ae755a79 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0260022 Nov 23 02:52:35.670831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bc6ba4f5-8849-448c-aa7f-ccca547ee6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:35.730402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1f194-131b-4fcb-a70c-ddda7e71a402 req-b4710397-b2a3-4d70-93d9-a6d9f82671d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:35.731925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17b1f194-131b-4fcb-a70c-ddda7e71a402 req-b4710397-b2a3-4d70-93d9-a6d9f82671d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 944 time: 0.0559664 Nov 23 02:52:35.783023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17b1f194-131b-4fcb-a70c-ddda7e71a402 req-e6b8cd13-1624-48f9-8ae1-7952aa06ea5c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 Nov 23 02:52:35.806201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:35.867207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-43956029-21fa-4fcb-81c5-ae185e59a264 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 200 len: 992 time: 0.0597024 Nov 23 02:52:35.919882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:35.967706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 87a26d47-da26-49b5-9c46-733cedfb416b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:52:35.971484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 87a26d47-da26-49b5-9c46-733cedfb416b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:35.971850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:36.052716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:36.075054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:36.077301 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355fdb03-fbe6-4451-9e2a-fcbb791ddfb8" -d '{"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:36.089590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:36.094111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:36.118932 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a283f0-7586-4413-9b56-18e14f617349 x-openstack-request-id: req-76a283f0-7586-4413-9b56-18e14f617349 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:36.119173 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:36.119457 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76a283f0-7586-4413-9b56-18e14f617349 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:36.119854 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'code': 200} Nov 23 02:52:36.144725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:36.466121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ee45677-7e77-4408-bedb-c4d6d3dd875a req-e17a5e38-e3eb-412b-978f-e4f1013b3d46 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0295930 Nov 23 02:52:37.565436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a9dfa21-61d3-4b9b-9255-051f544d7461 req-dd367415-cf77-4569-895a-2946aa7a3e14 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0256166 Nov 23 02:52:38.033332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b13f125-cb93-4e84-a6b6-89f1679ffea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:38.393948 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:52:38.669750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d9f0a1b-2123-488b-bb3c-d37c6b13b300 req-b4e85143-7469-4ce0-ba3f-e7899b8d4733 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0266681 Nov 23 02:52:39.294453 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:39.768582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b734ae4-96e6-4b6e-9063-bd280dbf3e40 req-2e6945fb-c513-45e9-914e-dcc2b4c923df tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0261424 Nov 23 02:52:40.734658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:40.869302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9acd3800-69d4-4f4f-8ecc-d1fac47a26c5 req-93655863-4927-4e1c-8e09-147a9ce54a9b tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0265772 Nov 23 02:52:41.828047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:41.969862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78ff492b-eabf-471d-a0d2-1b081467ad88 req-311594a8-252a-4608-a5ac-6cc75be6d676 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0256956 Nov 23 02:52:42.240436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66af7f7f-3b46-4024-a032-e348fdf512d0 req-4cae5990-2352-4ff8-830f-3ee630855281 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0254521 Nov 23 02:52:43.072346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8dc9e14c-6363-4a08-9ded-ca5d793cf664 req-22013fcd-5487-4052-bfef-ee7a986044f4 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Nov 23 02:52:44.173543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bbe7b3d-f9dd-48b9-bbd5-2e0e279725c0 req-913a914c-88fb-4736-8531-6a75cabc9f40 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0263865 Nov 23 02:52:44.391501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e170f5e3-5871-4d6d-b661-1622ae9a56b1 req-49a8e021-6246-4374-a304-e528713cf5f8 tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0265951 Nov 23 02:52:44.410930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be342baa-cadc-4bc4-bad2-d120da92c3fc req-12f3d30a-d0b6-4767-9d5d-e1b4c4c45d6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ddff96e88504b4ea28ddbe172a19985&device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0314798 Nov 23 02:52:44.449545 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be342baa-cadc-4bc4-bad2-d120da92c3fc req-7a0f7326-2530-464f-a2f0-dab5627bef46 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ddff96e88504b4ea28ddbe172a19985&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252988 Nov 23 02:52:44.607393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be342baa-cadc-4bc4-bad2-d120da92c3fc req-c6b9a67d-bb7e-4a27-a314-80ef2c8278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:44.608899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be342baa-cadc-4bc4-bad2-d120da92c3fc req-c6b9a67d-bb7e-4a27-a314-80ef2c8278f4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526423 Nov 23 02:52:45.484344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32f156e-6913-4ec3-b10a-6da94ac299f7 req-6f2b569a-2d7f-4b9c-b8ce-b6bdd4cf95cd tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.15 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0264878 Nov 23 02:52:45.940829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-be342baa-cadc-4bc4-bad2-d120da92c3fc req-f8812333-12a1-4346-94b0-b89c4411e1fc tempest-ServerShowV257Test-178507419 tempest-ServerShowV257Test-178507419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4813e4b4-e45e-44a5-a6ce-358a53dee368 HTTP/1.1" status: 200 len: 210 time: 0.0256279 Nov 23 02:52:46.767446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52340) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:46.871437 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c71960c-5d04-45fa-89db-519d09dd55c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.944854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c71960c-5d04-45fa-89db-519d09dd55c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.948515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c71960c-5d04-45fa-89db-519d09dd55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.988424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71960c-5d04-45fa-89db-519d09dd55c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29514381-738a-4779-823b-8a3f5783b7f0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:46.992756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c71960c-5d04-45fa-89db-519d09dd55c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ddff96e88504b4ea28ddbe172a19985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242262 Nov 23 02:52:46.995372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:47.042430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.062959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.107862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.111922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.113400 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29514381-738a-4779-823b-8a3f5783b7f0 HTTP/1.1" status: 204 len: 168 time: 0.1169224 Nov 23 02:52:47.121831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979f355-fe27-415c-b5fd-74bfbaeeeb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29514381-738a-4779-823b-8a3f5783b7f0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:47.742114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52366) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:47.840359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-652490793-network', 'tenant_id': '66c80c6af3124095875e341afec096c2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:47.859915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Made reservation on behalf of 66c80c6af3124095875e341afec096c2 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:47.862146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.871146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.945804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.949551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.976658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:52:47.981844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:47.990376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.991243 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Added segment 81f32569-88df-47da-a8e3-67491fa2f39e of type vlan for network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 Nov 23 02:52:48.038621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.062953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.063912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:48.064494 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.119577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3763144 Nov 23 02:52:48.122667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:48.124470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7224e-d4c8-4723-8105-12f8ad8e6a0c admin admin] Pushing event updated for resources: {'Network': ['ID=896c87bd-e57a-47cc-a56d-3b4ad66c2206,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:48.128314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Request body: {'subnet': {'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-652490793-subnet', 'tenant_id': '66c80c6af3124095875e341afec096c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:48.134838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:52:48.150645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Made reservation on behalf of 66c80c6af3124095875e341afec096c2 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:48.153024 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.315992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.369174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72db917-36b6-4ffa-937c-098d205dd0ea,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:48.379562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Checking segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:48.379923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Network hostable DHCP agents. Network: 896c87bd-e57a-47cc-a56d-3b4ad66c2206, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:52:48.396702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:52:48.405855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 896c87bd-e57a-47cc-a56d-3b4ad66c2206) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:48.410369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:48.411484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:48.415373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e371b4-f9b7-47b5-8d34-8f7a1a05894f None None] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:52:48.426762 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-01ffd14e-1461-4cbe-932a-fe1ff0649d6b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3029504 Nov 23 02:52:48.533751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147cb79b-fa94-40d6-8960-9b39e7e936e3 None None] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:52:48.864704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-70c8db70-c048-4155-9bb3-466f15a76450 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:48.866967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-70c8db70-c048-4155-9bb3-466f15a76450 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 813 time: 0.1092727 Nov 23 02:52:48.886337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-1197e1f6-605d-416b-b110-1a18c688f97e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/quotas/66c80c6af3124095875e341afec096c2 HTTP/1.1" status: 200 len: 375 time: 0.0133772 Nov 23 02:52:48.918583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-cd909e6c-83bb-49b6-9b8c-3219d8326e2f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263720 Nov 23 02:52:49.009495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-7109c338-d1d8-403b-85be-8971902ff930 service neutron] 10.222.0.15 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840333 Nov 23 02:52:49.095946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-bf0bd374-800d-4294-8238-a12fc2b7ddc1 service neutron] 10.222.0.15 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803363 Nov 23 02:52:49.264440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fbb03d8-8177-4c12-9256-0113429b5ff0 req-a601a01b-4ebf-483c-9eec-3c4fe13dacd7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 210 time: 0.0263100 Nov 23 02:52:50.238232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-a13f97cc-c638-4f5d-b8e5-9b3904692655 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:50.240198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-a13f97cc-c638-4f5d-b8e5-9b3904692655 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 813 time: 0.1091118 Nov 23 02:52:50.267503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Request body: {'port': {'device_id': 'deed267d-d06a-419f-a3a0-ea80674189af', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'admin_state_up': True, 'tenant_id': '66c80c6af3124095875e341afec096c2'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:50.359859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc90e117-4c07-4d12-832b-2b05f86c9164 req-2911018a-1fdb-4d1e-8058-3bbfc5db0b7b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 210 time: 0.0264063 Nov 23 02:52:50.386815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Made reservation on behalf of 66c80c6af3124095875e341afec096c2 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:52:50.390232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:50.518334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Allocated IP 172.20.0.7 (896c87bd-e57a-47cc-a56d-3b4ad66c2206/b72db917-36b6-4ffa-937c-098d205dd0ea/85c55ecb-4cb6-455f-b758-8badd1ce8062) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:52:50.676069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:50.706882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:50.754075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:52:50.757844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:52:50.761347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:52:50.783749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:50.810893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:50.811502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:50.827523 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-41485a6e-1348-4892-aa56-211f32c9daaa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640295 Nov 23 02:52:50.845329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Request body: {'port': {'device_id': 'deed267d-d06a-419f-a3a0-ea80674189af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:52:50.902137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.176956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:51.184946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.196509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Transition to ACTIVE for port object 85c55ecb-4cb6-455f-b758-8badd1ce8062 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:52:51.200765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.252974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:51.318761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:52:51.319102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:52:51.319433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:51.323641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:52:51.323968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:52:51.328639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:52:51.328980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Checking segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:52:51.329364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Bound using segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:52:51.329794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Bound port: 85c55ecb-4cb6-455f-b758-8badd1ce8062, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:52:51.330148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.397954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:52:51.401378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:52:51.405087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.436294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:51.437053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.438638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] 10.222.0.41 "PUT /v2.0/ports/85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 1092 time: 0.5972071 Nov 23 02:52:51.440982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:51.443265 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc54103-18e9-439e-8658-060aa3851e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:51.475649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652d64b-3aca-4847-8523-0c231a4c7c9f service neutron] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:51.535257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-80c2da2c-560a-4d53-9525-2c7d0a635c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:51.536847 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-80c2da2c-560a-4d53-9525-2c7d0a635c16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1095 time: 0.0434227 Nov 23 02:52:51.586089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-1bbc87fc-6526-4558-afc7-ef8ffb86002e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0359082 Nov 23 02:52:51.641398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea43534-e37b-4eae-854f-49aeae46649a req-4b35c2de-d6fd-4fa3-93ba-c68085e4e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:51.642918 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-4b35c2de-d6fd-4fa3-93ba-c68085e4e4eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0503850 Nov 23 02:52:51.676752 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-b15d81ca-84b0-48e2-a33a-5daeca2d9b05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262034 Nov 23 02:52:51.773434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-27eb0633-7534-458c-b6ca-5094259d81ec service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898039 Nov 23 02:52:51.777433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a6f9d-4fb6-46a7-a841-503c9fcdadaa req-b68d8c73-7ef6-423b-8a7d-6ae9761e21cc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:51.778932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-300a6f9d-4fb6-46a7-a841-503c9fcdadaa req-b68d8c73-7ef6-423b-8a7d-6ae9761e21cc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.3446524 Nov 23 02:52:51.824892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-300a6f9d-4fb6-46a7-a841-503c9fcdadaa req-9cd79ec2-5c14-4d82-a9d2-c5a2fc34e0e8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Nov 23 02:52:51.867953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cea43534-e37b-4eae-854f-49aeae46649a req-0431fd00-c471-45e2-b3f1-6806dca3e4c8 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881715 Nov 23 02:52:51.869368 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcd19b8-2d78-4fc2-b8b8-6c2b6e27de11 x-openstack-request-id: req-4bcd19b8-2d78-4fc2-b8b8-6c2b6e27de11 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:51.869653 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:51.869901 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bcd19b8-2d78-4fc2-b8b8-6c2b6e27de11 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:51.870294 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'status': 'completed', 'code': 200} Nov 23 02:52:52.002850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54103-18e9-439e-8658-060aa3851e7e req-8e40a202-f752-4eea-90b9-618440e0f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:52.004324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-8e40a202-f752-4eea-90b9-618440e0f88b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1095 time: 0.0399728 Nov 23 02:52:52.096211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54103-18e9-439e-8658-060aa3851e7e req-8fb12101-c93d-4dfe-b43f-820dfe6f3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:52.097684 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-8fb12101-c93d-4dfe-b43f-820dfe6f3e36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.0856607 Nov 23 02:52:52.139926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-b88d5f8d-694b-465b-abc8-00f77897a3aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0345337 Nov 23 02:52:52.187989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc54103-18e9-439e-8658-060aa3851e7e req-2d7894b8-128f-4349-a2b5-48aed0163a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:52.189439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-2d7894b8-128f-4349-a2b5-48aed0163a16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0433090 Nov 23 02:52:52.224189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-a44a27f6-f095-4f15-a3af-551001af0958 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268121 Nov 23 02:52:52.314701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-5ebe9e91-d310-477c-beb4-7c0234246140 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Nov 23 02:52:52.407640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dfc54103-18e9-439e-8658-060aa3851e7e req-fe4937fa-ac84-433c-8ba4-d83e6a51b375 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Nov 23 02:52:52.940659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8fc5c-081d-403a-aae7-6027fcef3797 req-1410d920-4276-4a09-95c6-f789763924d6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:52.942115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75c8fc5c-081d-403a-aae7-6027fcef3797 req-1410d920-4276-4a09-95c6-f789763924d6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.0478530 Nov 23 02:52:52.988690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-75c8fc5c-081d-403a-aae7-6027fcef3797 req-1898db4d-92e2-4abf-8a7e-4d2b383b1299 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Nov 23 02:52:53.502297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:54.102692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78b9e-2d41-46ff-ad30-9b0c48a8e4cc req-f8eab1d1-8558-443c-bedb-94d5320e6b13 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:54.104166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cee78b9e-2d41-46ff-ad30-9b0c48a8e4cc req-f8eab1d1-8558-443c-bedb-94d5320e6b13 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.0472736 Nov 23 02:52:54.154011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cee78b9e-2d41-46ff-ad30-9b0c48a8e4cc req-7688a2c8-ab42-475e-8eca-6956d0c704e0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Nov 23 02:52:54.581043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:54.672759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:54.684363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'port_id': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'mac_address': 'fa:16:3e:db:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72db917-36b6-4ffa-937c-098d205dd0ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:54.723150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:54.736080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:54.755713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:54.760539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:54.809482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:55.035528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:55.271410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360dea1-41fc-412a-b2d1-6f9ccec5a4a9 req-673363e5-f8e6-45e5-bff1-76ac8c3a2ae1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:55.273397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0360dea1-41fc-412a-b2d1-6f9ccec5a4a9 req-673363e5-f8e6-45e5-bff1-76ac8c3a2ae1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0536807 Nov 23 02:52:55.320502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0360dea1-41fc-412a-b2d1-6f9ccec5a4a9 req-b02f0562-eab9-470b-aced-a76cc5955427 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Nov 23 02:52:56.433583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690230a-8fec-4d90-993a-daa3d4cf6575 req-f10afe06-fa39-4e67-a61f-87847f2bd670 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:56.435150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c690230a-8fec-4d90-993a-daa3d4cf6575 req-f10afe06-fa39-4e67-a61f-87847f2bd670 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0475175 Nov 23 02:52:56.481154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c690230a-8fec-4d90-993a-daa3d4cf6575 req-18a687c6-575e-4c14-9c65-8e5a0cfc1cfd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Nov 23 02:52:56.581877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:56.629199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 85c55ecb-4cb6-455f-b758-8badd1ce8062 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:52:56.633564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 85c55ecb-4cb6-455f-b758-8badd1ce8062 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:56.633933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.710797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.731759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:56.733942 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfdec67-e9f4-411e-b48d-02bf992ac724" -d '{"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:56.746786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:56.751040 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.773516 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7599ec-b0b6-4390-bc60-4c787c423b72 x-openstack-request-id: req-5c7599ec-b0b6-4390-bc60-4c787c423b72 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:56.773809 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:56.774061 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c7599ec-b0b6-4390-bc60-4c787c423b72 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:56.774445 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'code': 200} Nov 23 02:52:56.799257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:56.899952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65877ff-33b6-42ac-8118-d391bb6ca4ad req-de4e22ac-104d-491a-b531-999529852c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:56.901356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c65877ff-33b6-42ac-8118-d391bb6ca4ad req-de4e22ac-104d-491a-b531-999529852c44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1097 time: 0.0405219 Nov 23 02:52:56.945315 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c65877ff-33b6-42ac-8118-d391bb6ca4ad req-f87fd1b8-70b0-48ce-a830-aeb085a49655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Nov 23 02:52:57.602181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecfdc5-907a-414d-8179-728e7c29a8bb req-d7f38f26-cc7a-449c-8241-6446e1642fd8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:57.603674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3ecfdc5-907a-414d-8179-728e7c29a8bb req-d7f38f26-cc7a-449c-8241-6446e1642fd8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0522285 Nov 23 02:52:57.649915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3ecfdc5-907a-414d-8179-728e7c29a8bb req-d181ab04-dfaa-409f-a83b-2968152c6a3d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Nov 23 02:52:58.763228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb5f92-261f-4010-aa7a-68b476cd047c req-1e296150-0912-4108-93c0-f0b86be21dae tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:58.764681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeb5f92-261f-4010-aa7a-68b476cd047c req-1e296150-0912-4108-93c0-f0b86be21dae tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0479145 Nov 23 02:52:58.810064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bbeb5f92-261f-4010-aa7a-68b476cd047c req-e3a7aef5-f1af-4c16-8c85-f34154bf70a3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Nov 23 02:52:59.029116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-4d810a23-dd67-41cb-a8cf-b66011e5b50b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:59.030480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-4d810a23-dd67-41cb-a8cf-b66011e5b50b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 813 time: 0.1027794 Nov 23 02:52:59.044894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-40628d84-66b3-4bf1-8858-427bb98f2f67 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/quotas/66c80c6af3124095875e341afec096c2 HTTP/1.1" status: 200 len: 375 time: 0.0087235 Nov 23 02:52:59.092703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-cc86b0dd-f9b3-46c8-9dd3-e75304b564ba tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423894 Nov 23 02:52:59.183470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-48415d68-0840-4564-a8fa-f7f29c3f47e1 service neutron] 10.222.0.15 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837278 Nov 23 02:52:59.272599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-c3ed91e8-c6db-4926-b95a-b29c544d78a5 service neutron] 10.222.0.15 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824909 Nov 23 02:52:59.432885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da9d738f-254a-4cc5-a20a-916211fe3b3c req-6682a050-b4e6-49dc-84be-25c8e7ec6b28 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 210 time: 0.0263324 Nov 23 02:52:59.696219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.413320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-154eb75e-a59b-4097-9db8-ba51864b2057 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:00.414845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-154eb75e-a59b-4097-9db8-ba51864b2057 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 813 time: 0.1067028 Nov 23 02:53:00.433321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Request body: {'port': {'device_id': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'admin_state_up': True, 'tenant_id': '66c80c6af3124095875e341afec096c2'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:00.532821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2514d0ab-04c0-4fa2-b473-26ad826a7058 req-8cfb378d-7272-41a5-83b7-c5f2b9ab41b9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 210 time: 0.0298460 Nov 23 02:53:00.539310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Made reservation on behalf of 66c80c6af3124095875e341afec096c2 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:00.542877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.951107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Allocated IP 172.20.0.10 (896c87bd-e57a-47cc-a56d-3b4ad66c2206/b72db917-36b6-4ffa-937c-098d205dd0ea/eac25263-b33f-4aa9-9291-cc18a4523c59) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:01.093422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.125819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.158684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:01.170896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:01.175883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:01.180525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:01.184691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Pushing event updated for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.229889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.230425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.246005 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-6005c603-921f-4469-84d7-44563da281fd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161137 Nov 23 02:53:01.264686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Request body: {'port': {'device_id': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:01.326374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.583292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac25263-b33f-4aa9-9291-cc18a4523c59 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:01.591351 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.603616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Transition to ACTIVE for port object eac25263-b33f-4aa9-9291-cc18a4523c59 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:53:01.607292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.652694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b6b2-bb50-4774-a46b-0f8d0b40539e req-3db91ecb-34df-4be8-8beb-b04ad8ef39a1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.654186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89f6b6b2-bb50-4774-a46b-0f8d0b40539e req-3db91ecb-34df-4be8-8beb-b04ad8ef39a1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 944 time: 0.0521965 Nov 23 02:53:01.657729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Pushing event updated for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.703533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89f6b6b2-bb50-4774-a46b-0f8d0b40539e req-77d7f3a8-565d-4bf6-9970-6a5e12a897ab tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Nov 23 02:53:01.730667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Attempting to bind port eac25263-b33f-4aa9-9291-cc18a4523c59 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:01.731010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Attempting to bind port eac25263-b33f-4aa9-9291-cc18a4523c59 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:01.731342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Attempting to bind port eac25263-b33f-4aa9-9291-cc18a4523c59 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:01.735856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Port eac25263-b33f-4aa9-9291-cc18a4523c59 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:53:01.736178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Attempting to bind port eac25263-b33f-4aa9-9291-cc18a4523c59 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:01.741665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:01.741999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Checking segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:01.742388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Bound using segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:01.742931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Bound port: eac25263-b33f-4aa9-9291-cc18a4523c59, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:01.743432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.808276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:01.811443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eac25263-b33f-4aa9-9291-cc18a4523c59,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:01.816000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.847375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.848006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.849454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] 10.222.0.41 "PUT /v2.0/ports/eac25263-b33f-4aa9-9291-cc18a4523c59 HTTP/1.1" status: 200 len: 1093 time: 0.5905094 Nov 23 02:53:01.852304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:01.854553 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c5076-5f84-4d2b-aa48-c2967874df8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:01.887166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a986d-c56e-4b7d-812e-f4d811e4ca46 service neutron] Pushing event updated for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.898375 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e77143-58f2-461d-8eae-351f4455dd16 x-openstack-request-id: req-a4e77143-58f2-461d-8eae-351f4455dd16 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:01.898802 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:01.899059 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4e77143-58f2-461d-8eae-351f4455dd16 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:01.899487 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59', 'status': 'completed', 'code': 200} Nov 23 02:53:01.969920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-fa816758-c9ec-40c7-935f-8f0b6339f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.971539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-fa816758-c9ec-40c7-935f-8f0b6339f474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 1096 time: 0.0448101 Nov 23 02:53:02.018938 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-2d5bbb8d-354a-4dd7-9d65-da0dac0a3826 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac25263-b33f-4aa9-9291-cc18a4523c59 HTTP/1.1" status: 200 len: 217 time: 0.0339427 Nov 23 02:53:02.066827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469f1-4e3d-4357-bb07-ff33e82341da req-1cf7ca93-a9c6-4b9d-85aa-edc5f8a72841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.068209 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-1cf7ca93-a9c6-4b9d-85aa-edc5f8a72841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0430341 Nov 23 02:53:02.102618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-d2ae1aa3-b688-42f1-bc68-1bed23c0fca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277510 Nov 23 02:53:02.192690 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-03b03baa-61fc-438d-b5b5-d5b8db3a8c3c service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Nov 23 02:53:02.289028 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-040469f1-4e3d-4357-bb07-ff33e82341da req-e4dc9cdf-3a47-4300-95f4-5ec97fbe4b95 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897899 Nov 23 02:53:02.413775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-d2cd4180-8227-4157-ac89-e9461c4e2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.415318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-d2cd4180-8227-4157-ac89-e9461c4e2b2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 1096 time: 0.0420916 Nov 23 02:53:02.506373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-8b5becb3-92a4-490c-9e3d-c2b3f22b2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.507904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-8b5becb3-92a4-490c-9e3d-c2b3f22b2201 service neutron] 10.222.0.41 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.0859675 Nov 23 02:53:02.553696 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-e19ead33-b646-40ba-a5f3-74bfc68a898d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eac25263-b33f-4aa9-9291-cc18a4523c59 HTTP/1.1" status: 200 len: 217 time: 0.0382743 Nov 23 02:53:02.603962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-f1f8459a-059c-4275-b3cc-ebb7c295b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.605405 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-f1f8459a-059c-4275-b3cc-ebb7c295b957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0457098 Nov 23 02:53:02.637807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-99e7d158-2d63-430c-acbc-57d1978bea73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254834 Nov 23 02:53:02.744310 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-c0e1b8b0-6afa-40e2-8075-d19144861f1f service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936680 Nov 23 02:53:02.829767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b756f5c-0695-49c2-b7dd-5df6c71af5cc req-011bcb87-7af7-40c9-9cf9-947557074aa7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.833043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b756f5c-0695-49c2-b7dd-5df6c71af5cc req-011bcb87-7af7-40c9-9cf9-947557074aa7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 944 time: 0.0528812 Nov 23 02:53:02.839980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-835c5076-5f84-4d2b-aa48-c2967874df8a req-dfea187a-e5f7-42e9-915b-a8c8b7e82859 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880532 Nov 23 02:53:02.880919 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b756f5c-0695-49c2-b7dd-5df6c71af5cc req-24c0d8e5-d7bb-4b8b-b02f-f9bec6a4aa27 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Nov 23 02:53:03.064994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52464) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:03.141630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd00e14-2031-4b15-b72d-83058af44535 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:03.142068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd00e14-2031-4b15-b72d-83058af44535 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:03.142559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd00e14-2031-4b15-b72d-83058af44535 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:03.144250 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8cd00e14-2031-4b15-b72d-83058af44535 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=4f1fbde6ba174bf8932103683e7c2060&network_id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 2973 time: 0.0782590 Nov 23 02:53:03.998169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44c4cd-e9fd-4778-8176-000add7b31c1 req-ceb18076-1342-463e-9b5c-7f3b79ca693e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:03.999812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd44c4cd-e9fd-4778-8176-000add7b31c1 req-ceb18076-1342-463e-9b5c-7f3b79ca693e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 944 time: 0.0515654 Nov 23 02:53:04.044994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd44c4cd-e9fd-4778-8176-000add7b31c1 req-7f227916-9cc4-41ca-8bd0-7c4822ac1546 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Nov 23 02:53:04.599548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eac25263-b33f-4aa9-9291-cc18a4523c59 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:04.696759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eac25263-b33f-4aa9-9291-cc18a4523c59,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:04.708035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'eac25263-b33f-4aa9-9291-cc18a4523c59', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'port_id': 'eac25263-b33f-4aa9-9291-cc18a4523c59', 'mac_address': 'fa:16:3e:4c:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72db917-36b6-4ffa-937c-098d205dd0ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:04.744389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:04.757578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac25263-b33f-4aa9-9291-cc18a4523c59 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:04.776921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eac25263-b33f-4aa9-9291-cc18a4523c59,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:04.781000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:04.826540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:05.054403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['eac25263-b33f-4aa9-9291-cc18a4523c59'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:05.164063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff0a71-ddd0-4d32-9eb4-612127787e30 req-302f41a6-4b35-46a3-9edc-981b1fe57d97 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:05.165545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5ff0a71-ddd0-4d32-9eb4-612127787e30 req-302f41a6-4b35-46a3-9edc-981b1fe57d97 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 945 time: 0.0524614 Nov 23 02:53:05.213323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5ff0a71-ddd0-4d32-9eb4-612127787e30 req-2260a136-55ba-4e48-a91a-bd680b40753a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415256 Nov 23 02:53:05.673448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-31d30d35-abbf-46a4-bc56-ef6c53339c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:05.840384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:05.894331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c65d8b6-469a-4a13-9f9d-414531e68fd8 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:05.895828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c65d8b6-469a-4a13-9f9d-414531e68fd8 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d HTTP/1.1" status: 200 len: 814 time: 0.0544467 Nov 23 02:53:06.346877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798620c6-20c0-4e6b-9208-0259bddb7b1e req-6d2729b6-0421-4249-bb07-8424c7f549e1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:06.348416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-798620c6-20c0-4e6b-9208-0259bddb7b1e req-6d2729b6-0421-4249-bb07-8424c7f549e1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 945 time: 0.0681469 Nov 23 02:53:06.397773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-798620c6-20c0-4e6b-9208-0259bddb7b1e req-f8e9796c-ccc9-4044-80b9-a788d4e8000f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Nov 23 02:53:06.488703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09674-1c36-4f8d-8e65-8e530e6a950a req-3869cc12-41a4-4c49-8415-d0a6c97c818b tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:06.490267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1b09674-1c36-4f8d-8e65-8e530e6a950a req-3869cc12-41a4-4c49-8415-d0a6c97c818b tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.0407193 Nov 23 02:53:06.535477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1b09674-1c36-4f8d-8e65-8e530e6a950a req-40bc0de4-bd7c-40ad-b004-ef14cccbec03 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Nov 23 02:53:06.557365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:06.612325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eac25263-b33f-4aa9-9291-cc18a4523c59 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:06.663407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port eac25263-b33f-4aa9-9291-cc18a4523c59 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:53:06.667211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port eac25263-b33f-4aa9-9291-cc18a4523c59 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:06.667578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.722908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port e39e85c2-f5dc-45b5-9528-a4fd2c545e42 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:06.723263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.748239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.770873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:06.773088 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc5de1-e440-46f3-93b2-fa3d293a7526" -d '{"events": [{"server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "name": "network-vif-plugged", "status": "completed", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:06.785740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eac25263-b33f-4aa9-9291-cc18a4523c59,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:06.790394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.807293 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.807635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:06.813803 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dc122c-1cc8-42d2-a6d2-37b2d695cd46 x-openstack-request-id: req-88dc122c-1cc8-42d2-a6d2-37b2d695cd46 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:06.814097 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "name": "network-vif-plugged", "status": "completed", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:06.814349 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88dc122c-1cc8-42d2-a6d2-37b2d695cd46 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:06.814771 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59', 'code': 200} Nov 23 02:53:06.820278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for e39e85c2-f5dc-45b5-9528-a4fd2c545e42 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:06.839010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:06.955680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c805-eeb7-48b3-858c-cd806d948d7e req-ea0916bf-afbc-4440-9b2f-f1735b24edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:06.957207 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d514c805-eeb7-48b3-858c-cd806d948d7e req-ea0916bf-afbc-4440-9b2f-f1735b24edcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 1098 time: 0.0408099 Nov 23 02:53:06.996298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.000717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52494) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.006451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'network': {'name': 'tempest-network-smoke--766072291', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:07.012297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d514c805-eeb7-48b3-858c-cd806d948d7e req-7a8d1349-1b6b-4dff-a12f-d354fea19ba9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483246 Nov 23 02:53:07.023390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=e39e85c2-f5dc-45b5-9528-a4fd2c545e42,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:07.031065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:07.033975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.052618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.053061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.053392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.053741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.054081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.054671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.054868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.055115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.055463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.055796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.056127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.056456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.058555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:07.067939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.068367 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Added segment b40686cf-a9a3-4f07-8caa-73a092b1f4e3 of type vlan for network 309992c6-369a-4b99-be40-d4ed65bff13b Nov 23 02:53:07.096988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.097606 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP e07b04d5-7481-47f4-869f-6c8b31b4196d disassociated (deleted). External IP: 172.25.1.136, port: 87a26d47-da26-49b5-9c46-733cedfb416b. Nov 23 02:53:07.108337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.133079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.138937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.139525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.197933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1961465 Nov 23 02:53:07.201739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.213431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Network': ['ID=309992c6-369a-4b99-be40-d4ed65bff13b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:07.220992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.221323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.221660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.222000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.222330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.222682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.223012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.223343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.223663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.223987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.224310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.224650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b24670-8507-4b08-b74a-3470e2e9d32e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:07.240987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 309992c6-369a-4b99-be40-d4ed65bff13b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:07.337177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe982af9-90bf-417a-80aa-94b5298bb62c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.338728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe982af9-90bf-417a-80aa-94b5298bb62c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4f1fbde6ba174bf8932103683e7c2060&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1360114 Nov 23 02:53:07.341643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52498) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.371777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router b02e995d-4810-4e20-a3b1-ab9fdcc51994 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:07.500540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f5700-8569-452e-bec9-6aa1a5fabdb0 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.502070 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-591f5700-8569-452e-bec9-6aa1a5fabdb0 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1593959 Nov 23 02:53:07.504878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52502) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.516584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:07.521496 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.527125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Sync routers for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:07.534299 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bba0cdce-8843-4172-99e0-44b85242d343 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283134 Nov 23 02:53:07.537200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.539215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:07.540996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:07.562770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14d12-6735-4b70-a136-0671d25278d7 req-2659b84e-f667-4ce6-b943-b282e7d3f6c4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.564194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab14d12-6735-4b70-a136-0671d25278d7 req-2659b84e-f667-4ce6-b943-b282e7d3f6c4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 946 time: 0.0919101 Nov 23 02:53:07.571609 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4004f071-6b97-4f50-bceb-1bd714ba086f tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4f1fbde6ba174bf8932103683e7c2060&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304766 Nov 23 02:53:07.571826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f39cbd32-a4b2-45fb-932d-5223f5a3244f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/floatingips/e07b04d5-7481-47f4-869f-6c8b31b4196d HTTP/1.1" status: 204 len: 168 time: 1.0130889 Nov 23 02:53:07.571951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52508) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.572117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:07.574420 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3b15a2-b2bd-4420-a742-6985326da396" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:07.621337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ab14d12-6735-4b70-a136-0671d25278d7 req-df686fb6-221d-415a-9851-422e69e8bbd1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439811 Nov 23 02:53:07.656916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:07.666712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e67822-6500-4fca-a14c-39958a6809f6 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.671019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04e67822-6500-4fca-a14c-39958a6809f6 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956423 Nov 23 02:53:07.671337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.702189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d0fd0b0b-1f76-498b-97bd-6e0915f3c1f6 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297251 Nov 23 02:53:07.704680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52514) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:07.710226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596151808', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:07.816274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:07.820961 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95855c38-5881-4dec-a1f5-73cfc944fb26 x-openstack-request-id: req-95855c38-5881-4dec-a1f5-73cfc944fb26 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:07.821131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.821477 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:07.821805 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95855c38-5881-4dec-a1f5-73cfc944fb26 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:07.823115 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'status': 'completed', 'code': 200} Nov 23 02:53:07.891206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:07.918724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Checking router: b02e995d-4810-4e20-a3b1-ab9fdcc51994 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:07.927512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:07.928664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:52:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:07.929757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcfc95-5382-43b4-91d1-7d8ab3634562 req-2daf6875-32ff-47fa-917d-53c75965ebea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.931661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbcfc95-5382-43b4-91d1-7d8ab3634562 req-2daf6875-32ff-47fa-917d-53c75965ebea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0577493 Nov 23 02:53:07.981942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-6cd7d950-9ec0-4ad5-a40e-bd1b7e31cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:07.984230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-6cd7d950-9ec0-4ad5-a40e-bd1b7e31cde0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 1097 time: 0.1362960 Nov 23 02:53:07.986144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cbcfc95-5382-43b4-91d1-7d8ab3634562 req-34127737-3a92-4e01-b4ef-0b5b3f05025c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482635 Nov 23 02:53:08.101819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.188155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Subnet': ['ID=abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:08.192363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-3a009138-3ff4-4436-b0e5-b94cc542bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.193995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-3a009138-3ff4-4436-b0e5-b94cc542bb43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 200 len: 898 time: 0.1654584 Nov 23 02:53:08.198822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e0487a64-6bcc-4b79-9fc2-8c40814b21e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.217714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:08.246221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-41aac814-1203-48e5-b7e4-ed866344b204 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 200 len: 217 time: 0.0445046 Nov 23 02:53:08.247089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Checking segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:08.247456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network hostable DHCP agents. Network: 309992c6-369a-4b99-be40-d4ed65bff13b, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:08.296694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 309992c6-369a-4b99-be40-d4ed65bff13b is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:08.313720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-19619888-648b-4b86-84e4-d2e3efdae3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.315222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-19619888-648b-4b86-84e4-d2e3efdae3c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 200 len: 835 time: 0.0613637 Nov 23 02:53:08.315778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 309992c6-369a-4b99-be40-d4ed65bff13b) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:08.320205 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.320787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.330893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b11786-b20f-44db-9151-000bf37e3295 None None] Network 309992c6-369a-4b99-be40-d4ed65bff13b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:08.360806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-71d1c3c4-fd51-419f-8d4a-86e183b80851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6548645 Nov 23 02:53:08.371473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-18d79922-0627-4230-9b6a-00143bd9b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.373032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-18d79922-0627-4230-9b6a-00143bd9b458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8fe288a8-4eeb-4157-a552-14357a1e0856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496905 Nov 23 02:53:08.470958 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-683640a0-d95e-409e-9d08-0a586a662e52 service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903096 Nov 23 02:53:08.538878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:08.570787 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f3b15a2-b2bd-4420-a742-6985326da396 req-5d937935-b46f-4db2-a0e9-6f1a03337d23 service neutron] 10.222.0.47 "GET /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905273 Nov 23 02:53:08.571323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-309992c6-369a-4b99-be40-d4ed65bff13b', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ips': [{'subnet_id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:08.572178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.574757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d9239-a1d2-459b-9afa-baac8143e224 None None] The sync data for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 is: [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:51:19Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c87c0339-dd39-452b-a65d-403bfbe48c0c', 'name': '', 'network_id': '8fe288a8-4eeb-4157-a552-14357a1e0856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:75:bf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:17Z', 'updated_at': '2021-11-23T02:51:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '1f248ab4-66b4-41e6-81d5-027e2d17ab41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:08.671293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:08.676579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746283581', 'description': 'tempest-secgroup-smoke-1746283581 description', 'project_id': '4f1fbde6ba174bf8932103683e7c2060'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:08.708517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.724871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Allocated IP 172.20.0.18 (309992c6-369a-4b99-be40-d4ed65bff13b/abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b/43c0bddb-086f-45d0-82fa-319a8cd3d276) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:08.783524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7cfe8-c935-4b53-a07e-267fe43bf6ad req-f55f45f0-0145-477e-9b9a-6b18c1127fbf tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.785153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b7cfe8-c935-4b53-a07e-267fe43bf6ad req-f55f45f0-0145-477e-9b9a-6b18c1127fbf tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 946 time: 0.0630193 Nov 23 02:53:08.789999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.795666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.834812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.836234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1636686 Nov 23 02:53:08.841575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52524) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:08.848646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:08.853653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f418414-857e-4832-b4a1-159d077ba425 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd86f26-827b-4bee-aef4-9481c21db456,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:08.870829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06b7cfe8-c935-4b53-a07e-267fe43bf6ad req-0c5b6b4e-717c-4842-b81b-1f8c5a43c15c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755115 Nov 23 02:53:08.891900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.910695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.923412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.969145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.975265 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440a10e-ad44-4ab2-8d61-6a3cd57d5a7e None None] New status for floating IP e07b04d5-7481-47f4-869f-6c8b31b4196d: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:53:08.979198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Network 309992c6-369a-4b99-be40-d4ed65bff13b is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:08.979564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.982271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:08.987692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Pushing event updated for resources: {'Port': ['ID=43c0bddb-086f-45d0-82fa-319a8cd3d276,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:08.991283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:09.004033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e60a43-ee65-4808-9298-8ec4ff8bffdf,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.014598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.018861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:09.024607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:09.030187 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d4188a4c-a6c4-47b3-828a-8377721f7284 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872685 Nov 23 02:53:09.059972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.076689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Attempting to bind port 43c0bddb-086f-45d0-82fa-319a8cd3d276 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:09.077141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Attempting to bind port 43c0bddb-086f-45d0-82fa-319a8cd3d276 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:09.077682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Attempting to bind port 43c0bddb-086f-45d0-82fa-319a8cd3d276 on network 309992c6-369a-4b99-be40-d4ed65bff13b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:09.083771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:09.084395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Checking segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:09.084924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.085395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Bound using segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:09.085981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Bound port: 43c0bddb-086f-45d0-82fa-319a8cd3d276, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:09.086437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.140538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.147485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.168536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] For port 43c0bddb-086f-45d0-82fa-319a8cd3d276, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:09.171915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] For port 43c0bddb-086f-45d0-82fa-319a8cd3d276, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=43c0bddb-086f-45d0-82fa-319a8cd3d276,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:09.176286 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.201204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2253226-73ad-4740-be0e-05ca819557ea,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.205264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-0299eb0f-f33f-46d8-94a7-1a9800a3bc16 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.207735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-0299eb0f-f33f-46d8-94a7-1a9800a3bc16 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0615621 Nov 23 02:53:09.213876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.215518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c1922a2-0ba5-480f-8e89-831065f5c293 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1952798 Nov 23 02:53:09.217952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52534) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:09.225493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:09.233964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5debde0-b643-487d-b9b3-835a2b124b5f None None] Pushing event updated for resources: {'Port': ['ID=43c0bddb-086f-45d0-82fa-319a8cd3d276,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.244757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c3035-d46e-485f-a8b5-e4ceddd03b69 req-6678eb88-18b1-4fd6-88f9-3d93ebdd89c6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.247745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-205c3035-d46e-485f-a8b5-e4ceddd03b69 req-6678eb88-18b1-4fd6-88f9-3d93ebdd89c6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f HTTP/1.1" status: 200 len: 945 time: 0.0975394 Nov 23 02:53:09.284890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.316899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.340714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 87a26d47-da26-49b5-9c46-733cedfb416b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:09.341151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.354048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-205c3035-d46e-485f-a8b5-e4ceddd03b69 req-8003e22b-2887-4a69-a02d-3721e54ee0e8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=76884e46-e345-4537-88e8-00c644e620bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933292 Nov 23 02:53:09.373705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.383712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.410886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.412150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1931231 Nov 23 02:53:09.415444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52536) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:09.421689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:09.426691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8132c-d5b3-4e13-94da-19746838eac7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc1e18d-3c05-43b5-bc6d-d34038570651,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.469275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 87a26d47-da26-49b5-9c46-733cedfb416b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=87a26d47-da26-49b5-9c46-733cedfb416b,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:09.469701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.503185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.507822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 87a26d47-da26-49b5-9c46-733cedfb416b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:09.545638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ba47-ddea-4258-a8a5-f255cd580c65 req-7dc950b4-f759-4e60-8d2c-56b49c4f7fac tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.547283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b694ba47-ddea-4258-a8a5-f255cd580c65 req-7dc950b4-f759-4e60-8d2c-56b49c4f7fac tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 946 time: 0.0980871 Nov 23 02:53:09.618358 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.623458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b694ba47-ddea-4258-a8a5-f255cd580c65 req-560c20be-8fb6-46e4-9438-825de7e8749f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692215 Nov 23 02:53:09.624821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.647667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab0d48f-474e-4ae2-97e5-a395a57f815f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.654179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.658613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-59f646e9-ec85-4188-be80-27052c05a5ac tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2418752 Nov 23 02:53:09.659225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52538) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:09.664520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:09.668879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.695413 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:53:09.702382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.718923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=87a26d47-da26-49b5-9c46-733cedfb416b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.754304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] No DVR routers for this DVR port 87a26d47-da26-49b5-9c46-733cedfb416b on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:09.758070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.762563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8ed8cd62-7cc7-445b-8087-8c83b3a939ef req-e13a183a-11eb-4648-aebd-86efde994fb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.47 "DELETE /v2.0/ports/87a26d47-da26-49b5-9c46-733cedfb416b HTTP/1.1" status: 204 len: 173 time: 0.5475008 Nov 23 02:53:09.763289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-deleted', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:09.765467 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6dbdc4-5d4e-435e-9c9e-d26ddacdc184" -d '{"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-deleted", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:09.786745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.803620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 43c0bddb-086f-45d0-82fa-319a8cd3d276 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:09.808933 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5336435-f86c-4e17-9cc6-b4c2be96ce23 x-openstack-request-id: req-d5336435-f86c-4e17-9cc6-b4c2be96ce23 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:09.809224 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f", "name": "network-vif-deleted", "tag": "87a26d47-da26-49b5-9c46-733cedfb416b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:09.809481 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5336435-f86c-4e17-9cc6-b4c2be96ce23 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:09.809965 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2d5316-dac6-4e93-ba8a-db09d5ef6a5f', 'name': 'network-vif-deleted', 'tag': '87a26d47-da26-49b5-9c46-733cedfb416b', 'status': 'completed', 'code': 200} Nov 23 02:53:09.810769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.830054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7863f1c-091d-4fad-8803-0afb5d1dba05,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.847403 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.849421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-797192e9-ac1c-4812-ac43-d72d340f9e1d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1890268 Nov 23 02:53:09.852255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:09.858248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': '1cd86f26-827b-4bee-aef4-9481c21db456', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:09.871087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 43c0bddb-086f-45d0-82fa-319a8cd3d276 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:09.871781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.885115 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:53:09.898743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.963488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.965826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.971389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.989931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71909a24-7c44-4315-98a8-28c224ecd90d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:10.002708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:10.004172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff44943e-a552-4945-8e8e-e81fa5b9f6dd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505904 Nov 23 02:53:10.009253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 43c0bddb-086f-45d0-82fa-319a8cd3d276, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=43c0bddb-086f-45d0-82fa-319a8cd3d276,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:10.016444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:10.076782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=43c0bddb-086f-45d0-82fa-319a8cd3d276,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:10.240848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-ed1a4bff-b77e-471c-b4ba-f9339f616937 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746283581&fields=id&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 267 time: 0.0472882 Nov 23 02:53:10.358214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-5acd4cb3-b95f-4288-b6be-ed435ca89033 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.359799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-5acd4cb3-b95f-4288-b6be-ed435ca89033 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/networks?id=309992c6-369a-4b99-be40-d4ed65bff13b HTTP/1.1" status: 200 len: 796 time: 0.1114771 Nov 23 02:53:10.382950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-d5036042-ac90-4351-b90a-898560d0e690 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/quotas/4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 375 time: 0.0161226 Nov 23 02:53:10.438909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-3f4ce21a-71fa-4c80-b14f-e9e954c0f2af tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0550721 Nov 23 02:53:10.455318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-a642d650-55eb-4b82-970a-03dc319e14dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:53:10.456299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-a642d650-55eb-4b82-970a-03dc319e14dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052938 Nov 23 02:53:10.548657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-1cef869d-e247-4188-8558-32da36cad532 service neutron] 10.222.0.15 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Nov 23 02:53:10.551775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9c66c-1417-45d0-9afb-8b7f6707758d None None] Network 309992c6-369a-4b99-be40-d4ed65bff13b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:10.626394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b9736979-9e7a-44c3-8f89-4db01a566047 None None] Provisioning complete for port 43c0bddb-086f-45d0-82fa-319a8cd3d276 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:10.626794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9736979-9e7a-44c3-8f89-4db01a566047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:10.642892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-dbbbbd12-c3a8-4ebe-bd58-8b01fa7e2181 service neutron] 10.222.0.15 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877280 Nov 23 02:53:10.779174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:10.784622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:10.869732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-76a368d6-731e-4046-a373-835542730143 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.871336 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-76a368d6-731e-4046-a373-835542730143 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 946 time: 0.0707233 Nov 23 02:53:10.942391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65074a-275d-4d41-94ba-5c5ae956c1b4 req-71f344a3-be9c-4b3d-a32e-32305f5b782a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.944564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e65074a-275d-4d41-94ba-5c5ae956c1b4 req-71f344a3-be9c-4b3d-a32e-32305f5b782a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37099ed-cbe4-46ed-b21b-8c3a20d2f62d HTTP/1.1" status: 200 len: 946 time: 0.1146574 Nov 23 02:53:11.016320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Deleting port eac25263-b33f-4aa9-9291-cc18a4523c59 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:11.016889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.095409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e65074a-275d-4d41-94ba-5c5ae956c1b4 req-55c6e254-2171-4561-a2b4-f0f7672ae18e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436787 Nov 23 02:53:11.115796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] For port eac25263-b33f-4aa9-9291-cc18a4523c59, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=eac25263-b33f-4aa9-9291-cc18a4523c59,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:11.116463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.146191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aefd4f42-187a-4168-b608-53ded05aae91 None None] Provisioning complete for port 43c0bddb-086f-45d0-82fa-319a8cd3d276 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:11.147482 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aefd4f42-187a-4168-b608-53ded05aae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.150191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Calling delete_port for eac25263-b33f-4aa9-9291-cc18a4523c59 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:11.198250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4e56cae-1cd1-428b-9f67-cd8cc0b2b244 req-1d306207-a412-4c80-98d5-18ced47de352 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 210 time: 0.0415874 Nov 23 02:53:11.335545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.337223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.376838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062', 'eac25263-b33f-4aa9-9291-cc18a4523c59'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:11.377813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Pushing event deleted for resources: {'Port': ['ID=eac25263-b33f-4aa9-9291-cc18a4523c59,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:11.421479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] No DVR routers for this DVR port eac25263-b33f-4aa9-9291-cc18a4523c59 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:11.424105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.428198 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1d2a0488-61a9-4017-9bd1-74d25881ddc6 req-b1347e65-7e89-4af8-824b-6356f39fa894 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.41 "DELETE /v2.0/ports/eac25263-b33f-4aa9-9291-cc18a4523c59 HTTP/1.1" status: 204 len: 173 time: 0.5503247 Nov 23 02:53:11.626958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port c87c0339-dd39-452b-a65d-403bfbe48c0c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:11.627310 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.716311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port c87c0339-dd39-452b-a65d-403bfbe48c0c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c87c0339-dd39-452b-a65d-403bfbe48c0c,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:11.716678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.733295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for c87c0339-dd39-452b-a65d-403bfbe48c0c owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:11.757629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 43c0bddb-086f-45d0-82fa-319a8cd3d276 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:11.806998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 43c0bddb-086f-45d0-82fa-319a8cd3d276 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:11.807375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.811267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'name': 'network-vif-deleted', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:11.814109 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f987ddd0-8695-4d03-b29f-2255cc9f9dd0" -d '{"events": [{"server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "name": "network-vif-deleted", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:11.867179 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.878195 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d53713-a4eb-454a-b70a-de1820f151cb x-openstack-request-id: req-d6d53713-a4eb-454a-b70a-de1820f151cb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:11.878843 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37099ed-cbe4-46ed-b21b-8c3a20d2f62d", "name": "network-vif-deleted", "tag": "eac25263-b33f-4aa9-9291-cc18a4523c59", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:11.879266 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6d53713-a4eb-454a-b70a-de1820f151cb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:11.880022 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37099ed-cbe4-46ed-b21b-8c3a20d2f62d', 'name': 'network-vif-deleted', 'tag': 'eac25263-b33f-4aa9-9291-cc18a4523c59', 'status': 'completed', 'code': 200} Nov 23 02:53:11.954683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:11.984351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=c87c0339-dd39-452b-a65d-403bfbe48c0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:12.017171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-1d246df7-420b-4743-9641-f7c9221ede69 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:12.018914 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-1d246df7-420b-4743-9641-f7c9221ede69 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/networks?id=309992c6-369a-4b99-be40-d4ed65bff13b HTTP/1.1" status: 200 len: 796 time: 0.1379333 Nov 23 02:53:12.127283 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-5db6c0d1-6318-4e31-9d48-845810ee7eea tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 473 time: 0.0985746 Nov 23 02:53:12.142214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'port': {'device_id': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'admin_state_up': True, 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'security_groups': ['1cd86f26-827b-4bee-aef4-9481c21db456']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:12.265950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:12.269671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.405398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.23 (309992c6-369a-4b99-be40-d4ed65bff13b/abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b/020b7a8b-88ba-46e4-834f-75d9452c59b1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:12.523172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd145f1-f484-4dd1-a701-c16656976d62 req-42952441-2ffc-4bde-b6e0-07d8c56232e7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:12.524586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bd145f1-f484-4dd1-a701-c16656976d62 req-42952441-2ffc-4bde-b6e0-07d8c56232e7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0986562 Nov 23 02:53:12.533422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.551916 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.586210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.621567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6bd145f1-f484-4dd1-a701-c16656976d62 req-6d211be8-5a7f-45b8-a787-ab13d948a1d7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900023 Nov 23 02:53:12.632043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 309992c6-369a-4b99-be40-d4ed65bff13b is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:12.635315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:12.637716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:12.670849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:12.723563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:12.724552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.743433 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-0339f205-b8c2-44c4-af75-bc307d40660e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064591 Nov 23 02:53:12.756552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Request body: {'port': {'device_id': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:12.819032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.851091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ddb9e-cc1d-475a-aa90-c018fd4a2679 req-d802d985-07f2-4cbe-8afd-511d267ec350 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:12.854380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db9ddb9e-cc1d-475a-aa90-c018fd4a2679 req-d802d985-07f2-4cbe-8afd-511d267ec350 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 932 time: 0.1071749 Nov 23 02:53:12.884703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router b02e995d-4810-4e20-a3b1-ab9fdcc51994 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:12.889276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7615a383-b752-4ff7-8b38-aff1e70b84da None None] Provisioning complete for port 020b7a8b-88ba-46e4-834f-75d9452c59b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:12.890221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7615a383-b752-4ff7-8b38-aff1e70b84da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.921827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db9ddb9e-cc1d-475a-aa90-c018fd4a2679 req-b7f33e83-b743-4898-8bde-abf6e9122fea tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616648 Nov 23 02:53:12.932642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7615a383-b752-4ff7-8b38-aff1e70b84da None None] Port 020b7a8b-88ba-46e4-834f-75d9452c59b1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:13.058250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:13.063692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f7c94435-9abc-43c6-a31f-87f5a5df9e0e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/b02e995d-4810-4e20-a3b1-ab9fdcc51994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2827897 Nov 23 02:53:13.070466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Sync routers for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:13.071849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86560e8-22cb-4933-a335-5d1314958238 req-05eba28d-a832-4c0b-82aa-2f22ab9ca7ea tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:13.073456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86560e8-22cb-4933-a335-5d1314958238 req-05eba28d-a832-4c0b-82aa-2f22ab9ca7ea tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0712595 Nov 23 02:53:13.073960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52586) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:13.083711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:13.084945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:13.161331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting subnet 1f248ab4-66b4-41e6-81d5-027e2d17ab41 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:13.168602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.174711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86560e8-22cb-4933-a335-5d1314958238 req-4f5330c6-5db9-490d-a3d6-18782fdee43c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927153 Nov 23 02:53:13.203573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:13.226782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.356539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e531fd-cc65-4e28-a778-cba8412a281e req-4520b1ab-0681-4b57-969f-7d82147bc80b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:13.358036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3e531fd-cc65-4e28-a778-cba8412a281e req-4520b1ab-0681-4b57-969f-7d82147bc80b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0970342 Nov 23 02:53:13.368279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.423583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:53:11Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:13.446633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020b7a8b-88ba-46e4-834f-75d9452c59b1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:13.449249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3e531fd-cc65-4e28-a778-cba8412a281e req-e86385d1-8088-430c-bd30-f5b5b6c95b4e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770605 Nov 23 02:53:13.455107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Checking router: b02e995d-4810-4e20-a3b1-ab9fdcc51994 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:13.460979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.461820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.476600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Routers {'b02e995d-4810-4e20-a3b1-ab9fdcc51994'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:13.477257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:13.480263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Transition to ACTIVE for port object 020b7a8b-88ba-46e4-834f-75d9452c59b1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:53:13.484441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.494634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Subnet': ['ID=1f248ab4-66b4-41e6-81d5-027e2d17ab41,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:13.498283 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.502082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6e5074d0-7067-4ca8-a120-9117468ffdb4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/subnets/1f248ab4-66b4-41e6-81d5-027e2d17ab41 HTTP/1.1" status: 204 len: 168 time: 0.4271314 Nov 23 02:53:13.504719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:13.520901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb8a9e-aa53-4f6e-8f69-0671a864b78b None None] Network 8fe288a8-4eeb-4157-a552-14357a1e0856 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:13.537273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Pushing event updated for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:13.647721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Attempting to bind port 020b7a8b-88ba-46e4-834f-75d9452c59b1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:13.648331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Attempting to bind port 020b7a8b-88ba-46e4-834f-75d9452c59b1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:13.648836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Attempting to bind port 020b7a8b-88ba-46e4-834f-75d9452c59b1 on network 309992c6-369a-4b99-be40-d4ed65bff13b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:13.656986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Port 020b7a8b-88ba-46e4-834f-75d9452c59b1 on network 309992c6-369a-4b99-be40-d4ed65bff13b not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:53:13.660990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Attempting to bind port 020b7a8b-88ba-46e4-834f-75d9452c59b1 on network 309992c6-369a-4b99-be40-d4ed65bff13b {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:13.674877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:13.679367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Checking segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:13.679687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Bound using segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:13.680076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Bound port: 020b7a8b-88ba-46e4-834f-75d9452c59b1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:13.680368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.710979 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.766354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] Set router b02e995d-4810-4e20-a3b1-ab9fdcc51994 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:13.788489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:13.793778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:13.802186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.861247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:13.861977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:13.864224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] 10.222.0.47 "PUT /v2.0/ports/020b7a8b-88ba-46e4-834f-75d9452c59b1 HTTP/1.1" status: 200 len: 1093 time: 1.1125677 Nov 23 02:53:13.888418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:13.892510 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66641eeb-332e-482b-b8d0-acc62ad16221" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:13.913384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1960b16-d0b7-4769-98e0-84ce994aed3d service neutron] Pushing event updated for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:13.914306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.026670 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b3a9e3-64f1-43df-9029-ad3c923172ab x-openstack-request-id: req-52b3a9e3-64f1-43df-9029-ad3c923172ab {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:14.027067 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:14.027620 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52b3a9e3-64f1-43df-9029-ad3c923172ab {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:14.028732 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1', 'status': 'completed', 'code': 200} Nov 23 02:53:14.043703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 3234238e-1e21-46c3-bc72-360ec6b99f68 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:14.045077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.052349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-f0890eab-8f7f-420e-8d09-e0d302b2dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.054843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-f0890eab-8f7f-420e-8d09-e0d302b2dabb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 1096 time: 0.1038499 Nov 23 02:53:14.087211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:53:11Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:14.089294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] DHCP port deletion for 8fe288a8-4eeb-4157-a552-14357a1e0856 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:14.126727 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-237ad0d8-cff7-46a0-84ff-22d251549cf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1 HTTP/1.1" status: 200 len: 217 time: 0.0631845 Nov 23 02:53:14.194910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-5e079c8d-d793-43e8-8a58-79ec74ae0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.196638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-5e079c8d-d793-43e8-8a58-79ec74ae0400 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b HTTP/1.1" status: 200 len: 838 time: 0.0600193 Nov 23 02:53:14.245334 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7c56-0222-42d1-9b59-e308609ce773 req-9a9d07cc-5cbf-4b32-9bc3-73089da3d0c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.253713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-473e7c56-0222-42d1-9b59-e308609ce773 req-9a9d07cc-5cbf-4b32-9bc3-73089da3d0c6 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 944 time: 0.0760989 Nov 23 02:53:14.281380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91902fb-380c-4d55-9934-c1ac340c652d req-8bd7fc6c-4088-48a7-aefd-648280779411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.283321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-8bd7fc6c-4088-48a7-aefd-648280779411 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=309992c6-369a-4b99-be40-d4ed65bff13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0783613 Nov 23 02:53:14.311909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 3234238e-1e21-46c3-bc72-360ec6b99f68, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3234238e-1e21-46c3-bc72-360ec6b99f68,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:14.312465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.336669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 3234238e-1e21-46c3-bc72-360ec6b99f68 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:14.338132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:14.345300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-473e7c56-0222-42d1-9b59-e308609ce773 req-d7900de4-c684-464d-bb64-23f0191a83c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905657 Nov 23 02:53:14.367945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1429d00-448f-4fd4-8de5-7496529e3e83 None None] The sync data for ids ['b02e995d-4810-4e20-a3b1-ab9fdcc51994'] in n-d-714676-12 is: [{'id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288522042', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:51:12Z', 'updated_at': '2021-11-23T02:53:11Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '3234238e-1e21-46c3-bc72-360ec6b99f68', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02e995d-4810-4e20-a3b1-ab9fdcc51994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:51:13Z', 'updated_at': '2021-11-23T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:14.370292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 87a26d47-da26-49b5-9c46-733cedfb416b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:14.370751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 87a26d47-da26-49b5-9c46-733cedfb416b not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:14.401425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Deleting port c99fb5d4-db7c-4968-aeb1-6c21facf9918 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:14.401734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.472676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] For port c99fb5d4-db7c-4968-aeb1-6c21facf9918, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c99fb5d4-db7c-4968-aeb1-6c21facf9918,segment=NetworkSegment(5a4aea69-77c3-404b-84f0-3b373fa79090),segment_id=5a4aea69-77c3-404b-84f0-3b373fa79090)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:14.473128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.486520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Calling delete_port for c99fb5d4-db7c-4968-aeb1-6c21facf9918 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:14.511576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-9a55a915-753b-489b-9ec3-2de95ce0ab2b service neutron] 10.222.0.47 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200361 Nov 23 02:53:14.572005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.574129 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.603535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] Pushing event deleted for resources: {'Port': ['ID=c99fb5d4-db7c-4968-aeb1-6c21facf9918,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:14.605940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6432c-bf2a-4631-b622-9b45f7c6ecc4 None None] No DVR routers for this DVR port c99fb5d4-db7c-4968-aeb1-6c21facf9918 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:14.619890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=3234238e-1e21-46c3-bc72-360ec6b99f68,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:14.625090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d91902fb-380c-4d55-9934-c1ac340c652d req-01699644-a39e-4e50-a155-2156778f1883 service neutron] 10.222.0.47 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056681 Nov 23 02:53:14.630448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eac25263-b33f-4aa9-9291-cc18a4523c59 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:14.653153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: eac25263-b33f-4aa9-9291-cc18a4523c59 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:14.653449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device eac25263-b33f-4aa9-9291-cc18a4523c59 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:14.678361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023620b8-f95e-423f-90bb-d4bc92e1b677 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:14.688782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.727811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-2d1b10c1-9898-4c17-bba5-75448033872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.729459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-2d1b10c1-9898-4c17-bba5-75448033872c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 1096 time: 0.0456758 Nov 23 02:53:14.794669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.797505 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.832357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-7e8963b3-58c1-46d3-87af-cb2ee11f28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.834404 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-7e8963b3-58c1-46d3-87af-cb2ee11f28f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=309992c6-369a-4b99-be40-d4ed65bff13b HTTP/1.1" status: 200 len: 897 time: 0.0964887 Nov 23 02:53:14.848373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.851182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Fanout notify agent at l3_agent the message router_deleted on router b02e995d-4810-4e20-a3b1-ab9fdcc51994 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:53:14.865388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.870117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d3aac1e-10a0-4516-8e6e-3a553b79ef3d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/routers/b02e995d-4810-4e20-a3b1-ab9fdcc51994 HTTP/1.1" status: 204 len: 168 time: 1.3641891 Nov 23 02:53:14.870948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52608) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:14.882372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-e55b1975-cf37-45c3-8df2-f1d54a695d3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1 HTTP/1.1" status: 200 len: 217 time: 0.0405252 Nov 23 02:53:14.950914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-21788840-0785-4728-90ba-7bdbd768aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.952366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-21788840-0785-4728-90ba-7bdbd768aee7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b HTTP/1.1" status: 200 len: 838 time: 0.0635145 Nov 23 02:53:14.984925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.008410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-d3e6e0db-b570-4109-afdc-18cd9f566ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:15.010131 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-d3e6e0db-b570-4109-afdc-18cd9f566ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=309992c6-369a-4b99-be40-d4ed65bff13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0499849 Nov 23 02:53:15.105969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.130980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe288a8-4eeb-4157-a552-14357a1e0856']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:15.137449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-a174230a-583c-4f41-bc70-9cf20a69d9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196086 Nov 23 02:53:15.141347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4aea69-77c3-404b-84f0-3b373fa79090') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:15.141662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4aea69-77c3-404b-84f0-3b373fa79090') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:15.152309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.168362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.177679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:15.178761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:15.182010 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:15.240048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.246640 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66641eeb-332e-482b-b8d0-acc62ad16221 req-0fe633a0-3769-4ff7-97d9-a42335f040f5 service neutron] 10.222.0.47 "GET /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015673 Nov 23 02:53:15.248855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.252443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/networks/8fe288a8-4eeb-4157-a552-14357a1e0856 HTTP/1.1" status: 204 len: 168 time: 0.3801010 Nov 23 02:53:15.258479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:15.262437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76784c-1dd3-463c-9c1f-7651725e8bcb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Network': ['ID=8fe288a8-4eeb-4157-a552-14357a1e0856,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:15.316405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.341338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.394070 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:53:15.405004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.407876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:15.409090 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/security-groups/76884e46-e345-4537-88e8-00c644e620bb HTTP/1.1" status: 204 len: 168 time: 0.1495972 Nov 23 02:53:15.418998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f569c-b801-422b-b978-748729e695d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76884e46-e345-4537-88e8-00c644e620bb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:15.469957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b094-da77-4e7e-9281-165e3838b6fd req-b3098f8b-e023-493d-9af2-e026908a4cdb tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:15.471472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fb7b094-da77-4e7e-9281-165e3838b6fd req-b3098f8b-e023-493d-9af2-e026908a4cdb tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 944 time: 0.0524516 Nov 23 02:53:15.523861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fb7b094-da77-4e7e-9281-165e3838b6fd req-a8f60c29-f9b1-4126-bfc0-675051a671e7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Nov 23 02:53:15.742183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c99fb5d4-db7c-4968-aeb1-6c21facf9918 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:15.763485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c99fb5d4-db7c-4968-aeb1-6c21facf9918 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:15.763833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c99fb5d4-db7c-4968-aeb1-6c21facf9918 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:15.764230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c87c0339-dd39-452b-a65d-403bfbe48c0c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:15.782341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c87c0339-dd39-452b-a65d-403bfbe48c0c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:15.782646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c87c0339-dd39-452b-a65d-403bfbe48c0c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:15.783049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3234238e-1e21-46c3-bc72-360ec6b99f68 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:15.805261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3234238e-1e21-46c3-bc72-360ec6b99f68 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:15.805610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3234238e-1e21-46c3-bc72-360ec6b99f68 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:15.968858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52622) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:15.973495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839749991', 'description': 'tempest-secgroup-smoke-1839749991 description', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:15.995666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.061066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.064483 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.092187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.093390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1235199 Nov 23 02:53:16.095246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e692a3-b854-45e2-b21b-d448e87cf003 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0f4a98-e4cd-41b2-a44a-3a44baec5149,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.096429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52624) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.102167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.129177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.185784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.189495 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.207256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d8b6ea-9e61-4d4e-9f2c-c753d66ce1b8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.215323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.216542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-197e1a08-1f4c-43af-ae58-de55ac72a658 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188810 Nov 23 02:53:16.219368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52632) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.223799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.252339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.316816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.320502 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.339247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab5f6c3-6517-4b79-857e-d929ffc09e63,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.347929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.352330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-31f708ab-67e0-4e81-a97e-0de2a4391735 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287713 Nov 23 02:53:16.352634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52642) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.357318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.387282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.432266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d213c-2273-4be2-8458-eb4c6f9dfcaa req-01d46f1c-59dc-45b1-83f7-091e73392eb7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:16.433781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-516d213c-2273-4be2-8458-eb4c6f9dfcaa req-01d46f1c-59dc-45b1-83f7-091e73392eb7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0519674 Nov 23 02:53:16.447834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.451696 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.469930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c18e97-4708-4750-aeba-94633a58b09c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.479027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.480531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2179ffbf-529e-4f72-bda7-dc6f0e8ffa49 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266768 Nov 23 02:53:16.483068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.487279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-516d213c-2273-4be2-8458-eb4c6f9dfcaa req-5c42d594-89c2-4d13-b956-2baeb646b665 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Nov 23 02:53:16.487422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.515114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.575304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.579152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.598944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a29de2-12ab-459b-a956-7b027652e50b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.604126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923984-deb3-4447-b85f-e278f1190399 req-1672459e-ba91-46b7-897e-af5b757ad83a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:16.605709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a923984-deb3-4447-b85f-e278f1190399 req-1672459e-ba91-46b7-897e-af5b757ad83a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0502112 Nov 23 02:53:16.606721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.607916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-68ab2c3a-d19b-4791-8d49-d45fc54d0847 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239307 Nov 23 02:53:16.610771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52650) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.615164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.636408 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:53:16.641544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.656046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a923984-deb3-4447-b85f-e278f1190399 req-1f9b27d4-1e5d-41e9-8da2-b4e08f2160c9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Nov 23 02:53:16.702069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.709884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.732785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc06129e-471c-4592-a283-601470da07c1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.742294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.744178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-efe9b6f5-09ce-4daa-abe1-951a04aac23e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319027 Nov 23 02:53:16.746686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52654) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.754922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '5b0f4a98-e4cd-41b2-a44a-3a44baec5149', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.776484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01de50-44bb-4e85-8c90-267c9bf358e6 req-f4189076-395d-4cb6-a25d-ed85585519f2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:16.777984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f01de50-44bb-4e85-8c90-267c9bf358e6 req-f4189076-395d-4cb6-a25d-ed85585519f2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 944 time: 0.0523684 Nov 23 02:53:16.780909 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:53:16.787263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.847113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f01de50-44bb-4e85-8c90-267c9bf358e6 req-4fd78fd6-add3-4c85-b273-6a8237e7371b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593762 Nov 23 02:53:16.859649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.866156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.886837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a4bdea-571e-4f36-a8ae-b7bfd90f53e8,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:16.893768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.895037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b033eb13-59ae-4831-9ff4-2d25f4a3aafe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467681 Nov 23 02:53:16.898710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:16.904690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'network': {'name': 'tempest-network-smoke--1024905551', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:16.935568 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:16.939681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.964997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:16.974451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:16.974915 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Added segment b69c5d40-9783-43dd-ba49-8907baa8e2de of type vlan for network 0dffffd1-7d73-4754-849b-ae06169c099d Nov 23 02:53:17.015358 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.040565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.046445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:17.047105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.101995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2018569 Nov 23 02:53:17.104770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52664) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:17.109411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'admin_state_up': True, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:17.123831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5f97-28f7-4b02-a737-3573c8b49ad8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Network': ['ID=0dffffd1-7d73-4754-849b-ae06169c099d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:17.135212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:17.137938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.139142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.191544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.337085 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.533169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.556022 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.662905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.11 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/6ac7ae63-6cba-4429-8dfe-545260f4439b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:17.776993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.814944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.855740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:17.858691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:17.862032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:17.872037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d7a51-2143-45e0-805b-c82283ea2d81 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:17.884288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=6ac7ae63-6cba-4429-8dfe-545260f4439b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:17.938758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f8bb004c-ef32-4602-9584-3d25e72c406b None None] Provisioning complete for port 6ac7ae63-6cba-4429-8dfe-545260f4439b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:17.939141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f8bb004c-ef32-4602-9584-3d25e72c406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:17.974273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb004c-ef32-4602-9584-3d25e72c406b None None] Port 6ac7ae63-6cba-4429-8dfe-545260f4439b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:17.985340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632e9fa-33b4-4a00-9405-573e434823e3 req-469af6fe-4c53-462e-84b6-b9f429f55c3a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:17.986946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4632e9fa-33b4-4a00-9405-573e434823e3 req-469af6fe-4c53-462e-84b6-b9f429f55c3a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 944 time: 0.0596380 Nov 23 02:53:18.047672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4632e9fa-33b4-4a00-9405-573e434823e3 req-38f78f32-dc90-4e98-96ec-bb8befcc1851 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544808 Nov 23 02:53:18.104792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 020b7a8b-88ba-46e4-834f-75d9452c59b1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:18.132943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.162460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e525d60-d2e8-4a21-807e-efaf065f6123 req-984ab48d-03bf-4615-a87c-61b2a53a868d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.164097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e525d60-d2e8-4a21-807e-efaf065f6123 req-984ab48d-03bf-4615-a87c-61b2a53a868d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0506303 Nov 23 02:53:18.207804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:18.216429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e525d60-d2e8-4a21-807e-efaf065f6123 req-c1aa76e6-c173-418c-b19c-7d2ab6ae0be3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Nov 23 02:53:18.221187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '020b7a8b-88ba-46e4-834f-75d9452c59b1', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'port_id': '020b7a8b-88ba-46e4-834f-75d9452c59b1', 'mac_address': 'fa:16:3e:13:32:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:18.263639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.277538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020b7a8b-88ba-46e4-834f-75d9452c59b1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:18.298165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:18.303541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.345420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f992c1-21bd-4a22-9cc6-346b06b7b68c req-3286f1c9-13e8-4bbe-9660-61858e801fb6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.347535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6f992c1-21bd-4a22-9cc6-346b06b7b68c req-3286f1c9-13e8-4bbe-9660-61858e801fb6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0558338 Nov 23 02:53:18.355036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.361823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:18.401248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6f992c1-21bd-4a22-9cc6-346b06b7b68c req-8e5000bd-d7e5-4db1-a7cc-88250dc9c3de tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Nov 23 02:53:18.493997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router bf84c145-8368-4f51-b9b1-242fe1c80ca7 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:53:18.540571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['020b7a8b-88ba-46e4-834f-75d9452c59b1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:18.571741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7028f5-da1e-4692-8c82-af7a2bdc0e88 req-9bbe8064-c99f-4a3b-b3c6-2a4bfedff6c2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.573545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee7028f5-da1e-4692-8c82-af7a2bdc0e88 req-9bbe8064-c99f-4a3b-b3c6-2a4bfedff6c2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0517745 Nov 23 02:53:18.607291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:18.619609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Sync routers for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:18.631446 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ee7028f5-da1e-4692-8c82-af7a2bdc0e88 req-fc03b9eb-c582-4e27-b87b-c8e1d58c843f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Nov 23 02:53:18.631910 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:18.632212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.632661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:18.636329 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-312817da-e89d-4955-9856-6f24f39a42bd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5276027 Nov 23 02:53:18.637001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:18.700731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2d2f205-32ce-4fec-9f79-b36669515538 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f6ad66998dc1478d820a7901d6abb8f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625057 Nov 23 02:53:18.703533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52688) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:18.761007 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:18.792155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1df60-13d0-425b-817d-36ec2b1dcac4 req-ef48f7c4-f902-4bee-99ff-39d0c803a053 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.799207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312321d4-f750-47a3-9d2e-547401943a5f tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.799902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9d1df60-13d0-425b-817d-36ec2b1dcac4 req-ef48f7c4-f902-4bee-99ff-39d0c803a053 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0664041 Nov 23 02:53:18.800950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-312321d4-f750-47a3-9d2e-547401943a5f tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963738 Nov 23 02:53:18.805428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52690) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:18.836197 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be77b5bb-2822-4ab5-81bd-b76d38ab5f7a tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272875 Nov 23 02:53:18.836434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52692) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:18.841771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477829328', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:18.844852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9d1df60-13d0-425b-817d-36ec2b1dcac4 req-00cf6013-401b-4384-8b86-948fb795924f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Nov 23 02:53:18.951600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:18.954588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:18Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:18.955619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.985219 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Checking router: bf84c145-8368-4f51-b9b1-242fe1c80ca7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:18.985570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Updating router bf84c145-8368-4f51-b9b1-242fe1c80ca7 port 6ac7ae63-6cba-4429-8dfe-545260f4439b binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:53:19.010729 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.017753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cd351-3910-4858-81d8-7158d8c5d621 req-361cfae6-94bb-40e1-bf29-a904b11cbb66 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.019301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a39cd351-3910-4858-81d8-7158d8c5d621 req-361cfae6-94bb-40e1-bf29-a904b11cbb66 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0538914 Nov 23 02:53:19.070495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a39cd351-3910-4858-81d8-7158d8c5d621 req-1f26fa10-aafa-4d7e-b8d8-673803c44966 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Nov 23 02:53:19.161717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.188625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec109a1-a360-4459-ad5b-c21b26a85bf2 req-a0b11c5f-6aa7-4156-bd31-7b4e60fdc379 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.190592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ec109a1-a360-4459-ad5b-c21b26a85bf2 req-a0b11c5f-6aa7-4156-bd31-7b4e60fdc379 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 945 time: 0.0550654 Nov 23 02:53:19.222892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Subnet': ['ID=83100797-d348-4b92-9a0d-518d95617201,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:19.234274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:19.234679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network hostable DHCP agents. Network: 0dffffd1-7d73-4754-849b-ae06169c099d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:19.247206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ec109a1-a360-4459-ad5b-c21b26a85bf2 req-8978a1b9-8c44-442d-a910-1c240960a97f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483770 Nov 23 02:53:19.252368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 0dffffd1-7d73-4754-849b-ae06169c099d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:19.269798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 0dffffd1-7d73-4754-849b-ae06169c099d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:19.275450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.284395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.285048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a799c-e366-476e-9dec-9988770756cc None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:19.296762 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.304193 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.315975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5971643f-9733-4de5-bb1b-e9218e1bd576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4784770 Nov 23 02:53:19.318919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 52704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:19.356883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Pushing event updated for resources: {'Port': ['ID=6ac7ae63-6cba-4429-8dfe-545260f4439b,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:19.369982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c13696-a46f-4045-9fe3-e36d90db69af req-b99c62bf-c979-4d92-bc8c-f18a0705c244 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.371592 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.372304 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.372441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48c13696-a46f-4045-9fe3-e36d90db69af req-b99c62bf-c979-4d92-bc8c-f18a0705c244 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0582421 Nov 23 02:53:19.373121 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.373901 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.374796 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.375351 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.375963 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.376527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.377076 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.377620 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.378165 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.378758 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:19.394034 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Attempting to bind port 6ac7ae63-6cba-4429-8dfe-545260f4439b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:19.394757 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Attempting to bind port 6ac7ae63-6cba-4429-8dfe-545260f4439b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:19.395380 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Attempting to bind port 6ac7ae63-6cba-4429-8dfe-545260f4439b on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:19.401970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:19.402699 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:19.403360 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.404226 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:19.404920 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Bound port: 6ac7ae63-6cba-4429-8dfe-545260f4439b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:19.405530 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.439129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19a57a-b917-43ec-8be7-dd7da161ef7d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:19.440909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-48c13696-a46f-4045-9fe3-e36d90db69af req-2c8582c5-5139-4564-b96b-5f22a374281a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563314 Nov 23 02:53:19.461009 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] For port 6ac7ae63-6cba-4429-8dfe-545260f4439b, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:19.465016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] For port 6ac7ae63-6cba-4429-8dfe-545260f4439b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6ac7ae63-6cba-4429-8dfe-545260f4439b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:19.471523 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.491740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-0dffffd1-7d73-4754-849b-ae06169c099d', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:19.492917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.536988 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:19.537886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:19.544056 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247434fa-b79e-4e07-a819-e09e5b1c3bef None None] Pushing event updated for resources: {'Port': ['ID=6ac7ae63-6cba-4429-8dfe-545260f4439b,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:19.581744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4610fa61-5b15-43bd-ab9b-ae7bae629333 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:19.649355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] Provisioning complete for port 6ac7ae63-6cba-4429-8dfe-545260f4439b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:19.649948 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.674714 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:19.691075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439f448-b080-4644-baa2-96fd3e76563b req-7b3638aa-4750-4aad-9d25-2bfd5e7b10b8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.691075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4439f448-b080-4644-baa2-96fd3e76563b req-7b3638aa-4750-4aad-9d25-2bfd5e7b10b8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0527828 Nov 23 02:53:19.730558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Allocated IP 172.20.0.2 (0dffffd1-7d73-4754-849b-ae06169c099d/83100797-d348-4b92-9a0d-518d95617201/dad14c82-6d3b-42bb-8892-496d03dc3b98) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:19.756994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4439f448-b080-4644-baa2-96fd3e76563b req-3af035da-68f6-4f50-a61b-af0190682c5d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570927 Nov 23 02:53:19.831560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.864597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] For port 6ac7ae63-6cba-4429-8dfe-545260f4439b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6ac7ae63-6cba-4429-8dfe-545260f4439b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:19.878139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.904885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36882095-bd89-4ce4-b4ea-cdf4d8344f8e req-df2236fd-ed9e-42fe-8b65-c544ca724f18 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.906836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36882095-bd89-4ce4-b4ea-cdf4d8344f8e req-df2236fd-ed9e-42fe-8b65-c544ca724f18 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0622373 Nov 23 02:53:19.931187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.953105 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:18Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:19.975127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36882095-bd89-4ce4-b4ea-cdf4d8344f8e req-9c60d2e5-cf86-4de5-9e47-e713bfbea984 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Nov 23 02:53:19.985202 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42458b8-cd3e-4df7-a029-ff1a920c6bc1 None None] The sync data for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 is: [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:18Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:19.990682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4ebe9-d6d8-4af8-82be-5015e19973ef None None] Pushing event updated for resources: {'Port': ['ID=6ac7ae63-6cba-4429-8dfe-545260f4439b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:20.038136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.041729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-223e5463-dda5-4375-a814-b40b25f185bf None None] Provisioning complete for port 6ac7ae63-6cba-4429-8dfe-545260f4439b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:20.042326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-223e5463-dda5-4375-a814-b40b25f185bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.072590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.113864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 020b7a8b-88ba-46e4-834f-75d9452c59b1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:20.179803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Pushing event updated for resources: {'Port': ['ID=dad14c82-6d3b-42bb-8892-496d03dc3b98,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:20.191833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:20.200060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:20.204285 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:20.281252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b5b1-d110-4d19-b454-401869f2a394 req-9d221dd5-b1df-4014-9871-7682d5fe68d4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.283580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba29b5b1-d110-4d19-b454-401869f2a394 req-9d221dd5-b1df-4014-9871-7682d5fe68d4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0680418 Nov 23 02:53:20.291952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.1 (0dffffd1-7d73-4754-849b-ae06169c099d/83100797-d348-4b92-9a0d-518d95617201/463d1743-f872-484a-b7f8-572862f80403) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:20.306116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 020b7a8b-88ba-46e4-834f-75d9452c59b1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:53:20.313246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 020b7a8b-88ba-46e4-834f-75d9452c59b1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:20.313643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.315470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Attempting to bind port dad14c82-6d3b-42bb-8892-496d03dc3b98 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:20.315826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Attempting to bind port dad14c82-6d3b-42bb-8892-496d03dc3b98 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:20.316179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Attempting to bind port dad14c82-6d3b-42bb-8892-496d03dc3b98 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:20.322272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:20.322690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:20.323097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.323493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Bound using segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:20.323961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Bound port: dad14c82-6d3b-42bb-8892-496d03dc3b98, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:20.324343 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.396286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba29b5b1-d110-4d19-b454-401869f2a394 req-5d65a13e-ef1a-4858-8bad-114e3ca43f7b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 Nov 23 02:53:20.456746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.493555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] For port dad14c82-6d3b-42bb-8892-496d03dc3b98, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:20.497503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] For port dad14c82-6d3b-42bb-8892-496d03dc3b98, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dad14c82-6d3b-42bb-8892-496d03dc3b98,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:20.507610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.540727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21111b9e-7e4d-4ff3-8221-77fafc5cb733 req-eb8bcf05-3af8-4724-a4ae-f83831b1e9a2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.543433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21111b9e-7e4d-4ff3-8221-77fafc5cb733 req-eb8bcf05-3af8-4724-a4ae-f83831b1e9a2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 945 time: 0.0741944 Nov 23 02:53:20.547504 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.553392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.569145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 0dffffd1-7d73-4754-849b-ae06169c099d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:20.573786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:20.577470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:20.607032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:20.618421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21111b9e-7e4d-4ff3-8221-77fafc5cb733 req-c15a0736-93c8-4cca-94c4-273828bb1382 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673926 Nov 23 02:53:20.628274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:20.631321 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028970e5-bc3b-43d6-b56a-1ec4c65e748a" -d '{"events": [{"server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "name": "network-vif-plugged", "status": "completed", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:20.650460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:20.659446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.664402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cffea-6361-4744-b2cb-7e3ce9a820c1 None None] Pushing event updated for resources: {'Port': ['ID=dad14c82-6d3b-42bb-8892-496d03dc3b98,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:20.667886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.732374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:20.776731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae4d60-d64c-4826-ad29-f5e5b96747e1 req-be651c8f-8ea7-4cbb-b648-95b3f9363b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.778462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cae4d60-d64c-4826-ad29-f5e5b96747e1 req-be651c8f-8ea7-4cbb-b648-95b3f9363b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0647066 Nov 23 02:53:20.836881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cae4d60-d64c-4826-ad29-f5e5b96747e1 req-f0ccf450-36a7-4963-8cab-9b73ab4fc5d4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Nov 23 02:53:20.880163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.898340 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2889eba-88cd-49ed-b8ec-a757314b0cf8 x-openstack-request-id: req-f2889eba-88cd-49ed-b8ec-a757314b0cf8 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:20.906675 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "name": "network-vif-plugged", "status": "completed", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:20.907276 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2889eba-88cd-49ed-b8ec-a757314b0cf8 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:20.907872 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1', 'code': 200} Nov 23 02:53:21.120324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8ebd5-496d-4b52-92fa-945cf61bf9a1 req-91b744df-1563-48c9-8e82-a9e703afcae3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:21.122241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5b8ebd5-496d-4b52-92fa-945cf61bf9a1 req-91b744df-1563-48c9-8e82-a9e703afcae3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0730720 Nov 23 02:53:21.192866 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5b8ebd5-496d-4b52-92fa-945cf61bf9a1 req-c950e4c4-fc52-492d-bbd8-72ca5d07707e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634696 Nov 23 02:53:21.321759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320c5d-9370-4e2d-8c15-f64c7acdc51f req-0981b697-059d-4de7-b07e-6fab6a437557 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:21.323372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea320c5d-9370-4e2d-8c15-f64c7acdc51f req-0981b697-059d-4de7-b07e-6fab6a437557 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0527666 Nov 23 02:53:21.370874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea320c5d-9370-4e2d-8c15-f64c7acdc51f req-e429913e-11a5-407e-9dc9-14369e5aa516 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Nov 23 02:53:21.393481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301ba71-d60d-4653-a1f4-828a9a15b746 req-2da51c54-39f6-428d-ad33-34b78dda05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:21.394999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c301ba71-d60d-4653-a1f4-828a9a15b746 req-2da51c54-39f6-428d-ad33-34b78dda05f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 1098 time: 0.1158981 Nov 23 02:53:21.498023 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c301ba71-d60d-4653-a1f4-828a9a15b746 req-fbe6fd54-6285-4783-9492-f23417ee04cc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691209 Nov 23 02:53:21.629144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:21.636241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:21.636410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50722954-5196-4f9b-92de-a462225c5527 req-ca3a117c-63c8-453d-9cce-9bbea962ee52 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:21.638055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50722954-5196-4f9b-92de-a462225c5527 req-ca3a117c-63c8-453d-9cce-9bbea962ee52 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 813 time: 0.1276875 Nov 23 02:53:21.655975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50722954-5196-4f9b-92de-a462225c5527 req-17d24c5c-999f-432d-9d4c-abda2aa7f87f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/quotas/66c80c6af3124095875e341afec096c2 HTTP/1.1" status: 200 len: 375 time: 0.0106359 Nov 23 02:53:21.719320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:21.721967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:21.731425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50722954-5196-4f9b-92de-a462225c5527 req-1b6caff5-91e8-47c4-88b0-6f33f9cf7722 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667720 Nov 23 02:53:21.819813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c72c4-58d2-4a23-8e26-3249583a9d4b None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:21.839390 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 0dffffd1-7d73-4754-849b-ae06169c099d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:21.841298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:21.894312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9616a-3b51-40ca-90b3-3f146e52b63c req-232dc836-cebd-4b20-b38e-8a34a145dfd3 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:21.898159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dad14c82-6d3b-42bb-8892-496d03dc3b98 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:21.903964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9e9616a-3b51-40ca-90b3-3f146e52b63c req-232dc836-cebd-4b20-b38e-8a34a145dfd3 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0717883 Nov 23 02:53:21.954697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Provisioning complete for port dad14c82-6d3b-42bb-8892-496d03dc3b98 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:21.955070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:21.974909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9e9616a-3b51-40ca-90b3-3f146e52b63c req-e4f91f38-2c3f-4356-bc95-ad2c7f2fbf96 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691657 Nov 23 02:53:21.981986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router bf84c145-8368-4f51-b9b1-242fe1c80ca7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:22.068024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dad14c82-6d3b-42bb-8892-496d03dc3b98 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:22.068342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.116814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:22.122252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85cda5de-2394-43b4-a5fa-2936c8ddd818 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/bf84c145-8368-4f51-b9b1-242fe1c80ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8020673 Nov 23 02:53:22.209250 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.294604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] For port dad14c82-6d3b-42bb-8892-496d03dc3b98, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dad14c82-6d3b-42bb-8892-496d03dc3b98,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:22.295979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.306939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.379989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Sync routers for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:22.416291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Pushing event updated for resources: {'Port': ['ID=dad14c82-6d3b-42bb-8892-496d03dc3b98,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:22.423379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:22.424037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:22.461406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103573) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:53:22.461821 n-d-714676-12 neutron-server[103573]: DEBUG oslo_db.api [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:53:22.464900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.465254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.465601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.465963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.466287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.466647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.466979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.467308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.467635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.467961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.468496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.468878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e112c-82ff-4375-890f-2d0046e9cf6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:22.482534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2e3d0-f464-4928-ae4e-1e55b024b80b req-f05eac3c-46c5-4cb0-93d6-776bd9d10aa1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:22.485625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8a2e3d0-f464-4928-ae4e-1e55b024b80b req-f05eac3c-46c5-4cb0-93d6-776bd9d10aa1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.4475198 Nov 23 02:53:22.537230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8a2e3d0-f464-4928-ae4e-1e55b024b80b req-b1c7832a-5fcb-4108-8457-08a0b265a0d0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Nov 23 02:53:22.583151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5832e84d-30dc-45d6-9506-38f3f050baaf None None] Provisioning complete for port dad14c82-6d3b-42bb-8892-496d03dc3b98 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:22.583521 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5832e84d-30dc-45d6-9506-38f3f050baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.612888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:22.691467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-60766d71-b4ce-4483-ba25-4ff13618a6f7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839749991&fields=id&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 267 time: 0.0579088 Nov 23 02:53:22.819886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-0297fe68-5474-4ea0-b594-a30a736674bb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:22.827017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-0297fe68-5474-4ea0-b594-a30a736674bb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 797 time: 0.1245031 Nov 23 02:53:22.840634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-69fc6615-95ac-4f18-bc7f-9731b972adde tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/quotas/f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0123656 Nov 23 02:53:22.897834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-300ea8bb-9d43-44bb-a6de-ee34125d9312 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507720 Nov 23 02:53:23.042943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5832e84d-30dc-45d6-9506-38f3f050baaf None None] Provisioning complete for port 463d1743-f872-484a-b7f8-572862f80403 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:23.043559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5832e84d-30dc-45d6-9506-38f3f050baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.046336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6ac7ae63-6cba-4429-8dfe-545260f4439b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:23.048538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-fe738235-0a87-4fb5-8dfd-f1422e8db8b0 service neutron] 10.222.0.15 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378069 Nov 23 02:53:23.118407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5832e84d-30dc-45d6-9506-38f3f050baaf None None] Port 463d1743-f872-484a-b7f8-572862f80403 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:23.141939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d71083f9-0713-4791-8488-9a8cf4e2b6de service neutron] 10.222.0.15 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864108 Nov 23 02:53:23.144019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6ac7ae63-6cba-4429-8dfe-545260f4439b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:23.145032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.148853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:21Z', 'revision_number': 2, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:23.205338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Checking router: bf84c145-8368-4f51-b9b1-242fe1c80ca7 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:23.205700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Updating router bf84c145-8368-4f51-b9b1-242fe1c80ca7 port 463d1743-f872-484a-b7f8-572862f80403 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:53:23.246640 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.267753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ff80a8a1-038a-4294-bba1-83e271826999 None None] Provisioning complete for port 463d1743-f872-484a-b7f8-572862f80403 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:23.268129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff80a8a1-038a-4294-bba1-83e271826999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.365563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603db5de-5077-4c5b-8443-07188f3d2d70 req-4186e062-c991-4122-bcfd-47ddb7fc99a9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:23.367604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-603db5de-5077-4c5b-8443-07188f3d2d70 req-4186e062-c991-4122-bcfd-47ddb7fc99a9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0577810 Nov 23 02:53:23.419389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-603db5de-5077-4c5b-8443-07188f3d2d70 req-b449fb6d-9c84-4aab-a428-101056d19d67 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Nov 23 02:53:23.420430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ff80a8a1-038a-4294-bba1-83e271826999 None None] Port 463d1743-f872-484a-b7f8-572862f80403 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:23.539127 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.546253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6f6e-be20-4518-b622-6b7951d28eb9 req-39df35f8-b909-472b-8318-59fffe8d946a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:23.547909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddbd6f6e-be20-4518-b622-6b7951d28eb9 req-39df35f8-b909-472b-8318-59fffe8d946a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0586362 Nov 23 02:53:23.602996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddbd6f6e-be20-4518-b622-6b7951d28eb9 req-b57ae84c-3915-465c-8aec-78afd6faa132 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Nov 23 02:53:23.647496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.669842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.687693 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56dbced1-511f-499c-8240-ada297a74336 req-53f5f1fc-6ce7-4ea4-81db-48fc34ad3e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 210 time: 0.0285676 Nov 23 02:53:23.727372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223a3f0-ad3e-47d6-8b9b-147c18235e83 None None] Pushing event updated for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:23.793287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Attempting to bind port 463d1743-f872-484a-b7f8-572862f80403 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:23.793912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Attempting to bind port 463d1743-f872-484a-b7f8-572862f80403 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:23.794384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Attempting to bind port 463d1743-f872-484a-b7f8-572862f80403 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:23.801877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:23.803154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:23.803662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.804788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Bound using segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:23.805385 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Bound port: 463d1743-f872-484a-b7f8-572862f80403, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:23.805879 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.811355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dad14c82-6d3b-42bb-8892-496d03dc3b98 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:23.835746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db769fbc-6ed4-4398-bed3-9ee759c1280b req-d3ca746d-56b7-4235-9ce6-a24b8c5f1b86 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=66c80c6af3124095875e341afec096c2 HTTP/1.1" status: 200 len: 221 time: 0.0396335 Nov 23 02:53:23.919613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dad14c82-6d3b-42bb-8892-496d03dc3b98 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:23.920077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:23.950060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a31091-5710-4fa4-9ad8-a33c4b4b251f req-ea675790-acec-49b8-8088-f20d9e9a2413 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:23.951980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8a31091-5710-4fa4-9ad8-a33c4b4b251f req-ea675790-acec-49b8-8088-f20d9e9a2413 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0546377 Nov 23 02:53:23.964422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] For port 463d1743-f872-484a-b7f8-572862f80403, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:23.980867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] For port 463d1743-f872-484a-b7f8-572862f80403, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=463d1743-f872-484a-b7f8-572862f80403,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:23.987233 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.011230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8a31091-5710-4fa4-9ad8-a33c4b4b251f req-6fb18405-834b-4e52-9dc4-2c4aee513951 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456181 Nov 23 02:53:24.046313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223a3f0-ad3e-47d6-8b9b-147c18235e83 None None] Pushing event updated for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:24.107626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] Provisioning complete for port 463d1743-f872-484a-b7f8-572862f80403 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:24.108004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.134527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d019d-d9c5-491d-9157-832ae9c637bb req-f4251d40-d5f3-4951-85f3-91a56e546b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.136499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d6d019d-d9c5-491d-9157-832ae9c637bb req-f4251d40-d5f3-4951-85f3-91a56e546b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0587974 Nov 23 02:53:24.141524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:24.142168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:24.209766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d6d019d-d9c5-491d-9157-832ae9c637bb req-a72d3927-5d1b-4a56-b153-1c981bb7d0e7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Nov 23 02:53:24.322155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:24.351049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325aab-12f3-4ee4-9c51-118e0291a43c req-f45b4b05-5955-4b54-91b8-fb99b49a7576 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.352879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65325aab-12f3-4ee4-9c51-118e0291a43c req-f45b4b05-5955-4b54-91b8-fb99b49a7576 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0579660 Nov 23 02:53:24.355128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.406404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65325aab-12f3-4ee4-9c51-118e0291a43c req-8e06b7a6-c4b1-40f2-83c7-a93b49b76efa tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Nov 23 02:53:24.430881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] For port 463d1743-f872-484a-b7f8-572862f80403, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=463d1743-f872-484a-b7f8-572862f80403,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:24.441837 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.542478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a36e64-fe2a-4b55-b841-20dd268787a9 None None] Pushing event updated for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:24.561831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8f926-48bb-4d63-bc70-8e9ecb09aff1 req-9594a137-8646-4404-8ed7-044c739ced4d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.562906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31e8f926-48bb-4d63-bc70-8e9ecb09aff1 req-9594a137-8646-4404-8ed7-044c739ced4d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0548775 Nov 23 02:53:24.571898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9f87d9c7-f505-452c-bc07-78aaf9ef9a0c None None] Provisioning complete for port 463d1743-f872-484a-b7f8-572862f80403 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:24.572300 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f87d9c7-f505-452c-bc07-78aaf9ef9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.610938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31e8f926-48bb-4d63-bc70-8e9ecb09aff1 req-ee98334e-23bc-4a64-b151-92f98ea7d547 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Nov 23 02:53:24.683544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:23Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:24.719240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767e2a6-4c78-4915-8e96-e97aa52bbd46 None None] The sync data for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 is: [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:23Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:24.740584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3d343-895e-4ea7-807a-007d1a198582 req-a13fdc03-84fd-4cd7-b5a1-ef1fb785ca22 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.742293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ed3d343-895e-4ea7-807a-007d1a198582 req-a13fdc03-84fd-4cd7-b5a1-ef1fb785ca22 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0601237 Nov 23 02:53:24.841029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ed3d343-895e-4ea7-807a-007d1a198582 req-33e719cb-7bf0-4fcd-80ce-eaecc71fd1f6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903370 Nov 23 02:53:24.940459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-468dc0b7-f9b0-4e6c-90b5-2ecb83f685d2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.942794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-468dc0b7-f9b0-4e6c-90b5-2ecb83f685d2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 797 time: 0.1468005 Nov 23 02:53:24.946085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f60bf6f5-6932-4bf0-9adc-74ec9d2dcf3e req-0832d21e-848a-49c8-8da7-7986a66f2b9a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 210 time: 0.0348170 Nov 23 02:53:25.022176 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-10f0da5d-79cd-4667-b666-bbb55512e3c7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 380 time: 0.0615907 Nov 23 02:53:25.038465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'port': {'device_id': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'admin_state_up': True, 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'security_groups': ['5b0f4a98-e4cd-41b2-a44a-3a44baec5149']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:25.085703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c174b2c-8b8b-430b-977e-f0db5c5dd797 req-2487544d-58fd-4af5-b502-c8464f14b302 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:25.086598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c174b2c-8b8b-430b-977e-f0db5c5dd797 req-2487544d-58fd-4af5-b502-c8464f14b302 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0584962 Nov 23 02:53:25.145668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c174b2c-8b8b-430b-977e-f0db5c5dd797 req-62d69b77-f3c0-4122-a697-f1598a2b47d3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501690 Nov 23 02:53:25.168756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:25.172341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.272954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ac510-11f7-4d8d-abd4-f2cae8c9458a req-e77c44b3-db42-4d52-b140-2c2aae6a367e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:25.274923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb6ac510-11f7-4d8d-abd4-f2cae8c9458a req-e77c44b3-db42-4d52-b140-2c2aae6a367e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0550807 Nov 23 02:53:25.313647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.10 (0dffffd1-7d73-4754-849b-ae06169c099d/83100797-d348-4b92-9a0d-518d95617201/8edb647e-d56d-4eee-80f3-ddac08b4b0b2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:25.341834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb6ac510-11f7-4d8d-abd4-f2cae8c9458a req-ad4e06ee-8207-40da-a683-35ac901822b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557468 Nov 23 02:53:25.473935 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.482759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16d51-4e23-4dd9-8dea-f06bcb97177d req-26342e40-ef45-41be-a68d-06d52fa2df59 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:25.484547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40e16d51-4e23-4dd9-8dea-f06bcb97177d req-26342e40-ef45-41be-a68d-06d52fa2df59 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0515921 Nov 23 02:53:25.494241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:25.510826 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.551177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 0dffffd1-7d73-4754-849b-ae06169c099d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:25.557227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:25.560109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:25.601436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:25.623074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:25.624034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.643879 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-d2b45c1b-349a-4a86-9b4d-520f3a85d838 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099255 Nov 23 02:53:25.647366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40e16d51-4e23-4dd9-8dea-f06bcb97177d req-b2fc56a2-0670-41ff-aef2-098aeb46ae77 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518843 Nov 23 02:53:25.666588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Request body: {'port': {'device_id': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:25.783385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.854129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 463d1743-f872-484a-b7f8-572862f80403 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:25.902600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c85a7e81-25b8-4101-81e5-0521f24454d7 None None] Provisioning complete for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:25.902959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c85a7e81-25b8-4101-81e5-0521f24454d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:25.953416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c85a7e81-25b8-4101-81e5-0521f24454d7 None None] Port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:25.960173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 463d1743-f872-484a-b7f8-572862f80403 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:25.960545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.074940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31792cc7-f2dc-4439-8b43-5e5e7a00b215 req-218b4a70-00fa-4403-aad5-d4ecbcfcca8f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.076522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31792cc7-f2dc-4439-8b43-5e5e7a00b215 req-218b4a70-00fa-4403-aad5-d4ecbcfcca8f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.2650754 Nov 23 02:53:26.138096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:26.146922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.160691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Transition to ACTIVE for port object 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:53:26.162605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31792cc7-f2dc-4439-8b43-5e5e7a00b215 req-e0feaaa6-5fb1-449d-86d7-2f1e62015dbd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795045 Nov 23 02:53:26.164427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.169756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.265783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:26.308233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:26.309259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:26.311981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:26.315742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:53:26.316299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:26.323885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:26.324365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:26.324859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Bound using segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:26.325520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Bound port: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:26.327055 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.373614 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5e67e-de45-4df2-ac63-080cedeb0f3e req-652ba881-6b54-493c-b2af-07b01b0589cf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.375483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26a5e67e-de45-4df2-ac63-080cedeb0f3e req-652ba881-6b54-493c-b2af-07b01b0589cf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0890245 Nov 23 02:53:26.408351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:26.412797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:26.417861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.457811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.459283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.460854 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] 10.222.0.41 "PUT /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1093 time: 0.8013618 Nov 23 02:53:26.463200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:26.465641 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffc80c-9d00-4efb-a458-777c2fcb4173" -d '{"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:26.501433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed508fd-5582-4828-b4c5-a2dc2c30c547 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:26.521592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26a5e67e-de45-4df2-ac63-080cedeb0f3e req-355918a2-6ac9-44f7-888d-8ad05e8e51fe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175537 Nov 23 02:53:26.593725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bcc3d98b-af1b-44ed-b07a-2b7d4a5affd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.595718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-bcc3d98b-af1b-44ed-b07a-2b7d4a5affd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0611174 Nov 23 02:53:26.597546 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b202a7-0444-4d34-830e-dee4c3dc183f x-openstack-request-id: req-a3b202a7-0444-4d34-830e-dee4c3dc183f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:26.597836 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:26.598091 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3b202a7-0444-4d34-830e-dee4c3dc183f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:26.599067 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:53:26.604401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.17 (309992c6-369a-4b99-be40-d4ed65bff13b/abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b/1c8efac7-afae-418d-917c-d50c2aa326f0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:26.665797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-4d512d83-164b-46a2-b427-3fabc72ce75f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 217 time: 0.0450416 Nov 23 02:53:26.717639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-b79453e0-355f-4890-9464-af6f15f5b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.719219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-b79453e0-355f-4890-9464-af6f15f5b491 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0466731 Nov 23 02:53:26.748047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e69f6-320c-4e04-9ed8-ad9d5cd9b7b6 req-f647aec3-d44f-4ecb-ac12-5a8e0371d3de tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.749709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b5e69f6-320c-4e04-9ed8-ad9d5cd9b7b6 req-f647aec3-d44f-4ecb-ac12-5a8e0371d3de tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0870574 Nov 23 02:53:26.773879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.774104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-2e826d4c-43e6-40f9-b532-87166e7a1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.775895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-2e826d4c-43e6-40f9-b532-87166e7a1516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487087 Nov 23 02:53:26.828870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b5e69f6-320c-4e04-9ed8-ad9d5cd9b7b6 req-670bf599-dbe8-4eab-964f-e79c4dd7f678 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Nov 23 02:53:26.839107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.881032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-f15e09e9-f8a9-41df-ab07-1fd2d8642eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951915 Nov 23 02:53:26.887121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 309992c6-369a-4b99-be40-d4ed65bff13b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:26.890188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:26.894970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:26.897670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:26.971797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:26.998022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-158440ed-f5c9-4657-b3bb-5572012f04ec req-79fa5576-d3d0-4810-8190-986a9ab2867b service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011126 Nov 23 02:53:27.027739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64f55e-cbde-4190-b88f-cded0f305497 req-d3057990-8398-4a46-8af3-485a2bd0e78e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.029199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf64f55e-cbde-4190-b88f-cded0f305497 req-d3057990-8398-4a46-8af3-485a2bd0e78e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1291237 Nov 23 02:53:27.127752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf64f55e-cbde-4190-b88f-cded0f305497 req-b078f15e-8d76-45cc-8f1d-621e8bfce7c2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917609 Nov 23 02:53:27.145214 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-9b0c62c3-5ec6-4472-a444-fb26fdce78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.146905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-9b0c62c3-5ec6-4472-a444-fb26fdce78de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0519807 Nov 23 02:53:27.160854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:27.167044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-72b6f3c9-04da-4b10-9695-eb7d7920be43 None None] Provisioning complete for port 1c8efac7-afae-418d-917c-d50c2aa326f0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:27.168021 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72b6f3c9-04da-4b10-9695-eb7d7920be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:27.213470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72b6f3c9-04da-4b10-9695-eb7d7920be43 None None] Port 1c8efac7-afae-418d-917c-d50c2aa326f0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:27.253920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-b9d8dc8b-210c-4410-904d-f02720a8b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.255769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-b9d8dc8b-210c-4410-904d-f02720a8b26d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.0992465 Nov 23 02:53:27.305286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-aa7c6b39-d775-46e0-8d66-0a6aa74977b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 217 time: 0.0404780 Nov 23 02:53:27.351922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa6d9d-f1f3-469c-9654-d26d6642b073 req-05c86077-9212-43f3-9a39-8b450cc65227 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.353415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05fa6d9d-f1f3-469c-9654-d26d6642b073 req-05c86077-9212-43f3-9a39-8b450cc65227 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0972126 Nov 23 02:53:27.368991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-6f99e659-4222-4f49-aab3-8f17d795a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.370846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-6f99e659-4222-4f49-aab3-8f17d795a590 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0497398 Nov 23 02:53:27.418278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-fb6faf76-7ceb-47ab-a804-a738ecb070d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.419839 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-fb6faf76-7ceb-47ab-a804-a738ecb070d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416465 Nov 23 02:53:27.463856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05fa6d9d-f1f3-469c-9654-d26d6642b073 req-5d887a18-48c0-4c7c-8038-576a9a11f8a1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972824 Nov 23 02:53:27.526940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-4970628a-7761-48a9-a01c-8f15155e898c service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949943 Nov 23 02:53:27.527175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:27.531989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:27.619542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-baffc80c-9d00-4efb-a458-777c2fcb4173 req-b6d62781-41b6-44cf-9748-1227a873244e service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Nov 23 02:53:27.641242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:27.645835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:27.664466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463506f-8fc6-4231-bc55-8d199f5815af req-4d7f3118-e8b2-40a8-af42-52d611c3e143 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.665952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5463506f-8fc6-4231-bc55-8d199f5815af req-4d7f3118-e8b2-40a8-af42-52d611c3e143 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1306505 Nov 23 02:53:27.765996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5463506f-8fc6-4231-bc55-8d199f5815af req-c4752a87-dacb-4c86-8de8-5b20b25260bc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877573 Nov 23 02:53:27.786740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 309992c6-369a-4b99-be40-d4ed65bff13b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:27.788135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:28.037772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-82f60579-56f8-4b0f-a3e5-9d352aeaa3eb None None] Provisioning complete for port 1c8efac7-afae-418d-917c-d50c2aa326f0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:28.038140 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82f60579-56f8-4b0f-a3e5-9d352aeaa3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:28.072944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-82f60579-56f8-4b0f-a3e5-9d352aeaa3eb None None] Port 1c8efac7-afae-418d-917c-d50c2aa326f0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:28.224424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f673ac4-45c9-4315-975e-a5c40364cefb req-f2075f00-4d64-4e35-95dd-fea3aaefb31c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:28.225797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f673ac4-45c9-4315-975e-a5c40364cefb req-f2075f00-4d64-4e35-95dd-fea3aaefb31c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.3972595 Nov 23 02:53:28.253891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:28.290076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f673ac4-45c9-4315-975e-a5c40364cefb req-536f6a89-93ac-437e-884b-479a0a8bd955 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581319 Nov 23 02:53:28.419316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:28.424836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1804a575-d312-4e37-b1a3-c784b7d37c6c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/53eee2c1-8c31-4e16-8704-e6edf68d84d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9281967 Nov 23 02:53:28.429524 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:28.432700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de6ff-47c7-402c-99cb-65037f4227e3 req-cfd7a4ce-38fe-4d2c-a7d4-7d1eb2bfde53 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:28.434117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a12de6ff-47c7-402c-99cb-65037f4227e3 req-cfd7a4ce-38fe-4d2c-a7d4-7d1eb2bfde53 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0679054 Nov 23 02:53:28.441047 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:28.441687 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:28.482709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a12de6ff-47c7-402c-99cb-65037f4227e3 req-d71b8bd2-e83e-408e-8f90-734f87e9c78f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Nov 23 02:53:28.556435 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:28.601397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee34a22-2edb-4ff9-8a0d-03a95dffd36d req-608852b9-5ad6-48c9-89fb-99b57bdf0f6d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:28.602909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ee34a22-2edb-4ff9-8a0d-03a95dffd36d req-608852b9-5ad6-48c9-89fb-99b57bdf0f6d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0526972 Nov 23 02:53:28.652103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ee34a22-2edb-4ff9-8a0d-03a95dffd36d req-3ea5c518-a9b8-4f5c-ad28-f9faf44a9648 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Nov 23 02:53:28.748141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:28.826899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604c5e-6339-4689-8e72-01da266d0554 req-4c9be2a8-368a-4239-a9a5-f0699a24e44a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:28.831761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1604c5e-6339-4689-8e72-01da266d0554 req-4c9be2a8-368a-4239-a9a5-f0699a24e44a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0529711 Nov 23 02:53:28.882466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1604c5e-6339-4689-8e72-01da266d0554 req-af72c985-bedd-4575-85be-f7828ae7e2ce tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Nov 23 02:53:28.910159 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:27Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8efac7-afae-418d-917c-d50c2aa326f0', 'name': '', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:e0:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:26Z', 'updated_at': '2021-11-23T02:53:27Z', 'revision_number': 2, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:28.939771 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:28.940163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Updating router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 port 1c8efac7-afae-418d-917c-d50c2aa326f0 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:53:28.967203 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.010211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9cd28-b85b-4130-aa14-0725c8121d5b req-60b01d65-0590-496b-a06b-34abb427e79d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.011932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7da9cd28-b85b-4130-aa14-0725c8121d5b req-60b01d65-0590-496b-a06b-34abb427e79d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0582418 Nov 23 02:53:29.015340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:29.028559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:29.059054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-f4c84d08-1420-420b-a852-37a0bb6dc1bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504820 Nov 23 02:53:29.073201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7da9cd28-b85b-4130-aa14-0725c8121d5b req-60a2b6fe-05cd-4a27-9ec1-d9aac06ef069 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Nov 23 02:53:29.077013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.096324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:29.120176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:29.125260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.158071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669022c7-0c46-4991-9b79-014aacee7a0e req-bcdbc480-8709-4291-936c-a709170363b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.161455 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-bcdbc480-8709-4291-936c-a709170363b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0804317 Nov 23 02:53:29.179903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:29.274564 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669022c7-0c46-4991-9b79-014aacee7a0e req-1831e6a1-55b8-42e5-9cf0-ede4952ac715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.276165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-1831e6a1-55b8-42e5-9cf0-ede4952ac715 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0948343 Nov 23 02:53:29.276855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128310df-3d6d-43d2-bbea-a15723abc1ec req-f2abb7b7-d65b-4e60-9be6-523036e0b8b2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.278340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-128310df-3d6d-43d2-bbea-a15723abc1ec req-f2abb7b7-d65b-4e60-9be6-523036e0b8b2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0517387 Nov 23 02:53:29.288023 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.296534 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.330210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-128310df-3d6d-43d2-bbea-a15723abc1ec req-bf815e56-1425-4f56-ac96-fb0c5e6bcc10 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Nov 23 02:53:29.375780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-50f42528-aaf4-4f86-9d3d-04ce693915b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 200 len: 1000 time: 0.0926847 Nov 23 02:53:29.376726 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce454a-101e-43e8-a247-a72c0ffa67cb None None] Pushing event updated for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:29.418851 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Attempting to bind port 1c8efac7-afae-418d-917c-d50c2aa326f0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:29.419219 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Attempting to bind port 1c8efac7-afae-418d-917c-d50c2aa326f0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:29.419753 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Attempting to bind port 1c8efac7-afae-418d-917c-d50c2aa326f0 on network 309992c6-369a-4b99-be40-d4ed65bff13b {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:29.425508 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:29.425889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Checking segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:29.426320 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.426889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Bound using segment: {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:29.427929 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Bound port: 1c8efac7-afae-418d-917c-d50c2aa326f0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:29.428315 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.435563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['8edb647e-d56d-4eee-80f3-ddac08b4b0b2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:29.441207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669022c7-0c46-4991-9b79-014aacee7a0e req-b37bce07-b569-40af-8973-f411309cc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.442783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-b37bce07-b569-40af-8973-f411309cc2c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0561080 Nov 23 02:53:29.501122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669022c7-0c46-4991-9b79-014aacee7a0e req-24a10b32-0b28-45ab-b6e8-641687e236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.503050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-24a10b32-0b28-45ab-b6e8-641687e236c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529027 Nov 23 02:53:29.507017 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] For port 1c8efac7-afae-418d-917c-d50c2aa326f0, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:29.510595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] For port 1c8efac7-afae-418d-917c-d50c2aa326f0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c8efac7-afae-418d-917c-d50c2aa326f0,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:29.515918 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.516767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61428aa-1672-4d29-85bd-30fd3276c958 req-7970261f-c35f-47db-b5a1-78315601d51b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.519089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61428aa-1672-4d29-85bd-30fd3276c958 req-7970261f-c35f-47db-b5a1-78315601d51b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0933068 Nov 23 02:53:29.589575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:29.590197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:29.621805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61428aa-1672-4d29-85bd-30fd3276c958 req-c5d35b77-038c-42d8-a4b7-d51fe04c2714 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962744 Nov 23 02:53:29.670018 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-8ce7a31c-f615-4e58-bb45-6a537d4d3df6 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595421 Nov 23 02:53:29.741874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.749596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:29.751783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] Provisioning complete for port 1c8efac7-afae-418d-917c-d50c2aa326f0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:29.752339 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.820147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca03d81-b655-4ba8-989c-23e89469d786 req-ca186516-a08d-43d7-b1e8-228f026f9006 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.826839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bca03d81-b655-4ba8-989c-23e89469d786 req-ca186516-a08d-43d7-b1e8-228f026f9006 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1008360 Nov 23 02:53:29.841917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-669022c7-0c46-4991-9b79-014aacee7a0e req-1cdc68d5-2268-4d4d-aa7d-5a23a414ef67 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642463 Nov 23 02:53:29.864216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.879951 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce454a-101e-43e8-a247-a72c0ffa67cb None None] Pushing event updated for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:29.885667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bca03d81-b655-4ba8-989c-23e89469d786 req-a7da80bd-8a10-4c0f-a5a5-c9cf2e9bb4eb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Nov 23 02:53:29.914296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] For port 1c8efac7-afae-418d-917c-d50c2aa326f0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c8efac7-afae-418d-917c-d50c2aa326f0,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:29.919384 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.976429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687eab8f-28ed-438b-bea5-b88c69e4e0db None None] Pushing event updated for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:30.028262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e31739-3732-4d2a-be99-c58caa9b6623 req-c0d7bc2a-562e-4fd2-bc6b-6ae2f3f34ad1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.030969 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42e31739-3732-4d2a-be99-c58caa9b6623 req-c0d7bc2a-562e-4fd2-bc6b-6ae2f3f34ad1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0521259 Nov 23 02:53:30.041510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2e776a29-e704-4796-b25c-eb050cdb1e59 None None] Provisioning complete for port 1c8efac7-afae-418d-917c-d50c2aa326f0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:30.042008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e776a29-e704-4796-b25c-eb050cdb1e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:30.065098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:27Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8efac7-afae-418d-917c-d50c2aa326f0', 'name': '', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:e0:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:26Z', 'updated_at': '2021-11-23T02:53:29Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:30.080520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42e31739-3732-4d2a-be99-c58caa9b6623 req-1e1c5c13-37c3-48db-a379-5078556a9dea tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Nov 23 02:53:30.099261 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39120a69-ab5e-4442-a6e4-9f7b60447a98 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:27Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8efac7-afae-418d-917c-d50c2aa326f0', 'name': '', 'network_id': '309992c6-369a-4b99-be40-d4ed65bff13b', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:e0:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:26Z', 'updated_at': '2021-11-23T02:53:29Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:30.226620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392c11a-5573-4406-a270-c00da660f76f req-e39f6464-2dc0-4653-8c8e-3d69d0763dce tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.228283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4392c11a-5573-4406-a270-c00da660f76f req-e39f6464-2dc0-4653-8c8e-3d69d0763dce tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0594852 Nov 23 02:53:30.278547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4392c11a-5573-4406-a270-c00da660f76f req-8fa7f6c0-c759-484e-b425-7f164feb1b14 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Nov 23 02:53:30.491687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb5344-780b-468b-9f6a-c6b9dc6a48be req-9edfdd95-6149-4bf1-97c4-0882093ffd99 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.493262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14fb5344-780b-468b-9f6a-c6b9dc6a48be req-9edfdd95-6149-4bf1-97c4-0882093ffd99 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0524659 Nov 23 02:53:30.543820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14fb5344-780b-468b-9f6a-c6b9dc6a48be req-694293cf-670a-410f-915d-da4e2ac98e77 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Nov 23 02:53:30.739303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:30.740330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c05c6c-7b90-4140-94d0-a5bda030f89c req-a9e011c4-1cac-4e6a-b726-9345cd788df5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.741793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91c05c6c-7b90-4140-94d0-a5bda030f89c req-a9e011c4-1cac-4e6a-b726-9345cd788df5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Nov 23 02:53:30.789008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:53:30.792862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:30.793239 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:30.795088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91c05c6c-7b90-4140-94d0-a5bda030f89c req-7da2a996-2954-4cde-a874-05ae2a06df9a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Nov 23 02:53:30.872163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:30.893891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:30.896189 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4b1b0f-9380-43cb-80a9-aa631d6de721" -d '{"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-plugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:30.909303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:30.913945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:30.938843 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9c233-d64d-4afa-8dd2-f22668985f55 x-openstack-request-id: req-46d9c233-d64d-4afa-8dd2-f22668985f55 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:30.939139 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-plugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:30.939451 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46d9c233-d64d-4afa-8dd2-f22668985f55 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:30.939856 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'code': 200} Nov 23 02:53:30.965489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:31.064087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a6c69-a16e-4349-a309-db555a1a0df7 req-4df63308-3d55-45c7-b0bc-4474981050bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.065573 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-142a6c69-a16e-4349-a309-db555a1a0df7 req-4df63308-3d55-45c7-b0bc-4474981050bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1098 time: 0.0401978 Nov 23 02:53:31.116559 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-142a6c69-a16e-4349-a309-db555a1a0df7 req-9686ab39-d4eb-4cac-b2c8-15817a6f8ae3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437148 Nov 23 02:53:31.663146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5210e6-2e91-4e40-831f-1f9ac0674c64 req-e1425482-c6dd-499d-adca-410a72167c7a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.664618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f5210e6-2e91-4e40-831f-1f9ac0674c64 req-e1425482-c6dd-499d-adca-410a72167c7a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0501144 Nov 23 02:53:31.713053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f5210e6-2e91-4e40-831f-1f9ac0674c64 req-fde2b30d-cc92-4fe0-9f14-f4f8dbfe03c8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Nov 23 02:53:31.774394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c8efac7-afae-418d-917c-d50c2aa326f0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:31.826923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c8efac7-afae-418d-917c-d50c2aa326f0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:31.827582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:31.957678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e617a-f79e-4ed8-a3cd-e7c5693ee95c req-ad6bf57d-4c01-4718-80cd-ee68b8aaffd1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.959284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-159e617a-f79e-4ed8-a3cd-e7c5693ee95c req-ad6bf57d-4c01-4718-80cd-ee68b8aaffd1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0513330 Nov 23 02:53:32.008233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-159e617a-f79e-4ed8-a3cd-e7c5693ee95c req-fd503577-00d2-4fd7-86d6-47ef42a03e50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Nov 23 02:53:32.112688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d900dca-36f7-4314-bf66-31d86e4caaee req-3cab900c-417b-42ce-98b3-8b31a6787d20 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:32.114126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d900dca-36f7-4314-bf66-31d86e4caaee req-3cab900c-417b-42ce-98b3-8b31a6787d20 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0509763 Nov 23 02:53:32.165033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d900dca-36f7-4314-bf66-31d86e4caaee req-df059df1-d1e9-4872-aed5-aa043ee0775a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Nov 23 02:53:33.122558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c71b2-5379-4993-b51b-d65bebfc49e7 req-afcd1787-04ea-4da9-813f-bcc63b14044e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.124331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61c71b2-5379-4993-b51b-d65bebfc49e7 req-afcd1787-04ea-4da9-813f-bcc63b14044e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0487113 Nov 23 02:53:33.172388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d61c71b2-5379-4993-b51b-d65bebfc49e7 req-1e2b9781-9bfe-45fc-94a2-982785d3680b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Nov 23 02:53:33.286284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8657f-b7f6-461e-bdc2-f8e1ee77921a req-272c8771-7abb-4d30-b5ce-d7bafae8b0df tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.288243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d8657f-b7f6-461e-bdc2-f8e1ee77921a req-272c8771-7abb-4d30-b5ce-d7bafae8b0df tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0561831 Nov 23 02:53:33.336907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d8657f-b7f6-461e-bdc2-f8e1ee77921a req-db33fead-ec99-492e-bf54-184d1cdf4e3d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Nov 23 02:53:33.440544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464c32-f2f4-4d78-a2c1-c253745dde59 req-b81e51a1-29d7-48d7-b17b-e7e98851699d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.441996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4464c32-f2f4-4d78-a2c1-c253745dde59 req-b81e51a1-29d7-48d7-b17b-e7e98851699d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Nov 23 02:53:33.492751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4464c32-f2f4-4d78-a2c1-c253745dde59 req-b514ec07-3218-490b-b83b-379c2f8b2ebd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Nov 23 02:53:33.514342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52908) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:33.553169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2adb7-1ba9-4548-bc8f-732e018dd248 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.554614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b7b2adb7-1ba9-4548-bc8f-732e018dd248 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1093 time: 0.0392339 Nov 23 02:53:33.557299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52910) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:33.561621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:33.583088 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:33.681928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:33.794039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.209 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/114c50a1-4f28-453d-87a1-5827d6f9fc72) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:33.909286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:33.947327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:33.989467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:33.993920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:33.997297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:34.023810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=114c50a1-4f28-453d-87a1-5827d6f9fc72,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:34.359365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.439856 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.512865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dbe7a-0c18-49f6-a987-ea35f03be539 req-b967f0e0-fbed-4179-abfd-6c9b2a2328cb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:34.514387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-378dbe7a-0c18-49f6-a987-ea35f03be539 req-b967f0e0-fbed-4179-abfd-6c9b2a2328cb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0913086 Nov 23 02:53:34.617050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-378dbe7a-0c18-49f6-a987-ea35f03be539 req-bc3e3493-6a88-4600-ba1e-bd7388fdb3e0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897212 Nov 23 02:53:34.660136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.665528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.733811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=114c50a1-4f28-453d-87a1-5827d6f9fc72,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:34.749427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.866969 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP b025cc0d-3001-431d-b3a2-a8d5627cd856 associated. External IP: 172.25.1.209, port: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2. Nov 23 02:53:35.098290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router bf84c145-8368-4f51-b9b1-242fe1c80ca7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:35.228247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:35.238078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Sync routers for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:35.246413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.248895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:35.250426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.274146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8abba726-ad77-4c2b-a417-97188566c27c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7158370 Nov 23 02:53:35.274840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:35.278627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55569b4-347d-467e-a317-fe9645b05bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:35.364008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:35.372389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ffd22-132e-45a7-aa62-7193b4a3f7f9 req-a413c696-2989-47d0-81ca-a02d0b0727b5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.373938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d41ffd22-132e-45a7-aa62-7193b4a3f7f9 req-a413c696-2989-47d0-81ca-a02d0b0727b5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Nov 23 02:53:35.429018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d41ffd22-132e-45a7-aa62-7193b4a3f7f9 req-13755742-1662-4d81-aeca-f5b535f6c7b3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Nov 23 02:53:35.451737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:35.492999 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221f9716-d527-4a61-8dc2-9c4706c8d150 x-openstack-request-id: req-221f9716-d527-4a61-8dc2-9c4706c8d150 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:35.493295 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:35.493547 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-221f9716-d527-4a61-8dc2-9c4706c8d150 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:35.493947 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:53:35.522062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b45bd343-bdf3-499d-8fdc-b98c6b00c2aa tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/b025cc0d-3001-431d-b3a2-a8d5627cd856 HTTP/1.1" status: 200 len: 992 time: 0.0689495 Nov 23 02:53:35.576524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55569b4-347d-467e-a317-fe9645b05bfc req-c7652c4c-3dce-44d9-8532-24fb9a41e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.578039 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-c7652c4c-3dce-44d9-8532-24fb9a41e17d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1098 time: 0.0396602 Nov 23 02:53:35.599575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'b025cc0d-3001-431d-b3a2-a8d5627cd856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:53:34Z', 'updated_at': '2021-11-23T02:53:34Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.625836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Checking router: bf84c145-8368-4f51-b9b1-242fe1c80ca7 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:35.634363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:35.635006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.676588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55569b4-347d-467e-a317-fe9645b05bfc req-f7cf2894-a6fc-4866-8a30-f6e7504053b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.678234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-f7cf2894-a6fc-4866-8a30-f6e7504053b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.0923495 Nov 23 02:53:35.698452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-457aa55c-43aa-4745-bad2-f68a61f70b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.745433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7365978-9324-4220-b3a0-fa66582e10b3 req-824bcafc-4685-4a1a-8bb2-5e3b0fa2cfa0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.747456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7365978-9324-4220-b3a0-fa66582e10b3 req-824bcafc-4685-4a1a-8bb2-5e3b0fa2cfa0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0577126 Nov 23 02:53:35.759747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:35.766434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-8ea394c6-03f6-440f-b3b3-98d70723b420 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0795815 Nov 23 02:53:35.809285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7365978-9324-4220-b3a0-fa66582e10b3 req-8358b3c0-a0db-433f-8d9b-e808e28a4056 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528791 Nov 23 02:53:35.831908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55569b4-347d-467e-a317-fe9645b05bfc req-6261a5bb-35d4-46d8-9a96-f24b29a5eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.833980 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-6261a5bb-35d4-46d8-9a96-f24b29a5eb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0581875 Nov 23 02:53:35.885083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55569b4-347d-467e-a317-fe9645b05bfc req-c025c082-052a-42a9-99b5-de6e9bae2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:35.886489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-c025c082-052a-42a9-99b5-de6e9bae2018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450606 Nov 23 02:53:35.983083 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-fd7c5743-8ba3-422f-9c71-73d1f12e1096 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895066 Nov 23 02:53:36.012774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'b025cc0d-3001-431d-b3a2-a8d5627cd856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:53:34Z', 'updated_at': '2021-11-23T02:53:34Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:36.039019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a90ad2-8063-4490-bf5d-aa3aa7e16ff0 None None] The sync data for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 is: [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'b025cc0d-3001-431d-b3a2-a8d5627cd856', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.209', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:53:34Z', 'updated_at': '2021-11-23T02:53:34Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:36.075249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b55569b4-347d-467e-a317-fe9645b05bfc req-51d3c16d-9577-4792-b21a-09ba5955bc49 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843120 Nov 23 02:53:36.237856 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33381401-5bf1-49e2-96bd-8e4f0c94fa4c None None] New status for floating IP b025cc0d-3001-431d-b3a2-a8d5627cd856: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:53:36.525784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 52924) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:36.590105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-df1bdd43-881c-4fb8-8124-d2860e0fae0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/b025cc0d-3001-431d-b3a2-a8d5627cd856 HTTP/1.1" status: 200 len: 994 time: 0.0631793 Nov 23 02:53:36.932707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f503f-4dd6-43e2-b0aa-7b3a6383fedb req-2b60a4b0-7f3a-4bce-bc61-94fd7cec3895 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:36.934183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d0f503f-4dd6-43e2-b0aa-7b3a6383fedb req-2b60a4b0-7f3a-4bce-bc61-94fd7cec3895 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0502839 Nov 23 02:53:36.980665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d0f503f-4dd6-43e2-b0aa-7b3a6383fedb req-932b8818-2cc4-428d-aa81-df0b76524849 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Nov 23 02:53:38.029204 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a9091e2-401a-4c70-98ea-f1aba37bb841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:38.095412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9576d26-eae3-4b15-b73b-4b16b9c8cb3a req-8b006c29-8aad-489c-aa00-e16f62523a39 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.096886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9576d26-eae3-4b15-b73b-4b16b9c8cb3a req-8b006c29-8aad-489c-aa00-e16f62523a39 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0476627 Nov 23 02:53:38.148301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9576d26-eae3-4b15-b73b-4b16b9c8cb3a req-737ea837-2dbb-437f-9830-cab011e27926 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Nov 23 02:53:38.262200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c987251-69fc-4a9d-84e5-309f6509d6aa req-721c9ef8-cf7f-48b5-93ec-9e85b2b8e395 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.263660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c987251-69fc-4a9d-84e5-309f6509d6aa req-721c9ef8-cf7f-48b5-93ec-9e85b2b8e395 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0491004 Nov 23 02:53:38.311402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c987251-69fc-4a9d-84e5-309f6509d6aa req-c9e532f0-c4d4-4c50-9a5a-5fefbea49750 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Nov 23 02:53:38.457648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3147-a6e1-4f3f-bf92-15b3181fae9d req-8d49fa4c-e4a0-4571-a8a7-3b18e805bc01 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.459715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0feb3147-a6e1-4f3f-bf92-15b3181fae9d req-8d49fa4c-e4a0-4571-a8a7-3b18e805bc01 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0481637 Nov 23 02:53:38.508175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0feb3147-a6e1-4f3f-bf92-15b3181fae9d req-c2bdf24e-cf41-45d0-b973-8c281ec75d85 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Nov 23 02:53:38.626616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528f6b-b688-4454-884c-1496883573ca req-3c326977-8126-4ca4-93e4-10104458bb2d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.628068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a528f6b-b688-4454-884c-1496883573ca req-3c326977-8126-4ca4-93e4-10104458bb2d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0527806 Nov 23 02:53:38.676132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7a528f6b-b688-4454-884c-1496883573ca req-c85ef90a-1ff7-4574-96bc-4921957a7bee tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Nov 23 02:53:38.806049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a35253-8bc9-4781-b4e1-1fdc9d81204e req-f704b69d-1c82-401b-b1a7-1137d478e2bd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.807496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5a35253-8bc9-4781-b4e1-1fdc9d81204e req-f704b69d-1c82-401b-b1a7-1137d478e2bd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0484147 Nov 23 02:53:38.853805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5a35253-8bc9-4781-b4e1-1fdc9d81204e req-670f93c9-0367-4a4f-bfc0-ac42decf9773 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Nov 23 02:53:38.969065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bcd64-757b-4ed4-b593-82e23bee9709 req-5ed34590-f5c5-4945-9b5f-857ee2699836 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:38.970524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-788bcd64-757b-4ed4-b593-82e23bee9709 req-5ed34590-f5c5-4945-9b5f-857ee2699836 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0482583 Nov 23 02:53:39.021016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-788bcd64-757b-4ed4-b593-82e23bee9709 req-a4e30bab-ec8e-47fb-ae9b-9de2b71cb824 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Nov 23 02:53:39.163229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8ce44-f5f6-4c06-b419-6cc23e663bdd req-4863f9c4-b645-4c87-a514-08c0a04e252e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:39.164714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bf8ce44-f5f6-4c06-b419-6cc23e663bdd req-4863f9c4-b645-4c87-a514-08c0a04e252e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0488799 Nov 23 02:53:39.211462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0bf8ce44-f5f6-4c06-b419-6cc23e663bdd req-e04e4cdc-e9b4-480f-860d-c4948e5d8d36 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Nov 23 02:53:39.300848 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:39.327279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae360-95ad-47e4-a36f-ad5f609ca31c req-0e34bf54-d0fb-406c-94a7-9ec12ab5faab tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:39.328694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b9ae360-95ad-47e4-a36f-ad5f609ca31c req-0e34bf54-d0fb-406c-94a7-9ec12ab5faab tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0517807 Nov 23 02:53:39.377204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b9ae360-95ad-47e4-a36f-ad5f609ca31c req-af6f242d-92de-4131-a177-0e13a770be7d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Nov 23 02:53:39.514444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac90d-87aa-46c4-b52e-42e8fae9b106 req-ce465a24-7551-452d-b197-ac643e952275 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:39.515945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c0ac90d-87aa-46c4-b52e-42e8fae9b106 req-ce465a24-7551-452d-b197-ac643e952275 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0586340 Nov 23 02:53:39.562762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c0ac90d-87aa-46c4-b52e-42e8fae9b106 req-65b34f4d-b01b-49ff-a5bd-0ce33674ada2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Nov 23 02:53:39.676229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646f2f-e79c-41ed-b9d8-ba66d16a3fdd req-bb77202e-3c5b-409a-bc64-2e5fe5e49148 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:39.677695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4646f2f-e79c-41ed-b9d8-ba66d16a3fdd req-bb77202e-3c5b-409a-bc64-2e5fe5e49148 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0494165 Nov 23 02:53:39.725129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4646f2f-e79c-41ed-b9d8-ba66d16a3fdd req-07fdab5f-2c23-4e8c-9983-e95f2db867d6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Nov 23 02:53:39.858065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94844-7a0b-45fe-aa5f-4bac2e8a0ad8 req-868446d7-c27e-4b5e-8b41-7dd82135e10b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:39.859475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddd94844-7a0b-45fe-aa5f-4bac2e8a0ad8 req-868446d7-c27e-4b5e-8b41-7dd82135e10b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 23 02:53:39.915059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddd94844-7a0b-45fe-aa5f-4bac2e8a0ad8 req-712b4d02-44b3-4d1e-a0a5-6bd3c95a401d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Nov 23 02:53:40.033618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e58c9-681e-433f-82f5-3d56d9076886 req-aae45ae9-4dd8-4cb7-8113-af7fc40f42a7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.035083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e80e58c9-681e-433f-82f5-3d56d9076886 req-aae45ae9-4dd8-4cb7-8113-af7fc40f42a7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0489960 Nov 23 02:53:40.081177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e80e58c9-681e-433f-82f5-3d56d9076886 req-d813cd66-9294-4de7-95c6-e944da366593 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Nov 23 02:53:40.249256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b88a5-fc6e-4220-9618-6ed956514dd0 req-6abde9ed-8f19-4734-8f13-da3002671b8e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.250769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-858b88a5-fc6e-4220-9618-6ed956514dd0 req-6abde9ed-8f19-4734-8f13-da3002671b8e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0566876 Nov 23 02:53:40.304326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-858b88a5-fc6e-4220-9618-6ed956514dd0 req-80f08beb-047d-4baf-a7bb-abfdfb16cee9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Nov 23 02:53:40.420241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebfdbc-272d-44c6-8803-09af7965065a req-004491ec-d642-4378-83f6-7536507d8ecd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.421627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5ebfdbc-272d-44c6-8803-09af7965065a req-004491ec-d642-4378-83f6-7536507d8ecd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0497863 Nov 23 02:53:40.468854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5ebfdbc-272d-44c6-8803-09af7965065a req-83d878ee-335c-4dd6-a3fb-6e447a84574d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Nov 23 02:53:40.612658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7165f4-fdba-47ac-bf74-653fb99c3dc6 req-1c468351-0d2e-4db9-8b8a-41624bf8edd2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.614314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf7165f4-fdba-47ac-bf74-653fb99c3dc6 req-1c468351-0d2e-4db9-8b8a-41624bf8edd2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0504272 Nov 23 02:53:40.662694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf7165f4-fdba-47ac-bf74-653fb99c3dc6 req-896325c1-8df1-411b-9548-40f472ac257f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Nov 23 02:53:40.743360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:40.783426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec86f8b-67e0-4b08-83dc-14179697e7b2 req-67ea7076-4dab-47aa-8e47-482428d09eed tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.784931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ec86f8b-67e0-4b08-83dc-14179697e7b2 req-67ea7076-4dab-47aa-8e47-482428d09eed tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0539241 Nov 23 02:53:40.837744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ec86f8b-67e0-4b08-83dc-14179697e7b2 req-4ba819d9-e994-4be2-9148-cc66984ac5ad tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447192 Nov 23 02:53:40.990263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce41a9-ebeb-4b12-acef-d9858e89e7f5 req-1159ab35-0f6d-4d82-a1f8-e4511f807160 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:40.991742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccce41a9-ebeb-4b12-acef-d9858e89e7f5 req-1159ab35-0f6d-4d82-a1f8-e4511f807160 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0490980 Nov 23 02:53:41.038562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccce41a9-ebeb-4b12-acef-d9858e89e7f5 req-c8efcaea-85c9-49db-b131-8c0961805333 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Nov 23 02:53:41.152652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab8bb9-bda6-4157-8ef8-72e927200173 req-2b728765-aca9-403b-9eb3-4bc4608fe5ca tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.154102 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fab8bb9-bda6-4157-8ef8-72e927200173 req-2b728765-aca9-403b-9eb3-4bc4608fe5ca tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0493712 Nov 23 02:53:41.204892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fab8bb9-bda6-4157-8ef8-72e927200173 req-feeced3e-94ad-42f5-8f17-a0122886534d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Nov 23 02:53:41.367918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d278a-ac5f-4200-83c2-d625b4a0c4c4 req-19afcbda-7555-473d-adab-8ee76103ed13 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.369457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db8d278a-ac5f-4200-83c2-d625b4a0c4c4 req-19afcbda-7555-473d-adab-8ee76103ed13 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0499690 Nov 23 02:53:41.417252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-db8d278a-ac5f-4200-83c2-d625b4a0c4c4 req-536d80ce-270e-4ee1-b5aa-0615be2c4068 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Nov 23 02:53:41.529400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586635b-e12b-408b-90b0-209d9599134c req-d4a75db7-195c-42cf-9ce5-810469a92886 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.530793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5586635b-e12b-408b-90b0-209d9599134c req-d4a75db7-195c-42cf-9ce5-810469a92886 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0483434 Nov 23 02:53:41.584397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5586635b-e12b-408b-90b0-209d9599134c req-40b22429-3948-4b27-980b-a63f23aac277 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Nov 23 02:53:41.715228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5403355-1081-4056-a35d-71e2857b6100 req-92f8b7a1-044c-4e82-999f-8afa94fdb6b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.716673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5403355-1081-4056-a35d-71e2857b6100 req-92f8b7a1-044c-4e82-999f-8afa94fdb6b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0519981 Nov 23 02:53:41.764498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5403355-1081-4056-a35d-71e2857b6100 req-da11925b-752e-407f-8280-7fb2926a3680 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Nov 23 02:53:41.834439 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.894898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923235-b6b5-4a2d-87f7-c8344f173f9e req-18cabbe9-360e-4d9d-8bea-ac5e98e3c570 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.896466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a923235-b6b5-4a2d-87f7-c8344f173f9e req-18cabbe9-360e-4d9d-8bea-ac5e98e3c570 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0655334 Nov 23 02:53:41.944821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a923235-b6b5-4a2d-87f7-c8344f173f9e req-8a99be9a-2074-4558-a8d4-37131001e7e0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Nov 23 02:53:42.355878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d0cad-788c-493a-9f8b-0f67b313d306 req-01483538-f9a1-4378-9687-98734482be0f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:42.357393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e08d0cad-788c-493a-9f8b-0f67b313d306 req-01483538-f9a1-4378-9687-98734482be0f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0532110 Nov 23 02:53:42.406271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e08d0cad-788c-493a-9f8b-0f67b313d306 req-bb29465e-3a41-4247-918c-1c2028a9fd17 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427029 Nov 23 02:53:43.522883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73a5d-a123-44d1-ab70-2ce238c21884 req-f5fde5f4-5763-4e2a-985e-f557a2622463 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:43.524353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8f73a5d-a123-44d1-ab70-2ce238c21884 req-f5fde5f4-5763-4e2a-985e-f557a2622463 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0490861 Nov 23 02:53:43.571348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8f73a5d-a123-44d1-ab70-2ce238c21884 req-6b5ea692-4141-438f-a580-250fc1b55170 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Nov 23 02:53:44.687936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9a31c-277d-4388-9593-8813f2274872 req-90ce4256-ae71-43ed-b791-4447f23e2ec0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:44.689427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a9a31c-277d-4388-9593-8813f2274872 req-90ce4256-ae71-43ed-b791-4447f23e2ec0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0488751 Nov 23 02:53:44.741111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a9a31c-277d-4388-9593-8813f2274872 req-de04c648-c338-4fb8-8d8c-efdf8c50d6a2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Nov 23 02:53:45.855702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf38db-a058-437f-a072-e3a876e9c332 req-c5776099-5ba0-432b-b36d-1fe6315e1dc1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:45.857211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bcf38db-a058-437f-a072-e3a876e9c332 req-c5776099-5ba0-432b-b36d-1fe6315e1dc1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0488408 Nov 23 02:53:45.904994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bcf38db-a058-437f-a072-e3a876e9c332 req-456134b6-03fe-4623-9856-9fe25bed0ee1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Nov 23 02:53:46.882454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.075158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bda20f-21aa-4743-a010-768e8aa1787f req-535a4c26-3e6e-45be-aee2-079ab00a5615 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:47.076608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7bda20f-21aa-4743-a010-768e8aa1787f req-535a4c26-3e6e-45be-aee2-079ab00a5615 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1029420 Nov 23 02:53:47.164993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f7bda20f-21aa-4743-a010-768e8aa1787f req-743bfb0e-6d8e-45d5-b17c-00905834ae7a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822237 Nov 23 02:53:47.312081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.936330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 1c8efac7-afae-418d-917c-d50c2aa326f0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:47.937040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.030455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port 1c8efac7-afae-418d-917c-d50c2aa326f0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c8efac7-afae-418d-917c-d50c2aa326f0,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:48.030768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.043605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 1c8efac7-afae-418d-917c-d50c2aa326f0 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:48.222448 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.265641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=1c8efac7-afae-418d-917c-d50c2aa326f0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:48.361025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f9bc-1d69-4e4b-8f28-487eb4ea2e9d req-b5b03738-a584-4b47-90ee-7917e06b004a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:48.363029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8c5f9bc-1d69-4e4b-8f28-487eb4ea2e9d req-b5b03738-a584-4b47-90ee-7917e06b004a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1293015 Nov 23 02:53:48.495291 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8c5f9bc-1d69-4e4b-8f28-487eb4ea2e9d req-ee79c634-6220-496d-be87-4c445d602443 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896788 Nov 23 02:53:48.503410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.724736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:48.836487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:48.842892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2c6db25-23f2-4c24-b62a-5a4516ba4044 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/53eee2c1-8c31-4e16-8704-e6edf68d84d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9580395 Nov 23 02:53:48.846164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:48.856612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:48.857106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:48.982087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:49.072839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713eea1-d992-4c94-9381-fac4e6d263ba req-176bdab3-aaba-4ccd-956a-0d718b4e4f9e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:49.075067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713eea1-d992-4c94-9381-fac4e6d263ba req-176bdab3-aaba-4ccd-956a-0d718b4e4f9e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0517428 Nov 23 02:53:49.126538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4713eea1-d992-4c94-9381-fac4e6d263ba req-08275507-98f5-4b75-9f99-2fb2387e2c3f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Nov 23 02:53:49.220061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:49.246297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:49.254744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:49.255335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:49.360208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:49.577759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:49.617410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2476c4-31e5-408c-b234-fc91d2bb2615 req-95fc836e-a6ff-46f2-86e2-0b1565293ee0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:49.621743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe2476c4-31e5-408c-b234-fc91d2bb2615 req-95fc836e-a6ff-46f2-86e2-0b1565293ee0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0582089 Nov 23 02:53:49.670382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe2476c4-31e5-408c-b234-fc91d2bb2615 req-e23b4e3e-4bef-4eab-b9a1-fb89c6c8653e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Nov 23 02:53:49.753640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9037f90-1145-435e-a2e5-5262f7811089 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '266d482a-a152-45de-93a9-ead4dba2d74a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.97', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'port_id': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'mac_address': 'fa:16:3e:b7:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:52:26Z', 'updated_at': '2021-11-23T02:52:29Z', 'revision_number': 1, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:50.249811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ed2e9-8a7d-403a-98cc-b7a7770f0154 req-c7879a1d-7b0c-4d7c-9ac1-cd4a99d404e3 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:50.251443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a00ed2e9-8a7d-403a-98cc-b7a7770f0154 req-c7879a1d-7b0c-4d7c-9ac1-cd4a99d404e3 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0529771 Nov 23 02:53:50.303132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a00ed2e9-8a7d-403a-98cc-b7a7770f0154 req-69329d77-30df-4ade-a72f-6988686c6c56 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd86f26-827b-4bee-aef4-9481c21db456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452023 Nov 23 02:53:50.385436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e543-460d-4b7f-8c63-5116a006633e req-9a4a3813-2383-4db8-b065-66b81b04a019 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:50.386867 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b74e543-460d-4b7f-8c63-5116a006633e req-9a4a3813-2383-4db8-b065-66b81b04a019 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce9d5e89-0446-4330-8c84-c7f8e58eaeaa HTTP/1.1" status: 200 len: 946 time: 0.0547214 Nov 23 02:53:50.476943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 020b7a8b-88ba-46e4-834f-75d9452c59b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:50.477284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.565995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port 020b7a8b-88ba-46e4-834f-75d9452c59b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=020b7a8b-88ba-46e4-834f-75d9452c59b1,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:50.566358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.590382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 020b7a8b-88ba-46e4-834f-75d9452c59b1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:50.720369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.755249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=020b7a8b-88ba-46e4-834f-75d9452c59b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:50.795349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] No DVR routers for this DVR port 020b7a8b-88ba-46e4-834f-75d9452c59b1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:50.797887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab924eb-2df8-4f4b-b492-0219fd7a3e44 req-debb94c3-a7d4-4f71-8227-8b154d7d133c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:50.798309 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.799433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ab924eb-2df8-4f4b-b492-0219fd7a3e44 req-debb94c3-a7d4-4f71-8227-8b154d7d133c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0595877 Nov 23 02:53:50.802236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b74e543-460d-4b7f-8c63-5116a006633e req-a45804cf-1968-4848-89cf-a8e8b63415a1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "DELETE /v2.0/ports/020b7a8b-88ba-46e4-834f-75d9452c59b1 HTTP/1.1" status: 204 len: 173 time: 0.4090958 Nov 23 02:53:50.802709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'name': 'network-vif-deleted', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:50.805034 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef544c77-e8f0-4504-92b3-6b730d5d78b0" -d '{"events": [{"server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "name": "network-vif-deleted", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:50.853223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ab924eb-2df8-4f4b-b492-0219fd7a3e44 req-d568c727-53d0-4650-9c0a-a3cc8193f18a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Nov 23 02:53:50.896149 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a537bd-c120-48da-aeec-0951f32988ac x-openstack-request-id: req-90a537bd-c120-48da-aeec-0951f32988ac {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:50.896519 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d5e89-0446-4330-8c84-c7f8e58eaeaa", "name": "network-vif-deleted", "tag": "020b7a8b-88ba-46e4-834f-75d9452c59b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:50.896846 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90a537bd-c120-48da-aeec-0951f32988ac {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:50.897245 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d5e89-0446-4330-8c84-c7f8e58eaeaa', 'name': 'network-vif-deleted', 'tag': '020b7a8b-88ba-46e4-834f-75d9452c59b1', 'status': 'completed', 'code': 200} Nov 23 02:53:51.360621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.417923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.442065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.500770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.503458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.504622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/security-groups/1cd86f26-827b-4bee-aef4-9481c21db456 HTTP/1.1" status: 204 len: 168 time: 0.1430037 Nov 23 02:53:51.514092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd09f-d053-4104-b596-a91cc1b9706e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd86f26-827b-4bee-aef4-9481c21db456,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.536810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53046) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.586850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting subnet abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:51.589849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.632519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.711707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.726064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c8efac7-afae-418d-917c-d50c2aa326f0 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:51.746033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1c8efac7-afae-418d-917c-d50c2aa326f0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:51.746491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c8efac7-afae-418d-917c-d50c2aa326f0 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:51.767832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.798164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Subnet': ['ID=abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.801784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.805333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e711ca8-570c-465e-988e-1a645dc9f547 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/subnets/abb3447d-b2c4-4d4b-b5e1-89b3d90f7d9b HTTP/1.1" status: 204 len: 168 time: 0.2671831 Nov 23 02:53:51.807651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53048) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.810013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850dcf4-0e5e-49e8-b373-94fb528d91bf None None] Network 309992c6-369a-4b99-be40-d4ed65bff13b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:51.883232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.936163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 43c0bddb-086f-45d0-82fa-319a8cd3d276 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:51.936514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.987361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642436d-7140-467f-86ed-9f7ade1796b1 req-b7698787-40ff-445f-b68c-84e7cc8e94fc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:51.988860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8642436d-7140-467f-86ed-9f7ade1796b1 req-b7698787-40ff-445f-b68c-84e7cc8e94fc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0612633 Nov 23 02:53:52.012999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] DHCP port deletion for 309992c6-369a-4b99-be40-d4ed65bff13b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:52.013677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port 43c0bddb-086f-45d0-82fa-319a8cd3d276, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=43c0bddb-086f-45d0-82fa-319a8cd3d276,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:52.014039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.028714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 43c0bddb-086f-45d0-82fa-319a8cd3d276 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:52.045606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8642436d-7140-467f-86ed-9f7ade1796b1 req-a2d97ddf-6da7-4d3b-93d7-48adf867673a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502191 Nov 23 02:53:52.060947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Deleting port 43c0bddb-086f-45d0-82fa-319a8cd3d276 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:52.061320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.113870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.127636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] For port 43c0bddb-086f-45d0-82fa-319a8cd3d276, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=43c0bddb-086f-45d0-82fa-319a8cd3d276,segment=NetworkSegment(b40686cf-a9a3-4f07-8caa-73a092b1f4e3),segment_id=b40686cf-a9a3-4f07-8caa-73a092b1f4e3)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:52.128032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.139943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=43c0bddb-086f-45d0-82fa-319a8cd3d276,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.140577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Calling delete_port for 43c0bddb-086f-45d0-82fa-319a8cd3d276 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:52.143396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] No DVR routers for this DVR port 43c0bddb-086f-45d0-82fa-319a8cd3d276 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:52.222446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.223604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.244052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309992c6-369a-4b99-be40-d4ed65bff13b']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.247583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] Pushing event deleted for resources: {'Port': ['ID=43c0bddb-086f-45d0-82fa-319a8cd3d276,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.251773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627fa90-b2dd-4077-9444-e9cdf07e815f None None] No DVR routers for this DVR port 43c0bddb-086f-45d0-82fa-319a8cd3d276 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:52.259990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.259990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40686cf-a9a3-4f07-8caa-73a092b1f4e3') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.270134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.283300 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:52.292749 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:52.361531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.370229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.373546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/networks/309992c6-369a-4b99-be40-d4ed65bff13b HTTP/1.1" status: 204 len: 168 time: 0.5649500 Nov 23 02:53:52.376917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53052) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:52.384350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40645179-0ccf-45a1-89f3-81977418fd93 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Network': ['ID=309992c6-369a-4b99-be40-d4ed65bff13b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.392279 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:53:52.534390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 636dde4e-2564-4938-bb0f-98d518119552 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:52.534691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.608444 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.608781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.622093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 636dde4e-2564-4938-bb0f-98d518119552 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:52.771931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.795139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=636dde4e-2564-4938-bb0f-98d518119552,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.859841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.860294 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Floating IP 266d482a-a152-45de-93a9-ead4dba2d74a disassociated (deleted). External IP: 172.25.1.97, port: a722cceb-25c9-4c44-aa47-a22c85321928. Nov 23 02:53:53.065997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:53.207149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da864096-91c1-4f5d-a47a-3e14a4d11674 req-64e5d567-2713-42b0-a963-487d8bdedac4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:53.209141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da864096-91c1-4f5d-a47a-3e14a4d11674 req-64e5d567-2713-42b0-a963-487d8bdedac4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0926416 Nov 23 02:53:53.213467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:53.218251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.222765 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:53.232695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:53.233307 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:53.262241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ca2b5b6-0bcf-4f2b-859c-4bc72b62ba21 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/floatingips/266d482a-a152-45de-93a9-ead4dba2d74a HTTP/1.1" status: 204 len: 168 time: 0.8835540 Nov 23 02:53:53.263996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:53.266345 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:53.297870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da864096-91c1-4f5d-a47a-3e14a4d11674 req-292fdd35-3507-4f92-a281-d2ea0077cbe5 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772917 Nov 23 02:53:53.341886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:53.466784 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d0985-2dff-488f-960b-ab3fe4aebdf3 x-openstack-request-id: req-b95d0985-2dff-488f-960b-ab3fe4aebdf3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:53.467288 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:53.467502 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b95d0985-2dff-488f-960b-ab3fe4aebdf3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:53.467902 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'status': 'completed', 'code': 200} Nov 23 02:53:53.511183 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.550016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-113885db-a6be-442d-bc72-a6357f4ef643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:53.552476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-113885db-a6be-442d-bc72-a6357f4ef643 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 1098 time: 0.0583496 Nov 23 02:53:53.566217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceea9f-def0-42b2-ad27-c86dd1377617 req-27970887-1e1b-49b1-a9b5-7af6e35c35aa tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:53.568477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93ceea9f-def0-42b2-ad27-c86dd1377617 req-27970887-1e1b-49b1-a9b5-7af6e35c35aa tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0527482 Nov 23 02:53:53.626378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93ceea9f-def0-42b2-ad27-c86dd1377617 req-f27f8cdc-c064-4594-bd88-c70566c49afd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509472 Nov 23 02:53:53.633563 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:53.654669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-56acf794-e035-4897-a730-c9661b711562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:53.656136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-56acf794-e035-4897-a730-c9661b711562 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 200 len: 897 time: 0.0954773 Nov 23 02:53:53.659863 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:53.668042 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:53.668641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:53.768380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 43c0bddb-086f-45d0-82fa-319a8cd3d276 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:53.789623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 43c0bddb-086f-45d0-82fa-319a8cd3d276 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:53.790353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 43c0bddb-086f-45d0-82fa-319a8cd3d276 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:53.791716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:54.005529 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:54.011971 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-ce7106d3-654b-470e-a95d-eeac22d9f7d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 200 len: 217 time: 0.3479614 Nov 23 02:53:54.034768 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bfe7e-13a0-4555-9889-7217a7e91378 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:48Z', 'revision_number': 6, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '648ecd36-ad04-46bb-bb4a-6baf1ee70890', 'name': '', 'network_id': '9711b604-c254-4eea-af47-d41767e9945c', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:17:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:10Z', 'updated_at': '2021-11-23T02:52:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': '2cb311f9-0d0b-47e0-9f2d-67dccfc58db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:54.064612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-dfe64bf0-a92a-4384-95b9-239c22f8e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:54.066081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-dfe64bf0-a92a-4384-95b9-239c22f8e945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 HTTP/1.1" status: 200 len: 835 time: 0.0472493 Nov 23 02:53:54.117747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-617cdf7d-a17c-4ba4-a4f9-3763e365dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:54.119294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-617cdf7d-a17c-4ba4-a4f9-3763e365dd36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9711b604-c254-4eea-af47-d41767e9945c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439134 Nov 23 02:53:54.212382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-00737450-6335-405e-988e-9d400c891341 service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850964 Nov 23 02:53:54.229072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 020b7a8b-88ba-46e4-834f-75d9452c59b1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:54.255233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 020b7a8b-88ba-46e4-834f-75d9452c59b1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:54.255667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 020b7a8b-88ba-46e4-834f-75d9452c59b1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:54.264493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a1854e-5a7f-4e61-b593-e065570f74f3 None None] New status for floating IP 266d482a-a152-45de-93a9-ead4dba2d74a: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:53:54.309669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2396e221-13dd-48a4-83a9-c9e4ad4c79f8 req-7b7d54d2-cd8c-43b8-9436-b63e3e2cbae6 service neutron] 10.222.0.47 "GET /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901484 Nov 23 02:53:54.421847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe0893-f8f4-4adc-a1ad-36cce4624092 req-4e07bb97-1d4b-42d8-aa41-1bec34257a38 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:54.423387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe0893-f8f4-4adc-a1ad-36cce4624092 req-4e07bb97-1d4b-42d8-aa41-1bec34257a38 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0526147 Nov 23 02:53:54.470399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe0893-f8f4-4adc-a1ad-36cce4624092 req-159b9961-dca0-45a7-9a9d-895d835af7b9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Nov 23 02:53:54.735796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76f65-22db-42d6-bbd7-a0ee68248211 req-d1504e71-c348-4f7c-9975-77055632ca4d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:54.737299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2c76f65-22db-42d6-bbd7-a0ee68248211 req-d1504e71-c348-4f7c-9975-77055632ca4d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0487237 Nov 23 02:53:54.788116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2c76f65-22db-42d6-bbd7-a0ee68248211 req-e19e664f-0926-460f-bac3-7fd8201a48d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca6070e-98d5-4f1c-8039-0f8d8d178b00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Nov 23 02:53:54.789250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a6dda-786e-4342-9994-661bbb8643f7 req-f0e21abe-3f9e-4243-aa90-633980b0eb29 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:54.790768 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-238a6dda-786e-4342-9994-661bbb8643f7 req-f0e21abe-3f9e-4243-aa90-633980b0eb29 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "GET /v2.0/ports?device_id=3561e6ad-e1ab-4fc4-af75-050a07875b9c HTTP/1.1" status: 200 len: 946 time: 0.0496204 Nov 23 02:53:54.834907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:54.883324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port a722cceb-25c9-4c44-aa47-a22c85321928 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:54.883672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.933422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:54.945033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'port_id': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'mac_address': 'fa:16:3e:db:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72db917-36b6-4ffa-937c-098d205dd0ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:54.975642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port a722cceb-25c9-4c44-aa47-a22c85321928, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=a722cceb-25c9-4c44-aa47-a22c85321928,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:54.976009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.981643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.988696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for a722cceb-25c9-4c44-aa47-a22c85321928 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:54.995033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:55.014311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:55.018268 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.064581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:55.119790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.146899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=a722cceb-25c9-4c44-aa47-a22c85321928,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:55.190257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] No DVR routers for this DVR port a722cceb-25c9-4c44-aa47-a22c85321928 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:55.192684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.196058 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-238a6dda-786e-4342-9994-661bbb8643f7 req-cd6430e5-4075-457c-a2ab-1dc2f15d011d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.47 "DELETE /v2.0/ports/a722cceb-25c9-4c44-aa47-a22c85321928 HTTP/1.1" status: 204 len: 173 time: 0.3995736 Nov 23 02:53:55.196515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'name': 'network-vif-deleted', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:55.198824 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe91fcf-5ab3-45ee-b947-98cd850cb059" -d '{"events": [{"server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "name": "network-vif-deleted", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:55.233779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:55.239910 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4bb0b3-8d33-4ad8-95e1-af1258569860 x-openstack-request-id: req-6c4bb0b3-8d33-4ad8-95e1-af1258569860 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:55.240211 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3561e6ad-e1ab-4fc4-af75-050a07875b9c", "name": "network-vif-deleted", "tag": "a722cceb-25c9-4c44-aa47-a22c85321928", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:55.240469 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c4bb0b3-8d33-4ad8-95e1-af1258569860 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:55.240868 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3561e6ad-e1ab-4fc4-af75-050a07875b9c', 'name': 'network-vif-deleted', 'tag': 'a722cceb-25c9-4c44-aa47-a22c85321928', 'status': 'completed', 'code': 200} Nov 23 02:53:55.615005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212076a-6a3c-4d7f-98aa-03c85b6e1739 req-71de2d59-3b81-44a7-be5c-80969a2cf5d1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:55.617508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8212076a-6a3c-4d7f-98aa-03c85b6e1739 req-71de2d59-3b81-44a7-be5c-80969a2cf5d1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0701540 Nov 23 02:53:55.701454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8212076a-6a3c-4d7f-98aa-03c85b6e1739 req-215a05e7-ff14-4a5d-8652-34980bddb3fe tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Nov 23 02:53:55.844643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:55.905681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.933422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.016011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.020000 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.024036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/security-groups/bca6070e-98d5-4f1c-8039-0f8d8d178b00 HTTP/1.1" status: 204 len: 168 time: 0.1758196 Nov 23 02:53:56.036198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab163bd-6b0b-420c-9b72-6a51b48e3009 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca6070e-98d5-4f1c-8039-0f8d8d178b00,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:56.060307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53104) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:56.403818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa59a84-e357-4e5f-88e7-f46ebe6af96b req-59dd61a8-f04d-48fa-9b49-4d794e0aeec1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:56.411887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-afa59a84-e357-4e5f-88e7-f46ebe6af96b req-59dd61a8-f04d-48fa-9b49-4d794e0aeec1 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.0729158 Nov 23 02:53:56.482012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-afa59a84-e357-4e5f-88e7-f46ebe6af96b req-38faaa5b-7bc5-4c2f-bf60-2c1f99c70e72 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650034 Nov 23 02:53:56.565865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.845468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:56.851714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea08a1d-6d15-49fd-a54f-216baa67f7ab req-2424020c-ce72-4fc5-a60b-5d2c645b3f68 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:56.853313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea08a1d-6d15-49fd-a54f-216baa67f7ab req-2424020c-ce72-4fc5-a60b-5d2c645b3f68 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0725985 Nov 23 02:53:56.888614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 648ecd36-ad04-46bb-bb4a-6baf1ee70890 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:56.889383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.927697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 85c55ecb-4cb6-455f-b758-8badd1ce8062 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:56.928308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.937332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ea08a1d-6d15-49fd-a54f-216baa67f7ab req-e19c3d49-1cb4-4aef-8e7e-fd603c1fbaaf tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766230 Nov 23 02:53:57.021770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port 648ecd36-ad04-46bb-bb4a-6baf1ee70890, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=648ecd36-ad04-46bb-bb4a-6baf1ee70890,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:57.022455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.048986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 648ecd36-ad04-46bb-bb4a-6baf1ee70890 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:57.049225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.087541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:57.089840 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:57.092843 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee6844c-0823-4f30-a871-88dff85358cd" -d '{"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:57.107118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.154435 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad96fe-4b34-463d-9df5-bc5853e0ea27 x-openstack-request-id: req-67ad96fe-4b34-463d-9df5-bc5853e0ea27 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:57.154809 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:57.155277 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67ad96fe-4b34-463d-9df5-bc5853e0ea27 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:57.155679 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'code': 200} Nov 23 02:53:57.187716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:57.278598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.320571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=648ecd36-ad04-46bb-bb4a-6baf1ee70890,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:57.543445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.662889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd89079-f2fe-4302-9e96-26b27bc69c8b req-2d715838-bdde-4418-88ab-2e966418883c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:57.664313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdd89079-f2fe-4302-9e96-26b27bc69c8b req-2d715838-bdde-4418-88ab-2e966418883c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.0693920 Nov 23 02:53:57.763448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdd89079-f2fe-4302-9e96-26b27bc69c8b req-32b873f1-87bb-4a33-a4b0-7c99ac1beaf2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862448 Nov 23 02:53:57.862270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:57.961039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea81924-a3c1-4790-a613-77fec9769181 req-f93c3a8d-4bb4-435a-ab4c-aea7f362fb41 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:57.962816 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8ea81924-a3c1-4790-a613-77fec9769181 req-f93c3a8d-4bb4-435a-ab4c-aea7f362fb41 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 945 time: 0.1139364 Nov 23 02:53:58.071450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58e89b-89c4-48dd-b59b-639e41a2f543 req-22110b63-d7e1-4148-af4a-8c31548b797f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:58.074648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a58e89b-89c4-48dd-b59b-639e41a2f543 req-22110b63-d7e1-4148-af4a-8c31548b797f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0670199 Nov 23 02:53:58.075513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:58.085597 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eb74350b-c6f7-4c25-8e73-ae9b5677841b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/53eee2c1-8c31-4e16-8704-e6edf68d84d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210083 Nov 23 02:53:58.086861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:58.089220 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Sync routers for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:58.105019 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:58.106455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:58.149569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:58.149923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.174081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting subnet 2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:58.180759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.211320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a58e89b-89c4-48dd-b59b-639e41a2f543 req-7bb70a6e-1ad6-496d-9e59-e5226d115764 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148889 Nov 23 02:53:58.244346 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.250480 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:58.274178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:58.274712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.275933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a722cceb-25c9-4c44-aa47-a22c85321928 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:58.336163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: a722cceb-25c9-4c44-aa47-a22c85321928 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:58.336509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device a722cceb-25c9-4c44-aa47-a22c85321928 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:58.366056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.461662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.476811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:57Z', 'revision_number': 7, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:58.494198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb311f9-0d0b-47e0-9f2d-67dccfc58db9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:58.504259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.511018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bd65f738-3081-4cab-b4fb-374f77b12830 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/subnets/2cb311f9-0d0b-47e0-9f2d-67dccfc58db9 HTTP/1.1" status: 204 len: 168 time: 0.4227741 Nov 23 02:53:58.514050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e10f3-1c6a-4318-bcca-43dd538cc13d None None] Network 9711b604-c254-4eea-af47-d41767e9945c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:58.514483 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Checking router: 53eee2c1-8c31-4e16-8704-e6edf68d84d9 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:58.522421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:58.524858 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Routers {'53eee2c1-8c31-4e16-8704-e6edf68d84d9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:58.525820 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:58.589104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.589684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.590166 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP 4496c807-9889-4644-8d8c-3c401ebae0ba disassociated. External IP: 172.25.1.14, port: 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2. Nov 23 02:53:58.590716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:58.649905 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] Set router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:58.662884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.831929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.897662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] DHCP port deletion for 9711b604-c254-4eea-af47-d41767e9945c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:58.914077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.953002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port ecdd0ed1-feca-4433-b427-9013fb0f6ea9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:58.953703 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.956426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=2777fd23-a38b-46a0-bb05-1d1a4cb56cc2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:58.977318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Deleting port d328ee9a-044b-4237-a4d4-0701d2cc3e93 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:58.977918 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.039958 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:57Z', 'revision_number': 7, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:59.070781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] For port d328ee9a-044b-4237-a4d4-0701d2cc3e93, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d328ee9a-044b-4237-a4d4-0701d2cc3e93,segment=NetworkSegment(139dcad7-77fa-416e-b075-0a4af9cf364c),segment_id=139dcad7-77fa-416e-b075-0a4af9cf364c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:59.071462 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.086001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Calling delete_port for d328ee9a-044b-4237-a4d4-0701d2cc3e93 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:59.102300 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd72f09b-6eb0-458b-b22a-42445f6402d0 None None] The sync data for ids ['53eee2c1-8c31-4e16-8704-e6edf68d84d9'] in n-d-714676-12 is: [{'id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'name': 'tempest-TestNetworkBasicOps-router-428137607', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:53:57Z', 'revision_number': 7, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': 'ecdd0ed1-feca-4433-b427-9013fb0f6ea9', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53eee2c1-8c31-4e16-8704-e6edf68d84d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:52:07Z', 'updated_at': '2021-11-23T02:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:53:59.126977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5e49685-bc0f-4e98-ab0c-edfafbfb3894 req-0c9c95d1-9ff6-4e6b-b4fc-5481c737b9e3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0952282 Nov 23 02:53:59.156127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port ecdd0ed1-feca-4433-b427-9013fb0f6ea9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:59.156502 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.167485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:53:59.183296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for ecdd0ed1-feca-4433-b427-9013fb0f6ea9 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:59.234461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.256284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] No DVR routers for this DVR port d328ee9a-044b-4237-a4d4-0701d2cc3e93 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:59.313052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4698f89-c308-4247-aecd-5ad8eefbd9b1 None None] Pushing event deleted for resources: {'Port': ['ID=d328ee9a-044b-4237-a4d4-0701d2cc3e93,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.371105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:59.387114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:59.400589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:59.401533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:59.440287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187491-3b04-46d9-ac1b-81ac1b0922ff req-03c33812-013b-4d75-86d6-9d092ed2fcdb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:59.448703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00187491-3b04-46d9-ac1b-81ac1b0922ff req-03c33812-013b-4d75-86d6-9d092ed2fcdb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0808451 Nov 23 02:53:59.481230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:59.491878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.495734 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8ea81924-a3c1-4790-a613-77fec9769181 req-81ad7c4c-d13c-41ee-b801-7fadec33254a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "DELETE /v2.0/ports/2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 HTTP/1.1" status: 204 len: 173 time: 1.4862738 Nov 23 02:53:59.511762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'name': 'network-vif-deleted', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:59.514402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c99740-94c8-429a-8a4b-85a92915872d" -d '{"events": [{"server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "name": "network-vif-deleted", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:59.575253 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.597089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:59.625131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00187491-3b04-46d9-ac1b-81ac1b0922ff req-eb1aac26-660b-419f-9039-4386a6db8ea7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754255 Nov 23 02:53:59.635039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=ecdd0ed1-feca-4433-b427-9013fb0f6ea9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.727300 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffda96-274f-432d-954a-09445e2b5d11 x-openstack-request-id: req-3cffda96-274f-432d-954a-09445e2b5d11 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:59.728323 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb35319-19e0-4390-b0a9-f92836c9e9d0", "name": "network-vif-deleted", "tag": "2777fd23-a38b-46a0-bb05-1d1a4cb56cc2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:59.728764 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cffda96-274f-432d-954a-09445e2b5d11 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:59.729774 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb35319-19e0-4390-b0a9-f92836c9e9d0', 'name': 'network-vif-deleted', 'tag': '2777fd23-a38b-46a0-bb05-1d1a4cb56cc2', 'status': 'completed', 'code': 200} Nov 23 02:53:59.745433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4a6ca-ac9e-4d05-8ea6-68a8da583b7f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:59.799633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.879222 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.949617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 648ecd36-ad04-46bb-bb4a-6baf1ee70890 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:59.962067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.965671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.990274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 648ecd36-ad04-46bb-bb4a-6baf1ee70890 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:59.990775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 648ecd36-ad04-46bb-bb4a-6baf1ee70890 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:59.991287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d328ee9a-044b-4237-a4d4-0701d2cc3e93 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:00.012195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d328ee9a-044b-4237-a4d4-0701d2cc3e93 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:00.012621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d328ee9a-044b-4237-a4d4-0701d2cc3e93 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:00.025609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.026045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Fanout notify agent at l3_agent the message router_deleted on router 53eee2c1-8c31-4e16-8704-e6edf68d84d9 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:54:00.098087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.106688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.110358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-33b0bf08-ac7b-43c7-b3c5-5a91c3d63776 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/routers/53eee2c1-8c31-4e16-8704-e6edf68d84d9 HTTP/1.1" status: 204 len: 168 time: 1.5842752 Nov 23 02:54:00.110962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53132) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:00.149952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:00.177516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:00.178970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.218669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.321756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2744306a-7492-4e2d-875d-6165092b9887 req-1d4ceadb-85bf-42cc-a424-2ccdc6e882e5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0452847 Nov 23 02:54:00.351765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.355329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:00.375289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9711b604-c254-4eea-af47-d41767e9945c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.385807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139dcad7-77fa-416e-b075-0a4af9cf364c') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.386148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139dcad7-77fa-416e-b075-0a4af9cf364c') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.396825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.413847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.420419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:54:00.420818 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:54:00.483832 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:54:00.490424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.500845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.519529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/networks/9711b604-c254-4eea-af47-d41767e9945c HTTP/1.1" status: 204 len: 168 time: 0.3933022 Nov 23 02:54:00.525265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5ee5f-00a1-4271-b35f-c7673ce721d0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Network': ['ID=9711b604-c254-4eea-af47-d41767e9945c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:00.536846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53140) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:00.539121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'network': {'name': 'tempest-network-smoke--879899145', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:00.586055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:00.589749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.636384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:54:00.637459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.654996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.655477 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Added segment c3e09673-067f-495f-8300-b5259e8361f6 of type vlan for network 9f64f764-d5f7-4af8-97f0-3a55481626a1 Nov 23 02:54:00.669850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82dfe2-7d8e-497b-adde-87b3951e5f20 None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:00.758031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.798702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df141b-b784-41b5-af3b-193aee74e05d req-d3a6e8d5-4ca5-414d-81cb-e0a4410f0b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:00.801928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87df141b-b784-41b5-af3b-193aee74e05d req-d3a6e8d5-4ca5-414d-81cb-e0a4410f0b6c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0827839 Nov 23 02:54:00.822837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.830298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:00.831357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.868353 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3323143 Nov 23 02:54:00.869776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53144) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:00.875751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'admin_state_up': True, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:00.908684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.909927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.983122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e19b8-9af8-43cb-a05e-ac7dd7f3b324 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Network': ['ID=9f64f764-d5f7-4af8-97f0-3a55481626a1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:00.994295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87df141b-b784-41b5-af3b-193aee74e05d req-087fd99b-735f-4fa2-8652-b87c70899b6d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790876 Nov 23 02:54:00.995370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:54:01.062738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.177580 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43879144-add5-417d-9340-cd3e6e393e57 None None] New status for floating IP 4496c807-9889-4644-8d8c-3c401ebae0ba: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:54:01.288512 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.490909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6302013-1e9f-44d4-a8b4-546bacc32e5a req-b3386149-d052-48bd-9dcf-303282cd6447 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0446489 Nov 23 02:54:01.582940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.605493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.743871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.25.1.123 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/791e3d91-ffbe-42ca-b2cb-5206cbf1dc83) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:01.746306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ecdd0ed1-feca-4433-b427-9013fb0f6ea9 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:01.791646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ecdd0ed1-feca-4433-b427-9013fb0f6ea9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:01.798659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ecdd0ed1-feca-4433-b427-9013fb0f6ea9 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:01.893021 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.942375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.035083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:02.052226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:02.057525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:02.064276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:02.079509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2d66c-bd8c-467f-8dfc-7c3da142f99b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:02.176288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6ac9645e-1a55-4c3c-b27b-7ba3b5b7bc02 None None] Provisioning complete for port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:02.176951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ac9645e-1a55-4c3c-b27b-7ba3b5b7bc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.282695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9645e-1a55-4c3c-b27b-7ba3b5b7bc02 None None] Port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:02.295677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:02.336321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:02.336666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2777fd23-a38b-46a0-bb05-1d1a4cb56cc2 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:02.601523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a19c5a-b1fe-4b60-8a2b-a29494f0b9fe req-0963cf3f-29ac-490f-a380-2c330764088b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:02.610072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1a19c5a-b1fe-4b60-8a2b-a29494f0b9fe req-0963cf3f-29ac-490f-a380-2c330764088b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0876458 Nov 23 02:54:02.735555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1a19c5a-b1fe-4b60-8a2b-a29494f0b9fe req-9a8af941-30e6-41bd-94b0-4596452df451 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167734 Nov 23 02:54:02.936559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.985061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acdfc2-e577-41a1-8788-1423ce2baaf7 req-1043700c-88d9-43c2-86b4-b0e485372882 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:02.992575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3acdfc2-e577-41a1-8788-1423ce2baaf7 req-1043700c-88d9-43c2-86b4-b0e485372882 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.1234314 Nov 23 02:54:03.078079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3acdfc2-e577-41a1-8788-1423ce2baaf7 req-5b166601-4332-4f93-86d6-817816be1fb4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685105 Nov 23 02:54:03.221049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f689a92-1d7c-43a6-9f4b-f6f42323de86 req-5362626c-255f-41c1-b52d-7b9f196eb315 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0503318 Nov 23 02:54:03.415339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.611374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 68e3efa8-2816-4adc-acd0-748f67013ada is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:54:03.824620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:03.835362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Sync routers for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:03.835907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-1076d4bb-1150-4664-b62a-e838a624b6d4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:03.842067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-1076d4bb-1150-4664-b62a-e838a624b6d4 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.47 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.0821054 Nov 23 02:54:03.851881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:03.852831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:03.873968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9d4af-f89b-406a-82c7-ffbfd5f75dc3 req-2880929c-5eac-4ebb-baf5-130bdf1ded7a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:03.884124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6e9d4af-f89b-406a-82c7-ffbfd5f75dc3 req-2880929c-5eac-4ebb-baf5-130bdf1ded7a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0803032 Nov 23 02:54:03.896194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.899126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3e527ef7-936d-4d94-81ca-43ba257bfc7f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0279832 Nov 23 02:54:03.902708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:03.974418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-be91465c-2a31-4758-9bbc-fcc95ebb3441 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4f1fbde6ba174bf8932103683e7c2060&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703280 Nov 23 02:54:03.979216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53164) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:03.998258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Deleting port 943a075f-5c36-407b-9315-805c83ed2e5c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:03.998627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.002420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6e9d4af-f89b-406a-82c7-ffbfd5f75dc3 req-62a939c0-bdeb-4a01-8eb6-f7b514a6675e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163800 Nov 23 02:54:04.075130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:04.212444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] For port 943a075f-5c36-407b-9315-805c83ed2e5c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=943a075f-5c36-407b-9315-805c83ed2e5c,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:04.212787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.269666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da0d54-7ac4-4889-87fc-4c4a4345688c req-be4d8da8-d5fb-4bd1-8b42-76b32c481861 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:04.274227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88da0d54-7ac4-4889-87fc-4c4a4345688c req-be4d8da8-d5fb-4bd1-8b42-76b32c481861 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/ports?device_id=d05761d9-5ae3-451a-8085-c68fba4a9c9e HTTP/1.1" status: 200 len: 945 time: 0.1173766 Nov 23 02:54:04.317121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdefbe-60b4-43bc-87ae-ac830b2da79c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:04.321598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f6fdefbe-60b4-43bc-87ae-ac830b2da79c tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3350353 Nov 23 02:54:04.322227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53170) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:04.397766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-edbf6e25-3168-4bca-865c-c085316c3652 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728302 Nov 23 02:54:04.405103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:02Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:04.417922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:04.426051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491167464', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:04.484597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Checking router: 68e3efa8-2816-4adc-acd0-748f67013ada for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:04.484861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Updating router 68e3efa8-2816-4adc-acd0-748f67013ada port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:54:04.503249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.503909 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.504937 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Floating IP a67e6984-1ceb-4cfe-ab25-613b5e3fcff5 disassociated. External IP: 172.25.1.177, port: 943a075f-5c36-407b-9315-805c83ed2e5c. Nov 23 02:54:04.505461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Calling delete_port for 943a075f-5c36-407b-9315-805c83ed2e5c owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:04.537477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.558281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88da0d54-7ac4-4889-87fc-4c4a4345688c req-996ad0d0-82ad-4efd-babc-2b86b8192c34 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "GET /v2.0/security-groups?id=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678595 Nov 23 02:54:04.602655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:04.612017 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.679962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.721303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event deleted for resources: {'Port': ['ID=943a075f-5c36-407b-9315-805c83ed2e5c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.996639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:05.183646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-324be871-7b2b-4ace-9333-627fc207f32c req-77134c50-c1b3-4be8-963f-f835e848d902 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.4528341 Nov 23 02:54:05.211410 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:05.224761 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Sync routers for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:05.246629 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:05.247539 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:05.330549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] No DVR routers for this DVR port 943a075f-5c36-407b-9315-805c83ed2e5c on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:05.344526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.348529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b03c78e-f654-4532-b53f-912a48b82f0b req-610584e7-3db9-46d8-9393-6a7387b2efd6 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.47 "DELETE /v2.0/ports/943a075f-5c36-407b-9315-805c83ed2e5c HTTP/1.1" status: 204 len: 173 time: 1.5002437 Nov 23 02:54:05.349027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'name': 'network-vif-deleted', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:05.357769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.365426 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596fdae0-c856-49ba-b674-afd83fc930d3" -d '{"events": [{"server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "name": "network-vif-deleted", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:05.374592 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.439013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Attempting to bind port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:05.439395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Attempting to bind port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:05.439810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Attempting to bind port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:05.528218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.537788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:05.539735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:05.541344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.543082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:05.543617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Bound port: 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:05.547229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.625777 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:05.630357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] For port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:05.634864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] For port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:05.636360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b81976-c1c4-4431-9264-7c460b9a43a5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:05.670210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.670210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb09ba9-69cd-4848-a62f-4dbd9887bb29 None None] Pushing event updated for resources: {'Port': ['ID=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:05.757638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e7abbf-e241-49e0-81d0-0f4969889cbb None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:05.765016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9617dd2b-4982-404d-b14e-5f1dd1eb9f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.770865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Checking segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:05.776267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network hostable DHCP agents. Network: 9f64f764-d5f7-4af8-97f0-3a55481626a1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:54:05.778143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:05.778818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:05.794010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Subnet': ['ID=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:05.816519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8dd0c-edf0-4ed8-a073-adb44e737cb9 req-6a0e39bb-2e37-4d79-b770-159d35ab3756 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:05.818963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04e8dd0c-edf0-4ed8-a073-adb44e737cb9 req-6a0e39bb-2e37-4d79-b770-159d35ab3756 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.3058712 Nov 23 02:54:05.893791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:54:05.917414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9f64f764-d5f7-4af8-97f0-3a55481626a1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:05.932278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:05.933232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.952349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04e8dd0c-edf0-4ed8-a073-adb44e737cb9 req-e6fd71fa-c039-4355-b575-29b213dd4ed6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044512 Nov 23 02:54:05.982395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-426aa8fb-aa4e-4832-bc98-3e410318008d tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5637994 Nov 23 02:54:05.985203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53182) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:05.993843 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:06.029062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Checking router: 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:06.043554 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:06.044201 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:53:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:06.099862 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791097da-e818-451d-8cf3-cf1ac18a413a x-openstack-request-id: req-791097da-e818-451d-8cf3-cf1ac18a413a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:06.100412 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05761d9-5ae3-451a-8085-c68fba4a9c9e", "name": "network-vif-deleted", "tag": "943a075f-5c36-407b-9315-805c83ed2e5c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:06.100412 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-791097da-e818-451d-8cf3-cf1ac18a413a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:06.100932 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05761d9-5ae3-451a-8085-c68fba4a9c9e', 'name': 'network-vif-deleted', 'tag': '943a075f-5c36-407b-9315-805c83ed2e5c', 'status': 'completed', 'code': 200} Nov 23 02:54:06.126437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d288a9-f931-4b35-8a57-12834d6e0845 None None] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:06.162754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:06.205287 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:06.377995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ea9318c-0dde-498f-9e23-cf99bc2edf7f req-08a62c5a-ec10-487c-9ba6-8729d7edaed4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0360131 Nov 23 02:54:06.391344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb09ba9-69cd-4848-a62f-4dbd9887bb29 None None] Pushing event updated for resources: {'Port': ['ID=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:06.451488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] Provisioning complete for port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:06.451862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.474870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Deleting port f05867b1-2a19-4f5b-a9a8-364154cf369d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:06.475379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.490416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:06.589984 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:06.612616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9f64f764-d5f7-4af8-97f0-3a55481626a1', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:54:06.613474 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.631221 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e697338-05be-43f9-9abc-19df969c1377 None None] The sync data for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 is: [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:48:41Z', 'revision_number': 4, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '63d5c9a9-64cd-4ff6-b089-6a39813efcfa', 'name': '', 'network_id': 'ffd3aaa3-b4be-4295-bed0-45144a941b1d', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'mac_address': 'fa:16:3e:8d:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '6f205dc8-5946-4d25-80be-0830c4167856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:41Z', 'updated_at': '2021-11-23T02:48:53Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'subnets': [{'id': '6f205dc8-5946-4d25-80be-0830c4167856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:06.711614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.712437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.726947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Calling delete_port for f05867b1-2a19-4f5b-a9a8-364154cf369d owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:06.851806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:06.873549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] For port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:06.886964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.032027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Allocated IP 172.20.0.2 (9f64f764-d5f7-4af8-97f0-3a55481626a1/bc9a70b8-92d5-4ebd-b707-0acf19c7d41d/a07898a4-8a5d-4960-8acc-b1da97378650) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:07.039806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.046455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbdafe-a926-4a31-9c1a-8a17d55a27ed None None] Pushing event updated for resources: {'Port': ['ID=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:07.063031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:02Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:07.102122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355f338-f66d-41f6-bb1c-96626429f342 None None] The sync data for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 is: [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:02Z', 'revision_number': 3, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:07.123026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d99bd5e9-2783-4157-9f72-9e68a9a5b192 None None] Provisioning complete for port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:07.124093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d99bd5e9-2783-4157-9f72-9e68a9a5b192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.128661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event deleted for resources: {'Port': ['ID=f05867b1-2a19-4f5b-a9a8-364154cf369d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:07.192495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.197605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.198073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.199393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.199823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.200247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.200891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.201335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.206189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.206698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.207123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.208084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:07.219774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.296797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42411faa-f9c7-475b-92ab-ae5cae1bb9db None None] New status for floating IP a67e6984-1ceb-4cfe-ab25-613b5e3fcff5: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:54:07.334276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da31e67-2e1e-40f2-aebd-e973f9e2c208 req-bdf7e347-21f3-4c30-a2fa-9f290ea8552c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:07.340953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2da31e67-2e1e-40f2-aebd-e973f9e2c208 req-bdf7e347-21f3-4c30-a2fa-9f290ea8552c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.2331285 Nov 23 02:54:07.390164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.394625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.398691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c0a3ecd-a75c-434c-8519-469322a2b4e0 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "DELETE /v2.0/floatingips/a67e6984-1ceb-4cfe-ab25-613b5e3fcff5 HTTP/1.1" status: 204 len: 168 time: 1.2309542 Nov 23 02:54:07.418604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2da31e67-2e1e-40f2-aebd-e973f9e2c208 req-d1cfbbec-135e-423e-98c1-b8f9078f678e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765679 Nov 23 02:54:07.745828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05bda79a-8d87-4e09-b322-218a0a3c223b req-5eb93d50-18c9-4dac-b286-1c46482bc3b3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfb35319-19e0-4390-b0a9-f92836c9e9d0 HTTP/1.1" status: 200 len: 210 time: 0.0761178 Nov 23 02:54:07.792786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.809009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.884304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:07.896788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:07.897011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:07.903577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:07.939160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:07.945227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.1 (9f64f764-d5f7-4af8-97f0-3a55481626a1/bc9a70b8-92d5-4ebd-b707-0acf19c7d41d/f5a77c56-1ed9-45d2-9321-438846827ce8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:08.006624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Pushing event updated for resources: {'Port': ['ID=a07898a4-8a5d-4960-8acc-b1da97378650,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.033793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.090820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.145277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.209852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.217318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.228222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] 10.222.0.15 "DELETE /v2.0/security-groups/9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9 HTTP/1.1" status: 204 len: 168 time: 0.3297768 Nov 23 02:54:08.261896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6b5f4-70ed-425a-aa92-bb90fd67e552 tempest-TestServerBasicOps-336557138 tempest-TestServerBasicOps-336557138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa3f5d2-9405-47d0-adbb-a0a16d2a67e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.301560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:08.315809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.365352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 943a075f-5c36-407b-9315-805c83ed2e5c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:08.392407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.408567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 943a075f-5c36-407b-9315-805c83ed2e5c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:08.408922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 943a075f-5c36-407b-9315-805c83ed2e5c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:08.413834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b40f37e4-b30d-4626-a56e-f4c3e7a86ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.422422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Attempting to bind port a07898a4-8a5d-4960-8acc-b1da97378650 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:08.422846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Attempting to bind port a07898a4-8a5d-4960-8acc-b1da97378650 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:08.423271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Attempting to bind port a07898a4-8a5d-4960-8acc-b1da97378650 on network 9f64f764-d5f7-4af8-97f0-3a55481626a1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:08.425208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.425737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.426432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.427017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.427513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.428021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.429399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.430085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:08.430469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Checking segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:08.430908 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.431306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Bound using segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:08.431787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Bound port: a07898a4-8a5d-4960-8acc-b1da97378650, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:08.432173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.437975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.455468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.458069 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.458842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.461735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:08.506529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:08.512864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:08.513206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] For port a07898a4-8a5d-4960-8acc-b1da97378650, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:08.517289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] For port a07898a4-8a5d-4960-8acc-b1da97378650, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a07898a4-8a5d-4960-8acc-b1da97378650,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:08.521694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:08.527603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:08.528124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.576560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.608724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.734748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb53d-b85b-424e-aff4-c5a52abdf4fa None None] Pushing event updated for resources: {'Port': ['ID=a07898a4-8a5d-4960-8acc-b1da97378650,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.861192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.078052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e0a4f-465a-4303-8c08-2ccf2c892238 req-6a57feb2-5e47-4d51-b375-922b70cc1932 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.086334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-033e0a4f-465a-4303-8c08-2ccf2c892238 req-6a57feb2-5e47-4d51-b375-922b70cc1932 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1780660 Nov 23 02:54:09.195210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-033e0a4f-465a-4303-8c08-2ccf2c892238 req-eb404b56-25a0-43af-b1d8-4ff9d10be8ea tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071761 Nov 23 02:54:09.319049 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.333698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.628359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-89b272f3-a93a-48a8-bbeb-010908b58ab3 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262078224&fields=id&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 267 time: 0.1192226 Nov 23 02:54:09.754867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.769054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.789687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-95b57f19-8c98-4233-aee8-c6a0ea6dc22f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.797046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-95b57f19-8c98-4233-aee8-c6a0ea6dc22f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1676962 Nov 23 02:54:09.819115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-27524e01-2272-4897-a42b-03a1a354b5d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0177205 Nov 23 02:54:09.919587 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:09.924677 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.954749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a07898a4-8a5d-4960-8acc-b1da97378650 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:09.989247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-c59c86c7-e4e7-49ee-8530-bb11e38e22e0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724591 Nov 23 02:54:09.997235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Deleting port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:09.997576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.037764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a07898a4-8a5d-4960-8acc-b1da97378650 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:10.038256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.043973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:10.045463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:10.140520 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.190120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] For port 63d5c9a9-64cd-4ff6-b089-6a39813efcfa, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:10.190748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.196246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-bb7b2104-0f1f-42fb-8bb1-e6fc6066a67e service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340868 Nov 23 02:54:10.209959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port a07898a4-8a5d-4960-8acc-b1da97378650, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a07898a4-8a5d-4960-8acc-b1da97378650,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:10.218795 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.250561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 68e3efa8-2816-4adc-acd0-748f67013ada has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:10.296779 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Calling delete_port for 63d5c9a9-64cd-4ff6-b089-6a39813efcfa owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:10.309741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=a07898a4-8a5d-4960-8acc-b1da97378650,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:10.411798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:10.419637 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-da5270d2-6fe6-4874-9c54-5375d5620419 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/68e3efa8-2816-4adc-acd0-748f67013ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4333382 Nov 23 02:54:10.422438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:10.432575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Sync routers for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:10.437223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-2665c46f-7637-4bcf-83fb-03346b206f73 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299664 Nov 23 02:54:10.471862 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:10.473087 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:10.673461 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:10.686015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.757676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d5c9a9-64cd-4ff6-b089-6a39813efcfa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:10.768733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc86787f-b41b-4be3-a417-fd58792caa2a None None] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:10.850524 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.851845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.855109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.856903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.859839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.862901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.864623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.865296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.867028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.869007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.877189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88c078b1-7d6e-40b8-9dd6-90375d2979f2 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.4533927 Nov 23 02:54:10.882662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53232) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:10.884588 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:10.920003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-caf15a21-4201-4a75-a9b5-91f229651c7a None None] Provisioning complete for port a07898a4-8a5d-4960-8acc-b1da97378650 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:10.924529 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-caf15a21-4201-4a75-a9b5-91f229651c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.088918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:09Z', 'revision_number': 2, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:11.144046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Checking router: 68e3efa8-2816-4adc-acd0-748f67013ada for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:11.149299 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Updating router 68e3efa8-2816-4adc-acd0-748f67013ada port f5a77c56-1ed9-45d2-9321-438846827ce8 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:54:11.192245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.192733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.193192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.193647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.194095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.194576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.195011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.195466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.195924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.196344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.200490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c51e0d06-3058-4790-b245-87ab3bc9c649 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6539 time: 0.3145716 Nov 23 02:54:11.205120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53238) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:11.235637 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.291976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.354838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41649f6-6f03-4fd3-8224-6c56aeb3eaa4 req-0b0f695b-7d1c-4e8d-8b34-cd72ca1055a7 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.364923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c41649f6-6f03-4fd3-8224-6c56aeb3eaa4 req-0b0f695b-7d1c-4e8d-8b34-cd72ca1055a7 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1098 time: 0.2148838 Nov 23 02:54:11.771069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94c69d20-5a03-4ec6-89c4-864c41c22030 None None] Provisioning complete for port f5a77c56-1ed9-45d2-9321-438846827ce8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:11.772043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94c69d20-5a03-4ec6-89c4-864c41c22030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.782159 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.806280 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.870406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c41649f6-6f03-4fd3-8224-6c56aeb3eaa4 req-b4f28d70-f5ca-4d56-afda-5c73222ff7f7 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5044503 Nov 23 02:54:11.968653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.979526 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0e1c-d2e8-4cb7-9fff-698d595f3537 None None] Pushing event updated for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:11.989720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a07898a4-8a5d-4960-8acc-b1da97378650 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:12.003553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-94c69d20-5a03-4ec6-89c4-864c41c22030 None None] Port f5a77c56-1ed9-45d2-9321-438846827ce8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:12.058545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:12.072297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Attempting to bind port f5a77c56-1ed9-45d2-9321-438846827ce8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:12.072947 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Attempting to bind port f5a77c56-1ed9-45d2-9321-438846827ce8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:12.073416 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Attempting to bind port f5a77c56-1ed9-45d2-9321-438846827ce8 on network 9f64f764-d5f7-4af8-97f0-3a55481626a1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:12.083725 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:12.084701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Checking segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:12.085401 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.086015 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Bound using segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:12.086921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Bound port: f5a77c56-1ed9-45d2-9321-438846827ce8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:12.087556 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.140913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94c69d20-5a03-4ec6-89c4-864c41c22030 None None] Provisioning complete for port a07898a4-8a5d-4960-8acc-b1da97378650 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:12.144253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94c69d20-5a03-4ec6-89c4-864c41c22030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.189630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a85fbb6-245c-49ff-ab89-a0d2568324ba tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 0.9808195 Nov 23 02:54:12.201221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672742a5-3679-4320-a068-749acd56d861 req-e80816fe-ffed-4fcb-938a-34604e1a1ef8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:12.210047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-672742a5-3679-4320-a068-749acd56d861 req-e80816fe-ffed-4fcb-938a-34604e1a1ef8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.2157619 Nov 23 02:54:12.235023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] For port f5a77c56-1ed9-45d2-9321-438846827ce8, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:12.243024 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] For port f5a77c56-1ed9-45d2-9321-438846827ce8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f5a77c56-1ed9-45d2-9321-438846827ce8,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:12.247050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a07898a4-8a5d-4960-8acc-b1da97378650 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:12.247616 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.251783 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.319558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-672742a5-3679-4320-a068-749acd56d861 req-37508f68-6818-4510-9b05-fffd98dc5c70 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Nov 23 02:54:12.359285 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0e1c-d2e8-4cb7-9fff-698d595f3537 None None] Pushing event updated for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:12.409068 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:12.409861 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:12.515652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7849577-025f-43bf-9fbb-c661a97d6b71 req-042d73fc-c952-47f0-8be9-061f9f00ebba tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 210 time: 0.0816305 Nov 23 02:54:12.546576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:12.565326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6a41efe1-6da0-4438-bb44-2e52b1dfb2a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2624195 Nov 23 02:54:12.568074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:12.574593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Sync routers for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:12.657874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] Provisioning complete for port f5a77c56-1ed9-45d2-9321-438846827ce8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:12.658566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.718420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:12.719399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:12.866220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-b539ccab-ca38-4a74-84c5-465a2c44d397 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:12.884158 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-b539ccab-ca38-4a74-84c5-465a2c44d397 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.3612750 Nov 23 02:54:12.894110 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:13.046177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:13.064484 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-b3eaaa88-525e-4285-86c2-0786ce201d8a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 379 time: 0.1714375 Nov 23 02:54:13.076738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'security_groups': ['b28d216f-0d1e-4cf2-9695-b748ec8ca23f']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:13.159084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] For port f5a77c56-1ed9-45d2-9321-438846827ce8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f5a77c56-1ed9-45d2-9321-438846827ce8,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:13.184247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:13.193384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:13.331751 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:12Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:13.366074 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05514fef-7276-433b-9445-3d7fd1619d52 None None] The sync data for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 is: [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:12Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:13.368054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:13.374678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:13.506429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-850b2235-b210-4bc6-97e3-353943b8fcf8 None None] Provisioning complete for port f5a77c56-1ed9-45d2-9321-438846827ce8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:13.506910 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-850b2235-b210-4bc6-97e3-353943b8fcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:13.535880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaf69c-d281-43cc-bdac-78742c01975f None None] Pushing event updated for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:13.586807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:54:10Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:13.659874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Checking router: 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:13.721315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Routers {'93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:13.722221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:13.756688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:13.861484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.4 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/b64d89c9-179c-47d1-b126-ef442238c7f8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:13.883184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07102fd-6a2f-44b2-b15d-ac64b07abf4b req-cc904bb4-8408-4b01-a4a2-b15c38b1ea51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:13.885027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a07102fd-6a2f-44b2-b15d-ac64b07abf4b req-cc904bb4-8408-4b01-a4a2-b15c38b1ea51 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.2452757 Nov 23 02:54:13.937943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f5a77c56-1ed9-45d2-9321-438846827ce8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:14.043973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] Set router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:14.109289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.162828 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.165635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a07102fd-6a2f-44b2-b15d-ac64b07abf4b req-bb35f653-8bbe-47a5-afb0-733790e1e1d6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649903 Nov 23 02:54:14.216597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:14.269036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:14.302126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:14.325607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:14.369434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.421598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:14.496329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:14.522856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-207798348', 'description': 'tempest-secgroup-smoke-207798348 description', 'project_id': '4f1fbde6ba174bf8932103683e7c2060'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:14.557011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3b455ec-e931-4848-9f0f-10b40f10cf1b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/b025cc0d-3001-431d-b3a2-a8d5627cd856 HTTP/1.1" status: 200 len: 994 time: 0.3329401 Nov 23 02:54:14.564944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f5a77c56-1ed9-45d2-9321-438846827ce8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:14.567557 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.616732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:14.619027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Deleting port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:14.619501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.623171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.649306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.722408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-34f68cb4-0a76-48e0-8edc-d5cc621a8f39 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6496890 Nov 23 02:54:14.754618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Request body: {'port': {'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:14.890088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.931017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc91c-cd9d-4f79-b3b4-2c37621be914 req-a3f2d152-fd27-464d-9891-650216314854 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:14.935515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165dc91c-cd9d-4f79-b3b4-2c37621be914 req-a3f2d152-fd27-464d-9891-650216314854 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.2864630 Nov 23 02:54:14.970059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] For port 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:14.974273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.980308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b0ec0b96-55ae-4167-a262-84699f418602 None None] Provisioning complete for port b64d89c9-179c-47d1-b126-ef442238c7f8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:14.980982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0ec0b96-55ae-4167-a262-84699f418602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.026759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Calling delete_port for 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:15.063322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec0b96-55ae-4167-a262-84699f418602 None None] Port b64d89c9-179c-47d1-b126-ef442238c7f8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:15.109410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:54:10Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:15.171320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593e8a28-e455-4aa8-aaaa-73cba59237cd None None] The sync data for ids ['93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c'] in n-d-714676-12 is: [{'id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'name': 'tempest-TestServerBasicOps-1172765402-router', 'tenant_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:35Z', 'updated_at': '2021-11-23T02:54:10Z', 'revision_number': 5, 'project_id': 'f7fa1cf38e1e48b0ba3d5933b58b9b01', 'gw_port': {'id': '6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:01:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:37Z', 'updated_at': '2021-11-23T02:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:15.185762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165dc91c-cd9d-4f79-b3b4-2c37621be914 req-fa8e2828-ccc2-40e2-957e-b830ffcd12ba tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413340 Nov 23 02:54:15.240884 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.298263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.369767 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.414216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:15.450522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1319c8-6563-44d0-89e6-49985ceb035a req-b0637528-7901-471d-a735-a3b9d72e0308 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:15.452071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd1319c8-6563-44d0-89e6-49985ceb035a req-b0637528-7901-471d-a735-a3b9d72e0308 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 931 time: 0.0930028 Nov 23 02:54:15.461492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f640fbb-a85c-4d32-a5bc-daa548cf8072 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:15.503369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f624dad9-2780-4782-8cce-090214f581bb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:15.537894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd1319c8-6563-44d0-89e6-49985ceb035a req-8afae68d-5e18-4bd9-ad41-3a6878e27209 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630944 Nov 23 02:54:15.553885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.559120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3abc0b17-5c8d-4301-9cde-e10988495df7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0564587 Nov 23 02:54:15.565925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64d89c9-179c-47d1-b126-ef442238c7f8 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:15.576838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:15.588871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:15.606139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.628870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.666320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Transition to ACTIVE for port object b64d89c9-179c-47d1-b126-ef442238c7f8 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:15.673070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.787882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.803766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.818286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.911846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 63d5c9a9-64cd-4ff6-b089-6a39813efcfa no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:15.943076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Pushing event updated for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:15.992229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:15.993305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:54:16.003189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.011408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 63d5c9a9-64cd-4ff6-b089-6a39813efcfa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:16.011757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 63d5c9a9-64cd-4ff6-b089-6a39813efcfa not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:16.022085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f9fdcd68-0228-43c5-a519-885e090f2524 admin admin] 10.222.0.15 "DELETE /v2.0/routers/93d7d54b-fa82-4d37-98fb-4dd2a5ab4c6c HTTP/1.1" status: 204 len: 168 time: 3.4419994 Nov 23 02:54:16.022948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:16.075542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.102813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.141825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Deleting subnet 6f205dc8-5946-4d25-80be-0830c4167856 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:54:16.143288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Attempting to bind port b64d89c9-179c-47d1-b126-ef442238c7f8 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:16.145569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Attempting to bind port b64d89c9-179c-47d1-b126-ef442238c7f8 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:16.145823 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.146105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Attempting to bind port b64d89c9-179c-47d1-b126-ef442238c7f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:16.181675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5597630d-8933-43f5-ad46-9a30d56cb062,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:16.185121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Port b64d89c9-179c-47d1-b126-ef442238c7f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:16.185584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Attempting to bind port b64d89c9-179c-47d1-b126-ef442238c7f8 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:16.213952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.217968 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-adf74ef7-e6e2-4d0f-bde3-ffbcbca6d3d2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6383641 Nov 23 02:54:16.221751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:16.227017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:16.227589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:16.228040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:16.228528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Bound port: b64d89c9-179c-47d1-b126-ef442238c7f8, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:16.228906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.233897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:16.268461 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.413613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:16.417487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53286) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:16.425020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b64d89c9-179c-47d1-b126-ef442238c7f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:16.439561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.475508 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.542758 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.544636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.545472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.547443 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] 10.222.0.47 "PUT /v2.0/ports/b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 1092 time: 1.8102729 Nov 23 02:54:16.548071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:16.551205 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3ad374-047e-4686-ba89-422e172c1d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:16.576592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a263b-f5d3-4f71-991d-7a9cb27112af service neutron] Pushing event updated for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:16.641603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44701-0900-41c0-8736-9dab52f3f34a req-f5cd620d-0e8d-4413-b85d-06075e2820f5 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.644466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26e44701-0900-41c0-8736-9dab52f3f34a req-f5cd620d-0e8d-4413-b85d-06075e2820f5 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.2535038 Nov 23 02:54:16.646405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-27c381b0-c758-4b81-b66b-bcba805b48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.648311 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-27c381b0-c758-4b81-b66b-bcba805b48f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1095 time: 0.0569851 Nov 23 02:54:16.697619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-d2976a6a-cce9-459b-9509-aba14dd1002b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 217 time: 0.0415709 Nov 23 02:54:16.721029 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.744015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.769355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-608432af-9bf3-49e2-b8c4-77f0f345ec45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3506889 Nov 23 02:54:16.781502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-84e4f502-0384-4ad4-b141-68a5d45b0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.783383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-84e4f502-0384-4ad4-b141-68a5d45b0bca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0789242 Nov 23 02:54:16.800716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-5293fc48-c57b-4919-ae46-ee2dd9ca6c91 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:54:16.801789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-5293fc48-c57b-4919-ae46-ee2dd9ca6c91 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129254 Nov 23 02:54:16.804794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61130f53-e074-47cb-8751-01b8ade30bfb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:16.815483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.828945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26e44701-0900-41c0-8736-9dab52f3f34a req-b1965521-ec0d-4697-b665-4955fa2477df tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685083 Nov 23 02:54:16.853662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-ab5389bb-1b06-4e3d-be2b-d0a8d3427c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.862748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.866292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-ab5389bb-1b06-4e3d-be2b-d0a8d3427c1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736649 Nov 23 02:54:16.867009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f1c3b30f-72af-45fa-a16b-2a571acbe45c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6383131 Nov 23 02:54:16.869743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53300) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:16.871814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f205dc8-5946-4d25-80be-0830c4167856,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:16.878362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:16.882374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-35b75459-4b62-47cb-b30d-d849d55ba33c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6f205dc8-5946-4d25-80be-0830c4167856 HTTP/1.1" status: 204 len: 168 time: 0.8563101 Nov 23 02:54:16.884661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6bd652-14ba-4ddf-bc6f-6c3acceb59fd None None] Network ffd3aaa3-b4be-4295-bed0-45144a941b1d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:16.884817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:16.888545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:17.013982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.096501 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-0dbcad25-529e-4c0a-8f25-5e52ca708714 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232189 Nov 23 02:54:17.132558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.151929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b6a3-46a1-4e99-92a5-bf4eaee8c0d2 req-123665a2-7aa5-45b1-8fe4-b2a2c6be1107 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.155970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0253b6a3-46a1-4e99-92a5-bf4eaee8c0d2 req-123665a2-7aa5-45b1-8fe4-b2a2c6be1107 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.1274674 Nov 23 02:54:17.200659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-12fdfcb1-bfe8-4814-be19-479aa486fbf4 req-94952fb9-ffe8-43e7-81e6-bee4bdfc14a6 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939965 Nov 23 02:54:17.224173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.229588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.230877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2083014-16b6-4411-b830-c31ee143139f None None] DHCP port deletion for ffd3aaa3-b4be-4295-bed0-45144a941b1d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:17.264805 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.266452 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953474 Nov 23 02:54:17.270329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:17.275914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:17.294719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bc569-07bf-452f-9655-fa2cbb8c3b15 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e6cce5-283f-48b4-8d8b-8c37c3f1d5f7,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:17.366394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0253b6a3-46a1-4e99-92a5-bf4eaee8c0d2 req-2ae1dc3e-c91f-4f52-9c17-a3a9870cddb2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394687 Nov 23 02:54:17.378707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-0a10c315-8ae8-4e35-b699-f555226a411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.378707 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-0a10c315-8ae8-4e35-b699-f555226a411c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1097 time: 0.0946116 Nov 23 02:54:17.385868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Deleting port 030cce3b-d39e-41d7-a915-61006460089a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:17.386495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.387975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Deleting port 030cce3b-d39e-41d7-a915-61006460089a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:17.388455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.494731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] For port 030cce3b-d39e-41d7-a915-61006460089a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=030cce3b-d39e-41d7-a915-61006460089a,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:17.495470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.501488 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caad9d0-1ffd-4741-863f-8ea5c4f320d7 x-openstack-request-id: req-2caad9d0-1ffd-4741-863f-8ea5c4f320d7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:17.502103 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:17.502103 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2caad9d0-1ffd-4741-863f-8ea5c4f320d7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:17.503781 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'status': 'completed', 'code': 200} Nov 23 02:54:17.508833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d2083014-16b6-4411-b830-c31ee143139f None None] For port 030cce3b-d39e-41d7-a915-61006460089a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=030cce3b-d39e-41d7-a915-61006460089a,segment=NetworkSegment(4d03b9d8-e892-403d-8d4e-491044633455),segment_id=4d03b9d8-e892-403d-8d4e-491044633455)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:17.509522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.525915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Calling delete_port for 030cce3b-d39e-41d7-a915-61006460089a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:17.544068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Calling delete_port for 030cce3b-d39e-41d7-a915-61006460089a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:17.583774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.625234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.639392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2083014-16b6-4411-b830-c31ee143139f None None] No DVR routers for this DVR port 030cce3b-d39e-41d7-a915-61006460089a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:17.660838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2083014-16b6-4411-b830-c31ee143139f None None] Pushing event deleted for resources: {'Port': ['ID=030cce3b-d39e-41d7-a915-61006460089a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:17.707741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-62d587c6-a353-4f27-97fa-781e4b9d3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.710546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-62d587c6-a353-4f27-97fa-781e4b9d3091 service neutron] 10.222.0.41 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.3259099 Nov 23 02:54:17.734620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad374-047e-4686-ba89-422e172c1d0c req-300ab8d7-c0fd-42c1-9d4f-712084063013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.736432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-300ab8d7-c0fd-42c1-9d4f-712084063013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1095 time: 0.2316990 Nov 23 02:54:17.753183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64556da-f070-4290-b0d4-16355be4567c req-94506185-0dfe-4927-beb0-a2d02d27503f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.761458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d64556da-f070-4290-b0d4-16355be4567c req-94506185-0dfe-4927-beb0-a2d02d27503f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.1927030 Nov 23 02:54:17.792972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-753c2421-dc4f-4921-bf5b-84e0f8801bcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0747035 Nov 23 02:54:17.820842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.838092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:17.843668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] No DVR routers for this DVR port 030cce3b-d39e-41d7-a915-61006460089a on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:17.873801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:17.874737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6a1ddcfb-0a00-4f5e-aeae-bb06864d4b46 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:17.876304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 030cce3b-d39e-41d7-a915-61006460089a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:17.903178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 030cce3b-d39e-41d7-a915-61006460089a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:17.904055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 030cce3b-d39e-41d7-a915-61006460089a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:17.930736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=030cce3b-d39e-41d7-a915-61006460089a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:17.946077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.949015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d64556da-f070-4290-b0d4-16355be4567c req-191c483e-1da3-4c8c-be27-a67cb971ea8c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863470 Nov 23 02:54:17.960848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:17.996209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-a04e5ed8-f786-4da4-84d5-80427e41d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.997708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-a04e5ed8-f786-4da4-84d5-80427e41d7f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.1280735 Nov 23 02:54:18.003351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a62601-11e8-459d-bf81-ac8b861beb7a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:18.045316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.051805 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-26fc4e31-883b-437e-b0fc-46884667e7cd tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7754834 Nov 23 02:54:18.055453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-b51312e1-145b-4818-bd22-3684ddc86f85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490861 Nov 23 02:54:18.058273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:18.063142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.064255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:18.072734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad374-047e-4686-ba89-422e172c1d0c req-f571baeb-539b-4e2c-8216-fdd41dc43ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.074189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-f571baeb-539b-4e2c-8216-fdd41dc43ef8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2944608 Nov 23 02:54:18.096769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd3aaa3-b4be-4295-bed0-45144a941b1d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:18.113008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d03b9d8-e892-403d-8d4e-491044633455') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:18.113533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d03b9d8-e892-403d-8d4e-491044633455') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:18.141028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.174218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.185057 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-2d763a89-1ca3-4aea-92de-f2c0559d137e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 217 time: 0.0957716 Nov 23 02:54:18.187429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:54:18.187951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:54:18.189787 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:54:18.232396 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:54:18.245440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.250333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a80d-16c7-4fc3-8363-b3dcf19beccd req-46f43d8a-5d16-48cf-b6bb-63c819c2e1d5 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.259329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4a1a80d-16c7-4fc3-8363-b3dcf19beccd req-46f43d8a-5d16-48cf-b6bb-63c819c2e1d5 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1709290 Nov 23 02:54:18.291438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad374-047e-4686-ba89-422e172c1d0c req-e56f7b95-9675-42b9-9d41-823b4e32383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.295156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-e56f7b95-9675-42b9-9d41-823b4e32383f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.1021223 Nov 23 02:54:18.318633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.330210 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.335037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ffd3aaa3-b4be-4295-bed0-45144a941b1d HTTP/1.1" status: 204 len: 168 time: 1.4493229 Nov 23 02:54:18.341926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:18.343975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-77e42cfd-2469-4b7a-8dfd-1208e73f1a55 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738118 Nov 23 02:54:18.392041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a396b-54ab-4f1f-9ffa-53acc26f65f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd3aaa3-b4be-4295-bed0-45144a941b1d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:18.399563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4a1a80d-16c7-4fc3-8363-b3dcf19beccd req-55fb092e-b0c3-4f03-b8e1-0f4a196ed766 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385190 Nov 23 02:54:18.449752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.458060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad374-047e-4686-ba89-422e172c1d0c req-f7d4236b-3003-488a-a9f3-efeff8bbbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.459795 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-f7d4236b-3003-488a-a9f3-efeff8bbbb0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524587 Nov 23 02:54:18.464132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.568364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad9970-8ddc-44df-b611-715065748b8d,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:18.572801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.574368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b6f1bc1-09a5-421a-8712-c66032456e07 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5146468 Nov 23 02:54:18.583658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53338) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:18.594315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'security_group_rule': {'security_group_id': 'f624dad9-2780-4782-8cce-090214f581bb', 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:18.612013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cfd4c94c-4743-4bc2-8de1-9d86eff7ea6a req-99cd9ca5-efc5-4798-a9b6-963c27049306 service neutron] 10.222.0.41 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592540 Nov 23 02:54:18.639388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c611df-74c7-458f-833d-f3c25cdc1daf req-34ea95af-ff24-40e5-b833-bea602641131 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.641131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16c611df-74c7-458f-833d-f3c25cdc1daf req-34ea95af-ff24-40e5-b833-bea602641131 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.1377370 Nov 23 02:54:18.689286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-6603efdd-8997-4d29-bb3c-642faba84b81 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192287 Nov 23 02:54:18.691729 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Project 4f1fbde6ba174bf8932103683e7c2060 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:54:18.709548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:18.746800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16c611df-74c7-458f-833d-f3c25cdc1daf req-be0538f4-5fa0-41be-a256-904cf8dc92ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674126 Nov 23 02:54:18.778158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d2c83617-347a-4d64-931a-339831a06c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:18.779863 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d2c83617-347a-4d64-931a-339831a06c7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1098 time: 0.1479375 Nov 23 02:54:18.912696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.140912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa867f0e-452c-4633-b749-8a3cc4381a53 req-b2857c57-ccc2-4a0f-8daa-7069db874540 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:19.142658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa867f0e-452c-4633-b749-8a3cc4381a53 req-b2857c57-ccc2-4a0f-8daa-7069db874540 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0792367 Nov 23 02:54:19.228054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa867f0e-452c-4633-b749-8a3cc4381a53 req-79876d60-5243-4d35-afc2-c10b063dab17 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781186 Nov 23 02:54:19.235326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.237617 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af3ad374-047e-4686-ba89-422e172c1d0c req-e2450f69-1557-4ad6-aefa-e0537242d809 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392368 Nov 23 02:54:19.246451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.281252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986c750d-a074-4b77-a531-375bf8ad00be,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:19.292791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-522c5284-9b96-4cfc-af18-fbc02b3e26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:19.292791 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-522c5284-9b96-4cfc-af18-fbc02b3e26b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.5002105 Nov 23 02:54:19.298934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Deleting port eb71efc4-9fcd-4aa1-8132-6a9f957f3571 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:19.299387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.299510 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.300602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-200a75c9-dc15-4b07-8af9-de3c0d113482 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7142465 Nov 23 02:54:19.369618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-9fcc356e-b3f8-43fa-98d3-962a931cb045 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1002 time: 0.0673158 Nov 23 02:54:19.408940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] For port eb71efc4-9fcd-4aa1-8132-6a9f957f3571, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:19.409296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.423716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Calling delete_port for eb71efc4-9fcd-4aa1-8132-6a9f957f3571 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:19.438051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-5dee5497-951d-4ff1-8f73-4a529957ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:19.439556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-5dee5497-951d-4ff1-8f73-4a529957ca89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0624290 Nov 23 02:54:19.495455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-c2a78c11-e4fe-4893-97a9-fecd9be056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:19.497660 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-c2a78c11-e4fe-4893-97a9-fecd9be056b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489810 Nov 23 02:54:19.518760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-7a3ae518-c85e-429a-a3e1-e4c824d2f031 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207798348&fields=id&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 267 time: 0.0930064 Nov 23 02:54:19.593251 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-c68af932-6c33-4a0a-bb71-791f4e1d542a service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Nov 23 02:54:19.692189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-c0e99d7e-1cda-4b65-821b-4aff46b20407 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:19.693705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-c0e99d7e-1cda-4b65-821b-4aff46b20407 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/networks?id=9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 200 len: 796 time: 0.1628661 Nov 23 02:54:19.696451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-9c4b42d0-c4a9-460f-b28c-fff73b46098e service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958469 Nov 23 02:54:19.737297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-061768a6-822d-4b56-be4a-5715299462da tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/quotas/4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 375 time: 0.0319092 Nov 23 02:54:19.789400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:19.835096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Pushing event deleted for resources: {'Port': ['ID=eb71efc4-9fcd-4aa1-8132-6a9f957f3571,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:20.203285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-4f501797-e96e-48b1-b37d-b2170e0ef036 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4536440 Nov 23 02:54:20.392964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-bc12b585-32a4-4339-8bd9-6ac3fdd6e8f2 service neutron] 10.222.0.15 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720424 Nov 23 02:54:20.393708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:20.575975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-8bfd7436-5372-4bcc-ba17-bbe33bccee93 service neutron] 10.222.0.15 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730478 Nov 23 02:54:20.722915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Router 8754e722-071b-4a88-8192-8c103adc1e30 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:20.868097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b12d68-d834-4597-9fd5-a4dd80659c72 req-77483caf-00b1-4858-802b-3abe3967e454 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:20.869599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39b12d68-d834-4597-9fd5-a4dd80659c72 req-77483caf-00b1-4858-802b-3abe3967e454 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.1010647 Nov 23 02:54:20.883130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:20.891027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e5485de7-0489-4d65-8c60-e318703386ad admin admin] 10.222.0.15 "PUT /v2.0/routers/8754e722-071b-4a88-8192-8c103adc1e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455468 Nov 23 02:54:20.891550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53368) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:20.892887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Sync routers for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:20.905453 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:20.906321 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:20.929386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39b12d68-d834-4597-9fd5-a4dd80659c72 req-455377b7-83e3-49c6-bc1f-99175a6c56a4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531924 Nov 23 02:54:20.988656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:21.063378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.080023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:21.102047 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.112354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a452c-c42e-4bda-8bb4-c42f86fc4034 req-1fa7c570-a7e6-4e50-9590-52cd33457506 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:21.122437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b34a452c-c42e-4bda-8bb4-c42f86fc4034 req-1fa7c570-a7e6-4e50-9590-52cd33457506 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0921855 Nov 23 02:54:21.134641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:21.138011 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d872020c-32e5-4aeb-9278-465ccdfe8ddf" -d '{"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-unplugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:21.163107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:21.173284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.190832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b34a452c-c42e-4bda-8bb4-c42f86fc4034 req-fe09f950-75e0-4397-9977-612e25fe6b10 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664706 Nov 23 02:54:21.254332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:21.307418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.335406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2cc57-a56a-4970-98a3-618e1dec3723 req-5b0ff20f-c652-4254-a485-ab5f08c63430 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:21.336923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82b2cc57-a56a-4970-98a3-618e1dec3723 req-5b0ff20f-c652-4254-a485-ab5f08c63430 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0848467 Nov 23 02:54:21.341180 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:54:19Z', 'revision_number': 5, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port': {'id': '7436ce83-479e-40ff-b42e-50143d3a0ace', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8754e722-071b-4a88-8192-8c103adc1e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:48:46Z', 'updated_at': '2021-11-23T02:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:21.376569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Deleting port 7436ce83-479e-40ff-b42e-50143d3a0ace {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:21.377065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.380615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Checking router: 8754e722-071b-4a88-8192-8c103adc1e30 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:21.391887 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Routers {'8754e722-071b-4a88-8192-8c103adc1e30'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:21.393542 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8754e722-071b-4a88-8192-8c103adc1e30'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:21.411490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82b2cc57-a56a-4970-98a3-618e1dec3723 req-3241ba06-c266-4853-819b-3809e873ed57 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599937 Nov 23 02:54:21.482054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] For port 7436ce83-479e-40ff-b42e-50143d3a0ace, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7436ce83-479e-40ff-b42e-50143d3a0ace,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:21.482733 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.488523 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] Set router 8754e722-071b-4a88-8192-8c103adc1e30 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:21.497079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Calling delete_port for 7436ce83-479e-40ff-b42e-50143d3a0ace owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:21.514655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-353833a1-789f-49a0-b83f-c1e1a21c6585 req-3dee6b51-ab0d-49d2-b212-bdd771673e9f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 210 time: 0.0335567 Nov 23 02:54:21.578131 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:54:21Z', 'revision_number': 6, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:21.610478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0696cb53-03bb-4e0b-b4e6-7f86cde04abe None None] The sync data for ids ['8754e722-071b-4a88-8192-8c103adc1e30'] in n-d-714676-12 is: [{'id': '8754e722-071b-4a88-8192-8c103adc1e30', 'name': 'tempest-TestServerBasicOps-1823634311-router', 'tenant_id': '3d4be95348fe4c799ac0d995983400d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:48:45Z', 'updated_at': '2021-11-23T02:54:21Z', 'revision_number': 6, 'project_id': '3d4be95348fe4c799ac0d995983400d1', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:21.658125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1d5d-000d-4aed-a367-18af33f61705 req-50c99e1d-83d6-46bb-8566-e0e8e2590797 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:21.659819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b73f1d5d-000d-4aed-a367-18af33f61705 req-50c99e1d-83d6-46bb-8566-e0e8e2590797 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.0668597 Nov 23 02:54:21.690098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.708301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b73f1d5d-000d-4aed-a367-18af33f61705 req-24bb124b-f0ad-4674-aef8-b28946e93f5d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Nov 23 02:54:21.716320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Pushing event deleted for resources: {'Port': ['ID=7436ce83-479e-40ff-b42e-50143d3a0ace,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:21.744941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac034817-8815-4864-9e6e-b8473356c8a6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:21.755324 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fab7f2-3b57-470b-929e-f5d2ebb4bf83 x-openstack-request-id: req-96fab7f2-3b57-470b-929e-f5d2ebb4bf83 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:21.755702 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-unplugged", "status": "failed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "code": 422}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:21.756025 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96fab7f2-3b57-470b-929e-f5d2ebb4bf83 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:21.756428 n-d-714676-12 neutron-server[103573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'code': 422} returned with failed status Nov 23 02:54:21.797246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.867607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-ce8d4542-ede2-4401-bdfe-a0131567b15f req-df526766-3281-4e5d-b14f-7c81fbf26e10 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:54:21.868516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce8d4542-ede2-4401-bdfe-a0131567b15f req-df526766-3281-4e5d-b14f-7c81fbf26e10 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053539 Nov 23 02:54:21.892675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.895540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.968355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.968355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8754e722-071b-4a88-8192-8c103adc1e30 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:54:21.993978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:21.995192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-31b1f72e-367f-4d40-9085-65637ca55265 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8754e722-071b-4a88-8192-8c103adc1e30 HTTP/1.1" status: 204 len: 168 time: 1.1021414 Nov 23 02:54:21.997896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:22.107234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Deleting subnet 3844e302-152d-48a5-a62e-5d4da5f6edf0 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:54:22.110754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.173611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-3a7e7dc8-9c94-4345-919d-35b467288cef tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:22.175076 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-3a7e7dc8-9c94-4345-919d-35b467288cef tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.41 "GET /v2.0/networks?id=9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 200 len: 796 time: 0.2230413 Nov 23 02:54:22.184011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb71efc4-9fcd-4aa1-8132-6a9f957f3571 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:22.197916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00ec1f-f2b4-4003-99a5-f1b4daa7270a req-b3e0ae5a-db78-4601-80d0-1a168e88ad38 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:22.199767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c00ec1f-f2b4-4003-99a5-f1b4daa7270a req-b3e0ae5a-db78-4601-80d0-1a168e88ad38 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.1929438 Nov 23 02:54:22.202404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.216041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: eb71efc4-9fcd-4aa1-8132-6a9f957f3571 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:22.216523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb71efc4-9fcd-4aa1-8132-6a9f957f3571 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:22.295950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-6a577a75-4b68-4e80-a924-ed6753f9458f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1fbde6ba174bf8932103683e7c2060 HTTP/1.1" status: 200 len: 379 time: 0.0750117 Nov 23 02:54:22.306528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'port': {'device_id': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'admin_state_up': True, 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'security_groups': ['f624dad9-2780-4782-8cce-090214f581bb']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:22.375695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c00ec1f-f2b4-4003-99a5-f1b4daa7270a req-cf68c3a3-9c83-4a86-b8d6-f3f3bada87e1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514432 Nov 23 02:54:22.385223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.424961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Made reservation on behalf of 4f1fbde6ba174bf8932103683e7c2060 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:22.430072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.435134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-78c9b0d7-b97e-4211-9bfc-d19371f3dc5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1108468 Nov 23 02:54:22.473157 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.526959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3844e302-152d-48a5-a62e-5d4da5f6edf0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:22.532899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.538355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6fe21937-d94a-4d0d-858d-792ad4cdac7c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3844e302-152d-48a5-a62e-5d4da5f6edf0 HTTP/1.1" status: 204 len: 168 time: 0.5369954 Nov 23 02:54:22.538855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:22.540295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5c6b3-d78a-4dd0-bb5b-da7116d78b1a None None] Network b6d0cd55-feaf-4853-979f-3fb8ee8807f7 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:22.610734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20b40-d07d-4ae4-a538-823757ae5288 req-262d4b8c-0703-463e-8b11-e927d6868bc2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:22.612019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21e20b40-d07d-4ae4-a538-823757ae5288 req-262d4b8c-0703-463e-8b11-e927d6868bc2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.1548979 Nov 23 02:54:22.630741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.637175 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.20.0.8 (9f64f764-d5f7-4af8-97f0-3a55481626a1/bc9a70b8-92d5-4ebd-b707-0acf19c7d41d/d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:22.726227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21e20b40-d07d-4ae4-a538-823757ae5288 req-80a23504-c221-408d-a46a-875bd50e4962 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998652 Nov 23 02:54:22.776455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Deleting port 273dc85e-573c-440a-98e9-7af07ed047c8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:22.776805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.844998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] DHCP port deletion for b6d0cd55-feaf-4853-979f-3fb8ee8807f7 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:22.906597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] For port 273dc85e-573c-440a-98e9-7af07ed047c8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=273dc85e-573c-440a-98e9-7af07ed047c8,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:22.906911 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.910157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.914346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Deleting port 273dc85e-573c-440a-98e9-7af07ed047c8 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:22.916344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:22.922754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Calling delete_port for 273dc85e-573c-440a-98e9-7af07ed047c8 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:22.932240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a87c-3166-4295-bb64-bc61c849a768 req-7680ff1d-40ab-40b2-baad-ae63d29d638a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:22.933992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57f9a87c-3166-4295-bb64-bc61c849a768 req-7680ff1d-40ab-40b2-baad-ae63d29d638a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0946450 Nov 23 02:54:22.959722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.015104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:23.021539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:23.026368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:23.030205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] For port 273dc85e-573c-440a-98e9-7af07ed047c8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=273dc85e-573c-440a-98e9-7af07ed047c8,segment=NetworkSegment(1610df30-887e-4fe5-bcf6-b4df03897f88),segment_id=1610df30-887e-4fe5-bcf6-b4df03897f88)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:23.031150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.057454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:23.068214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Calling delete_port for 273dc85e-573c-440a-98e9-7af07ed047c8 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:23.092317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:23.092977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.111738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57f9a87c-3166-4295-bb64-bc61c849a768 req-69c41994-3676-4cf0-a228-c13b2c9bcd09 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677649 Nov 23 02:54:23.121929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-526da62b-e136-4abe-90f6-383e06bdcecf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196793 Nov 23 02:54:23.144262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Request body: {'port': {'device_id': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:23.186964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.195658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.224878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Pushing event deleted for resources: {'Port': ['ID=273dc85e-573c-440a-98e9-7af07ed047c8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:23.225674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Pushing event deleted for resources: {'Port': ['ID=273dc85e-573c-440a-98e9-7af07ed047c8,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:23.233286 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.234180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] No DVR routers for this DVR port 273dc85e-573c-440a-98e9-7af07ed047c8 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:23.247834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] No DVR routers for this DVR port 273dc85e-573c-440a-98e9-7af07ed047c8 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:23.248325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.251372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.252802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.253310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.253862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.254883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.255389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.255874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.256356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.257100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.258177 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.258690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294adc77-ebc5-4350-8260-1269bd472aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:23.345585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7f48-d4f5-40ea-9400-1cbaeb89b0a2 req-5d744fb6-39f8-435d-bc26-43530d02566f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:23.347212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5bc7f48-d4f5-40ea-9400-1cbaeb89b0a2 req-5d744fb6-39f8-435d-bc26-43530d02566f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 931 time: 0.1333039 Nov 23 02:54:23.372117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.404582 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d0cd55-feaf-4853-979f-3fb8ee8807f7']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:23.408902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-03c16fe4-48c8-4cd4-a314-e736427e3861 None None] Provisioning complete for port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:23.409468 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03c16fe4-48c8-4cd4-a314-e736427e3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.424643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1610df30-887e-4fe5-bcf6-b4df03897f88') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:23.425014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1610df30-887e-4fe5-bcf6-b4df03897f88') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:23.436173 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5bc7f48-d4f5-40ea-9400-1cbaeb89b0a2 req-be046f47-c87c-450b-9ce3-5c99cbc47ba9 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813503 Nov 23 02:54:23.439602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.444741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-03c16fe4-48c8-4cd4-a314-e736427e3861 None None] Port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:23.454152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.464175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:54:23.464581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:54:23.466842 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:54:23.515331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-b6ee80e2-6a09-4454-bbc7-0c144c150c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:23.517212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-b6ee80e2-6a09-4454-bbc7-0c144c150c47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af&tenant_id=66c80c6af3124095875e341afec096c2 HTTP/1.1" status: 200 len: 1095 time: 0.1151228 Nov 23 02:54:23.519696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.535808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:23.557397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.566553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.569765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6d0cd55-feaf-4853-979f-3fb8ee8807f7 HTTP/1.1" status: 204 len: 168 time: 1.0301988 Nov 23 02:54:23.587020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6667f-3d76-4e89-8e25-446142924518 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d0cd55-feaf-4853-979f-3fb8ee8807f7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:23.602191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb200c9-504f-48a6-9528-8ff1af910d61 req-5d32408c-5aeb-4300-93c7-5a822e0e9ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:23.603995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eb200c9-504f-48a6-9528-8ff1af910d61 req-5d32408c-5aeb-4300-93c7-5a822e0e9ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 943 time: 0.0847604 Nov 23 02:54:23.638913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:23.657373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5eb200c9-504f-48a6-9528-8ff1af910d61 req-3a46d3e5-a3e7-4e94-baaf-745b41fc0dfe tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Nov 23 02:54:23.663275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.681149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.685313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Transition to ACTIVE for port object d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:23.692815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.701869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:23.776966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00d65b0f-e3bc-4bda-ba43-d3ff1a62e66e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7fa1cf38e1e48b0ba3d5933b58b9b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716712 Nov 23 02:54:23.777899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:23.791778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Pushing event updated for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:23.809929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7436ce83-479e-40ff-b42e-50143d3a0ace no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:23.842872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7436ce83-479e-40ff-b42e-50143d3a0ace {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:23.843454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7436ce83-479e-40ff-b42e-50143d3a0ace not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:23.844155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 273dc85e-573c-440a-98e9-7af07ed047c8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:23.874246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 273dc85e-573c-440a-98e9-7af07ed047c8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:23.874655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 273dc85e-573c-440a-98e9-7af07ed047c8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:23.878808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.891470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ca439-e869-4fa7-937c-70eb6e8a1d66 req-bd2db23c-9a00-44e5-8cfd-2b36e21fc3be tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:23.893249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f25ca439-e869-4fa7-937c-70eb6e8a1d66 req-bd2db23c-9a00-44e5-8cfd-2b36e21fc3be tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0750237 Nov 23 02:54:23.930792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:23.983821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f25ca439-e869-4fa7-937c-70eb6e8a1d66 req-f952d874-c437-473e-ae72-ca410973ac7c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814223 Nov 23 02:54:24.005996 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.009090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.010232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc7cbc91-d9c7-478d-a488-d8b6c8278a18 HTTP/1.1" status: 204 len: 168 time: 0.2316792 Nov 23 02:54:24.026075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e85c7-a718-450f-829a-a18fa3804ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7cbc91-d9c7-478d-a488-d8b6c8278a18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:24.039233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Attempting to bind port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:24.039758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Attempting to bind port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:24.039890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Attempting to bind port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 on network 9f64f764-d5f7-4af8-97f0-3a55481626a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:24.047519 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:24.050694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 on network 9f64f764-d5f7-4af8-97f0-3a55481626a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:24.050939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Attempting to bind port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 on network 9f64f764-d5f7-4af8-97f0-3a55481626a1 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:24.065195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:24.065531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Checking segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:24.065929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Bound using segment: {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:24.067151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Bound port: d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e09673-067f-495f-8300-b5259e8361f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:24.067667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.124775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:24.180988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:24.192485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.197741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:24.203140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:24.212679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Transition to ACTIVE for port object 85c55ecb-4cb6-455f-b758-8badd1ce8062 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:24.214326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.219989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.248735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ec35f-a506-467a-bcb6-52da39f92e60 req-f6a3dbde-253c-430b-9467-2c09d90fdec9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.250333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25ec35f-a506-467a-bcb6-52da39f92e60 req-f6a3dbde-253c-430b-9467-2c09d90fdec9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0573332 Nov 23 02:54:24.261634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.262273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.267071 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] 10.222.0.41 "PUT /v2.0/ports/d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 200 len: 1092 time: 1.1264582 Nov 23 02:54:24.270915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:24.278660 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b8a33-df7e-4757-a832-d91a4ec6b55d" -d '{"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:24.326984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] No DVR routers for this DVR port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:24.343149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d441d-99a6-40e1-9409-7f7d63632f5d service neutron] Pushing event updated for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:24.363510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25ec35f-a506-467a-bcb6-52da39f92e60 req-2d0a3544-3776-4547-ac0e-3ac7132090ab tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057637 Nov 23 02:54:24.443889 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8307833d-365f-4d66-90c5-eb9e2b6604e5 x-openstack-request-id: req-8307833d-365f-4d66-90c5-eb9e2b6604e5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:24.446886 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:24.446886 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8307833d-365f-4d66-90c5-eb9e2b6604e5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:24.446886 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'status': 'completed', 'code': 200} Nov 23 02:54:24.447286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:24.449918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:24.450254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:24.450610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:24.454943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=9']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:24.461747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:24.462071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Attempting to bind port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on network 896c87bd-e57a-47cc-a56d-3b4ad66c2206 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:24.472282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-e2d28f6c-9f25-40ca-b3e1-f74d812adc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.474210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-e2d28f6c-9f25-40ca-b3e1-f74d812adc96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1095 time: 0.1403141 Nov 23 02:54:24.475102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:24.475517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Checking segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:24.476024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Bound using segment: {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:24.476464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Bound port: 85c55ecb-4cb6-455f-b758-8badd1ce8062, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f32569-88df-47da-a8e3-67491fa2f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:24.476865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.507652 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38c35fff-f798-4623-bd4d-07ead84a761d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d4be95348fe4c799ac0d995983400d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554097 Nov 23 02:54:24.508072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:24.538474 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-7f62397a-41a7-4f62-a8fa-da28fa13dd37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 200 len: 217 time: 0.0478680 Nov 23 02:54:24.605896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f0299-fa9e-4619-b311-01b251dfce9f req-78804a53-8e54-4862-a480-5a0da3ad4045 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.616798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d7f0299-fa9e-4619-b311-01b251dfce9f req-78804a53-8e54-4862-a480-5a0da3ad4045 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 943 time: 0.0860894 Nov 23 02:54:24.628223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.643565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-a61039ce-af0e-465f-b1cb-279d849e8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.645095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-a61039ce-af0e-465f-b1cb-279d849e8c29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d HTTP/1.1" status: 200 len: 834 time: 0.0891197 Nov 23 02:54:24.646089 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:24.649790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:24.675015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.681192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.704584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d7f0299-fa9e-4619-b311-01b251dfce9f req-1d5e6f67-46d1-4be3-86ec-373ba92477f1 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858474 Nov 23 02:54:24.725844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.726745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.728386 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] 10.222.0.47 "PUT /v2.0/ports/85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 1092 time: 1.1991477 Nov 23 02:54:24.757054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.757054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:24.757054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45ba97e-4d78-47cb-a3b6-623864f2adac HTTP/1.1" status: 204 len: 168 time: 0.2468014 Nov 23 02:54:24.759626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-4f8bafa9-13d8-4c8f-997b-9d2268663fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.761091 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-4f8bafa9-13d8-4c8f-997b-9d2268663fee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f64f764-d5f7-4af8-97f0-3a55481626a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081898 Nov 23 02:54:24.767392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768b56-d595-47ed-8664-955757c955da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ba97e-4d78-47cb-a3b6-623864f2adac,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:24.821315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96809374-0eb4-40ba-8681-32ace73944cf service neutron] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:24.880586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-132f113a-0949-407f-a077-ce64a9518b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.882099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-132f113a-0949-407f-a077-ce64a9518b72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1096 time: 0.1082578 Nov 23 02:54:24.885003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f2d1e-0d22-468f-a777-603b08c35b94 req-7ac06b1c-0787-4493-9e6f-0d27d528c263 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:24.886770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00f2d1e-0d22-468f-a777-603b08c35b94 req-7ac06b1c-0787-4493-9e6f-0d27d528c263 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0559793 Nov 23 02:54:24.938971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00f2d1e-0d22-468f-a777-603b08c35b94 req-48e1068c-c5b3-4f7f-91ca-2ef3353f2ee6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Nov 23 02:54:24.975641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-61146e24-07b3-4e09-95bd-5294839b80ea service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686294 Nov 23 02:54:25.002310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:25.066263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-938c28db-379a-4509-bcd2-0035b9b86f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.068789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-938c28db-379a-4509-bcd2-0035b9b86f23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.1782541 Nov 23 02:54:25.069376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:25.130742 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-eed5564a-fcb0-426a-a64c-bf5d5af96dc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0489466 Nov 23 02:54:25.149762 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416dd0-536c-4793-aff4-b4f53390f8ed req-a0a89d87-aa9c-4f76-a35a-d44a2eb820fe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.151744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9416dd0-536c-4793-aff4-b4f53390f8ed req-a0a89d87-aa9c-4f76-a35a-d44a2eb820fe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0579658 Nov 23 02:54:25.153027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a05455a-e3a7-4b3c-8b3a-22716dbf6d1a req-6fcce148-43d8-4083-8df5-40cadc522768 service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697991 Nov 23 02:54:25.200600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-0ebd79c4-df8b-46bc-a36b-90b865ce287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.202539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-0ebd79c4-df8b-46bc-a36b-90b865ce287f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0633283 Nov 23 02:54:25.216953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9416dd0-536c-4793-aff4-b4f53390f8ed req-35444b52-d9b8-4e33-90f9-3bf611a95b11 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578458 Nov 23 02:54:25.237481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-caa5989e-6440-49e3-b114-79e25659bbec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276566 Nov 23 02:54:25.372365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-32ec858f-74a8-4a42-b343-f5f97ce0763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.374151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-32ec858f-74a8-4a42-b343-f5f97ce0763b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1095 time: 0.1102197 Nov 23 02:54:25.378238 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-5f173a5c-04d1-400b-aaee-602b95a22544 service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338236 Nov 23 02:54:25.484968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a62f-5b39-4981-ae21-de8ea3f1ff53 req-8b49acc1-dd19-415f-b06e-56e37b8fdea4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.486484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe00a62f-5b39-4981-ae21-de8ea3f1ff53 req-8b49acc1-dd19-415f-b06e-56e37b8fdea4 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Nov 23 02:54:25.536358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe00a62f-5b39-4981-ae21-de8ea3f1ff53 req-e54bd4a0-f6fd-4c0b-9b93-34e34b997791 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Nov 23 02:54:25.540129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-cb56dee3-4043-4e9c-828e-4cc309527661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.541614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-cb56dee3-4043-4e9c-828e-4cc309527661 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 200 len: 897 time: 0.1603382 Nov 23 02:54:25.543569 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7c51ba00-fba4-44b7-b3e4-51c5c0984c0c req-ff2d5939-6cf2-4a0d-b152-1570ec3a0a26 service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546624 Nov 23 02:54:25.589882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-5cc2cf20-8b70-45fc-afd6-916db3621f4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 200 len: 217 time: 0.0399022 Nov 23 02:54:25.640477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-c4d236f0-c1e9-4e59-ae95-c669950f8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.642077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-c4d236f0-c1e9-4e59-ae95-c669950f8628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d HTTP/1.1" status: 200 len: 834 time: 0.0449102 Nov 23 02:54:25.688636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-55d72240-96d3-475a-b3df-ac0b040e2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.690148 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-55d72240-96d3-475a-b3df-ac0b040e2e8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f64f764-d5f7-4af8-97f0-3a55481626a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408742 Nov 23 02:54:25.881813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0074db-d74b-461e-9746-86c1027d4ac4 req-012b208e-ad39-48ca-b61f-6d3c7d7749cf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:25.883690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be0074db-d74b-461e-9746-86c1027d4ac4 req-012b208e-ad39-48ca-b61f-6d3c7d7749cf tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 943 time: 0.0734761 Nov 23 02:54:26.019876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be0074db-d74b-461e-9746-86c1027d4ac4 req-51be245f-6ef8-45af-8763-2aed2393ba5a tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274714 Nov 23 02:54:26.158530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a603e9f-97da-45f7-8c8d-388adc4f4414 req-4afb2024-3a7b-4743-b641-a33d5ac6c3d6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:26.166046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a603e9f-97da-45f7-8c8d-388adc4f4414 req-4afb2024-3a7b-4743-b641-a33d5ac6c3d6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0846741 Nov 23 02:54:26.196072 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-877de3ab-a481-48c5-be6d-6a28db29f87c service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969583 Nov 23 02:54:26.229561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a603e9f-97da-45f7-8c8d-388adc4f4414 req-dd1ac9d9-e42b-41ae-94c5-d2ce8d256c23 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Nov 23 02:54:26.364269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d64b8a33-df7e-4757-a832-d91a4ec6b55d req-d1636f2b-2e36-466c-afea-0e2d2bdc6018 service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582503 Nov 23 02:54:26.370317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24b01-419a-4599-8050-5669162ba91c req-ea82fb85-c022-4ac3-a8db-5ce8b53558e2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:26.371895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89e24b01-419a-4599-8050-5669162ba91c req-ea82fb85-c022-4ac3-a8db-5ce8b53558e2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0646632 Nov 23 02:54:26.446134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:26.448653 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b0e148-1f1d-4124-960c-e3cb1fbab921" -d '{"events": [{"name": "network-changed", "server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:26.450222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89e24b01-419a-4599-8050-5669162ba91c req-7ecd0cc8-9ce6-441f-bc10-9034961c4b28 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626392 Nov 23 02:54:26.509535 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce9272d-3695-41d9-8a42-149022f46152 x-openstack-request-id: req-9ce9272d-3695-41d9-8a42-149022f46152 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:26.509828 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:26.510084 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ce9272d-3695-41d9-8a42-149022f46152 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:26.510488 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'status': 'completed', 'code': 200} Nov 23 02:54:26.664274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feea566-44d4-42d6-a7fb-b2bed64741d8 req-4a91b8dc-5554-4e7f-a91c-419c3e4893a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:26.665784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5feea566-44d4-42d6-a7fb-b2bed64741d8 req-4a91b8dc-5554-4e7f-a91c-419c3e4893a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0575080 Nov 23 02:54:26.717048 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5feea566-44d4-42d6-a7fb-b2bed64741d8 req-c6bac96f-80a4-4697-aa9f-82c3c68d4145 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 Nov 23 02:54:27.005419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:27.107553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:27.119642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'port_id': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'mac_address': 'fa:16:3e:b5:91:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:27.153209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d50f26-1d1b-4da6-869c-5fbaffa7a834 req-66d9e407-255e-42ba-93d2-82d821649109 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:27.154747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50d50f26-1d1b-4da6-869c-5fbaffa7a834 req-66d9e407-255e-42ba-93d2-82d821649109 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 943 time: 0.0552969 Nov 23 02:54:27.159309 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:27.187469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:27.211799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50d50f26-1d1b-4da6-869c-5fbaffa7a834 req-37eb47c8-0990-46d0-940d-4fc391792147 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557017 Nov 23 02:54:27.212063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:27.217091 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:27.282300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:27.372088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde8012-60c4-485d-9e9e-065e964674f1 req-eda0ee7d-2ef0-43fe-83d9-af5749b9464f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:27.380815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bde8012-60c4-485d-9e9e-065e964674f1 req-eda0ee7d-2ef0-43fe-83d9-af5749b9464f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0599422 Nov 23 02:54:27.434588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bde8012-60c4-485d-9e9e-065e964674f1 req-e31ef957-b9a8-4599-9e14-ef1f57efc581 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Nov 23 02:54:27.505997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:27.592782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ac329-a611-42c5-aab0-0c13a77a4c91 req-f00270b4-c54b-432d-8987-96da0ffb18f6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:27.604809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f57ac329-a611-42c5-aab0-0c13a77a4c91 req-f00270b4-c54b-432d-8987-96da0ffb18f6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0719075 Nov 23 02:54:27.669387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f57ac329-a611-42c5-aab0-0c13a77a4c91 req-dab38f0e-7965-4e06-a6cc-d9c4bedb8ee5 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635586 Nov 23 02:54:27.845537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9b2b-0e0b-44af-8fdd-1da5ee63a251 req-a430ea23-b6a8-45ef-9ddc-39efa7377429 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:27.847410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-311c9b2b-0e0b-44af-8fdd-1da5ee63a251 req-a430ea23-b6a8-45ef-9ddc-39efa7377429 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0601597 Nov 23 02:54:27.897379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-311c9b2b-0e0b-44af-8fdd-1da5ee63a251 req-c97e16f8-9da1-4644-a45b-e1fcbfdeebd6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Nov 23 02:54:28.346420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fa6fb-8881-44c2-ab39-eaa8fac05d5e req-728617d0-7c7a-4e55-81d9-8f8663f90d0f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:28.347965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-437fa6fb-8881-44c2-ab39-eaa8fac05d5e req-728617d0-7c7a-4e55-81d9-8f8663f90d0f tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 944 time: 0.0565574 Nov 23 02:54:28.408381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-437fa6fb-8881-44c2-ab39-eaa8fac05d5e req-ddc19b3b-6b63-4be6-aab0-688e6414b2a2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530775 Nov 23 02:54:28.561229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1131f-e088-41de-9eb7-18faeed00d21 req-18ea59b7-6236-43ba-8438-780428e31bd7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:28.563009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2c1131f-e088-41de-9eb7-18faeed00d21 req-18ea59b7-6236-43ba-8438-780428e31bd7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0522692 Nov 23 02:54:28.614037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2c1131f-e088-41de-9eb7-18faeed00d21 req-46a60b6e-ba75-453f-a325-f73e5f6a94a8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Nov 23 02:54:28.804283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab0261-83d7-401b-96fe-117f74733329 req-49553d82-2812-4ec4-b05a-ce5aac312a97 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:28.806532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fab0261-83d7-401b-96fe-117f74733329 req-49553d82-2812-4ec4-b05a-ce5aac312a97 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0496452 Nov 23 02:54:28.864675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fab0261-83d7-401b-96fe-117f74733329 req-de2a0c6f-62dc-4060-9174-90be39f87ef6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505912 Nov 23 02:54:29.017367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:29.017960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101d640-22e3-4a26-9d42-fa244f09b054 req-9a655d78-94a8-4b36-a1b3-a5abcfc27f11 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:29.019954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4101d640-22e3-4a26-9d42-fa244f09b054 req-9a655d78-94a8-4b36-a1b3-a5abcfc27f11 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0521302 Nov 23 02:54:29.076783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4101d640-22e3-4a26-9d42-fa244f09b054 req-a5958ada-a9d9-489d-8952-64d095530848 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505753 Nov 23 02:54:29.084086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:29.088357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:29.088738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:29.173361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:29.198708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:29.201306 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a33de7-90db-4e8f-be80-ef6269d075ba" -d '{"events": [{"server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "name": "network-vif-plugged", "status": "completed", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:29.215013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:29.219465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:29.247170 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f3552-94aa-4898-87d3-2b8e619c33f5 x-openstack-request-id: req-256f3552-94aa-4898-87d3-2b8e619c33f5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:29.247469 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "name": "network-vif-plugged", "status": "completed", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:29.247721 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-256f3552-94aa-4898-87d3-2b8e619c33f5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:29.248112 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'code': 200} Nov 23 02:54:29.273038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:29.388054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec54d40-0e54-48a6-83ae-8a9123b1dc8c req-09be0fad-156d-4c38-b5d1-e38428bda36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:29.389648 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3ec54d40-0e54-48a6-83ae-8a9123b1dc8c req-09be0fad-156d-4c38-b5d1-e38428bda36f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0475307 Nov 23 02:54:29.391954 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:54:29.440326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3ec54d40-0e54-48a6-83ae-8a9123b1dc8c req-e04671ff-3f5e-4301-b1c2-fc6375f356a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Nov 23 02:54:29.539995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c365-4edc-419c-b5b6-fc2d092e8a40 req-9fbe3b16-feea-498d-a6ef-75f1cfa76a18 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:29.541700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d684c365-4edc-419c-b5b6-fc2d092e8a40 req-9fbe3b16-feea-498d-a6ef-75f1cfa76a18 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0551589 Nov 23 02:54:29.592790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d684c365-4edc-419c-b5b6-fc2d092e8a40 req-942720ad-1f4c-414e-9be2-65be50ce14c4 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447900 Nov 23 02:54:29.715124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:29.736853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814805-484d-4930-8878-1df1a50fb112 req-99c5f7a3-c7e6-4ef5-aefa-fce962e21d2f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:29.738896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2814805-484d-4930-8878-1df1a50fb112 req-99c5f7a3-c7e6-4ef5-aefa-fce962e21d2f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0547428 Nov 23 02:54:29.793261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2814805-484d-4930-8878-1df1a50fb112 req-475f09db-c1a7-44fb-beeb-f8f9d205e18a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Nov 23 02:54:29.999626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd95a-809f-4e60-8b64-efd8a1c33a08 req-55ae8a15-89bd-4171-b7fe-a6d3102605f7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.001250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9cbd95a-809f-4e60-8b64-efd8a1c33a08 req-55ae8a15-89bd-4171-b7fe-a6d3102605f7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0545702 Nov 23 02:54:30.053257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9cbd95a-809f-4e60-8b64-efd8a1c33a08 req-849020b9-136e-468d-b297-9eb39dd3b4f4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449703 Nov 23 02:54:30.229372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148b25-1982-46d8-8658-0520ded53a5f req-1bbafa50-c716-41f9-afc2-91dccff891fd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.230943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f148b25-1982-46d8-8658-0520ded53a5f req-1bbafa50-c716-41f9-afc2-91dccff891fd tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0578253 Nov 23 02:54:30.284183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f148b25-1982-46d8-8658-0520ded53a5f req-ba75535e-b2b9-42fc-ad38-8a45694f3acb tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468884 Nov 23 02:54:30.507372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-80fb2f77-4980-43af-a1e9-f62fb12f4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.509126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-80fb2f77-4980-43af-a1e9-f62fb12f4fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1098 time: 0.0454953 Nov 23 02:54:30.691823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-ba5eec90-02df-4f93-97b9-046cdaca2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.695318 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-ba5eec90-02df-4f93-97b9-046cdaca2bb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1142609 Nov 23 02:54:30.725512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311828e-e167-4abf-86cf-45288b87a3e7 req-5db5e18b-daf2-468d-9c50-8f966c410ee2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.727564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b311828e-e167-4abf-86cf-45288b87a3e7 req-5db5e18b-daf2-468d-9c50-8f966c410ee2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0620272 Nov 23 02:54:30.775902 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-bdc0d513-2ab1-44a9-8a4b-d94768cc6b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1002 time: 0.0712492 Nov 23 02:54:30.790947 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b311828e-e167-4abf-86cf-45288b87a3e7 req-06ace35c-e1fa-41dc-8477-cd26db3d454b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568690 Nov 23 02:54:30.830095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-389fc3d6-8e45-4b40-8da2-32531fd1228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.831763 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-389fc3d6-8e45-4b40-8da2-32531fd1228c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0482659 Nov 23 02:54:30.891208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-a3baad70-ab39-4d35-b17f-15d800ff5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.892611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-a3baad70-ab39-4d35-b17f-15d800ff5ded service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523212 Nov 23 02:54:30.951616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0041-be08-4110-96e6-bb6bd4df1476 req-4a3c9b27-bf8a-407c-aa9a-fbd2ef79e733 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:30.953760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb2e0041-be08-4110-96e6-bb6bd4df1476 req-4a3c9b27-bf8a-407c-aa9a-fbd2ef79e733 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0698822 Nov 23 02:54:30.998657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-467c13c5-ccc5-46bb-9ada-f46f79db214d service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973141 Nov 23 02:54:31.013542 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb2e0041-be08-4110-96e6-bb6bd4df1476 req-7049b729-aea4-4db7-acb3-c64f8434c2b6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529721 Nov 23 02:54:31.099472 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-adef8dd0-bea0-4f67-894a-b98a1bc18991 req-0083cd04-7bf6-4c93-8dd3-5225614fb788 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932765 Nov 23 02:54:31.178261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d3a5-3107-478f-953a-16813fc8d46b req-feedb6a1-1aad-4496-bfdd-0d64b095c6b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:31.180018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1481d3a5-3107-478f-953a-16813fc8d46b req-feedb6a1-1aad-4496-bfdd-0d64b095c6b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0556979 Nov 23 02:54:31.229946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1481d3a5-3107-478f-953a-16813fc8d46b req-8fdd86b2-1d03-461b-ad8c-10888deb15c3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Nov 23 02:54:31.411799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87cfbb-2069-46a8-8ac0-554a7f40375e req-df4bb346-6710-420e-8f86-ed1208cbb24c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:31.413702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b87cfbb-2069-46a8-8ac0-554a7f40375e req-df4bb346-6710-420e-8f86-ed1208cbb24c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0584466 Nov 23 02:54:31.464510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b87cfbb-2069-46a8-8ac0-554a7f40375e req-808e4e4c-f131-4abb-8b9d-921d13e32f4d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443504 Nov 23 02:54:31.817697 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-54319465-d5f9-46e0-86f0-77767af047c7 service neutron] show failed (client error): The resource could not be found. Nov 23 02:54:31.818806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-54319465-d5f9-46e0-86f0-77767af047c7 service neutron] 10.222.0.41 "GET /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0603509 Nov 23 02:54:31.930925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d9de7-87a0-4a03-8ff3-79fbfcbc2272 req-978d380c-f3ae-4c1e-b1d8-b9b735f57558 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:31.932629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-774d9de7-87a0-4a03-8ff3-79fbfcbc2272 req-978d380c-f3ae-4c1e-b1d8-b9b735f57558 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0719004 Nov 23 02:54:31.998174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-774d9de7-87a0-4a03-8ff3-79fbfcbc2272 req-12f96195-73bb-491f-820b-648d8da1bd26 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587182 Nov 23 02:54:32.118736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6990be-e553-46ae-9f8e-f639c299e242 req-05b08b42-1ff8-45a2-b44f-bea3129c53fc tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:32.127026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6990be-e553-46ae-9f8e-f639c299e242 req-05b08b42-1ff8-45a2-b44f-bea3129c53fc tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0599086 Nov 23 02:54:32.173051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6990be-e553-46ae-9f8e-f639c299e242 req-f034124d-7672-432f-82c5-ccf6bb62bce0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Nov 23 02:54:32.195129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:32.244230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc223e61-6a97-42f8-a9f3-c85d37c09ce3 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:32.248711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bc223e61-6a97-42f8-a9f3-c85d37c09ce3 tempest-TestNetworkBasicOps-815720772 tempest-TestNetworkBasicOps-815720772-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1092 time: 0.0496175 Nov 23 02:54:32.248842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:32.253186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:32.285876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:32.310601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c4fe-9fca-49d0-9405-7f51e25e0d8f req-965ee6ac-b781-4cd2-8b87-311f8938b582 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:32.312192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b52c4fe-9fca-49d0-9405-7f51e25e0d8f req-965ee6ac-b781-4cd2-8b87-311f8938b582 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0626557 Nov 23 02:54:32.378117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b52c4fe-9fca-49d0-9405-7f51e25e0d8f req-c64cf853-e07c-492d-83b7-955bf8a4a478 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Nov 23 02:54:32.408824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:32.500126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4596-8806-48f5-8eec-7cff8e3b1fa4 req-fb66fb28-b862-47c2-b4fb-dd88dc06cbc7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:32.501624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d0e4596-8806-48f5-8eec-7cff8e3b1fa4 req-fb66fb28-b862-47c2-b4fb-dd88dc06cbc7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0578671 Nov 23 02:54:32.536395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Allocated IP 172.25.1.139 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/47905bc4-4a72-48db-af74-994f08cab282) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:32.560565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d0e4596-8806-48f5-8eec-7cff8e3b1fa4 req-bfe50ac5-d9c1-4425-91bf-8b65b56363cc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517266 Nov 23 02:54:32.679687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:32.706180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc0dfe-c355-4ff7-b212-2380381d6a98 req-7e3f1b66-8fee-47fb-ad11-77ad5444c255 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:32.708100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76bc0dfe-c355-4ff7-b212-2380381d6a98 req-7e3f1b66-8fee-47fb-ad11-77ad5444c255 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0830770 Nov 23 02:54:32.709923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:32.768279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=47905bc4-4a72-48db-af74-994f08cab282,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:32.779822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:32.781484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:32.783895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:32.786872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76bc0dfe-c355-4ff7-b212-2380381d6a98 req-d4307d48-fabf-4115-9f20-7c3dd2a8d73b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720224 Nov 23 02:54:33.320007 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:33.425370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:33.536346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962c71e-17e3-48ef-8bb5-6a877a8397da req-242d8658-992d-4c4f-bb0b-76cfc1d9e64b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:33.538038 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1962c71e-17e3-48ef-8bb5-6a877a8397da req-242d8658-992d-4c4f-bb0b-76cfc1d9e64b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0899353 Nov 23 02:54:33.604849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1962c71e-17e3-48ef-8bb5-6a877a8397da req-b1ec87d2-d5b1-426f-94f5-db73666044cd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605485 Nov 23 02:54:33.610208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:33.617505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:33.710253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event updated for resources: {'Port': ['ID=47905bc4-4a72-48db-af74-994f08cab282,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:33.730725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:33.763908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e214ce-4a9a-4231-9c57-d05aa95d7b25 req-3dc4ccf0-c5a7-4090-afc9-b6d6d7f38b7a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:33.765448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34e214ce-4a9a-4231-9c57-d05aa95d7b25 req-3dc4ccf0-c5a7-4090-afc9-b6d6d7f38b7a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0881004 Nov 23 02:54:33.841376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34e214ce-4a9a-4231-9c57-d05aa95d7b25 req-e8211699-67d6-4365-9563-96cf8301b740 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690188 Nov 23 02:54:33.866088 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Floating IP 4620689e-0639-4787-bedd-e44e024eb67a associated. External IP: 172.25.1.139, port: d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5. Nov 23 02:54:33.973054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56f76c-f1ea-4397-83be-5eff27dd42db req-9160ea44-5de6-4494-80e7-c431f1b8c111 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:33.974776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de56f76c-f1ea-4397-83be-5eff27dd42db req-9160ea44-5de6-4494-80e7-c431f1b8c111 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0760078 Nov 23 02:54:34.032519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de56f76c-f1ea-4397-83be-5eff27dd42db req-56052526-b3d8-43be-ae90-78784a2709da tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490067 Nov 23 02:54:34.115384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 68e3efa8-2816-4adc-acd0-748f67013ada has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:34.229020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:34.242694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Sync routers for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:34.248065 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:34.257554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:34.258750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:34.303416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53530) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:34.303596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b9d29380-9197-4806-9242-e1321067133b tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0531919 Nov 23 02:54:34.304793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:34.309400 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43228983-25fe-457f-b65d-251d1b8b343e" -d '{"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:34.389678 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84acd4b9-d560-4385-91c8-92519e47e76b x-openstack-request-id: req-84acd4b9-d560-4385-91c8-92519e47e76b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:34.390331 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:34.390331 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84acd4b9-d560-4385-91c8-92519e47e76b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:34.390664 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'status': 'completed', 'code': 200} Nov 23 02:54:34.417817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:34.421047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-911640cf-9168-4665-bca8-44dd174304a8 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/4620689e-0639-4787-bedd-e44e024eb67a HTTP/1.1" status: 200 len: 991 time: 0.1164250 Nov 23 02:54:34.475385 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228983-25fe-457f-b65d-251d1b8b343e req-6d5a54dc-aa1c-4b21-98b9-cbfdcfcf3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:34.476906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-6d5a54dc-aa1c-4b21-98b9-cbfdcfcf3aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0414610 Nov 23 02:54:34.578664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228983-25fe-457f-b65d-251d1b8b343e req-daca1616-0a90-4116-9b3c-c1fea63124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:34.580963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-daca1616-0a90-4116-9b3c-c1fea63124b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 200 len: 897 time: 0.0964105 Nov 23 02:54:34.664674 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-ba6b4a33-24f9-4e6f-8357-3ea6c4699581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 200 len: 999 time: 0.0766726 Nov 23 02:54:34.686539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4620689e-0639-4787-bedd-e44e024eb67a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'port_id': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'mac_address': 'fa:16:3e:b5:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:33Z', 'updated_at': '2021-11-23T02:54:33Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:34.716978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Checking router: 68e3efa8-2816-4adc-acd0-748f67013ada for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:34.726157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:34.726903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:34.746967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca4e6-d261-4200-86a8-a9272a176b8d req-98d23cbc-4760-4a7c-aed4-11dddab1ee3c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:34.757784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-412ca4e6-d261-4200-86a8-a9272a176b8d req-98d23cbc-4760-4a7c-aed4-11dddab1ee3c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0630879 Nov 23 02:54:34.763996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228983-25fe-457f-b65d-251d1b8b343e req-32bdc080-af99-4ddd-94d5-1f4b6092bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:34.768990 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-32bdc080-af99-4ddd-94d5-1f4b6092bb11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d HTTP/1.1" status: 200 len: 834 time: 0.0954072 Nov 23 02:54:34.819125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-412ca4e6-d261-4200-86a8-a9272a176b8d req-5a281f06-ab58-4d3c-863a-5d704b89ad27 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605648 Nov 23 02:54:34.845783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228983-25fe-457f-b65d-251d1b8b343e req-ed8fed8a-a61b-4488-9dc5-a36255703070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:34.847399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-ed8fed8a-a61b-4488-9dc5-a36255703070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f64f764-d5f7-4af8-97f0-3a55481626a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703497 Nov 23 02:54:34.971858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:35.047087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59119e39-05f3-4ebe-b27c-dac3cfb7212b req-10d6f75a-a57a-4507-932a-e426ba17a42b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:35.049132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59119e39-05f3-4ebe-b27c-dac3cfb7212b req-10d6f75a-a57a-4507-932a-e426ba17a42b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 946 time: 0.0603254 Nov 23 02:54:35.083068 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-8a75bf9f-ea0d-4b57-8fca-61abf5c154b3 service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273424 Nov 23 02:54:35.119193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59119e39-05f3-4ebe-b27c-dac3cfb7212b req-5daf38a5-fba7-48ce-97a9-be24aaa2431a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596299 Nov 23 02:54:35.170688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:35.202910 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-43228983-25fe-457f-b65d-251d1b8b343e req-3814ceb4-13c0-4562-8119-1456a968d82f service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105046 Nov 23 02:54:35.296839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad5117-eda3-4ea3-ba69-c5da4d5f3973 req-371bff02-bd2d-46c8-9483-52dec7188df8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:35.307681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aad5117-eda3-4ea3-ba69-c5da4d5f3973 req-371bff02-bd2d-46c8-9483-52dec7188df8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0838017 Nov 23 02:54:35.365431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aad5117-eda3-4ea3-ba69-c5da4d5f3973 req-cc27ff74-351e-4c98-a17f-a982218a4865 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568631 Nov 23 02:54:35.424348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53542) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:35.440357 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:35.487102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:35.489954 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe818e7-f10c-463d-8488-3b7979a06272" -d '{"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:35.497160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5a8b7ec4-bad8-41cf-979d-0080080782bb tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/4620689e-0639-4787-bedd-e44e024eb67a HTTP/1.1" status: 200 len: 991 time: 0.0706499 Nov 23 02:54:35.505995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:35.515380 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:35.546279 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9639847f-5f12-4076-9f23-1ea0c826d35d x-openstack-request-id: req-9639847f-5f12-4076-9f23-1ea0c826d35d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:35.546495 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-unplugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:35.546770 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9639847f-5f12-4076-9f23-1ea0c826d35d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:35.547171 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'code': 200} Nov 23 02:54:35.563053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4620689e-0639-4787-bedd-e44e024eb67a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'port_id': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'mac_address': 'fa:16:3e:b5:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:33Z', 'updated_at': '2021-11-23T02:54:33Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:35.599400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c92fc0-fd2d-47c4-b5c4-194bc03cb685 None None] The sync data for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 is: [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '4620689e-0639-4787-bedd-e44e024eb67a', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'port_id': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'mac_address': 'fa:16:3e:b5:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:33Z', 'updated_at': '2021-11-23T02:54:33Z', 'revision_number': 0, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:35.620175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:35.685739 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa1128ff-3c72-4831-95f3-6c297c2b7f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:35.857787 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6768e9-f343-4a61-bb87-fbdd429f634b None None] New status for floating IP 4620689e-0639-4787-bedd-e44e024eb67a: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:54:35.949508 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54629-6d2c-43a7-ba42-e579f566f570 req-6c90d762-4d15-46e5-86b2-1c0c3dfc48b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:35.951009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea54629-6d2c-43a7-ba42-e579f566f570 req-6c90d762-4d15-46e5-86b2-1c0c3dfc48b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0523882 Nov 23 02:54:35.999134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea54629-6d2c-43a7-ba42-e579f566f570 req-bcaae8c5-eb6c-4fda-b82a-f7e900389a1e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Nov 23 02:54:36.238765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18df7-0561-4c28-8942-78b632e0c004 req-f65f7ff8-0999-4898-834b-5fea7b496eda tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:36.240219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53c18df7-0561-4c28-8942-78b632e0c004 req-f65f7ff8-0999-4898-834b-5fea7b496eda tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Nov 23 02:54:36.289705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53c18df7-0561-4c28-8942-78b632e0c004 req-2b28abe6-d21b-4d2b-b9a6-e795830d1105 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Nov 23 02:54:36.484444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23bdec-1583-4093-be41-044cb75b7dc4 req-73bcdda8-ee0b-40c8-8298-1c7527015de7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:36.485930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f23bdec-1583-4093-be41-044cb75b7dc4 req-73bcdda8-ee0b-40c8-8298-1c7527015de7 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0487089 Nov 23 02:54:36.500190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53552) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:36.536113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f23bdec-1583-4093-be41-044cb75b7dc4 req-81a625fa-053f-4fc9-a7fb-08897d424d54 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437877 Nov 23 02:54:36.565353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2cf0849e-f49f-4460-b020-ef6f5e7a1a86 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/4620689e-0639-4787-bedd-e44e024eb67a HTTP/1.1" status: 200 len: 993 time: 0.0639503 Nov 23 02:54:36.699105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-cf1443cc-bbca-4200-8993-7c426058157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:36.700525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-cf1443cc-bbca-4200-8993-7c426058157f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1096 time: 0.0790024 Nov 23 02:54:36.702304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d1057a74-697a-4ed0-9c48-b9c3e17f229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:36.703649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d1057a74-697a-4ed0-9c48-b9c3e17f229c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0726819 Nov 23 02:54:36.734443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:36.839106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:36.881592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-3c911166-a6a1-44ac-aa86-a185978caa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:36.883113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-3c911166-a6a1-44ac-aa86-a185978caa65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.1611469 Nov 23 02:54:36.937518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-9c878c9f-a1a8-40af-8715-a09048f45472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0466752 Nov 23 02:54:37.134743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70c4c8-5ca7-4489-a3c3-c1af4fcfbbe6 req-ca27dd9f-f352-41c5-a5e7-1403f13a66fc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:37.136357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f70c4c8-5ca7-4489-a3c3-c1af4fcfbbe6 req-ca27dd9f-f352-41c5-a5e7-1403f13a66fc tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0535605 Nov 23 02:54:37.189421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f70c4c8-5ca7-4489-a3c3-c1af4fcfbbe6 req-ee21ac3c-317b-44eb-a6fb-fe0d9741e00a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Nov 23 02:54:37.383622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-89383da6-2019-4b13-9f40-772109118af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:37.385087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-89383da6-2019-4b13-9f40-772109118af2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0986912 Nov 23 02:54:37.419534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9360-6f62-4ed5-b036-2bcb6f1bae9c req-934cf0db-f961-42c6-8c26-1e7841e5cd2c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:37.421017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f0d9360-6f62-4ed5-b036-2bcb6f1bae9c req-934cf0db-f961-42c6-8c26-1e7841e5cd2c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0552886 Nov 23 02:54:37.427048 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-5c56c2a4-ad47-4255-98f9-43834ea37c5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308316 Nov 23 02:54:37.471159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f0d9360-6f62-4ed5-b036-2bcb6f1bae9c req-68250eeb-c801-40fc-bbbf-e5e9d910e394 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Nov 23 02:54:37.495991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:37.555865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:37.579658 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-0626348e-1ca9-45d2-95e9-f04f66215623 service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448023 Nov 23 02:54:37.601860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:37.645651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:37.653630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd4d73-c234-4a88-8f34-30d0bc7aa4e2 req-5bb7d91e-0ebe-4883-8ce4-c233844db6e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:37.655159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02bd4d73-c234-4a88-8f34-30d0bc7aa4e2 req-5bb7d91e-0ebe-4883-8ce4-c233844db6e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0493474 Nov 23 02:54:37.667687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Transition to ACTIVE for port object 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:37.673956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:37.706772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02bd4d73-c234-4a88-8f34-30d0bc7aa4e2 req-cc1603e9-1b37-447d-83a8-22ab6fbe47d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445855 Nov 23 02:54:37.743339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5b0e148-1f1d-4124-960c-e3cb1fbab921 req-f7162e7f-cf89-47d1-b199-81a4feb8b8dd service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537087 Nov 23 02:54:37.767278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:37.873814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] No DVR routers for this DVR port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:38.008675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:38.008930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:38.009257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:38.013400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:38.013722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:38.018490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:38.018851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:38.019758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Bound using segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:38.020185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Bound port: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:38.020840 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.035372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-195af6eb-f32d-4f23-ab9c-80dfdfed3c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.086753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:38.089821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:38.093195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.128890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.129525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.130927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] 10.222.0.47 "PUT /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1093 time: 1.4010711 Nov 23 02:54:38.131369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:38.133639 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75113c2-3c3f-4d5d-bd67-f910e1b59326" -d '{"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:38.185534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405f2b8-65c7-4d4c-b321-20f4ed57013f service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:38.190578 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52033181-2633-4999-b0e7-b7d4edb2e9f4 x-openstack-request-id: req-52033181-2633-4999-b0e7-b7d4edb2e9f4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:38.190856 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:38.191116 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52033181-2633-4999-b0e7-b7d4edb2e9f4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:38.191505 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:54:38.205627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-98338dcd-173b-400b-bd2c-8eec49933eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.207709 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-98338dcd-173b-400b-bd2c-8eec49933eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0506361 Nov 23 02:54:38.326434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-964310ce-414e-4ef7-8aeb-566ebb98f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.327956 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-964310ce-414e-4ef7-8aeb-566ebb98f02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0618224 Nov 23 02:54:38.329823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991303aa-51d7-4461-b747-3ed806cead23 req-6a94c5cc-ee50-44ca-9789-a33af2cdad37 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.332074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-991303aa-51d7-4461-b747-3ed806cead23 req-6a94c5cc-ee50-44ca-9789-a33af2cdad37 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 944 time: 0.0639453 Nov 23 02:54:38.383272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-991303aa-51d7-4461-b747-3ed806cead23 req-933209ce-4d65-402f-bc7e-a9574bd3cd63 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Nov 23 02:54:38.405276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-6ce041c4-32c1-4380-85c2-32fbe942c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.406799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-6ce041c4-32c1-4380-85c2-32fbe942c543 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1922114 Nov 23 02:54:38.476689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:38.491041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-21e3fd19-2eea-4ce0-a6a8-a61a6bb8d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.492511 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-21e3fd19-2eea-4ce0-a6a8-a61a6bb8d631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1556828 Nov 23 02:54:38.496359 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-4cd1dc16-159f-4e86-b73b-4607b91f7589 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0800259 Nov 23 02:54:38.583869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:38.597497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'network_id': '896c87bd-e57a-47cc-a56d-3b4ad66c2206', 'port_id': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'mac_address': 'fa:16:3e:db:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72db917-36b6-4ffa-937c-098d205dd0ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:38.598104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c728f8a-4ee9-4b12-bc15-309b9068ca15 req-f00e5652-1ea3-470f-996e-f5fc2267a0b3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.599527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d7a52552-05b1-454f-8db3-1ba2a0749f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.600045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c728f8a-4ee9-4b12-bc15-309b9068ca15 req-f00e5652-1ea3-470f-996e-f5fc2267a0b3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0584540 Nov 23 02:54:38.600994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-d7a52552-05b1-454f-8db3-1ba2a0749f67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0932727 Nov 23 02:54:38.603022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-4616ca09-cde8-4e79-8456-f66d23568029 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.1027334 Nov 23 02:54:38.636816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.651413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:38.653948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c728f8a-4ee9-4b12-bc15-309b9068ca15 req-32de0b99-79e1-45f8-82f1-8903d7c6bcc8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468121 Nov 23 02:54:38.671635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:38.676822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.677474 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b64d89c9-179c-47d1-b126-ef442238c7f8 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:38.682196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-0f11bc10-8e5d-4da7-81e6-0f228d2503dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.683712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-0f11bc10-8e5d-4da7-81e6-0f228d2503dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0671802 Nov 23 02:54:38.688289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-e79150cc-7dae-42a5-b10d-12258066ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.689682 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-e79150cc-7dae-42a5-b10d-12258066ce6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822723 Nov 23 02:54:38.774194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=11']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:38.785351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-de533626-e3a1-4d18-82d0-79f86f223744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.787018 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-de533626-e3a1-4d18-82d0-79f86f223744 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964465 Nov 23 02:54:38.817790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b64d89c9-179c-47d1-b126-ef442238c7f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:38.830660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:38.845475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d281cd-a1e6-4f06-ab1a-c57b88bb1750 req-a4c50571-3df8-46bb-a828-278d7c204dd5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:38.846929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6d281cd-a1e6-4f06-ab1a-c57b88bb1750 req-a4c50571-3df8-46bb-a828-278d7c204dd5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 943 time: 0.0536954 Nov 23 02:54:38.858908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-25b37be1-b7c5-410f-acbe-e038c6096825 service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604388 Nov 23 02:54:38.871671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.885729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64d89c9-179c-47d1-b126-ef442238c7f8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:38.898967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6d281cd-a1e6-4f06-ab1a-c57b88bb1750 req-98a3e91b-ddfe-4b43-afc8-1abd0ceacb86 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Nov 23 02:54:38.906030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b64d89c9-179c-47d1-b126-ef442238c7f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:38.911537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.961338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:38.962176 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-c66486fa-8776-4141-ba21-e11b12479ace service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670058 Nov 23 02:54:39.035518 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cd5690-923a-487f-8664-72b1f10bd6d1 req-84183454-ea7f-4889-9f3e-37d282294502 service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675444 Nov 23 02:54:39.081738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-81766e9e-d6b8-4462-b2aa-53a80ef7f4f1 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105623 Nov 23 02:54:39.130952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-06ff6485-c779-4de7-a605-ec5aba4fc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.132753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-06ff6485-c779-4de7-a605-ec5aba4fc39c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0435076 Nov 23 02:54:39.145455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:39.150255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b64d89c9-179c-47d1-b126-ef442238c7f8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:39.229290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-a4da5d95-78e5-4837-af68-4e95d8fa794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.230817 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-a4da5d95-78e5-4837-af68-4e95d8fa794d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.0912626 Nov 23 02:54:39.303502 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-57964646-fa42-4bee-a1ce-a98a1a4382cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0657947 Nov 23 02:54:39.343888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:39.358228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-db57b7f8-20d8-4dbc-bc3c-fe6b8826ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.360776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-db57b7f8-20d8-4dbc-bc3c-fe6b8826ff9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0504136 Nov 23 02:54:39.421830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-c5e1a59c-30f3-48ec-a690-e37613e247df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.423388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-c5e1a59c-30f3-48ec-a690-e37613e247df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546675 Nov 23 02:54:39.507977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc317f39-8640-4e2a-b836-c67814a57d50 req-879fac0b-871f-4dbd-b0a5-f0faba90dbe6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.509485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc317f39-8640-4e2a-b836-c67814a57d50 req-879fac0b-871f-4dbd-b0a5-f0faba90dbe6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0511940 Nov 23 02:54:39.519894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-52ab2c70-e80b-4fc9-a5f7-44bb5b700842 service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886080 Nov 23 02:54:39.557813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc317f39-8640-4e2a-b836-c67814a57d50 req-fae2b1a7-051c-4d74-a75b-99c7f9f9f343 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Nov 23 02:54:39.614456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a75113c2-3c3f-4d5d-bd67-f910e1b59326 req-541028ba-aa06-4268-a835-c470d009ff44 service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869250 Nov 23 02:54:39.767656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b26d2-0a82-469e-9443-89a90e550d6c req-52ee8a89-3de4-4565-a90f-add22e2be300 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:39.769717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-998b26d2-0a82-469e-9443-89a90e550d6c req-52ee8a89-3de4-4565-a90f-add22e2be300 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0478985 Nov 23 02:54:39.820504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-998b26d2-0a82-469e-9443-89a90e550d6c req-b01ba6ec-9b73-4bbb-ac84-0bb0999ea94c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 Nov 23 02:54:40.021724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc76d7-837b-4d2d-b964-bf93aee84e29 req-ebe2fe85-b250-4a49-86c0-b59e77f7d30d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:40.023571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28dc76d7-837b-4d2d-b964-bf93aee84e29 req-ebe2fe85-b250-4a49-86c0-b59e77f7d30d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 944 time: 0.0539994 Nov 23 02:54:40.071465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28dc76d7-837b-4d2d-b964-bf93aee84e29 req-5e0bfc2c-7e19-4019-87d9-2650e8e08023 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Nov 23 02:54:40.494960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b64d89c9-179c-47d1-b126-ef442238c7f8 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:40.543050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b64d89c9-179c-47d1-b126-ef442238c7f8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:40.546851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b64d89c9-179c-47d1-b126-ef442238c7f8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:40.547163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.638083 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.663290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:40.666213 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4432290e-d98b-43f9-9aeb-73b9ca8b583e" -d '{"events": [{"server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "name": "network-vif-plugged", "status": "completed", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:40.683605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b64d89c9-179c-47d1-b126-ef442238c7f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:40.688312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.689422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:40.690329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cba5a-5d90-4302-a595-bb429e96e53d req-eae1f60c-1571-4ee6-92ce-d42f97e9789b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:40.692733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b7cba5a-5d90-4302-a595-bb429e96e53d req-eae1f60c-1571-4ee6-92ce-d42f97e9789b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 945 time: 0.0567455 Nov 23 02:54:40.756023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b7cba5a-5d90-4302-a595-bb429e96e53d req-0ea03313-e6be-431c-8af4-4fe8a1ea038d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Nov 23 02:54:40.769640 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.785937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:40.797806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 85c55ecb-4cb6-455f-b758-8badd1ce8062 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:40.802763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 85c55ecb-4cb6-455f-b758-8badd1ce8062 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:40.803172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.806488 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e7d17b-5e98-439e-a501-1521f9e4642f x-openstack-request-id: req-36e7d17b-5e98-439e-a501-1521f9e4642f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:40.806805 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "name": "network-vif-plugged", "status": "completed", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:40.807054 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e7d17b-5e98-439e-a501-1521f9e4642f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:40.807440 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'code': 200} Nov 23 02:54:40.887898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.911827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1be51-df4f-4da8-be18-30371b78fc7a req-a1f9e299-f498-4e08-94df-7c1f1b8e4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:40.913372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ecc1be51-df4f-4da8-be18-30371b78fc7a req-a1f9e299-f498-4e08-94df-7c1f1b8e4d5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.0534172 Nov 23 02:54:40.923634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:40.928464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.951407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47def1b7-74b3-4153-ab1d-4926e60c490d req-8c621682-49e3-42f3-b19e-87890fba5b98 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:40.952895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47def1b7-74b3-4153-ab1d-4926e60c490d req-8c621682-49e3-42f3-b19e-87890fba5b98 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0550807 Nov 23 02:54:40.967395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ecc1be51-df4f-4da8-be18-30371b78fc7a req-c8753065-8ae6-493a-b5e5-dcb815de749d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474510 Nov 23 02:54:40.979411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:41.009717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47def1b7-74b3-4153-ab1d-4926e60c490d req-c07b5381-f8ac-425c-a5bb-7d3f6a096ac9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Nov 23 02:54:41.245348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88933fa2-3a5e-4eb2-871b-bebf7256c799 req-5c099839-ae45-44b8-8e61-8c819e90ad21 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.246926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88933fa2-3a5e-4eb2-871b-bebf7256c799 req-5c099839-ae45-44b8-8e61-8c819e90ad21 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Nov 23 02:54:41.270064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-e4b4f9d8-ed64-453c-a0d2-a67a4af18ff0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.271595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-e4b4f9d8-ed64-453c-a0d2-a67a4af18ff0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.47 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2&tenant_id=f6ad66998dc1478d820a7901d6abb8f9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 944 time: 0.0896559 Nov 23 02:54:41.301190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88933fa2-3a5e-4eb2-871b-bebf7256c799 req-c11d929f-b709-415a-abcd-b363f8534ad2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476699 Nov 23 02:54:41.337510 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-3d363114-d7a7-4371-9252-d0e5a6cc984e service neutron] 10.222.0.47 "GET /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.0586486 Nov 23 02:54:41.402569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-b6c4a7d2-aebc-4166-91fc-aacc9ffbd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.404948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-b6c4a7d2-aebc-4166-91fc-aacc9ffbd232 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1096 time: 0.0440712 Nov 23 02:54:41.406306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4dd18-5540-430e-a955-fde0872b3e85 req-12f4efd9-44ab-4792-bc6e-c8091c009817 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.407749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adc4dd18-5540-430e-a955-fde0872b3e85 req-12f4efd9-44ab-4792-bc6e-c8091c009817 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Nov 23 02:54:41.461529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-adc4dd18-5540-430e-a955-fde0872b3e85 req-901259c2-fad1-4f41-8a73-5d9cf943b6c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Nov 23 02:54:41.498459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-2154a5d4-aa25-4bff-9316-f4bfeb9f457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.499953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-2154a5d4-aa25-4bff-9316-f4bfeb9f457f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.0871222 Nov 23 02:54:41.566568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-e18038df-72df-448f-93e4-6e82e8d060fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0565653 Nov 23 02:54:41.618274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-fce94130-39c4-4a74-81cd-e68b631fdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.619728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-fce94130-39c4-4a74-81cd-e68b631fdc35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0457294 Nov 23 02:54:41.664956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-36bc2754-0ac7-458a-b711-2443d20c92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.666387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-36bc2754-0ac7-458a-b711-2443d20c92ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393198 Nov 23 02:54:41.755031 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-b465f41b-6f04-4bbc-9afd-454280796a81 service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813081 Nov 23 02:54:41.850418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-d55cc682-d423-418d-af55-cab3535907aa service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Nov 23 02:54:41.855266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:41.881474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dac0ec-1f03-451e-9626-cd54bd44d8d1 req-6dce641a-c949-4ab5-ae2a-3607c582a22b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.884022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6dac0ec-1f03-451e-9626-cd54bd44d8d1 req-6dce641a-c949-4ab5-ae2a-3607c582a22b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0581133 Nov 23 02:54:41.936752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6dac0ec-1f03-451e-9626-cd54bd44d8d1 req-51f7fd52-39d2-4b45-b5f8-abe2605118a0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Nov 23 02:54:42.424776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606cb34-f30b-4d9d-89e0-e9415a92888f req-8b765e71-7d04-4179-84c7-e4d32b9fa6e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.426290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4606cb34-f30b-4d9d-89e0-e9415a92888f req-8b765e71-7d04-4179-84c7-e4d32b9fa6e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0511463 Nov 23 02:54:42.476486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4606cb34-f30b-4d9d-89e0-e9415a92888f req-830b2861-70da-4f48-8c3d-cf10b3eeb23c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Nov 23 02:54:42.493438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:42.581074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051902a-573d-4dc5-a360-db8c8c451db5 req-3fe0e2e2-ecb9-4cce-a637-93547b4455b9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.583094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c051902a-573d-4dc5-a360-db8c8c451db5 req-3fe0e2e2-ecb9-4cce-a637-93547b4455b9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 944 time: 0.0518839 Nov 23 02:54:42.592941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:42.605535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:42.632419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c051902a-573d-4dc5-a360-db8c8c451db5 req-a6534562-bd05-4e41-91a7-069caa99d7d1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431223 Nov 23 02:54:42.642992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.656160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:42.677039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:42.682676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.736023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:42.748536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0086443-2afc-44c3-a4e2-8fbb13b66d42 req-a0510f8d-8670-48c4-962b-952d8f432284 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.750031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0086443-2afc-44c3-a4e2-8fbb13b66d42 req-a0510f8d-8670-48c4-962b-952d8f432284 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Nov 23 02:54:42.799018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0086443-2afc-44c3-a4e2-8fbb13b66d42 req-20cd401d-a508-491c-aff8-e9ccef0f9f4e tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422466 Nov 23 02:54:42.808643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:42.811048 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21740828-732e-4afb-ba90-fd6ca005e5c3" -d '{"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:42.821683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:42.846564 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afc505-25d4-41d7-9319-266b5019ed10 x-openstack-request-id: req-97afc505-25d4-41d7-9319-266b5019ed10 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:42.847386 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-plugged", "status": "completed", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:42.847647 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97afc505-25d4-41d7-9319-266b5019ed10 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:42.848048 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'code': 200} Nov 23 02:54:42.862140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e6b695-5ce2-4158-a2eb-b84ff2c35bb4 tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.864489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76e6b695-5ce2-4158-a2eb-b84ff2c35bb4 tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1092 time: 0.0415623 Nov 23 02:54:42.867036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53598) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:42.871365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:42.895853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.937096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['8edb647e-d56d-4eee-80f3-ddac08b4b0b2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:43.036860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee2c2a-9f9b-47e9-a64b-483b1142a0a6 req-d05f8f45-b4b2-487e-a5da-10e478383160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:43.037794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2fee2c2a-9f9b-47e9-a64b-483b1142a0a6 req-d05f8f45-b4b2-487e-a5da-10e478383160 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1098 time: 0.0624545 Nov 23 02:54:43.042327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:43.097863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c5e5e-8486-443d-8ef6-df8e5523071e req-886558bd-ae76-46d3-9e7a-bde1fb56f998 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:43.099382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e68c5e5e-8486-443d-8ef6-df8e5523071e req-886558bd-ae76-46d3-9e7a-bde1fb56f998 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0673642 Nov 23 02:54:43.146104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2fee2c2a-9f9b-47e9-a64b-483b1142a0a6 req-bff26f1a-1c88-408a-b2ed-a34d5614210f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Nov 23 02:54:43.452196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.25.1.214 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/6407393c-39dc-48cb-bbc4-5a2e6e2ce298) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:43.478869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e68c5e5e-8486-443d-8ef6-df8e5523071e req-ddac5812-8361-42ba-80cd-4264ef02faae tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713458 Nov 23 02:54:43.555516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:43.587563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:43.630762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:43.633738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:43.637181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:43.642621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=6407393c-39dc-48cb-bbc4-5a2e6e2ce298,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:43.760496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259a94-b515-418b-9e5d-9b6630ebb3c9 req-5dfc8def-462b-469d-9b1a-cfe6e0063c81 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:43.762273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2259a94-b515-418b-9e5d-9b6630ebb3c9 req-5dfc8def-462b-469d-9b1a-cfe6e0063c81 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0605185 Nov 23 02:54:43.820597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2259a94-b515-418b-9e5d-9b6630ebb3c9 req-6bcf551a-3d10-47ca-b3b9-2380d11ddb42 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500739 Nov 23 02:54:44.055210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.123960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-27bc9ed2-501f-4f19-81a8-e4d8361b3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:44.125462 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-27bc9ed2-501f-4f19-81a8-e4d8361b3147 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 1097 time: 0.0717113 Nov 23 02:54:44.146122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:44.177620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.243257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.510429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:44.532450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.540938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.601913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=6407393c-39dc-48cb-bbc4-5a2e6e2ce298,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:44.631052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70294be6-cc69-4331-8bb1-707cb579c54c req-34d31ece-0c1b-41aa-ae86-a11530e18421 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:44.632727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70294be6-cc69-4331-8bb1-707cb579c54c req-34d31ece-0c1b-41aa-ae86-a11530e18421 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0632722 Nov 23 02:54:44.645686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:44.652726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:44.666949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:44.671898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.702477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70294be6-cc69-4331-8bb1-707cb579c54c req-05c76a1f-fb1a-491e-a5ca-361515e68c38 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621612 Nov 23 02:54:44.733022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:44.801693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:44.814380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.830179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Ignored duplicate provisioning block setup for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 02:54:44.831751 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP bc10dba3-d5be-4c49-b93c-1a6106f469b5 associated. External IP: 172.25.1.214, port: b64d89c9-179c-47d1-b126-ef442238c7f8. Nov 23 02:54:44.835059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:44.947623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092b466-a6f2-419b-9590-3f9ede315a0e req-eafabb08-a733-4eb3-a9f3-5ea605ee21fd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:44.949488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0092b466-a6f2-419b-9590-3f9ede315a0e req-eafabb08-a733-4eb3-a9f3-5ea605ee21fd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Nov 23 02:54:44.983217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:45.007286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0092b466-a6f2-419b-9590-3f9ede315a0e req-d75eb4d5-b6fc-4014-aaa7-df2da374a477 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487247 Nov 23 02:54:45.039827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] No DVR routers for this DVR port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:45.249738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:45.270018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:45.270351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:45.270706 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:45.276990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:45.277318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Attempting to bind port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on network 0dffffd1-7d73-4754-849b-ae06169c099d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:45.314890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:45.315238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Checking segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:45.316164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Bound using segment: {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:45.316599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Bound port: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69c5d40-9783-43dd-ba49-8907baa8e2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:45.316959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:45.424977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:45.430886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:45.435271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:45.436077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:45.442452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:45.446849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:45.447465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:45.453522 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:45.506276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.506934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:45.508331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] 10.222.0.41 "PUT /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1094 time: 1.3664880 Nov 23 02:54:45.509049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:45.511460 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:45.525150 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1864f400-ecce-4942-8bce-582b074c08f8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6494777 Nov 23 02:54:45.547759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fa8b5-dae8-49af-9d1e-8e8a3f42e540 service neutron] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:45.564909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:45.593426 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dfef07-d27c-4f86-a2c1-ad87df68c634 x-openstack-request-id: req-e8dfef07-d27c-4f86-a2c1-ad87df68c634 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:45.593840 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:45.594187 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8dfef07-d27c-4f86-a2c1-ad87df68c634 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:45.594783 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:54:45.640744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-aaf9b842-f6c4-4211-b726-bfa31a486298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.642344 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-aaf9b842-f6c4-4211-b726-bfa31a486298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1097 time: 0.0853217 Nov 23 02:54:45.674718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-61f86c67-7966-4231-8e74-49ab081f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.676840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-61f86c67-7966-4231-8e74-49ab081f1d15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1097 time: 0.0687385 Nov 23 02:54:45.812563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-9a765c7e-b22b-4515-b927-72f6a06459c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.814080 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-9a765c7e-b22b-4515-b927-72f6a06459c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1614299 Nov 23 02:54:45.828253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:43Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:45.829650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2f8a-58ba-4009-94d1-cd9e1603bb57 req-6165f1f6-9f45-4995-ad25-c8b6d1458f3a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.832394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e16c2f8a-58ba-4009-94d1-cd9e1603bb57 req-6165f1f6-9f45-4995-ad25-c8b6d1458f3a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0552161 Nov 23 02:54:45.834579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-7819d333-a249-4f25-9d8b-7201d505b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:45.836015 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-7819d333-a249-4f25-9d8b-7201d505b886 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1345603 Nov 23 02:54:45.857049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:45.867461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:45.868082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:54:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:45.888794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e16c2f8a-58ba-4009-94d1-cd9e1603bb57 req-788a3ce4-cb35-4c52-856a-2b7fd5569bf9 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Nov 23 02:54:45.937019 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-24ba0180-8d58-486e-b0b4-4444bfa0f8dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.1136134 Nov 23 02:54:45.954263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-a91c1f71-759f-45bc-b7c6-2976e7990943 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0853090 Nov 23 02:54:45.977984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:46.020237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ed19-9123-4290-af38-a235ce0bf144 req-c807a782-af99-4e75-a70f-0c96eaaa2f7b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.021734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba60ed19-9123-4290-af38-a235ce0bf144 req-c807a782-af99-4e75-a70f-0c96eaaa2f7b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0572972 Nov 23 02:54:46.027831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-d11eb1d7-4416-4c81-b3ce-4ad415f65f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.029388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-d11eb1d7-4416-4c81-b3ce-4ad415f65f93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0838015 Nov 23 02:54:46.035650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-56788e2c-83ec-415a-8994-29b64330a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.037059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-56788e2c-83ec-415a-8994-29b64330a264 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0633464 Nov 23 02:54:46.079271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba60ed19-9123-4290-af38-a235ce0bf144 req-5b7b3d32-7e3f-4010-b53e-96ac2abd71a8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Nov 23 02:54:46.114436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-dfc2ed37-4a8e-485f-994b-84fa4a04d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.116270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-dfc2ed37-4a8e-485f-994b-84fa4a04d3db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783739 Nov 23 02:54:46.121481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-29f93317-0972-4a2f-a687-e5e9526fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.122940 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-29f93317-0972-4a2f-a687-e5e9526fed36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765691 Nov 23 02:54:46.188693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39809a-111e-4aea-8287-d77c262e6b6e req-026d7a27-6a1c-4767-9371-89b6af93621c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.190333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a39809a-111e-4aea-8287-d77c262e6b6e req-026d7a27-6a1c-4767-9371-89b6af93621c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Nov 23 02:54:46.247874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a39809a-111e-4aea-8287-d77c262e6b6e req-784c6832-2dc0-4abd-a514-86259a441ae3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Nov 23 02:54:46.369126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2742c-dbe1-4163-b6e9-432f3775dbee req-bee214c3-df7a-4f0c-baa4-137cc125a7ab tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.370736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fc2742c-dbe1-4163-b6e9-432f3775dbee req-bee214c3-df7a-4f0c-baa4-137cc125a7ab tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0519257 Nov 23 02:54:46.396761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:43Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:46.427167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5fc2742c-dbe1-4163-b6e9-432f3775dbee req-d48ef1f9-380e-4952-8128-375d0ecf946b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Nov 23 02:54:46.430035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43154805-e4c4-4d3f-ada0-bba177e33a8f None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:43Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:46.536696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:46.537832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-8205187a-71cc-4c67-8aee-928d98fd09ee service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134965 Nov 23 02:54:46.541387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-ed3e4e8e-2c45-48ec-9ff5-8fe55b8fc25a service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084604 Nov 23 02:54:46.581577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:46.582137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfb32d-ccf0-4a12-95f2-0359df42c16c req-30204f91-c4fd-4141-900c-b54923660d4b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.583484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3cfb32d-ccf0-4a12-95f2-0359df42c16c req-30204f91-c4fd-4141-900c-b54923660d4b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0545390 Nov 23 02:54:46.645122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3cfb32d-ccf0-4a12-95f2-0359df42c16c req-5034c34f-8429-414a-be24-21aa5339d8b4 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536511 Nov 23 02:54:46.703776 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e300833b-4d26-4491-b026-5e73afeec855 None None] New status for floating IP bc10dba3-d5be-4c49-b93c-1a6106f469b5: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:54:46.715286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dbc67768-4779-4e13-b367-7a2613e0dc5d req-e5f4927b-cb95-4053-95ff-3822a5d98e5b service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696818 Nov 23 02:54:46.721113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-d241ac62-d7a2-407b-ad36-6200db5368ad service neutron] 10.222.0.47 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672444 Nov 23 02:54:46.772623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528ea89-673c-49ae-bedd-5adf4b055562 req-7fe77ab3-f12a-46b0-8dad-900d99f06521 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.774135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a528ea89-673c-49ae-bedd-5adf4b055562 req-7fe77ab3-f12a-46b0-8dad-900d99f06521 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0528481 Nov 23 02:54:46.823349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a528ea89-673c-49ae-bedd-5adf4b055562 req-eb209035-c3de-4cec-a798-c672428ad6c0 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Nov 23 02:54:46.856597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-7ac8d3cb-b4d9-46c8-9f93-5eff8032b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.858171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-7ac8d3cb-b4d9-46c8-9f93-5eff8032b503 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1097 time: 0.0496540 Nov 23 02:54:46.968192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-b461050b-bdf0-4f95-9325-3655162a9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.969780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-b461050b-bdf0-4f95-9325-3655162a9fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1041017 Nov 23 02:54:46.972249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb9e13-5003-4e70-ac2f-43a3585b91ca req-3846ed64-bf02-4d87-8e16-229368547dcb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.973804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bcb9e13-5003-4e70-ac2f-43a3585b91ca req-3846ed64-bf02-4d87-8e16-229368547dcb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0538249 Nov 23 02:54:47.024167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bcb9e13-5003-4e70-ac2f-43a3585b91ca req-90c488ab-8933-45ca-b29a-953d68ae4a34 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Nov 23 02:54:47.045276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-bcf2706f-4cca-43b5-abd1-b1c3016aa439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0646055 Nov 23 02:54:47.093583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-52ad37d6-b471-460b-83d4-1c565b2e7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.095101 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-52ad37d6-b471-460b-83d4-1c565b2e7b9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.0449662 Nov 23 02:54:47.139631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3a9cd-53cf-42e0-811d-b6324e17dd89 req-567faf64-d39a-428a-b6ba-95bb1c6df0dd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.141153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52a3a9cd-53cf-42e0-811d-b6324e17dd89 req-567faf64-d39a-428a-b6ba-95bb1c6df0dd tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0496316 Nov 23 02:54:47.142118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-0bd326be-fa79-49a2-9b33-8431c37dbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.144173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-0bd326be-fa79-49a2-9b33-8431c37dbd41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408843 Nov 23 02:54:47.189603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-52a3a9cd-53cf-42e0-811d-b6324e17dd89 req-976b6869-7b0f-45f2-9859-a71cf00aef2a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Nov 23 02:54:47.236532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-b6307d04-7ccf-4300-81f1-ea1d05798ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Nov 23 02:54:47.335848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-748bd807-6d4e-4bd7-9954-5356fcaf0ff8 req-2d816b0e-1ce2-448c-adc0-94ebc60a5b1d service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919492 Nov 23 02:54:47.418948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ca1a8-de2a-4188-b86a-2813a77cfc53 req-f9794afd-2092-4433-aa15-2e50e16b4675 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.420438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b5ca1a8-de2a-4188-b86a-2813a77cfc53 req-f9794afd-2092-4433-aa15-2e50e16b4675 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Nov 23 02:54:47.469690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b5ca1a8-de2a-4188-b86a-2813a77cfc53 req-d0f1b3b8-804e-4925-b13d-e6aeef59d33b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Nov 23 02:54:47.572517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd6981-983c-4493-9f6d-5dfe98073b95 req-523845b5-5e68-4f2a-b034-8ca12a3ba650 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.573977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1dfd6981-983c-4493-9f6d-5dfe98073b95 req-523845b5-5e68-4f2a-b034-8ca12a3ba650 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0491843 Nov 23 02:54:47.596237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:47.599332 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8fecc6-40c9-4c58-89a6-e17457ae9820" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:47.622261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1dfd6981-983c-4493-9f6d-5dfe98073b95 req-073ab871-54fb-4344-89ef-005d986c1222 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Nov 23 02:54:47.665282 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545bace4-d9de-4c20-9b7c-81f4c64997ef x-openstack-request-id: req-545bace4-d9de-4c20-9b7c-81f4c64997ef {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:47.665589 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:47.665851 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-545bace4-d9de-4c20-9b7c-81f4c64997ef {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:47.666256 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'status': 'completed', 'code': 200} Nov 23 02:54:47.735548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-df6d3514-06c5-4514-8f5c-5e2e789688aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.736946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-df6d3514-06c5-4514-8f5c-5e2e789688aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.0461404 Nov 23 02:54:47.832804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-981a82cf-edc6-4011-924a-27cf1bb2bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.834316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-981a82cf-edc6-4011-924a-27cf1bb2bf3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0852871 Nov 23 02:54:47.907013 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-61e67d93-552f-49b5-b5bf-aef0691768f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 1001 time: 0.0634968 Nov 23 02:54:47.954597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-133d8714-65ee-4426-8dee-5173229a5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.956017 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-133d8714-65ee-4426-8dee-5173229a5390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0423186 Nov 23 02:54:48.002131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-171676d0-53c9-47d1-848f-7241eb9b2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.004061 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-171676d0-53c9-47d1-848f-7241eb9b2943 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395782 Nov 23 02:54:48.095579 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-6c68dba6-f53d-467b-b30e-04e14375f880 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Nov 23 02:54:48.183286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1e8fecc6-40c9-4c58-89a6-e17457ae9820 req-68105526-e012-40d4-a53b-1914750aabaf service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809283 Nov 23 02:54:48.587668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ccb79-d068-4ff6-ae59-1c6ac4e24821 req-646fea24-0407-49a3-a7b0-8b922e4e475b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.589150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae8ccb79-d068-4ff6-ae59-1c6ac4e24821 req-646fea24-0407-49a3-a7b0-8b922e4e475b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Nov 23 02:54:48.642370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae8ccb79-d068-4ff6-ae59-1c6ac4e24821 req-404d6e95-6ac4-4465-8ce8-b55af9a646f8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Nov 23 02:54:48.664631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53678) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:48.734963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4660a6ce-360d-4c8c-b629-e5034c71dffb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/b025cc0d-3001-431d-b3a2-a8d5627cd856 HTTP/1.1" status: 200 len: 992 time: 0.0691278 Nov 23 02:54:48.750368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a160b3-554e-4be2-9a41-81c5bc587b2f req-ba38f83d-36f7-4f45-9867-8d031058e411 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.751888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58a160b3-554e-4be2-9a41-81c5bc587b2f req-ba38f83d-36f7-4f45-9867-8d031058e411 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0526454 Nov 23 02:54:48.802037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58a160b3-554e-4be2-9a41-81c5bc587b2f req-761985bf-bcd4-4a57-b9b5-02eaea08e46d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Nov 23 02:54:49.047719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314e554-fac2-4c1b-8ed9-46a9698ddaef req-8ced032b-be18-49d1-9a8e-5e8e6735c8e8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.049222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4314e554-fac2-4c1b-8ed9-46a9698ddaef req-8ced032b-be18-49d1-9a8e-5e8e6735c8e8 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0489430 Nov 23 02:54:49.069661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-6181f8a7-0fd9-4056-bf42-382d025f8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.071403 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-6181f8a7-0fd9-4056-bf42-382d025f8e7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=66c80c6af3124095875e341afec096c2&device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 1098 time: 0.0427294 Nov 23 02:54:49.086188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:49.100885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4314e554-fac2-4c1b-8ed9-46a9698ddaef req-99830e59-876f-484e-967b-29cd46f189ea tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448310 Nov 23 02:54:49.162449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-e6669bc1-3e10-4650-9998-cb4a907544ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.163983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-e6669bc1-3e10-4650-9998-cb4a907544ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 200 len: 914 time: 0.0848849 Nov 23 02:54:49.183908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:49.195209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'port_id': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'mac_address': 'fa:16:3e:01:14:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:49.209299 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-4fb30f30-b3c6-41c8-8070-b7e4c41abc89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 200 len: 217 time: 0.0384195 Nov 23 02:54:49.238019 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:49.251340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:49.260215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-e4fa4a2c-f75a-4b7a-8364-9e932662b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.262588 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-e4fa4a2c-f75a-4b7a-8364-9e932662b187 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 200 len: 853 time: 0.0466855 Nov 23 02:54:49.274293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:49.281668 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:49.298956 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-8f961348-5ea8-4e38-bdab-fc6c7d8f7764 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=896c87bd-e57a-47cc-a56d-3b4ad66c2206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302405 Nov 23 02:54:49.336516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:49.404212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-f984fb8e-9ddf-44e4-a79b-54b46b7abb93 service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974524 Nov 23 02:54:49.495950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-df0740e5-f203-4ada-8fd2-34f76982c969 req-798e943b-7f4c-4527-8e51-378fcb8dc7ea service neutron] 10.222.0.47 "GET /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845647 Nov 23 02:54:49.572955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['8edb647e-d56d-4eee-80f3-ddac08b4b0b2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:50.225079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5800aa-6d9f-4e61-b272-4170d122a9f7 req-1481b478-d17a-4391-9aa1-8264185552b3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:50.226559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd5800aa-6d9f-4e61-b272-4170d122a9f7 req-1481b478-d17a-4391-9aa1-8264185552b3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0536799 Nov 23 02:54:50.273838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd5800aa-6d9f-4e61-b272-4170d122a9f7 req-657d2f98-8bd3-4390-a929-2165a35331ce tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Nov 23 02:54:51.112304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:51.161197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:51.165058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:51.165438 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:51.243086 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:51.265645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:51.267929 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a57fa9-5eef-4da5-b046-acc2c9fef4dc" -d '{"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-plugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:51.281551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:51.285607 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:51.309030 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438ca0a7-a333-4776-8f42-3f63a4b8c65e x-openstack-request-id: req-438ca0a7-a333-4776-8f42-3f63a4b8c65e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:51.309327 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-plugged", "status": "completed", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:51.309582 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-438ca0a7-a333-4776-8f42-3f63a4b8c65e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:51.309979 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'code': 200} Nov 23 02:54:51.335544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=13']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:51.401223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16ddf6-8832-4ed1-9dcf-89c4c9579209 req-65c53983-3b89-41dd-9cdb-54eef988de53 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:51.403029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c16ddf6-8832-4ed1-9dcf-89c4c9579209 req-65c53983-3b89-41dd-9cdb-54eef988de53 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0490890 Nov 23 02:54:51.461362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c16ddf6-8832-4ed1-9dcf-89c4c9579209 req-77cf8d66-f0ea-4027-a665-235723e856d1 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524037 Nov 23 02:54:51.577291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ee02-8b1b-4004-8097-a9cd9413f7fe req-2a04dacc-923d-4a52-b938-6573a13e79f2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:51.578788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa48ee02-8b1b-4004-8097-a9cd9413f7fe req-2a04dacc-923d-4a52-b938-6573a13e79f2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0490682 Nov 23 02:54:51.630227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa48ee02-8b1b-4004-8097-a9cd9413f7fe req-e64da78d-5317-4143-96a2-877ea1543fa6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Nov 23 02:54:51.919398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3d202-03fe-4e92-9069-3673e58d906b req-4dd4fec3-25db-4d30-96af-765035728921 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:51.920796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59c3d202-03fe-4e92-9069-3673e58d906b req-4dd4fec3-25db-4d30-96af-765035728921 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.2093129 Nov 23 02:54:51.966456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59c3d202-03fe-4e92-9069-3673e58d906b req-a826dca5-9b05-4f93-930a-884b1a54eb61 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390692 Nov 23 02:54:52.077949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf96d-d833-4f3f-9583-1350209bcd73 req-1847b7f5-6a8a-43fe-b83b-b36ca8ecf047 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.079445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98aaf96d-d833-4f3f-9583-1350209bcd73 req-1847b7f5-6a8a-43fe-b83b-b36ca8ecf047 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0480421 Nov 23 02:54:52.127646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98aaf96d-d833-4f3f-9583-1350209bcd73 req-412eda92-6939-4aad-89a9-6494d8490504 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Nov 23 02:54:52.283474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4d89e-be2f-409f-83cc-bdc00fcb1aab req-b19be699-40ca-4ae4-b721-aafb666dbeb7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.285510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1af4d89e-be2f-409f-83cc-bdc00fcb1aab req-b19be699-40ca-4ae4-b721-aafb666dbeb7 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0520914 Nov 23 02:54:52.333035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1af4d89e-be2f-409f-83cc-bdc00fcb1aab req-96d8106d-0d78-4a4f-bb21-70be1fea90bb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Nov 23 02:54:52.447621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa1fa1-10ea-4fc1-bf5a-96dd94ac638f req-111ac806-0726-42e0-ac9a-ad194f5faddf tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.449058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0fa1fa1-10ea-4fc1-bf5a-96dd94ac638f req-111ac806-0726-42e0-ac9a-ad194f5faddf tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0496349 Nov 23 02:54:52.501138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0fa1fa1-10ea-4fc1-bf5a-96dd94ac638f req-2c874e90-ab4c-4604-b461-ffe1b6eb211a tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Nov 23 02:54:52.632287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d431-31cf-47b6-a333-41d140cf9519 req-4e54f78d-c747-4f17-a53d-543aed648ab3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.634096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd92d431-31cf-47b6-a333-41d140cf9519 req-4e54f78d-c747-4f17-a53d-543aed648ab3 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0531876 Nov 23 02:54:52.681000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd92d431-31cf-47b6-a333-41d140cf9519 req-e7a2a1fd-ed1f-422c-918c-2ef94ce6297c tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Nov 23 02:54:52.795123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2866d-7d76-441d-b3a6-66a1f20d088c req-47c25c83-3580-475d-a37c-59e67387f591 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.796566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6e2866d-7d76-441d-b3a6-66a1f20d088c req-47c25c83-3580-475d-a37c-59e67387f591 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0489120 Nov 23 02:54:52.844535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6e2866d-7d76-441d-b3a6-66a1f20d088c req-34bcbe1f-91a2-44a8-8464-af0ea5010e5e tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415831 Nov 23 02:54:52.996551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f969b8-d891-4a77-aa54-56a35048e9f8 req-d805066b-8107-4f6c-aeed-c12868075ec6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.997901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72f969b8-d891-4a77-aa54-56a35048e9f8 req-d805066b-8107-4f6c-aeed-c12868075ec6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0473847 Nov 23 02:54:53.047632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72f969b8-d891-4a77-aa54-56a35048e9f8 req-ff3ea1c4-94a7-4200-90a1-4053b55116be tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 23 02:54:53.159796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076081a-ac2e-4e09-9328-b2cfe19437ac req-2f5b40f5-eb70-4d44-8711-fcf809182463 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.161254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f076081a-ac2e-4e09-9328-b2cfe19437ac req-2f5b40f5-eb70-4d44-8711-fcf809182463 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0490613 Nov 23 02:54:53.208978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f076081a-ac2e-4e09-9328-b2cfe19437ac req-a99eba8f-dd66-4eed-871d-ae9953789a52 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Nov 23 02:54:53.342239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9ece4-a91b-4e3f-a88a-484ec3864436 req-da361391-4801-4374-8edc-f72bb047b6bb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.343776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e9ece4-a91b-4e3f-a88a-484ec3864436 req-da361391-4801-4374-8edc-f72bb047b6bb tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0490530 Nov 23 02:54:53.392848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e9ece4-a91b-4e3f-a88a-484ec3864436 req-b1670b21-c025-4801-99b9-528790b19f9f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Nov 23 02:54:53.517810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0db4d-6726-495b-b211-ae3b82531e8b req-cc2c9b44-2640-4455-99df-58552118f43f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.519672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91a0db4d-6726-495b-b211-ae3b82531e8b req-cc2c9b44-2640-4455-99df-58552118f43f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0563519 Nov 23 02:54:53.521088 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:53.570834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91a0db4d-6726-495b-b211-ae3b82531e8b req-99dcf419-245a-4cab-b521-c2d03a42dcb6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445681 Nov 23 02:54:53.698078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c185-7ed0-4d0f-8ccc-8e8a4c24652b req-2cee3792-56f3-41f2-b342-7dbc3f6b4b59 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.699582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c29c185-7ed0-4d0f-8ccc-8e8a4c24652b req-2cee3792-56f3-41f2-b342-7dbc3f6b4b59 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0488892 Nov 23 02:54:53.747729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c29c185-7ed0-4d0f-8ccc-8e8a4c24652b req-d09cc2b5-7eb6-4a92-86da-b2b8a4838689 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Nov 23 02:54:53.866809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00757d9a-b7c6-4a8a-ad25-f89233ecb6f1 req-9532404c-334e-4953-967e-8bcbd1c13a9f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.868421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00757d9a-b7c6-4a8a-ad25-f89233ecb6f1 req-9532404c-334e-4953-967e-8bcbd1c13a9f tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0524476 Nov 23 02:54:53.922607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00757d9a-b7c6-4a8a-ad25-f89233ecb6f1 req-5fe48fe7-2584-4ec3-881b-9d2a4cbe6365 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Nov 23 02:54:54.051077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657489e-8130-4912-bc80-e5297817fa84 req-4c187c4c-7f4e-4481-a2a3-d48002fee153 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:54.052468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8657489e-8130-4912-bc80-e5297817fa84 req-4c187c4c-7f4e-4481-a2a3-d48002fee153 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0496807 Nov 23 02:54:54.099898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8657489e-8130-4912-bc80-e5297817fa84 req-2d5e442c-6bf7-4d24-afa5-6609b6cdb918 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408566 Nov 23 02:54:58.751393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137df87-6d8b-4039-9907-8bb24ea3e461 req-d226e932-14ae-4ea4-8666-b81a5a6145e2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:58.753493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e137df87-6d8b-4039-9907-8bb24ea3e461 req-d226e932-14ae-4ea4-8666-b81a5a6145e2 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0528128 Nov 23 02:54:58.801969 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e137df87-6d8b-4039-9907-8bb24ea3e461 req-96dc5abd-87f2-4893-a2a1-1dadf6c9b470 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Nov 23 02:54:59.746249 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:59.918959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4de80-8e0a-4fcf-bbf8-63f5ed1a65cc req-c7b6390b-e5ff-4145-ac18-192f0ee8c7da tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:59.920428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4de4de80-8e0a-4fcf-bbf8-63f5ed1a65cc req-c7b6390b-e5ff-4145-ac18-192f0ee8c7da tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0518875 Nov 23 02:54:59.968709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4de4de80-8e0a-4fcf-bbf8-63f5ed1a65cc req-4f97a470-d416-4db5-a1be-e710c5fe808b tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/security-groups?id=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Nov 23 02:55:00.461870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-f981105c-b5c9-483a-89de-c02612079c3d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:00.464434 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-f981105c-b5c9-483a-89de-c02612079c3d tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.47 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 946 time: 0.0768857 Nov 23 02:55:00.572303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Deleting port 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:00.572537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:00.661031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] For port 85c55ecb-4cb6-455f-b758-8badd1ce8062, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=85c55ecb-4cb6-455f-b758-8badd1ce8062,segment=NetworkSegment(81f32569-88df-47da-a8e3-67491fa2f39e),segment_id=81f32569-88df-47da-a8e3-67491fa2f39e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:00.661397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:00.677982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Calling delete_port for 85c55ecb-4cb6-455f-b758-8badd1ce8062 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:00.805715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:00.818806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['85c55ecb-4cb6-455f-b758-8badd1ce8062'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:00.835514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Pushing event deleted for resources: {'Port': ['ID=85c55ecb-4cb6-455f-b758-8badd1ce8062,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:00.882852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] No DVR routers for this DVR port 85c55ecb-4cb6-455f-b758-8badd1ce8062 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:00.885731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:00.889487 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ef07175-6879-4357-b335-b0769b7ec8b0 req-cb4f241f-64a7-4bda-b639-0133ebee7ab6 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.47 "DELETE /v2.0/ports/85c55ecb-4cb6-455f-b758-8badd1ce8062 HTTP/1.1" status: 204 len: 173 time: 0.4162107 Nov 23 02:55:00.889933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-deleted', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:00.892365 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ad1dec-39c4-4122-a9ca-0f5559d839e6" -d '{"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-deleted", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:00.933782 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d676838-134b-430d-817b-7aeac4adc6f9 x-openstack-request-id: req-8d676838-134b-430d-817b-7aeac4adc6f9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:00.934205 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deed267d-d06a-419f-a3a0-ea80674189af", "name": "network-vif-deleted", "tag": "85c55ecb-4cb6-455f-b758-8badd1ce8062", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:00.934543 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d676838-134b-430d-817b-7aeac4adc6f9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:00.935022 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deed267d-d06a-419f-a3a0-ea80674189af', 'name': 'network-vif-deleted', 'tag': '85c55ecb-4cb6-455f-b758-8badd1ce8062', 'status': 'completed', 'code': 200} Nov 23 02:55:01.088412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d7627d7f-bc2a-4308-84c5-a8ac5be49d95 req-0feb5f66-f58c-422d-9e63-d58c7bfe8860 tempest-ServersNegativeTestJSON-369481551 tempest-ServersNegativeTestJSON-369481551-project] 10.222.0.15 "GET /v2.0/ports?device_id=deed267d-d06a-419f-a3a0-ea80674189af HTTP/1.1" status: 200 len: 210 time: 0.0301540 Nov 23 02:55:02.144412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53778) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:02.190859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Deleting subnet b72db917-36b6-4ffa-937c-098d205dd0ea {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:02.194180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.230874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.281666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.337741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.363106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72db917-36b6-4ffa-937c-098d205dd0ea,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:02.368800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.372634 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6bcf1eba-a8ad-45c3-a3e0-349bd9381dbc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b72db917-36b6-4ffa-937c-098d205dd0ea HTTP/1.1" status: 204 len: 168 time: 0.2272124 Nov 23 02:55:02.375434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53780) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:02.442123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.525269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.545628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896c87bd-e57a-47cc-a56d-3b4ad66c2206']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:02.558318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f32569-88df-47da-a8e3-67491fa2f39e') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:02.558622 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f32569-88df-47da-a8e3-67491fa2f39e') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:02.568041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.580877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.586662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:02.587040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:02.588646 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:02.644845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.650053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.655848 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] 10.222.0.15 "DELETE /v2.0/networks/896c87bd-e57a-47cc-a56d-3b4ad66c2206 HTTP/1.1" status: 204 len: 168 time: 0.2772381 Nov 23 02:55:02.672294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4c06-221c-451c-8ec5-cf0d48a9ad7d admin admin] Pushing event deleted for resources: {'Network': ['ID=896c87bd-e57a-47cc-a56d-3b4ad66c2206,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:02.822819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:02.862571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7cb53947-1690-42f5-b45d-c8263548c25c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66c80c6af3124095875e341afec096c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385194 Nov 23 02:55:02.864888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53788) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:02.914710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.937275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.991445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.994343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:02.995848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6 HTTP/1.1" status: 204 len: 168 time: 0.1298497 Nov 23 02:55:03.010483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574708c9-d6a9-4243-9e2b-0efbaa6da572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef2cec6-66d4-4b70-a0e3-14ac74e0a5e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:03.655340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:03.753625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-580689215-network', 'tenant_id': '02ed83bc67dc45fda9f8477542773a01'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:03.774780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Made reservation on behalf of 02ed83bc67dc45fda9f8477542773a01 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:03.777242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.786075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.857726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.861207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.887565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:03.892770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b35c37-89c1-4a7e-a5c1-e1259544622e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:03.899873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.900162 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Added segment b7824657-02fb-4aa8-9e07-99592ac0cafb of type vlan for network 82bf127c-0afc-4c57-9a19-6aab2a2190ac Nov 23 02:55:03.940613 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.963248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:03.964169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:03.964761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.023632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3670745 Nov 23 02:55:04.026448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:04.030557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e35c7c-6016-4454-a47b-10d1919f5e5f admin admin] Pushing event updated for resources: {'Network': ['ID=82bf127c-0afc-4c57-9a19-6aab2a2190ac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:04.032989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Request body: {'subnet': {'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-580689215-subnet', 'tenant_id': '02ed83bc67dc45fda9f8477542773a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:04.041113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 82bf127c-0afc-4c57-9a19-6aab2a2190ac details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:04.059233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Made reservation on behalf of 02ed83bc67dc45fda9f8477542773a01 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:04.061675 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.247240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.296508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:04.313042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Checking segment: {'id': 'b7824657-02fb-4aa8-9e07-99592ac0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:04.313399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Network hostable DHCP agents. Network: 82bf127c-0afc-4c57-9a19-6aab2a2190ac, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:04.334449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Network 82bf127c-0afc-4c57-9a19-6aab2a2190ac is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:04.344181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 82bf127c-0afc-4c57-9a19-6aab2a2190ac) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:04.349275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:04.349872 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.353097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afe8bb-edb5-4f1b-b8e1-666bb2f547a4 None None] Network 82bf127c-0afc-4c57-9a19-6aab2a2190ac requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:04.370328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-28815b94-3808-44e2-9737-05a4108f4b57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3424492 Nov 23 02:55:04.482458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef193d3a-4fc2-4e6f-852c-3caeb6fea333 None None] Network 82bf127c-0afc-4c57-9a19-6aab2a2190ac requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:04.634050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:04.656100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 85c55ecb-4cb6-455f-b758-8badd1ce8062 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:04.656450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 85c55ecb-4cb6-455f-b758-8badd1ce8062 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:04.769713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53828) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:04.774758 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-353695416-network', 'tenant_id': '327a0be7d05d45cc9b147eacecf33089'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:04.798601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Made reservation on behalf of 327a0be7d05d45cc9b147eacecf33089 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:04.801765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.811848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.897222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.901153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.923925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:04.939185 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0148528-567d-4cb9-95cc-be022f230cd0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:04.945359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.945709 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Added segment 0f80f1f3-0e2a-4257-a623-7e312dfe1511 of type vlan for network 726d51c3-5f4e-4f39-b520-de171b38f854 Nov 23 02:55:04.988338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.018145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.019173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:05.019762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.089034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3181272 Nov 23 02:55:05.091891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53830) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:05.097518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Request body: {'subnet': {'network_id': '726d51c3-5f4e-4f39-b520-de171b38f854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-353695416-subnet', 'tenant_id': '327a0be7d05d45cc9b147eacecf33089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:05.114062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1316994-1bc3-4add-adf2-52eb5135534f admin admin] Pushing event updated for resources: {'Network': ['ID=726d51c3-5f4e-4f39-b520-de171b38f854,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:05.123784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Made reservation on behalf of 327a0be7d05d45cc9b147eacecf33089 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:05.125005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 726d51c3-5f4e-4f39-b520-de171b38f854 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:05.126188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.300543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.359234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b0c1b5-2ec0-4d3c-838c-5ef116ff6afd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:05.368122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Checking segment: {'id': '0f80f1f3-0e2a-4257-a623-7e312dfe1511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '726d51c3-5f4e-4f39-b520-de171b38f854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:05.368481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Network hostable DHCP agents. Network: 726d51c3-5f4e-4f39-b520-de171b38f854, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:05.384669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Network 726d51c3-5f4e-4f39-b520-de171b38f854 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:05.393191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 726d51c3-5f4e-4f39-b520-de171b38f854) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:05.397895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:05.398851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.401878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c1165-cf4e-466e-8d24-5a211d72876a None None] Network 726d51c3-5f4e-4f39-b520-de171b38f854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:05.416536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fcd6d438-ae5c-466e-99bf-4ded331aca6b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3232238 Nov 23 02:55:05.527797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adff3f7-f381-417d-b62b-4289008b2ae2 None None] Network 726d51c3-5f4e-4f39-b520-de171b38f854 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:05.676335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10baf837-c1e9-4896-937b-81ba8383629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:05.896090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-903d5024-3688-4a70-b18b-516c2bc5163b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:05.897501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-903d5024-3688-4a70-b18b-516c2bc5163b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/networks?id=82bf127c-0afc-4c57-9a19-6aab2a2190ac HTTP/1.1" status: 200 len: 824 time: 0.1132305 Nov 23 02:55:05.913050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-09b2970f-7fea-42f3-8504-7c9f351a45b5 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/quotas/02ed83bc67dc45fda9f8477542773a01 HTTP/1.1" status: 200 len: 375 time: 0.0093153 Nov 23 02:55:05.945322 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-7c2992c6-c50a-4818-88e6-7d0a96c71399 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=02ed83bc67dc45fda9f8477542773a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265582 Nov 23 02:55:06.035399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-c364dc25-f8bf-4938-9b75-a6fb13c7e6df service neutron] 10.222.0.15 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Nov 23 02:55:06.131792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-cfa5309d-beb7-4a81-b484-0f1c1928f35f service neutron] 10.222.0.15 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901403 Nov 23 02:55:06.319005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c33fc1c-6b3a-459a-a3e7-4a68ae120f0a req-9bf18788-b417-4ac4-94b4-31729394f8a0 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 210 time: 0.0274737 Nov 23 02:55:06.390917 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:55:07.441370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-0201683b-4bdc-472e-b771-477afe4b6e43 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:07.442931 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-0201683b-4bdc-472e-b771-477afe4b6e43 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.41 "GET /v2.0/networks?id=82bf127c-0afc-4c57-9a19-6aab2a2190ac HTTP/1.1" status: 200 len: 824 time: 0.1298668 Nov 23 02:55:07.444753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-609d7c51-1a86-494b-888c-73ab72e301ad req-6531b081-2472-44a1-8e68-7a7c350a1ea4 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 210 time: 0.0409307 Nov 23 02:55:07.464004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Request body: {'port': {'device_id': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac', 'admin_state_up': True, 'tenant_id': '02ed83bc67dc45fda9f8477542773a01'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:07.576541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Made reservation on behalf of 02ed83bc67dc45fda9f8477542773a01 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:07.580348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:07.636048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:07.708136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-80ceacf2-8562-4f04-b30b-124d119ac42e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/floatingips/4620689e-0639-4787-bedd-e44e024eb67a HTTP/1.1" status: 200 len: 993 time: 0.0706856 Nov 23 02:55:07.712673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Allocated IP 172.20.0.11 (82bf127c-0afc-4c57-9a19-6aab2a2190ac/9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a/7bcbf165-b13d-49ff-bcc9-d49ec47faf72) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:07.866879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:07.899315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:07.943035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Network 82bf127c-0afc-4c57-9a19-6aab2a2190ac is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:07.946177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:07.949763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:07.955954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Pushing event updated for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:07.980215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:08.000854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:08.001463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.017102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-30df11c4-f621-4d4b-a551-b954e41814d3 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5573781 Nov 23 02:55:08.037454 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-573d8697-1c9b-470f-a8b8-437822debe54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.041150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Request body: {'port': {'device_id': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:08.101315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.148188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 47905bc4-4a72-48db-af74-994f08cab282 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:08.148453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.224387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.224718 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.237368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 47905bc4-4a72-48db-af74-994f08cab282 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:08.398151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.426951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=47905bc4-4a72-48db-af74-994f08cab282,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:08.457116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.457832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.457832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.458143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.458491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.458865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.459205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.459544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.459881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.460218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.460553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.460891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.505665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.506232 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Floating IP 4620689e-0639-4787-bedd-e44e024eb67a disassociated (deleted). External IP: 172.25.1.139, port: d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5. Nov 23 02:55:08.626749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:08.634320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.638937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452593ca-3deb-430b-ae59-7a9d923751f9 req-1a1dee09-56cc-45bf-9786-eadd88cbdc6b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:08.640455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-452593ca-3deb-430b-ae59-7a9d923751f9 req-1a1dee09-56cc-45bf-9786-eadd88cbdc6b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 932 time: 0.0989766 Nov 23 02:55:08.647794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Transition to ACTIVE for port object 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:55:08.651462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.706336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Pushing event updated for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:08.738570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-452593ca-3deb-430b-ae59-7a9d923751f9 req-c488c8aa-59b6-4b02-bc9c-753d6e83e3da tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901234 Nov 23 02:55:08.744740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.744975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.745257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.745599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.745938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.746272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.746635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.746969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.747298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.747627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.748218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.748542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:08.783611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Attempting to bind port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:08.783985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Attempting to bind port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'b7824657-02fb-4aa8-9e07-99592ac0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:08.784818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Attempting to bind port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 on network 82bf127c-0afc-4c57-9a19-6aab2a2190ac {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:08.788963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 on network 82bf127c-0afc-4c57-9a19-6aab2a2190ac not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:55:08.789268 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Attempting to bind port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 on network 82bf127c-0afc-4c57-9a19-6aab2a2190ac {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:08.794002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:08.794337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Checking segment: {'id': 'b7824657-02fb-4aa8-9e07-99592ac0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:08.794750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Bound using segment: {'id': 'b7824657-02fb-4aa8-9e07-99592ac0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:08.795182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Bound port: 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7824657-02fb-4aa8-9e07-99592ac0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:08.795534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.799490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 68e3efa8-2816-4adc-acd0-748f67013ada has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:08.858435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:08.861462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,segment=NetworkSegment(b7824657-02fb-4aa8-9e07-99592ac0cafb),segment_id=b7824657-02fb-4aa8-9e07-99592ac0cafb)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:08.866333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.906088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:08.906747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.908142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] 10.222.0.41 "PUT /v2.0/ports/7bcbf165-b13d-49ff-bcc9-d49ec47faf72 HTTP/1.1" status: 200 len: 1093 time: 0.8721683 Nov 23 02:55:08.908600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:08.910921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:08.911488 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16" -d '{"events": [{"name": "network-changed", "server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:08.915715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.924123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Sync routers for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:08.933340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fab6e-82cb-44b5-a03d-8fdd3df1ff1e service neutron] Pushing event updated for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:08.945922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-04ea2df4-12d8-4674-bed5-65696d7c2f13 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/floatingips/4620689e-0639-4787-bedd-e44e024eb67a HTTP/1.1" status: 204 len: 168 time: 0.9640837 Nov 23 02:55:08.946172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:08.948603 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b087498-4a42-4641-9625-10f42dbd3e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:08.950958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:08.955140 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:09.031734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-1e4ec69b-393c-436c-a047-139c5ad9ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.033269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-1e4ec69b-393c-436c-a047-139c5ad9ceef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02ed83bc67dc45fda9f8477542773a01&device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 1096 time: 0.0436037 Nov 23 02:55:09.046257 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a717b4f5-c403-4ef3-add5-6e8605dc7e1f x-openstack-request-id: req-a717b4f5-c403-4ef3-add5-6e8605dc7e1f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:09.046656 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:09.047024 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a717b4f5-c403-4ef3-add5-6e8605dc7e1f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:09.047986 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72', 'status': 'completed', 'code': 200} Nov 23 02:55:09.070051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:09.104969 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-17f6d5d2-07f1-47d9-a675-9deb8477b8aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72 HTTP/1.1" status: 200 len: 217 time: 0.0372972 Nov 23 02:55:09.162322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010421d6-3587-41c7-a700-262b04e11194 req-ff6923da-ed2f-4375-b88d-89bf8bbfbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.164376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-ff6923da-ed2f-4375-b88d-89bf8bbfbcb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a HTTP/1.1" status: 200 len: 864 time: 0.0513012 Nov 23 02:55:09.208741 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-5b668bc6-f157-4fab-80e1-fba2935ed9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bf127c-0afc-4c57-9a19-6aab2a2190ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326643 Nov 23 02:55:09.272076 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf267f-4b5c-4841-8175-ce3fd38db5de x-openstack-request-id: req-edcf267f-4b5c-4841-8175-ce3fd38db5de {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:09.272534 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:09.272857 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edcf267f-4b5c-4841-8175-ce3fd38db5de {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:09.273319 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'status': 'completed', 'code': 200} Nov 23 02:55:09.301346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:09.328778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-b2f63d27-7aaf-4b28-8cb2-c061301ffdd1 service neutron] 10.222.0.41 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064227 Nov 23 02:55:09.346540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Checking router: 68e3efa8-2816-4adc-acd0-748f67013ada for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:09.357114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:09.362851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:09.368063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:09.425253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-5cb76ae8-06b8-4717-926a-c10717612ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.426789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-5cb76ae8-06b8-4717-926a-c10717612ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f1fbde6ba174bf8932103683e7c2060&device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 1097 time: 0.1047447 Nov 23 02:55:09.435092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41b450-2c6a-4fbc-a62d-e2ee7fba4373 req-d58fdcd5-e849-4848-b550-2e7a0139c4ea tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.436510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e41b450-2c6a-4fbc-a62d-e2ee7fba4373 req-d58fdcd5-e849-4848-b550-2e7a0139c4ea tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0864589 Nov 23 02:55:09.443514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-010421d6-3587-41c7-a700-262b04e11194 req-7288cbae-d239-4904-a341-60173a643dbe service neutron] 10.222.0.41 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072135 Nov 23 02:55:09.485882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:09.585681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-21a4b64a-e536-4160-8f44-5b6bb370bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.587409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-21a4b64a-e536-4160-8f44-5b6bb370bbf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02ed83bc67dc45fda9f8477542773a01&device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 1096 time: 0.0479710 Nov 23 02:55:09.600225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e41b450-2c6a-4fbc-a62d-e2ee7fba4373 req-ae4b0e7c-7bbe-4255-adea-5d3c1d2aa5e7 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544731 Nov 23 02:55:09.626989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-a1afe59d-4d70-49c0-8b9d-cbe77e8e8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.629359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-a1afe59d-4d70-49c0-8b9d-cbe77e8e8a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 200 len: 897 time: 0.1917872 Nov 23 02:55:09.685981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-b24a14d9-f03f-4294-b82d-aea6e180f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.688669 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-b24a14d9-f03f-4294-b82d-aea6e180f268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bf127c-0afc-4c57-9a19-6aab2a2190ac HTTP/1.1" status: 200 len: 925 time: 0.0916688 Nov 23 02:55:09.698312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-f3121275-9ab9-4e6f-9e17-5d8cbc290057 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 200 len: 217 time: 0.0589950 Nov 23 02:55:09.739509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-80f16905-7ef6-4362-a217-9abc2a996776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72 HTTP/1.1" status: 200 len: 217 time: 0.0399420 Nov 23 02:55:09.755513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-edf4dec1-83d3-4c3d-a8ab-b4df2b0908f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.758240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-edf4dec1-83d3-4c3d-a8ab-b4df2b0908f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d HTTP/1.1" status: 200 len: 834 time: 0.0512652 Nov 23 02:55:09.803052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-2095755b-e8b6-4cda-a771-5a418c218714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.804673 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-2095755b-e8b6-4cda-a771-5a418c218714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a HTTP/1.1" status: 200 len: 864 time: 0.0561535 Nov 23 02:55:09.851522 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-02a8a519-5d86-46f3-b4a9-ef150a582916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bf127c-0afc-4c57-9a19-6aab2a2190ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358737 Nov 23 02:55:09.863605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:09.880958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-ea7bfd61-1c1f-4e7f-a5f9-e3d7faee2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.882490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-ea7bfd61-1c1f-4e7f-a5f9-e3d7faee2aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f64f764-d5f7-4af8-97f0-3a55481626a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156242 Nov 23 02:55:09.892280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ae3c65-9ec9-4dd4-8350-29cf3b850392 None None] The sync data for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 is: [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'f5a77c56-1ed9-45d2-9321-438846827ce8', 'name': '', 'network_id': '9f64f764-d5f7-4af8-97f0-3a55481626a1', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'mac_address': 'fa:16:3e:9a:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:07Z', 'updated_at': '2021-11-23T02:54:13Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'subnets': [{'id': 'bc9a70b8-92d5-4ebd-b707-0acf19c7d41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:09.898856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506e10-6c9a-4b16-bb4c-06c1b5c027d5 req-9f873f7d-0592-499a-acf9-a05e36844836 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:09.900824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04506e10-6c9a-4b16-bb4c-06c1b5c027d5 req-9f873f7d-0592-499a-acf9-a05e36844836 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 944 time: 0.0702720 Nov 23 02:55:09.957738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-7e58c0b6-504c-4406-a0bb-4a5a5445c773 service neutron] 10.222.0.41 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978897 Nov 23 02:55:10.016673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04506e10-6c9a-4b16-bb4c-06c1b5c027d5 req-3de20b30-657b-4725-a18b-75c2a3273209 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048546 Nov 23 02:55:10.041005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-bb906b5c-103e-4ff3-b876-4f4f54c27b89 service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341586 Nov 23 02:55:10.077891 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5a522415-93a9-4ccb-bcd8-ccbeeb21ff16 req-7145a179-cb5a-4065-b8ec-47665ddfa3a8 service neutron] 10.222.0.41 "GET /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115074 Nov 23 02:55:10.133087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b087498-4a42-4641-9625-10f42dbd3e4d req-c208c7db-a10b-4470-a4b9-ef35f13883d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883574 Nov 23 02:55:10.160110 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39155d76-cb84-460f-84a9-ae41e5d8a246 None None] New status for floating IP 4620689e-0639-4787-bedd-e44e024eb67a: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:55:10.726401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479eda08-0027-462a-8f87-de0fb3b5c29b req-624431b9-7b14-4d51-a9f8-b60e2a775b5c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:10.727894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-479eda08-0027-462a-8f87-de0fb3b5c29b req-624431b9-7b14-4d51-a9f8-b60e2a775b5c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0520871 Nov 23 02:55:10.755725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:10.777738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-479eda08-0027-462a-8f87-de0fb3b5c29b req-a1030e3b-35f2-48db-9c71-2a4dce77022e tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/security-groups?id=f624dad9-2780-4782-8cce-090214f581bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437825 Nov 23 02:55:10.949590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-e15ab763-71d9-44f3-9aec-81e3e68662ff tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:10.950983 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-e15ab763-71d9-44f3-9aec-81e3e68662ff tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.41 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Nov 23 02:55:11.177458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:55:11.276762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,segment=NetworkSegment(b7824657-02fb-4aa8-9e07-99592ac0cafb),segment_id=b7824657-02fb-4aa8-9e07-99592ac0cafb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:11.291715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72', 'network_id': '82bf127c-0afc-4c57-9a19-6aab2a2190ac', 'port_id': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72', 'mac_address': 'fa:16:3e:ac:05:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:55:11.335139 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.348605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:11.368552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,segment=NetworkSegment(b7824657-02fb-4aa8-9e07-99592ac0cafb),segment_id=b7824657-02fb-4aa8-9e07-99592ac0cafb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:11.373278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.378327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:11.378698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.389964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25e19f-5e29-4761-a222-4fb4f072deea req-811cfff4-9e1b-4693-842e-8b41fccdab6c tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:11.391466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf25e19f-5e29-4761-a222-4fb4f072deea req-811cfff4-9e1b-4693-842e-8b41fccdab6c tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 944 time: 0.0640199 Nov 23 02:55:11.423346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:11.495359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf25e19f-5e29-4761-a222-4fb4f072deea req-ef925f3c-fb56-40a7-a0c9-9706bbd8fd65 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939217 Nov 23 02:55:11.509986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:11.510354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.523275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:11.653230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.663086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7bcbf165-b13d-49ff-bcc9-d49ec47faf72'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:11.684323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:11.728915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] No DVR routers for this DVR port d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:11.731842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.735540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-addfb87a-d5ed-45e2-8d24-ef13d4981092 req-a6f96b3d-0c19-4021-92bb-fe122ba99694 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.41 "DELETE /v2.0/ports/d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 HTTP/1.1" status: 204 len: 173 time: 0.7785416 Nov 23 02:55:11.736007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'name': 'network-vif-deleted', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:11.738321 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393fa95-d5e9-404c-b785-526f901a8fc1" -d '{"events": [{"server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "name": "network-vif-deleted", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:11.783434 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accfd2b5-6831-4fa2-b82e-565b20df8da9 x-openstack-request-id: req-accfd2b5-6831-4fa2-b82e-565b20df8da9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:11.784289 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a7e0fc-207b-4bcf-acb7-c97c4033dbd8", "name": "network-vif-deleted", "tag": "d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:11.784546 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-accfd2b5-6831-4fa2-b82e-565b20df8da9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:11.784949 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7e0fc-207b-4bcf-acb7-c97c4033dbd8', 'name': 'network-vif-deleted', 'tag': 'd62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5', 'status': 'completed', 'code': 200} Nov 23 02:55:11.858877 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:11.879401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8edf23b-977c-425e-a379-4d2a88d277c7 req-70e7d9ae-0337-4870-8c2b-d03963faef0c tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a7e0fc-207b-4bcf-acb7-c97c4033dbd8 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Nov 23 02:55:12.615271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc12b0-f736-4136-b9a9-659b01d623d4 req-32f8087d-e4c5-432c-9d63-8ac94a162fec tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:12.616772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bc12b0-f736-4136-b9a9-659b01d623d4 req-32f8087d-e4c5-432c-9d63-8ac94a162fec tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 945 time: 0.0542533 Nov 23 02:55:12.662812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58bc12b0-f736-4136-b9a9-659b01d623d4 req-6e320b97-95e4-46e1-b1d4-1594d27f349d tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Nov 23 02:55:12.935455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53900) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:12.991006 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.015404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.072790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.075525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.076661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/security-groups/f624dad9-2780-4782-8cce-090214f581bb HTTP/1.1" status: 204 len: 168 time: 0.1402245 Nov 23 02:55:13.085443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c649-9431-471d-adb8-9c4874e5e976 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624dad9-2780-4782-8cce-090214f581bb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:13.110409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53904) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:13.178811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:13.228877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:55:13.233794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:13.233794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.313456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.337584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:13.339848 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdd3d32-b691-4f94-ab68-b44a674e04f9" -d '{"events": [{"server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "name": "network-vif-plugged", "status": "completed", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:13.355076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,segment=NetworkSegment(b7824657-02fb-4aa8-9e07-99592ac0cafb),segment_id=b7824657-02fb-4aa8-9e07-99592ac0cafb)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:13.359519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.384933 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4158cc-4f59-41bc-8e21-29cca478f3c7 x-openstack-request-id: req-9e4158cc-4f59-41bc-8e21-29cca478f3c7 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:13.385144 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "name": "network-vif-plugged", "status": "completed", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:13.385400 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e4158cc-4f59-41bc-8e21-29cca478f3c7 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:13.385794 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72', 'code': 200} Nov 23 02:55:13.413789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:13.517699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.566449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76ee06-8857-4269-9cff-731c48f4ab3b req-51a78e39-e919-46f1-87c9-f4f414319815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:13.567972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a76ee06-8857-4269-9cff-731c48f4ab3b req-51a78e39-e919-46f1-87c9-f4f414319815 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 1098 time: 0.0895402 Nov 23 02:55:13.654053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a76ee06-8857-4269-9cff-731c48f4ab3b req-a4db4a4c-4f3e-4080-8e14-17f0a31a8c8a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532806 Nov 23 02:55:13.825229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d0cf-e355-4914-b85a-1af9dd5d0c94 req-62878a9d-ee87-4e9f-893d-f05e301c707d tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:13.826668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cc7d0cf-e355-4914-b85a-1af9dd5d0c94 req-62878a9d-ee87-4e9f-893d-f05e301c707d tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0941734 Nov 23 02:55:13.887350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port f5a77c56-1ed9-45d2-9321-438846827ce8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:13.887694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.895100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cc7d0cf-e355-4914-b85a-1af9dd5d0c94 req-eda78975-1ec9-48f8-b745-313ec61fcda9 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611789 Nov 23 02:55:13.979607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port f5a77c56-1ed9-45d2-9321-438846827ce8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f5a77c56-1ed9-45d2-9321-438846827ce8,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:13.980320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:13.992626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for f5a77c56-1ed9-45d2-9321-438846827ce8 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:14.171877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.202986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=f5a77c56-1ed9-45d2-9321-438846827ce8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:14.375256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.586757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Router 68e3efa8-2816-4adc-acd0-748f67013ada has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:14.697615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:14.706836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6f9a17a0-6976-41c0-9b54-3a4e2cc5a2c2 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "PUT /v2.0/routers/68e3efa8-2816-4adc-acd0-748f67013ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909641 Nov 23 02:55:14.706836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:14.709863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Sync routers for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:14.728156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:14.728769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:14.759328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting subnet bc9a70b8-92d5-4ebd-b707-0acf19c7d41d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:14.762603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.802931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.836111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:14.890225 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.956974 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.987038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9a70b8-92d5-4ebd-b707-0acf19c7d41d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:14.990876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:14.994304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd83d22d-8a62-4c83-8fd0-a94df6558673 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/subnets/bc9a70b8-92d5-4ebd-b707-0acf19c7d41d HTTP/1.1" status: 204 len: 168 time: 0.2871513 Nov 23 02:55:14.996953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53920) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:15.015441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa80f11-d0b1-4a89-a602-32ce3f0b11a2 None None] Network 9f64f764-d5f7-4af8-97f0-3a55481626a1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:15.126756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8e427-eec5-48b1-b452-340fec82f699 req-149f737e-9f20-4810-9d89-36a35de3e860 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:15.128727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46c8e427-eec5-48b1-b452-340fec82f699 req-149f737e-9f20-4810-9d89-36a35de3e860 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.1245668 Nov 23 02:55:15.145993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:55:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:15.160503 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.184105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Checking router: 68e3efa8-2816-4adc-acd0-748f67013ada for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:15.186088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:15.214985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:15.215328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d62dbfed-7ac1-4b7b-a8ae-c35e5fe265d5 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:15.218976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Routers {'68e3efa8-2816-4adc-acd0-748f67013ada'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:15.219584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['68e3efa8-2816-4adc-acd0-748f67013ada'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:15.229043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46c8e427-eec5-48b1-b452-340fec82f699 req-5e791fe9-6006-4639-abd3-043bbdf66065 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911188 Nov 23 02:55:15.308483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.313020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] DHCP port deletion for 9f64f764-d5f7-4af8-97f0-3a55481626a1 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:15.366550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] Set router 68e3efa8-2816-4adc-acd0-748f67013ada gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:15.400807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e5df-886c-4a8b-9165-e8a15a1e07ce req-1c241440-2f4e-403a-96f0-9f51711a062b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:15.402196 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f369e5df-886c-4a8b-9165-e8a15a1e07ce req-1c241440-2f4e-403a-96f0-9f51711a062b tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0827839 Nov 23 02:55:15.403751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Deleting port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:15.404082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.478653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Deleting port a07898a4-8a5d-4960-8acc-b1da97378650 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:15.479023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.512378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f369e5df-886c-4a8b-9165-e8a15a1e07ce req-1fb9fc02-6047-4bba-8b5a-a0c614d8d894 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956326 Nov 23 02:55:15.535255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] For port 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:15.535255 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.543034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Calling delete_port for 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:15.567737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] For port a07898a4-8a5d-4960-8acc-b1da97378650, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a07898a4-8a5d-4960-8acc-b1da97378650,segment=NetworkSegment(c3e09673-067f-495f-8300-b5259e8361f6),segment_id=c3e09673-067f-495f-8300-b5259e8361f6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:15.568137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.582497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Calling delete_port for a07898a4-8a5d-4960-8acc-b1da97378650 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:15.693807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:55:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:15.720794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489b90e-57b8-450c-9bf7-8a5f5eaec81c None None] The sync data for ids ['68e3efa8-2816-4adc-acd0-748f67013ada'] in n-d-714676-12 is: [{'id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'name': 'tempest-TestNetworkBasicOps-router-1701686674', 'tenant_id': '4f1fbde6ba174bf8932103683e7c2060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:00Z', 'updated_at': '2021-11-23T02:55:14Z', 'revision_number': 5, 'project_id': '4f1fbde6ba174bf8932103683e7c2060', 'gw_port': {'id': '791e3d91-ffbe-42ca-b2cb-5206cbf1dc83', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3efa8-2816-4adc-acd0-748f67013ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:15.724872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.738136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] No DVR routers for this DVR port a07898a4-8a5d-4960-8acc-b1da97378650 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:15.758444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92989d-6f3e-48c2-8a0e-bf4cc00c1950 None None] Pushing event deleted for resources: {'Port': ['ID=a07898a4-8a5d-4960-8acc-b1da97378650,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:15.760215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f484f2b-6f3a-4cbc-89fe-addf382648ee req-c0116ad7-c1dd-42f5-ad35-480ef75365f9 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:15.764306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f484f2b-6f3a-4cbc-89fe-addf382648ee req-c0116ad7-c1dd-42f5-ad35-480ef75365f9 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0853901 Nov 23 02:55:15.764306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.796961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Port': ['ID=791e3d91-ffbe-42ca-b2cb-5206cbf1dc83,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:15.807649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa1d0ee-d16a-43c2-9a2f-19199f372d95 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:15.875995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f484f2b-6f3a-4cbc-89fe-addf382648ee req-4cd09f17-49d8-4a82-a74e-76019dc69207 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078923 Nov 23 02:55:15.885984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.979357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:15.981826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.026724 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.027402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Fanout notify agent at l3_agent the message router_deleted on router 68e3efa8-2816-4adc-acd0-748f67013ada {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:55:16.036426 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.040151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32a55205-4e21-4797-925f-a97444c87511 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/routers/68e3efa8-2816-4adc-acd0-748f67013ada HTTP/1.1" status: 204 len: 168 time: 1.0395668 Nov 23 02:55:16.040648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53934) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:16.254720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a07898a4-8a5d-4960-8acc-b1da97378650 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:16.281773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a07898a4-8a5d-4960-8acc-b1da97378650 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:16.282117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a07898a4-8a5d-4960-8acc-b1da97378650 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:16.282570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f5a77c56-1ed9-45d2-9321-438846827ce8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:16.309350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f5a77c56-1ed9-45d2-9321-438846827ce8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:16.309753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f5a77c56-1ed9-45d2-9321-438846827ce8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:16.516213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.538323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987c934-5842-4097-8d1c-339c885e636e req-34e1c377-c9e0-4d74-bb93-74d4ae410f3e tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:16.539831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8987c934-5842-4097-8d1c-339c885e636e req-34e1c377-c9e0-4d74-bb93-74d4ae410f3e tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0797033 Nov 23 02:55:16.637998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.670291 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8987c934-5842-4097-8d1c-339c885e636e req-e06e4cd9-87be-44a1-b99e-ed4c80dbcb1e tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 Nov 23 02:55:16.671790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f64f764-d5f7-4af8-97f0-3a55481626a1']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:16.681257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e09673-067f-495f-8300-b5259e8361f6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:16.681566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e09673-067f-495f-8300-b5259e8361f6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:16.692131 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.705228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.711636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:16.711966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:16.714874 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:16.776285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.781596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:16.784901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] 10.222.0.15 "DELETE /v2.0/networks/9f64f764-d5f7-4af8-97f0-3a55481626a1 HTTP/1.1" status: 204 len: 168 time: 0.7432973 Nov 23 02:55:16.803898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cd9c1-00fc-49b6-a916-c30651950cc0 tempest-TestNetworkBasicOps-633345048 tempest-TestNetworkBasicOps-633345048-project] Pushing event deleted for resources: {'Network': ['ID=9f64f764-d5f7-4af8-97f0-3a55481626a1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:17.032847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:17.163912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd4b66cf-9fb9-4de2-a3e1-7bc14359a21d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f1fbde6ba174bf8932103683e7c2060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299155 Nov 23 02:55:17.166444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:17.212624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.232727 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.279142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.281826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.282994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cc4b1cb-cf8d-4c5b-bc59-62f1f72109e6 HTTP/1.1" status: 204 len: 168 time: 0.1156280 Nov 23 02:55:17.291714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813207f0-b9b9-4856-8628-3d90515e7136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4b1cb-cf8d-4c5b-bc59-62f1f72109e6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:17.676291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df915320-f878-4aab-a853-a3a2991fc204 req-9f159b36-afc1-4c7a-80ef-cb3a0b20ea48 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:17.677753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df915320-f878-4aab-a853-a3a2991fc204 req-9f159b36-afc1-4c7a-80ef-cb3a0b20ea48 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0497704 Nov 23 02:55:17.688100 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53954) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:17.712081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7679da7-84d7-47ed-b4e1-4f6a6ede81c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.780736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:17.793206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7679da7-84d7-47ed-b4e1-4f6a6ede81c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.797784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7679da7-84d7-47ed-b4e1-4f6a6ede81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.806351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:17.806728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 791e3d91-ffbe-42ca-b2cb-5206cbf1dc83 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:17.814520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a8130-27b8-4202-bedd-17b62376b4c9 req-1b563344-bbe5-45e8-89dc-ed3445f94211 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:17.816104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed1a8130-27b8-4202-bedd-17b62376b4c9 req-1b563344-bbe5-45e8-89dc-ed3445f94211 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b78b66d-b157-4ef3-9039-ab3c7e96d09f HTTP/1.1" status: 200 len: 946 time: 0.0683730 Nov 23 02:55:17.819822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Deleting port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:17.819822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.846799 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7679da7-84d7-47ed-b4e1-4f6a6ede81c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39cc7d9ed0da454ebe2df0a247985657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569653 Nov 23 02:55:17.847548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7679da7-84d7-47ed-b4e1-4f6a6ede81c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb73fc-a7a9-4cbe-b854-159f4d9ecf1a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:17.850038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53958) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:17.898586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.920193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.926844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed1a8130-27b8-4202-bedd-17b62376b4c9 req-2361d494-6ef9-4a00-8356-b76e2ee82925 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b35c37-89c1-4a7e-a5c1-e1259544622e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029499 Nov 23 02:55:17.952360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] For port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,segment=NetworkSegment(b7824657-02fb-4aa8-9e07-99592ac0cafb),segment_id=b7824657-02fb-4aa8-9e07-99592ac0cafb)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:17.952730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.966884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Calling delete_port for 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:17.968667 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.972070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:17.973240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eadb73fc-a7a9-4cbe-b854-159f4d9ecf1a HTTP/1.1" status: 204 len: 168 time: 0.1224709 Nov 23 02:55:17.981062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc77c3-4d86-4171-a85c-055a6e4047be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb73fc-a7a9-4cbe-b854-159f4d9ecf1a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:18.107143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.140338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7bcbf165-b13d-49ff-bcc9-d49ec47faf72'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:18.140632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Pushing event deleted for resources: {'Port': ['ID=7bcbf165-b13d-49ff-bcc9-d49ec47faf72,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:18.185677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] No DVR routers for this DVR port 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:18.188183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.192081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df915320-f878-4aab-a853-a3a2991fc204 req-b2b31069-e45c-423e-b98f-cd83ef5a8d00 tempest-ServersNegativeTestMultiTenantJSON-1544015452 tempest-ServersNegativeTestMultiTenantJSON-1544015452-project] 10.222.0.41 "DELETE /v2.0/ports/7bcbf165-b13d-49ff-bcc9-d49ec47faf72 HTTP/1.1" status: 204 len: 173 time: 0.5061829 Nov 23 02:55:18.192519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'name': 'network-vif-deleted', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:18.194842 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a090102-f285-4964-a96f-f7d6da07a4b5" -d '{"events": [{"server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "name": "network-vif-deleted", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:18.232294 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6407e7-cf6c-400d-8826-ca68080e8026 x-openstack-request-id: req-dc6407e7-cf6c-400d-8826-ca68080e8026 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:18.232777 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b78b66d-b157-4ef3-9039-ab3c7e96d09f", "name": "network-vif-deleted", "tag": "7bcbf165-b13d-49ff-bcc9-d49ec47faf72", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:18.233117 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc6407e7-cf6c-400d-8826-ca68080e8026 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:18.233544 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b78b66d-b157-4ef3-9039-ab3c7e96d09f', 'name': 'network-vif-deleted', 'tag': '7bcbf165-b13d-49ff-bcc9-d49ec47faf72', 'status': 'completed', 'code': 200} Nov 23 02:55:18.667322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53982) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:18.769915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-367251719-network', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:18.791177 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Made reservation on behalf of c1a2ad404fd846e1884afe3e84cc147d for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:18.793447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.802180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.877492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.881273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.905233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:18.914201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13577f9d-9d74-4b57-a951-7f1b97593d18,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:18.920452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.920800 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Added segment 6875937a-d7ba-4d60-9d54-42d0e063eaa2 of type vlan for network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 Nov 23 02:55:18.961013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.985376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53988) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:18.994014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.994921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:18.995500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.082305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4138865 Nov 23 02:55:19.085400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53990) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:19.086907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Deleting subnet 9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:19.090397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Request body: {'subnet': {'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-367251719-subnet', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:19.091338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.111307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Made reservation on behalf of c1a2ad404fd846e1884afe3e84cc147d for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:19.113449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba762f-ecc0-4be9-baee-122bf0571893 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9e8bf2-67af-470e-a1fd-f126f3b97df6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:19.114298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.125493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:19.132012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.173086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.227501 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.254145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:19.256347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.262042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-524e30fd-59a4-4303-a562-93ce41aa7097 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9aa5d3b7-0c3d-4cad-9c45-89e4339ae19a HTTP/1.1" status: 204 len: 168 time: 0.2733293 Nov 23 02:55:19.262405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:19.295998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.336435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.355210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:19.363945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Checking segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:19.364313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Network hostable DHCP agents. Network: 9d9e8bf2-67af-470e-a1fd-f126f3b97df6, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:19.382253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:19.390867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9d9e8bf2-67af-470e-a1fd-f126f3b97df6) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:19.395651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:19.396410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.403537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b600a4-8956-4ed0-9898-5dabbc088d05 None None] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:19.414318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21f6e4af-43aa-491e-a58d-7dad9d66db87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3277929 Nov 23 02:55:19.416948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 53994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:19.421306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:19.424579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.443199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.444276 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.452444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bf127c-0afc-4c57-9a19-6aab2a2190ac']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:19.463213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7824657-02fb-4aa8-9e07-99592ac0cafb') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:19.463556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7824657-02fb-4aa8-9e07-99592ac0cafb') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:19.474027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.488020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.495514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:19.495900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:19.497600 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:19.500663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.557180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.563064 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.569883 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82bf127c-0afc-4c57-9a19-6aab2a2190ac HTTP/1.1" status: 204 len: 168 time: 0.3039033 Nov 23 02:55:19.577876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53996) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:19.586605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83610d7d-e68b-494c-a977-744f90fe1312 admin admin] Pushing event deleted for resources: {'Network': ['ID=82bf127c-0afc-4c57-9a19-6aab2a2190ac,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:19.589995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:19.590994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.624547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Deleting subnet 83b0c1b5-2ec0-4d3c-838c-5ef116ff6afd {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:19.628822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.669169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.670918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.710117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.733318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Allocated IP 172.20.0.2 (9d9e8bf2-67af-470e-a1fd-f126f3b97df6/e2ef37d5-9332-4802-a5eb-ab5b0daf9d69/aeca7c0c-70cb-43ae-82b5-7048e931c3d5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:19.768758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.782533 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.788442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/83b0c1b5-2ec0-4d3c-838c-5ef116ff6afd HTTP/1.1" status: 204 len: 168 time: 0.2073650 Nov 23 02:55:19.789068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 53998) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:19.825958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c84f7-da1b-47b2-a034-f579e0275743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b0c1b5-2ec0-4d3c-838c-5ef116ff6afd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:19.896196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.896827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.902899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.919805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.950816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:19.985132 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.010667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726d51c3-5f4e-4f39-b520-de171b38f854']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:20.022056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f80f1f3-0e2a-4257-a623-7e312dfe1511') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:20.022359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f80f1f3-0e2a-4257-a623-7e312dfe1511') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:20.039117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.058558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.065985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:20.066325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:20.068152 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:20.076317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Allocated IP 172.25.1.250 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c4fe64f6-c2a7-46a5-ba14-e262f7372492) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:20.107766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:20.113568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:20.116128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:20.118353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Pushing event updated for resources: {'Port': ['ID=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.126724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.135849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.139720 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] 10.222.0.15 "DELETE /v2.0/networks/726d51c3-5f4e-4f39-b520-de171b38f854 HTTP/1.1" status: 204 len: 168 time: 0.3487873 Nov 23 02:55:20.152663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16c31e-5cd1-43a5-8fb6-af033524d170 admin admin] Pushing event deleted for resources: {'Network': ['ID=726d51c3-5f4e-4f39-b520-de171b38f854,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.188227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Attempting to bind port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:20.188848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Attempting to bind port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:20.188976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Attempting to bind port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:20.190693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.194116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:20.194489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Checking segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:20.195197 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.195593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Bound using segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:20.196066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Bound port: aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:20.196441 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.234202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.269150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54002) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:20.271038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] For port aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:20.275077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] For port aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:20.281151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:20.282618 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:20.284145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.286396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:20.317740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Pushing event updated for resources: {'Port': ['ID=c4fe64f6-c2a7-46a5-ba14-e262f7372492,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.318358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa3818f-a9d6-407e-89d3-1e7fe691b6de None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:20.323316 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7e60e945-0943-4cc7-bf58-bdbdb50d37e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02ed83bc67dc45fda9f8477542773a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529354 Nov 23 02:55:20.325600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54004) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:20.354682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbaa8-1485-426f-bd97-fe171e5ad98c None None] Pushing event updated for resources: {'Port': ['ID=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.392525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.398251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c27dbfac-d773-4362-8571-418abab6574d None None] Provisioning complete for port c4fe64f6-c2a7-46a5-ba14-e262f7372492 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:20.399219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c27dbfac-d773-4362-8571-418abab6574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.421525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.445655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c27dbfac-d773-4362-8571-418abab6574d None None] Port c4fe64f6-c2a7-46a5-ba14-e262f7372492 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:20.480260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.483144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.484206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8b35c37-89c1-4a7e-a5c1-e1259544622e HTTP/1.1" status: 204 len: 168 time: 0.1576722 Nov 23 02:55:20.501700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6779f-9844-464d-bb67-3ddc91d6fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b35c37-89c1-4a7e-a5c1-e1259544622e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.652106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.875585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54010) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:20.879407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.920749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d2994710-f76b-4b69-806e-0f7cc12d47d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=327a0be7d05d45cc9b147eacecf33089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409276 Nov 23 02:55:20.920981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:20.970191 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.991914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.009016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Router daa96639-dfdf-4215-8d90-21589895475d is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:21.039239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.041915 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.043201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0148528-567d-4cb9-95cc-be022f230cd0 HTTP/1.1" status: 204 len: 168 time: 0.1211517 Nov 23 02:55:21.051623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f55ab-3f0d-48fe-ac0a-5c9e2026f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0148528-567d-4cb9-95cc-be022f230cd0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:21.135587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:21.148187 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Sync routers for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:21.159390 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:21.160020 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:21.165983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.167385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3b96fd66-7237-4f8c-a02f-a420fda0e377 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7494736 Nov 23 02:55:21.170169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54018) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:21.193753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:21.255340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:21.257729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7bcbf165-b13d-49ff-bcc9-d49ec47faf72 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:21.291667 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:21.401127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe469c-fe25-4ab6-b150-18c962c38aa9 req-ce085df8-a129-4f78-bb34-becdfc036f10 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:21.410275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe469c-fe25-4ab6-b150-18c962c38aa9 req-ce085df8-a129-4f78-bb34-becdfc036f10 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1099 time: 0.0733213 Nov 23 02:55:21.483439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ebe469c-fe25-4ab6-b150-18c962c38aa9 req-c33c5b80-2da1-4cc2-94bf-70b305406a6b tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712743 Nov 23 02:55:21.516329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:21.553864 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:20Z', 'revision_number': 3, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:21.588866 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Checking router: daa96639-dfdf-4215-8d90-21589895475d for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:21.589217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Updating router daa96639-dfdf-4215-8d90-21589895475d port c4fe64f6-c2a7-46a5-ba14-e262f7372492 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:21.610979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140289e8-2ce6-4bd9-ab8d-602bb9a2b0a3 None None] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:21.618729 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.716879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] Provisioning complete for port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:21.717602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.747511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 114c50a1-4f28-453d-87a1-5827d6f9fc72 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:21.748518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.858352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.912331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.920967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.939428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device aeca7c0c-70cb-43ae-82b5-7048e931c3d5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:21.941369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 114c50a1-4f28-453d-87a1-5827d6f9fc72 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:21.942079 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.949768 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.017066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Attempting to bind port c4fe64f6-c2a7-46a5-ba14-e262f7372492 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:22.017509 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Attempting to bind port c4fe64f6-c2a7-46a5-ba14-e262f7372492 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:22.017992 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Attempting to bind port c4fe64f6-c2a7-46a5-ba14-e262f7372492 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:22.036097 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:22.036352 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:22.036831 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.037546 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:22.037703 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Bound port: c4fe64f6-c2a7-46a5-ba14-e262f7372492, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:22.038083 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.041444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2c681-32d9-44ef-b45a-c47140479386 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:22.047233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] For port aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:22.048943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.102820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.121458 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] For port c4fe64f6-c2a7-46a5-ba14-e262f7372492, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:22.130932 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] For port c4fe64f6-c2a7-46a5-ba14-e262f7372492, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c4fe64f6-c2a7-46a5-ba14-e262f7372492,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:22.148452 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.162075 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Pushing event updated for resources: {'Port': ['ID=c4fe64f6-c2a7-46a5-ba14-e262f7372492,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.173214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:22.173600 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.182460 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.183145 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.183739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.184403 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.184976 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.185542 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.186171 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.186748 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.187806 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.188339 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.188875 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.189505 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:22.209331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef0ef3-3781-4d62-93ca-be49744bec69 None None] Pushing event updated for resources: {'Port': ['ID=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.232944 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:22.235111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3033b-5aa6-4f74-9334-bb512c6223c2 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:22.246317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] Provisioning complete for port c4fe64f6-c2a7-46a5-ba14-e262f7372492 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:22.246965 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.249105 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.317832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=114c50a1-4f28-453d-87a1-5827d6f9fc72,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.369963 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:22.370638 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:22.377217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4f838-fe91-489a-a2a2-c7feb6f81e41 None None] Pushing event updated for resources: {'Port': ['ID=c4fe64f6-c2a7-46a5-ba14-e262f7372492,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.417685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.418205 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP b025cc0d-3001-431d-b3a2-a8d5627cd856 disassociated (deleted). External IP: 172.25.1.209, port: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2. Nov 23 02:55:22.464610 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.477538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-556795133-network', 'tenant_id': '9b5ba17c7a9a4f88b431b8932e234572'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:22.500737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] For port c4fe64f6-c2a7-46a5-ba14-e262f7372492, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c4fe64f6-c2a7-46a5-ba14-e262f7372492,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:22.514250 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.526001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Allocated IP 172.20.0.1 (9d9e8bf2-67af-470e-a1fd-f126f3b97df6/e2ef37d5-9332-4802-a5eb-ab5b0daf9d69/c7203c39-e692-472b-8bdf-d7ea80c64bdb) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:22.556417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Made reservation on behalf of 9b5ba17c7a9a4f88b431b8932e234572 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:22.559004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.575711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.593057 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:22.601528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5320de-6f4c-4a9d-8ea1-14fc8b9ec29d None None] Pushing event updated for resources: {'Port': ['ID=c4fe64f6-c2a7-46a5-ba14-e262f7372492,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.656699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bd1e5b6d-3a4d-4d59-af78-a0839f1d04a4 None None] Provisioning complete for port c4fe64f6-c2a7-46a5-ba14-e262f7372492 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:22.657567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5b6d-3a4d-4d59-af78-a0839f1d04a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.673225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.717574 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.717810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.721963 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.733671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:22.743578 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.743920 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Added segment 0d1f9697-d32e-4514-bcdb-ea8aaedad06b of type vlan for network 7cb097ae-0162-4635-b278-d48684a92d22 Nov 23 02:55:22.760774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:22.765548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:22.770797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:22.773985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Pushing event updated for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.800175 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.837631 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:20Z', 'revision_number': 3, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:22.838022 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.845784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bd1e5b6d-3a4d-4d59-af78-a0839f1d04a4 None None] Provisioning complete for port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:22.846173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd1e5b6d-3a4d-4d59-af78-a0839f1d04a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.881064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.882546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:22.882677 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.883777 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a79315-dd2e-4363-9fe7-c6b191ae174b None None] The sync data for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 is: [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:20Z', 'revision_number': 3, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:22.936808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7000740 Nov 23 02:55:22.940932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54046) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:22.971086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Request body: {'subnet': {'network_id': '7cb097ae-0162-4635-b278-d48684a92d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-556795133-subnet', 'tenant_id': '9b5ba17c7a9a4f88b431b8932e234572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:23.002410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e486054-d72f-4a6d-9979-4fa49115dc4b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:23.039343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefda89-ff70-4a7f-8cb2-c330243b5cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb097ae-0162-4635-b278-d48684a92d22,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:23.047388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router bf84c145-8368-4f51-b9b1-242fe1c80ca7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:23.053011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Made reservation on behalf of 9b5ba17c7a9a4f88b431b8932e234572 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:23.056774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.058848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7cb097ae-0162-4635-b278-d48684a92d22 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:23.169115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.182743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7325d959-bf7b-462e-b13f-f171f8eba22d None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:23.183452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7325d959-bf7b-462e-b13f-f171f8eba22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.222273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:23.228632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.236243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d105e49-2959-4922-976e-52d671c620db None None] Sync routers for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:23.256298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:23.256962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.277106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7cf288df-e6eb-4399-a237-494de4ba1e0f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/floatingips/b025cc0d-3001-431d-b3a2-a8d5627cd856 HTTP/1.1" status: 204 len: 168 time: 1.7572031 Nov 23 02:55:23.277106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:23.284118 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c478d-2e25-4233-9e82-1e8c50ec4498" -d '{"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:23.401966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7325d959-bf7b-462e-b13f-f171f8eba22d None None] Port c7203c39-e692-472b-8bdf-d7ea80c64bdb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:23.498669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:23.499366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.570885 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a97ea1-49fe-4df6-9a99-844253319830 x-openstack-request-id: req-b3a97ea1-49fe-4df6-9a99-844253319830 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:23.571946 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:23.572209 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3a97ea1-49fe-4df6-9a99-844253319830 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:23.572631 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:55:23.576418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.640283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadab7bb-9a5d-4098-ae15-edfd2de55838,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:23.680559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.687107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Checking segment: {'id': '0d1f9697-d32e-4514-bcdb-ea8aaedad06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '7cb097ae-0162-4635-b278-d48684a92d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:23.687668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Network hostable DHCP agents. Network: 7cb097ae-0162-4635-b278-d48684a92d22, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:23.692871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.713945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-d5827bf7-112a-4f69-9d0c-9e8d444a02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:23.715619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-d5827bf7-112a-4f69-9d0c-9e8d444a02b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 1099 time: 0.0870831 Nov 23 02:55:23.799891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Network 7cb097ae-0162-4635-b278-d48684a92d22 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:23.805868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.821503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.843385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-aab68075-7cde-49ea-afa0-081c20fa1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:23.844994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-aab68075-7cde-49ea-afa0-081c20fa1079 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 200 len: 898 time: 0.1197469 Nov 23 02:55:23.845314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Pushing event updated for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:23.857693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30cc71-2b3d-4a77-b301-7365d19b82ec req-0af99dd1-96c5-4fa5-8e02-14fe265cf2c8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:23.865646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e30cc71-2b3d-4a77-b301-7365d19b82ec req-0af99dd1-96c5-4fa5-8e02-14fe265cf2c8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 947 time: 0.1997914 Nov 23 02:55:23.880765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7cb097ae-0162-4635-b278-d48684a92d22) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:23.885895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:23.886594 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.895282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64f8cf-32a1-47df-b0b4-56ec18b35a40 None None] Network 7cb097ae-0162-4635-b278-d48684a92d22 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:23.897706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d105e49-2959-4922-976e-52d671c620db None None] Checking router: bf84c145-8368-4f51-b9b1-242fe1c80ca7 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:23.920106 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45151acc-8d53-4571-be76-4c22d0aa18ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9777620 Nov 23 02:55:23.968418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:23.970229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:23.996615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-a4e32ecc-c8ad-424f-b076-6c25cbf2944c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 200 len: 217 time: 0.1287813 Nov 23 02:55:24.016968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:24.019740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:24.113530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device aeca7c0c-70cb-43ae-82b5-7048e931c3d5 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:24.128165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e30cc71-2b3d-4a77-b301-7365d19b82ec req-9de64bcb-b6cb-4b8e-b893-a81db8b8a9ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615516 Nov 23 02:55:24.165323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54062) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:24.198051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Router daa96639-dfdf-4215-8d90-21589895475d has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:24.242209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-bd4702af-33ec-48c7-becb-1f074190ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:24.244026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-bd4702af-33ec-48c7-becb-1f074190ee06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 200 len: 834 time: 0.2341137 Nov 23 02:55:24.248477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Deleting subnet dadab7bb-9a5d-4098-ae15-edfd2de55838 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:24.252973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.337141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:24.346192 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.368933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9c9a3-4f8c-4ecc-a41b-41e6a2426d42 None None] Network 7cb097ae-0162-4635-b278-d48684a92d22 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:24.372426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-3c5e671d-539a-4faf-bcad-e89fa946dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:24.373957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-3c5e671d-539a-4faf-bcad-e89fa946dda1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0dffffd1-7d73-4754-849b-ae06169c099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186759 Nov 23 02:55:24.376319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:24.393948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f8c8ea48-7df9-4d4d-99f1-b0e2b8e05914 admin admin] 10.222.0.15 "PUT /v2.0/routers/daa96639-dfdf-4215-8d90-21589895475d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2225289 Nov 23 02:55:24.444120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:24.444510 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.453601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.544554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-bddafc1f-830f-4985-a146-4ddf40592174 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436481 Nov 23 02:55:24.550784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.726392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a0fe111c-02c0-446d-8345-e90e416f744f None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:24.726729 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a0fe111c-02c0-446d-8345-e90e416f744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.846889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe111c-02c0-446d-8345-e90e416f744f None None] Port c7203c39-e692-472b-8bdf-d7ea80c64bdb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:24.943902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c4fe64f6-c2a7-46a5-ba14-e262f7372492 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:24.990295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dadab7bb-9a5d-4098-ae15-edfd2de55838,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:24.996790 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.000492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b45f45b-9959-493d-9564-3c03ba76ab96 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dadab7bb-9a5d-4098-ae15-edfd2de55838 HTTP/1.1" status: 204 len: 168 time: 0.8320141 Nov 23 02:55:25.003553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54076) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:25.006688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7d105e49-2959-4922-976e-52d671c620db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:25.037587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d105e49-2959-4922-976e-52d671c620db None None] The sync data for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 is: [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:20Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '463d1743-f872-484a-b7f8-572862f80403', 'name': '', 'network_id': '0dffffd1-7d73-4754-849b-ae06169c099d', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:b6:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '83100797-d348-4b92-9a0d-518d95617201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:20Z', 'updated_at': '2021-11-23T02:53:24Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '83100797-d348-4b92-9a0d-518d95617201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:25.057441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c4fe64f6-c2a7-46a5-ba14-e262f7372492 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:25.057734 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.089568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-9ab605b7-647a-447e-a94d-dd0bc8abc57f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:25.091700 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-9ab605b7-647a-447e-a94d-dd0bc8abc57f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 947 time: 0.0898120 Nov 23 02:55:25.158218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-343c478d-2e25-4233-9e82-1e8c50ec4498 req-885a9f8b-f193-4eac-ba43-502249b1b092 service neutron] 10.222.0.41 "GET /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042347 Nov 23 02:55:25.158854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:25.166580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-16079247-network', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:25.247016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.255231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Made reservation on behalf of 009b5bee865047f7b6b306c2dcd30e4f for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:25.258113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.285632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.451254 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92fc76-ba08-4d45-850b-574024d448a0 req-ba4dd973-4118-4c9b-b34a-329616f4eb87 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:25.452966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d92fc76-ba08-4d45-850b-574024d448a0 req-ba4dd973-4118-4c9b-b34a-329616f4eb87 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=c240fd2e-3b53-4bd8-950d-c053e03447f2 HTTP/1.1" status: 200 len: 947 time: 0.1919205 Nov 23 02:55:25.457226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.490774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Sync routers for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:25.509134 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:25.509759 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:25.511163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb097ae-0162-4635-b278-d48684a92d22']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:25.532688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1f9697-d32e-4514-bcdb-ea8aaedad06b') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:25.532992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1f9697-d32e-4514-bcdb-ea8aaedad06b') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:25.540748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:25.541772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.549981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.599605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d92fc76-ba08-4d45-850b-574024d448a0 req-61f55ba7-bbc1-4683-a2c8-9f0484687de2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=5b0f4a98-e4cd-41b2-a44a-3a44baec5149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319616 Nov 23 02:55:25.606304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.614173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.617470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:25.618009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:25.620463 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:25.653173 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:25.658587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.677051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:25.677468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.694073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:25.725975 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd66573-641a-4dc3-b91a-22e6e3bd14b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:25.727513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8262ab34-1d4b-4be7-9a8b-4fe8dc80c498 None None] New status for floating IP b025cc0d-3001-431d-b3a2-a8d5627cd856: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:55:25.732099 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.743678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.747161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7cb097ae-0162-4635-b278-d48684a92d22 HTTP/1.1" status: 204 len: 168 time: 0.7426538 Nov 23 02:55:25.748356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:25.766901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d28df9-7c9a-4e8f-b431-0ddc3dcabc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb097ae-0162-4635-b278-d48684a92d22,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:25.776708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.777291 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Added segment 54898d13-7416-4f1b-8c41-1743a893566a of type vlan for network f018b11c-c83d-44a4-a628-2b33f4333e5a Nov 23 02:55:25.868835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.891413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.903339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.904474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:25.905429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.928594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=8edb647e-d56d-4eee-80f3-ddac08b4b0b2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:25.981334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8164978 Nov 23 02:55:25.981721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54086) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:25.985752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] No DVR routers for this DVR port 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:25.988028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Request body: {'subnet': {'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-16079247-subnet', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:25.990156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.993769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81686255-ae27-4e40-9f07-7c6be84f2389 req-c52ebd55-b053-42d2-84c4-380a26a61958 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "DELETE /v2.0/ports/8edb647e-d56d-4eee-80f3-ddac08b4b0b2 HTTP/1.1" status: 204 len: 173 time: 0.8939104 Nov 23 02:55:25.994235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-deleted', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:25.997541 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9fd463-5600-4498-82b4-d55b6ce19949" -d '{"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-deleted", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:26.017252 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:23Z', 'revision_number': 4, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c7203c39-e692-472b-8bdf-d7ea80c64bdb', 'name': '', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'mac_address': 'fa:16:3e:61:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:22Z', 'updated_at': '2021-11-23T02:55:23Z', 'revision_number': 2, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'subnets': [{'id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:26.033203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2eee-adae-4561-9096-8d3147e764b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f018b11c-c83d-44a4-a628-2b33f4333e5a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:26.038307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Made reservation on behalf of 009b5bee865047f7b6b306c2dcd30e4f for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:26.042195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.048448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f018b11c-c83d-44a4-a628-2b33f4333e5a details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:26.079465 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54090) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:26.101535 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327dfe8c-eb49-45c2-b5b7-ceba3cc056b6 x-openstack-request-id: req-327dfe8c-eb49-45c2-b5b7-ceba3cc056b6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:26.102282 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240fd2e-3b53-4bd8-950d-c053e03447f2", "name": "network-vif-deleted", "tag": "8edb647e-d56d-4eee-80f3-ddac08b4b0b2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:26.102635 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-327dfe8c-eb49-45c2-b5b7-ceba3cc056b6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:26.103113 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240fd2e-3b53-4bd8-950d-c053e03447f2', 'name': 'network-vif-deleted', 'tag': '8edb647e-d56d-4eee-80f3-ddac08b4b0b2', 'status': 'completed', 'code': 200} Nov 23 02:55:26.140641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-67275528-1d4b-41c5-8e4e-5b000e299c38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b5ba17c7a9a4f88b431b8932e234572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0595384 Nov 23 02:55:26.143099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:26.206759 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Checking router: daa96639-dfdf-4215-8d90-21589895475d for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:26.207118 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Updating router daa96639-dfdf-4215-8d90-21589895475d port c7203c39-e692-472b-8bdf-d7ea80c64bdb binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:26.233997 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.240718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.257008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.268268 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.341420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.341707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dab8244-4b1c-4a77-8794-504ffc7c75a3,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:26.344330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.362212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e486054-d72f-4a6d-9979-4fa49115dc4b HTTP/1.1" status: 204 len: 168 time: 0.2159243 Nov 23 02:55:26.372879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Checking segment: {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:26.373303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Network hostable DHCP agents. Network: f018b11c-c83d-44a4-a628-2b33f4333e5a, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:26.384085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7091bdf-2fae-48b2-88a9-1c5cb5e5a3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e486054-d72f-4a6d-9979-4fa49115dc4b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:26.412166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Network f018b11c-c83d-44a4-a628-2b33f4333e5a is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:26.425512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f018b11c-c83d-44a4-a628-2b33f4333e5a) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:26.431163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:26.434888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f3da8-e972-4367-b654-586036970ba6 None None] Network f018b11c-c83d-44a4-a628-2b33f4333e5a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:26.444842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.471708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7b61a732-9750-47e0-a83e-a165cbe6f634 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4880800 Nov 23 02:55:26.474132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:26.479155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:26.505907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.506911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.616391 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.623491 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.623994 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.683420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db367-e04b-49c6-b175-c6c47513fab4 None None] Pushing event updated for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:26.707046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:26.729316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f018b11c-c83d-44a4-a628-2b33f4333e5a', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:26.730188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.747999 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Attempting to bind port c7203c39-e692-472b-8bdf-d7ea80c64bdb on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:26.748371 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Attempting to bind port c7203c39-e692-472b-8bdf-d7ea80c64bdb by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:26.748739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Attempting to bind port c7203c39-e692-472b-8bdf-d7ea80c64bdb on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:26.754693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:26.755071 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Checking segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:26.755536 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.755941 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Bound using segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:26.756421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Bound port: c7203c39-e692-472b-8bdf-d7ea80c64bdb, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:26.756803 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.894990 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] For port c7203c39-e692-472b-8bdf-d7ea80c64bdb, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:26.900825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] For port c7203c39-e692-472b-8bdf-d7ea80c64bdb, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c7203c39-e692-472b-8bdf-d7ea80c64bdb,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:26.907555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.915433 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.995226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Allocated IP 172.20.0.2 (f018b11c-c83d-44a4-a628-2b33f4333e5a/4dab8244-4b1c-4a77-8794-504ffc7c75a3/39e0331e-52d4-4e0c-81ac-7a6532e64848) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:27.022069 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:27.022713 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:27.148312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:27.149094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.180632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:27.237931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.261852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.282109 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db367-e04b-49c6-b175-c6c47513fab4 None None] Pushing event updated for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.460308 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.467890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:23Z', 'revision_number': 4, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c7203c39-e692-472b-8bdf-d7ea80c64bdb', 'name': '', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'mac_address': 'fa:16:3e:61:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:22Z', 'updated_at': '2021-11-23T02:55:26Z', 'revision_number': 4, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'subnets': [{'id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:27.486991 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.489073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.504390 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458aa6d9-a0ea-46be-959f-4d147739e5df None None] The sync data for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 is: [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:23Z', 'revision_number': 4, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'c7203c39-e692-472b-8bdf-d7ea80c64bdb', 'name': '', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'mac_address': 'fa:16:3e:61:fd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:22Z', 'updated_at': '2021-11-23T02:55:26Z', 'revision_number': 4, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'subnets': [{'id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:27.520206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Allocated IP 172.25.1.198 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/dbc25cf0-4e07-49a5-a606-53bf7cd9329a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:27.552208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Network f018b11c-c83d-44a4-a628-2b33f4333e5a is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:27.559981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:27.610680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:27.612713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.647135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Pushing event updated for resources: {'Port': ['ID=39e0331e-52d4-4e0c-81ac-7a6532e64848,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.675273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:27.717083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.717441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.717792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.718128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.718471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.718837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.719169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.719500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.719831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.720160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.720487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.720875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:27.725105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.758773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] For port c7203c39-e692-472b-8bdf-d7ea80c64bdb, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c7203c39-e692-472b-8bdf-d7ea80c64bdb,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:27.760126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Attempting to bind port 39e0331e-52d4-4e0c-81ac-7a6532e64848 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:27.760501 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Attempting to bind port 39e0331e-52d4-4e0c-81ac-7a6532e64848 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:27.760972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Attempting to bind port 39e0331e-52d4-4e0c-81ac-7a6532e64848 on network f018b11c-c83d-44a4-a628-2b33f4333e5a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:27.766674 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.806597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.852625 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d94b6-3b53-4cb7-8e79-466ec7a7e3f8 None None] Pushing event updated for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.858041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:27.858431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Checking segment: {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:27.858873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.859269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Bound using segment: {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:27.859763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Bound port: 39e0331e-52d4-4e0c-81ac-7a6532e64848, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:27.860154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.917520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:27.927195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1689195678-network', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:27.938434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:27.939195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 463d1743-f872-484a-b7f8-572862f80403 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:27.940270 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.943255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c7203c39-e692-472b-8bdf-d7ea80c64bdb up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:27.946809 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:27.949243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6106ed8f-4684-4290-be62-8f14b2c34379 None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:27.949622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6106ed8f-4684-4290-be62-8f14b2c34379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.988399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Pushing event updated for resources: {'Port': ['ID=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.000533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Made reservation on behalf of 4da6c24abbf5459d94b69b7dfb32d5d7 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:28.003585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.013032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd84bdaa-2d0f-42ea-bd28-10fa86ac7563 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:28.021245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.056325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] For port 39e0331e-52d4-4e0c-81ac-7a6532e64848, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:28.063018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] For port 39e0331e-52d4-4e0c-81ac-7a6532e64848, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39e0331e-52d4-4e0c-81ac-7a6532e64848,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:28.081401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 463d1743-f872-484a-b7f8-572862f80403, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=463d1743-f872-484a-b7f8-572862f80403,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:28.081870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.090675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.099587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 463d1743-f872-484a-b7f8-572862f80403 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:28.123899 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.172476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.174269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:28.174870 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.205321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e01f29-7b4c-4516-a562-7ac52652b157 None None] Pushing event updated for resources: {'Port': ['ID=39e0331e-52d4-4e0c-81ac-7a6532e64848,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.277111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:28.296812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfcf6fa-1b14-449b-964b-fffa7f871700,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.308843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea6d4d1a-bff9-41d3-8b20-dd24db77ad6f None None] Provisioning complete for port dbc25cf0-4e07-49a5-a606-53bf7cd9329a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:28.309214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4d1a-bff9-41d3-8b20-dd24db77ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.336136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.337063 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Added segment 89f15ee2-4e49-4e0e-a14d-31819ddb280e of type vlan for network b3c75785-5320-4519-8cea-080253fd5d1e Nov 23 02:55:28.394297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d4d1a-bff9-41d3-8b20-dd24db77ad6f None None] Port dbc25cf0-4e07-49a5-a606-53bf7cd9329a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:28.446254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.474334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.496235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=463d1743-f872-484a-b7f8-572862f80403,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.585035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.586033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:28.586861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.694213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.707360 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0301459 Nov 23 02:55:28.711513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54124) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:28.740353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.799378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Request body: {'subnet': {'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1689195678-subnet', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:28.803577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d4ec-83ea-470f-aa7a-5f3661b84300 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c75785-5320-4519-8cea-080253fd5d1e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.815144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b3c75785-5320-4519-8cea-080253fd5d1e details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:28.898127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Made reservation on behalf of 4da6c24abbf5459d94b69b7dfb32d5d7 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:28.901233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.025832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router bf84c145-8368-4f51-b9b1-242fe1c80ca7 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:29.133031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.160790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:29.171559 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Sync routers for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:29.181610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c417fd23-b91a-4d28-b2ea-00b421172001 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/bf84c145-8368-4f51-b9b1-242fe1c80ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735906 Nov 23 02:55:29.182770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54126) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:29.187700 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:29.192098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:29.235822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:29.268838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:29.269174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 8edb647e-d56d-4eee-80f3-ddac08b4b0b2 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:29.334795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.335275 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:29.359238 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting subnet 83100797-d348-4b92-9a0d-518d95617201 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:29.399253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.473592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b15600c-9356-45d3-ba39-9c6bea1d1187,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:29.489260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.546301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Checking segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:29.546756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Network hostable DHCP agents. Network: b3c75785-5320-4519-8cea-080253fd5d1e, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:29.562437 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:55:28Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:29.569313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4aa984-e52b-4929-9f41-79148c4d466d None None] Network f018b11c-c83d-44a4-a628-2b33f4333e5a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:29.597016 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Checking router: bf84c145-8368-4f51-b9b1-242fe1c80ca7 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:29.605724 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Routers {'bf84c145-8368-4f51-b9b1-242fe1c80ca7'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:29.606326 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:29.617749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:29.633050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Network b3c75785-5320-4519-8cea-080253fd5d1e is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:29.644886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] Provisioning complete for port 39e0331e-52d4-4e0c-81ac-7a6532e64848 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:29.645448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.654172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b3c75785-5320-4519-8cea-080253fd5d1e) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:29.660408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:29.661009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.664243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.685073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194397c-a565-441d-b412-6b2b7038908c None None] Network b3c75785-5320-4519-8cea-080253fd5d1e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:29.727532 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] Set router bf84c145-8368-4f51-b9b1-242fe1c80ca7 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:29.752865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c33841ee-afbf-43f5-982d-edc90173edd9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9756570 Nov 23 02:55:29.757093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54128) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:29.761293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:29.820641 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.849941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.852083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.853075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.860837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:29.897075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Sync routers for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:29.898333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Subnet': ['ID=83100797-d348-4b92-9a0d-518d95617201,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:29.903514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.906850 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-32dbbf68-64b8-4d21-b4ec-a8d66d10824d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/subnets/83100797-d348-4b92-9a0d-518d95617201 HTTP/1.1" status: 204 len: 168 time: 0.7214713 Nov 23 02:55:29.910386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:29.911766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39a532c-1d3d-483f-a080-4f4558fad807 None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:29.925137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.926488 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-307454f7-4651-4b18-a458-a4b8ae015f18 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4511633 Nov 23 02:55:29.929077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54132) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:30.084055 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:55:28Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:30.140925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.151536 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd33ffb6-7edb-4cd3-b2b3-8f49969cda36 None None] The sync data for ids ['bf84c145-8368-4f51-b9b1-242fe1c80ca7'] in n-d-714676-12 is: [{'id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486283491', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:55:28Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '6ac7ae63-6cba-4429-8dfe-545260f4439b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ae:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf84c145-8368-4f51-b9b1-242fe1c80ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3516, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:17Z', 'updated_at': '2021-11-23T02:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:30.184365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.192813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:30.193456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:30.310007 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.312054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.320273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] For port 39e0331e-52d4-4e0c-81ac-7a6532e64848, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39e0331e-52d4-4e0c-81ac-7a6532e64848,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:30.380089 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 6ac7ae63-6cba-4429-8dfe-545260f4439b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:30.380740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.396277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.485157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 6ac7ae63-6cba-4429-8dfe-545260f4439b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6ac7ae63-6cba-4429-8dfe-545260f4439b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:30.485534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.498286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b3c75785-5320-4519-8cea-080253fd5d1e', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:30.505013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.505723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 6ac7ae63-6cba-4429-8dfe-545260f4439b owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:30.518481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.537781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39e0331e-52d4-4e0c-81ac-7a6532e64848 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:30.581578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:30.725835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.756207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885c543-a7f6-4c95-8554-eb3fbcc4d0cf None None] Pushing event updated for resources: {'Port': ['ID=39e0331e-52d4-4e0c-81ac-7a6532e64848,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:30.759625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=6ac7ae63-6cba-4429-8dfe-545260f4439b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:30.807289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf815f-7ddc-49ef-a1a3-521a5ce0dcf0 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:30.848013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e6827bf3-9300-4278-82dd-bb83e87ac6ec None None] Provisioning complete for port 39e0331e-52d4-4e0c-81ac-7a6532e64848 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:30.848588 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6827bf3-9300-4278-82dd-bb83e87ac6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.854045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.919850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] DHCP port deletion for 0dffffd1-7d73-4754-849b-ae06169c099d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:30.962149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.964501 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.990447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 39e0331e-52d4-4e0c-81ac-7a6532e64848 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:30.990844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.012511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.013135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Fanout notify agent at l3_agent the message router_deleted on router bf84c145-8368-4f51-b9b1-242fe1c80ca7 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:55:31.021660 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.022849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b9fd7c13-6c31-4719-b487-1ffb28d77336 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/routers/bf84c145-8368-4f51-b9b1-242fe1c80ca7 HTTP/1.1" status: 204 len: 168 time: 1.1101062 Nov 23 02:55:31.025458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:31.065550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Allocated IP 172.20.0.2 (b3c75785-5320-4519-8cea-080253fd5d1e/1b15600c-9356-45d3-ba39-9c6bea1d1187/3df32036-f472-446d-be14-7454a7c0051e) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:31.121257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.140437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.160892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.215593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port dad14c82-6d3b-42bb-8892-496d03dc3b98 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:31.216750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.218263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Deleting port dad14c82-6d3b-42bb-8892-496d03dc3b98 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:31.218671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.221218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.303677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port dad14c82-6d3b-42bb-8892-496d03dc3b98, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dad14c82-6d3b-42bb-8892-496d03dc3b98,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:31.304588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.323012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for dad14c82-6d3b-42bb-8892-496d03dc3b98 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:31.342400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:28Z', 'revision_number': 3, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:31.352575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c7203c39-e692-472b-8bdf-d7ea80c64bdb up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:31.355292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] For port dad14c82-6d3b-42bb-8892-496d03dc3b98, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dad14c82-6d3b-42bb-8892-496d03dc3b98,segment=NetworkSegment(b69c5d40-9783-43dd-ba49-8907baa8e2de),segment_id=b69c5d40-9783-43dd-ba49-8907baa8e2de)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:31.355692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.367466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Allocated IP 172.25.1.180 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/1c4f40f3-3a03-46bc-ba10-a51f95f57039) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:31.414713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Checking router: e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:31.414931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Updating router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 port dbc25cf0-4e07-49a5-a606-53bf7cd9329a binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:31.424297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Calling delete_port for dad14c82-6d3b-42bb-8892-496d03dc3b98 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:31.441062 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.473787 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=dad14c82-6d3b-42bb-8892-496d03dc3b98,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.482180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] No DVR routers for this DVR port dad14c82-6d3b-42bb-8892-496d03dc3b98 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:31.528903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.537577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Allocated IP 172.20.0.1 (f018b11c-c83d-44a4-a628-2b33f4333e5a/4dab8244-4b1c-4a77-8794-504ffc7c75a3/9c185dca-0495-4dc8-bdf5-db1cc2175103) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:31.569475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.573419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.585255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.591271 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.603792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dffffd1-7d73-4754-849b-ae06169c099d']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:31.623456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69c5d40-9783-43dd-ba49-8907baa8e2de') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:31.623800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69c5d40-9783-43dd-ba49-8907baa8e2de') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:31.634160 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.650715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.667217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:31.667691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:31.672026 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:31.699361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.718318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.738377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Network b3c75785-5320-4519-8cea-080253fd5d1e is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:31.742774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c7203c39-e692-472b-8bdf-d7ea80c64bdb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:31.743169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.744190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.753668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.754685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:31.760202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/networks/0dffffd1-7d73-4754-849b-ae06169c099d HTTP/1.1" status: 204 len: 168 time: 0.7329495 Nov 23 02:55:31.764947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:31.765565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54140) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:31.778681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4f40f3-3a03-46bc-ba10-a51f95f57039,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.778899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:31.779871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3aceb-ee3b-4a30-ab74-8f7ced3d0a41 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Network': ['ID=0dffffd1-7d73-4754-849b-ae06169c099d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.782495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Pushing event updated for resources: {'Port': ['ID=3df32036-f472-446d-be14-7454a7c0051e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.783903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:31.793229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:31.809743 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c206c5-f8e5-41a0-b900-cec237b5350a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:31.828361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.881388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.903703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Network 0dffffd1-7d73-4754-849b-ae06169c099d is not hosted by any dhcp agent {{(pid=103573) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:55:31.904307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] No DVR routers for this DVR port dad14c82-6d3b-42bb-8892-496d03dc3b98 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:31.926201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6e813-289b-436e-a842-94ac965e85a3 None None] Pushing event deleted for resources: {'Port': ['ID=dad14c82-6d3b-42bb-8892-496d03dc3b98,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.957682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.006209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Network f018b11c-c83d-44a4-a628-2b33f4333e5a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:32.020108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:32.028373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:32.084449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.095845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Pushing event updated for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.138674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Attempting to bind port 3df32036-f472-446d-be14-7454a7c0051e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:32.139049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Attempting to bind port 3df32036-f472-446d-be14-7454a7c0051e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:32.139423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Attempting to bind port 3df32036-f472-446d-be14-7454a7c0051e on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:32.152777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.162841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:32.163247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Checking segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:32.163683 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.164075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Bound using segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:32.164559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Bound port: 3df32036-f472-446d-be14-7454a7c0051e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:32.164993 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.169320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f734b626-50ce-45c4-9145-7deff38439d5 None None] Provisioning complete for port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.169685 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f734b626-50ce-45c4-9145-7deff38439d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.316730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f734b626-50ce-45c4-9145-7deff38439d5 None None] Port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:32.347673 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.350654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.352382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/security-groups/5b0f4a98-e4cd-41b2-a44a-3a44baec5149 HTTP/1.1" status: 204 len: 168 time: 0.5824423 Nov 23 02:55:32.352519 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.360067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] For port 3df32036-f472-446d-be14-7454a7c0051e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:32.363721 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.367050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] For port 3df32036-f472-446d-be14-7454a7c0051e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3df32036-f472-446d-be14-7454a7c0051e,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:32.404737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.407406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341eda2b-91b8-4c34-b87e-2a9d71bb95fc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0f4a98-e4cd-41b2-a44a-3a44baec5149,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.415602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.416117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39e0331e-52d4-4e0c-81ac-7a6532e64848 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:32.466713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8141a60-b7a2-45c2-8fd2-62de70c4b3fc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:32.502691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd217ebd-0d1f-4193-ab4b-08141291bf63 None None] Pushing event updated for resources: {'Port': ['ID=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.516763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Attempting to bind port dbc25cf0-4e07-49a5-a606-53bf7cd9329a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:32.517171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Attempting to bind port dbc25cf0-4e07-49a5-a606-53bf7cd9329a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:32.518122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Attempting to bind port dbc25cf0-4e07-49a5-a606-53bf7cd9329a on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:32.557428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:32.557812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:32.558134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.558553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:32.559241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Bound port: dbc25cf0-4e07-49a5-a606-53bf7cd9329a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:32.559442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.563906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e6aa8bc3-16dd-4c83-b895-be04f772d893 None None] Provisioning complete for port 9c185dca-0495-4dc8-bdf5-db1cc2175103 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.564888 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6aa8bc3-16dd-4c83-b895-be04f772d893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.650396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaeb8a-f058-4acf-8647-75921c6249d3 None None] Pushing event updated for resources: {'Port': ['ID=3df32036-f472-446d-be14-7454a7c0051e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.659565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa8bc3-16dd-4c83-b895-be04f772d893 None None] Port 9c185dca-0495-4dc8-bdf5-db1cc2175103 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:32.669833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 39e0331e-52d4-4e0c-81ac-7a6532e64848 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.670216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.714478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] For port dbc25cf0-4e07-49a5-a606-53bf7cd9329a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:32.740551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] For port dbc25cf0-4e07-49a5-a606-53bf7cd9329a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:32.748862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.842692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:32.847449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464795531', 'description': 'tempest-secgroup-smoke-464795531 description', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:32.868095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd217ebd-0d1f-4193-ab4b-08141291bf63 None None] Pushing event updated for resources: {'Port': ['ID=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.880179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.887701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117887d8-5366-4807-b781-4f8cd80e9965 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:32.905942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.909092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] Provisioning complete for port dbc25cf0-4e07-49a5-a606-53bf7cd9329a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.909632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.941103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:32.941739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:32.979340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.984553 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.038159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.043683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1972518 Nov 23 02:55:33.045834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54152) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:33.056510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bf93b-f644-43a3-852e-786d34fdd2dc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc9c9da-b9ac-4476-8373-2a4454d41b3d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.076904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:33.143629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 463d1743-f872-484a-b7f8-572862f80403 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:33.176907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 463d1743-f872-484a-b7f8-572862f80403 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:33.177258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 463d1743-f872-484a-b7f8-572862f80403 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:33.177677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dad14c82-6d3b-42bb-8892-496d03dc3b98 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:33.190269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:33.236442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dad14c82-6d3b-42bb-8892-496d03dc3b98 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:33.236701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dad14c82-6d3b-42bb-8892-496d03dc3b98 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:33.237183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6ac7ae63-6cba-4429-8dfe-545260f4439b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:33.239060 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.240226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.247172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-fea4b954-729c-4296-bee6-198630392e18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2502186 Nov 23 02:55:33.253652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.281692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6ac7ae63-6cba-4429-8dfe-545260f4439b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:33.284284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6ac7ae63-6cba-4429-8dfe-545260f4439b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:33.292900 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.332232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] For port dbc25cf0-4e07-49a5-a606-53bf7cd9329a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:33.337237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.356832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.447357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff8e74-33eb-4125-ac05-838eb91b1911 None None] Pushing event updated for resources: {'Port': ['ID=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.489333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e890366-9686-4634-90c8-91b74f70fa56 None None] Provisioning complete for port dbc25cf0-4e07-49a5-a606-53bf7cd9329a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:33.489708 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e890366-9686-4634-90c8-91b74f70fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.505015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.521115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Pushing event updated for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.523486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.534753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.537733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-c51b68ac-3a19-48d0-8d44-dce0930cfd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:33.539213 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-c51b68ac-3a19-48d0-8d44-dce0930cfd0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.2115903 Nov 23 02:55:33.563723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073b6b6b-c39b-40db-ac74-5a29e8fe347f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.615611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9c185dca-0495-4dc8-bdf5-db1cc2175103', 'name': '', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'mac_address': 'fa:16:3e:5f:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:31Z', 'revision_number': 1, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'subnets': [{'id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:33.626049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.627301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c617fc6-2cf3-42e6-95ad-fc2c7bc0fc1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5539649 Nov 23 02:55:33.630581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:33.636488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:33.648810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27094c6-954b-4cf4-9804-8981a4d72d1f None None] The sync data for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 is: [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9c185dca-0495-4dc8-bdf5-db1cc2175103', 'name': '', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'mac_address': 'fa:16:3e:5f:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:31Z', 'revision_number': 1, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'subnets': [{'id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:33.699330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.770800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-5fb81501-d506-4abe-810a-bfa75859574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:33.772330 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-5fb81501-d506-4abe-810a-bfa75859574d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.2104843 Nov 23 02:55:33.780577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:33.784132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Network f018b11c-c83d-44a4-a628-2b33f4333e5a is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:33.788471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.792484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:33.808018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.842338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a9afd4-1e0e-47a6-93dd-09abe1b6a429,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.856185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.857839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d702b10d-1534-482d-ad71-d50c61d9d576 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2258058 Nov 23 02:55:33.861769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:33.867169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:33.898952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b37c1-4608-478f-8eaf-2e1acf126e3f None None] Network b3c75785-5320-4519-8cea-080253fd5d1e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:33.903270 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.929014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-d3ca3a09-52d9-47d8-8a53-008a0d84be8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 1001 time: 0.1494303 Nov 23 02:55:33.982747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.991389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.054044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edb42a6-7fb9-43ef-8a4f-de22030b4963,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.068339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.069705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-db3217bc-f779-49aa-bbde-fb29c8ee8457 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2067401 Nov 23 02:55:34.073984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:34.077754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] Provisioning complete for port 3df32036-f472-446d-be14-7454a7c0051e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:34.079426 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.082025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:34.130913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.174039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:34.189751 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:34.198462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-22b6c936-e8c6-43be-b68c-75e9acd371a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:34.200439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-22b6c936-e8c6-43be-b68c-75e9acd371a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.2200682 Nov 23 02:55:34.207536 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:34.208355 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:34.233244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.241499 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.279659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2293d16b-df61-434f-b46e-2ddd79063383,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.293711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.296515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1ee2e875-c650-4849-bed6-ca62de797860 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5384922 Nov 23 02:55:34.300298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54160) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:34.310093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.323311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.327494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f1abfbe5-3697-4353-b3db-0929ef2662ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2517529 Nov 23 02:55:34.328129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54162) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:34.350668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:34.370875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] For port 3df32036-f472-446d-be14-7454a7c0051e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3df32036-f472-446d-be14-7454a7c0051e,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:34.377721 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.377952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-615ba261-8f27-4512-a85b-1fffa4ed3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:34.380541 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-615ba261-8f27-4512-a85b-1fffa4ed3ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688972 Nov 23 02:55:34.422631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:34.530538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063f8d6-b08e-4af6-8654-06b0ce921db6 None None] Pushing event updated for resources: {'Port': ['ID=3df32036-f472-446d-be14-7454a7c0051e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.542122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:34.559442 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7a960ac-86f0-4904-861a-4b5c67183991 admin admin] 10.222.0.15 "PUT /v2.0/routers/e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6291471 Nov 23 02:55:34.580880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3df32036-f472-446d-be14-7454a7c0051e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:34.589410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1cd637d5-96bb-41a1-957d-7ec962b822fe None None] Provisioning complete for port 9c185dca-0495-4dc8-bdf5-db1cc2175103 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:34.589978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1cd637d5-96bb-41a1-957d-7ec962b822fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.629894 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:55:34.661742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.682718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:34.709590 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-864484b9-9abf-40f2-bb0e-770af991b942 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818302 Nov 23 02:55:34.877114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-393f507d-b4f5-4df9-82b0-d9da549b5b6a req-1e2fbdd6-9c0a-4dff-a9cb-32d50c40647f service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500518 Nov 23 02:55:34.937213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.944377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.005218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4c982f-0348-43be-a2fc-9d57f39e7836,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:35.020004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1cd637d5-96bb-41a1-957d-7ec962b822fe None None] Port 9c185dca-0495-4dc8-bdf5-db1cc2175103 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:35.055618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3df32036-f472-446d-be14-7454a7c0051e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:35.072043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.179665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f404a4b8-0c7c-4bb1-9374-a615d8ec523a None None] Provisioning complete for port 3df32036-f472-446d-be14-7454a7c0051e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:35.181082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f404a4b8-0c7c-4bb1-9374-a615d8ec523a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.182261 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 3, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:35.221497 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:35.222175 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Updating router 8b9031c7-eb94-4575-bdb3-c853b481e07b port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:35.256932 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.503244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.505407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28dab2c7-f501-403f-bb5e-0d4b56ae6c9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1170261 Nov 23 02:55:35.508820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54184) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:35.513615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1fc9c9da-b9ac-4476-8373-2a4454d41b3d', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:35.544918 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:55:35.553860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.590818 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.597763 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.656229 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Attempting to bind port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:35.656788 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Attempting to bind port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:35.656962 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Attempting to bind port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:35.669396 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:35.669774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:35.670176 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.670587 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:35.671083 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Bound port: 1c4f40f3-3a03-46bc-ba10-a51f95f57039, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:35.671661 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.686390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.693517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-2bfa11ce-b2a2-4c89-b7b5-1202a4acbbec tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:35.695787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.701115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-2bfa11ce-b2a2-4c89-b7b5-1202a4acbbec tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.2041185 Nov 23 02:55:35.730913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3e365c-540b-4e08-ad8f-886ebbcb84a1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:35.744613 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] For port 1c4f40f3-3a03-46bc-ba10-a51f95f57039, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:35.748955 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] For port 1c4f40f3-3a03-46bc-ba10-a51f95f57039, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c4f40f3-3a03-46bc-ba10-a51f95f57039,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:35.751301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.754301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013693e-88a6-47f1-87cb-4f607e71e256 None None] Pushing event updated for resources: {'Port': ['ID=1c4f40f3-3a03-46bc-ba10-a51f95f57039,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:35.759829 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.765537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b090591d-a5cc-47e9-8f91-efc449fd090d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2555101 Nov 23 02:55:35.770606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54186) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:35.788774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'network': {'name': 'tempest-network-smoke--1417553425', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:35.816533 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:35.817186 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:35.826426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-50030ae1-a300-4e06-b6f6-5dd13bc58cdf tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/quotas/009b5bee865047f7b6b306c2dcd30e4f HTTP/1.1" status: 200 len: 375 time: 0.0997453 Nov 23 02:55:35.836999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:35.846463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.847197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d7c49-2e3f-4b40-85f0-34425e6a9665 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:35.854932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c999601b-12f2-463e-b0c2-0a0c8911a1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.890037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:35.909817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7a9a5-458b-4421-8437-8c776da5c102 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:35.910390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.910959 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Added segment cad8a909-7029-46fa-9821-88c4de35f39d of type vlan for network 19e5568a-1afb-4602-a5be-4bd0df3ded21 Nov 23 02:55:35.951747 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:35.953507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] Provisioning complete for port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:35.967494 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.982832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.019205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.025916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:36.026851 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.053592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-c6f045d8-247f-4b85-9020-527d4f429838 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087426 Nov 23 02:55:36.080909 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013693e-88a6-47f1-87cb-4f607e71e256 None None] Pushing event updated for resources: {'Port': ['ID=1c4f40f3-3a03-46bc-ba10-a51f95f57039,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.086619 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.121443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] For port 1c4f40f3-3a03-46bc-ba10-a51f95f57039, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c4f40f3-3a03-46bc-ba10-a51f95f57039,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:36.129724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.140092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.177904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Network': ['ID=19e5568a-1afb-4602-a5be-4bd0df3ded21,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.188515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24bc6324-a9be-40ff-9ba2-2447d1604875 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4135079 Nov 23 02:55:36.188765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54188) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:36.190825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 3, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:36.192426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b66f3c-9c24-4a67-99a2-6fa25e908ae3 None None] Pushing event updated for resources: {'Port': ['ID=1c4f40f3-3a03-46bc-ba10-a51f95f57039,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.194701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'admin_state_up': True, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:36.196019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:36.232610 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df7550-4676-4365-aaa9-3d06c01fa057 None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 3, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:36.244449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.245685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.301888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bd710877-12a2-4fbd-8fbe-e9a087e02470 None None] Provisioning complete for port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:36.302260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd710877-12a2-4fbd-8fbe-e9a087e02470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.320960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-1d39f0f9-c8a6-4639-bf62-1e6ff9819fbc service neutron] 10.222.0.15 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588370 Nov 23 02:55:36.328653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.475629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Allocated IP 172.20.0.1 (b3c75785-5320-4519-8cea-080253fd5d1e/1b15600c-9356-45d3-ba39-9c6bea1d1187/70390db4-23e9-4361-9efb-bee1378b6abd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:36.509182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-8f0d3ba3-a40d-4b1a-9371-1eaf4929b4e0 service neutron] 10.222.0.15 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819434 Nov 23 02:55:36.534971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbc25cf0-4e07-49a5-a606-53bf7cd9329a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:36.565068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.625149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dbc25cf0-4e07-49a5-a606-53bf7cd9329a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:36.625652 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.766357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.788072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17835c61-3f97-4ac9-a13e-c22c885c0d03 req-e07a1deb-b3e6-4512-9c03-f8d304e4e7dc tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 210 time: 0.0464988 Nov 23 02:55:36.811731 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3df32036-f472-446d-be14-7454a7c0051e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:36.857946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.899329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3df32036-f472-446d-be14-7454a7c0051e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:36.899907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.912994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Network b3c75785-5320-4519-8cea-080253fd5d1e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:36.915909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:36.919637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:36.931328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.958237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Pushing event updated for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.963007 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.977600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.198833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.157 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/caaa69a0-b85a-40f9-bc94-9523ed6b3a8d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:37.213615 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.341576 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.365872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Sync routers for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:37.390770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c176888b-82f6-4815-aa2b-8f2d84627895 None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:37.394851 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c176888b-82f6-4815-aa2b-8f2d84627895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.417115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.464031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:37.464690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:37.480973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:37.487607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:37.491314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:37.500835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.507407 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.547535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:37.582807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f900e-5da9-4a43-9719-7ecb4c199c4a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:37.591287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Pushing event updated for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:37.594597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.615832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c176888b-82f6-4815-aa2b-8f2d84627895 None None] Port 70390db4-23e9-4361-9efb-bee1378b6abd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:37.630291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:37.718428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Network b3c75785-5320-4519-8cea-080253fd5d1e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:37.719923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:37.890782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cf93c586-7863-4913-a753-743b04524e2f None None] Provisioning complete for port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:37.891154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cf93c586-7863-4913-a753-743b04524e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.006637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fdfbb28-4ed6-4318-85fb-5f0358390f9f req-28ec3ab8-c01a-4ade-b305-2d4dd7da30d6 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 210 time: 0.0605738 Nov 23 02:55:38.020076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cf93c586-7863-4913-a753-743b04524e2f None None] Port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:38.024789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:38.051260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec2d861c-1d0e-448a-88f5-340f45232c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.063396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9c185dca-0495-4dc8-bdf5-db1cc2175103', 'name': '', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'mac_address': 'fa:16:3e:5f:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 2, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'subnets': [{'id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:38.083192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.107556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Checking router: e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:38.107910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Updating router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 port 9c185dca-0495-4dc8-bdf5-db1cc2175103 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:38.144533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.159366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-67ca2bab-4f4a-450c-b381-d5872720653c None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:38.159731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67ca2bab-4f4a-450c-b381-d5872720653c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.174062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:38.180909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a320f7d5-ff8c-4bf9-acb4-675916e8d517 admin admin] 10.222.0.15 "PUT /v2.0/routers/8b9031c7-eb94-4575-bdb3-c853b481e07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8794353 Nov 23 02:55:38.231678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-67ca2bab-4f4a-450c-b381-d5872720653c None None] Port 70390db4-23e9-4361-9efb-bee1378b6abd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:38.495886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c4f40f3-3a03-46bc-ba10-a51f95f57039 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:38.654206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:38.654615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.660756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.684727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:38.690272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--810063307', 'description': 'tempest-description--177020288'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:38.693954 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.715859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.730632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.798056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d671c-4827-4568-82f6-c4ba1019d76b None None] Pushing event updated for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.800707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-58d5f47f-a491-4651-8e49-b697e7c64669 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:38.802235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-58d5f47f-a491-4651-8e49-b697e7c64669 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.47 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.1535354 Nov 23 02:55:38.819053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Request body: {'port': {'device_id': '38267416-e2ee-439b-bcbb-58572b5f2028', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'admin_state_up': True, 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:38.877319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Attempting to bind port 9c185dca-0495-4dc8-bdf5-db1cc2175103 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:38.877801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Attempting to bind port 9c185dca-0495-4dc8-bdf5-db1cc2175103 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:38.878068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Attempting to bind port 9c185dca-0495-4dc8-bdf5-db1cc2175103 on network f018b11c-c83d-44a4-a628-2b33f4333e5a {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:38.880685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.886585 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.893827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:38.894730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Checking segment: {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:38.895587 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.896074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Bound using segment: {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:38.897324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Bound port: 9c185dca-0495-4dc8-bdf5-db1cc2175103, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54898d13-7416-4f1b-8c41-1743a893566a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:38.897480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.904761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Made reservation on behalf of 009b5bee865047f7b6b306c2dcd30e4f for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:38.907146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.928471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.929747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2440078 Nov 23 02:55:38.932914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:38.937641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group_rule': {'security_group_id': '4bda5d53-04b9-40cf-af70-08d61c5c30e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:38.946848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834965db-fa45-4f40-a9e8-f61abca28947 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda5d53-04b9-40cf-af70-08d61c5c30e7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.977905 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.003824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] For port 9c185dca-0495-4dc8-bdf5-db1cc2175103, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:39.008621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] For port 9c185dca-0495-4dc8-bdf5-db1cc2175103, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9c185dca-0495-4dc8-bdf5-db1cc2175103,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:39.019363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.065931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.075304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.092365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:39.093000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:39.101808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:39.135622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f938c27-bf7d-497c-b3a2-d4d896221f22,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.168625 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:39.173208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d671c-4827-4568-82f6-c4ba1019d76b None None] Pushing event updated for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.180565 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:39.181491 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:39.192686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d53fa4f-0b67-4370-948b-bbc5a99a526d req-d2487895-9581-42e2-8419-6c9205f68078 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 210 time: 0.0639858 Nov 23 02:55:39.196331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.198036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4e73eea3-b120-4de3-babf-fee8c9e97218 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2641821 Nov 23 02:55:39.202971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.207572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group_rule': {'security_group_id': '4bda5d53-04b9-40cf-af70-08d61c5c30e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:39.216677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Allocated IP 172.20.0.9 (9d9e8bf2-67af-470e-a1fd-f126f3b97df6/e2ef37d5-9332-4802-a5eb-ab5b0daf9d69/2ee89df3-ca48-431c-808c-47862cf1acf7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:39.247162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.294196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] Provisioning complete for port 9c185dca-0495-4dc8-bdf5-db1cc2175103 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:39.294315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.327668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.337321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.348065 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:39.374386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb53a86-351e-4bca-b150-9b2ece2207d9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.388750 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.393396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d0dca2a1-c01a-4d95-aff8-64111a3fcfd0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860754 Nov 23 02:55:39.395754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.402829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:39.418173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.422329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:39.441259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.446980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:39.463468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Sync routers for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:39.474924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.476284 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-98830d6a-4b2d-487a-9a77-74e521e9026a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2858832 Nov 23 02:55:39.485292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54218) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.525235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0feb93ce-3a41-4302-87dc-cfe7e82bc867 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f6ad66998dc1478d820a7901d6abb8f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381591 Nov 23 02:55:39.527824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.583906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.629424 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 2, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:39.633834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43c1e0-fcc7-49e4-994b-01e0ff8aaa40 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:39.635345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac43c1e0-fcc7-49e4-994b-01e0ff8aaa40 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1065836 Nov 23 02:55:39.638220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.666023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:39.666600 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Updating router 8b9031c7-eb94-4575-bdb3-c853b481e07b port 70390db4-23e9-4361-9efb-bee1378b6abd binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:39.687407 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa4f0aec-e7ff-44c1-a353-3402daca863b tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480194 Nov 23 02:55:39.693431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:39.698386 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.699896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353139921', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:39.712111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:39.712734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:39.723754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Allocated IP 172.25.1.233 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/4ac62d4e-4523-48d6-84bd-1f632760fd97) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:39.800921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.826995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:39.833320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.850469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.857371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:39.859195 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.894177 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.923148 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] For port 9c185dca-0495-4dc8-bdf5-db1cc2175103, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9c185dca-0495-4dc8-bdf5-db1cc2175103,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:39.943790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.962124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=4ac62d4e-4523-48d6-84bd-1f632760fd97,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.975413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.981760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:39.984825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:39.991445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:40.015685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.024865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:40.028858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:40.032590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:40.090473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:40.094395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.148720 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-d8c904cd-9dee-4595-8c94-51d57a40528f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3373628 Nov 23 02:55:40.169789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Request body: {'port': {'device_id': '38267416-e2ee-439b-bcbb-58572b5f2028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:40.184267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.186975 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.187486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39287487-7df8-4cc3-9b21-9f2823fe5927 None None] Pushing event updated for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.193509 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.262710 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.342391 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd060420-5549-4371-82b3-4bcc4e3747fb None None] Pushing event updated for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.344036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.351786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.363934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f995e803-541a-4de4-8bb9-f38d6b66e748 None None] Provisioning complete for port 9c185dca-0495-4dc8-bdf5-db1cc2175103 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:40.364304 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f995e803-541a-4de4-8bb9-f38d6b66e748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.434425 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Attempting to bind port 70390db4-23e9-4361-9efb-bee1378b6abd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:40.435110 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Attempting to bind port 70390db4-23e9-4361-9efb-bee1378b6abd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:40.435657 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Attempting to bind port 70390db4-23e9-4361-9efb-bee1378b6abd on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:40.457651 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:40.458432 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Checking segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:40.460590 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.461000 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Bound using segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:40.461488 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Bound port: 70390db4-23e9-4361-9efb-bee1378b6abd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:40.461871 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.473192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c13a7-dbe6-47a4-8961-7ae8b7f1a3e5 req-32019ae3-95ef-43a1-a4a5-9d770ad95ebf tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:40.475268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00c13a7-dbe6-47a4-8961-7ae8b7f1a3e5 req-32019ae3-95ef-43a1-a4a5-9d770ad95ebf tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1027 time: 0.1376815 Nov 23 02:55:40.484200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Subnet': ['ID=9a2e5c17-3f60-4ebe-8f24-bf6726361263,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.510872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9c185dca-0495-4dc8-bdf5-db1cc2175103 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:40.523490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:40.523862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network hostable DHCP agents. Network: 19e5568a-1afb-4602-a5be-4bd0df3ded21, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:40.573146 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] For port 70390db4-23e9-4361-9efb-bee1378b6abd, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:40.576898 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] For port 70390db4-23e9-4361-9efb-bee1378b6abd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70390db4-23e9-4361-9efb-bee1378b6abd,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:40.587707 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.623707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b00c13a7-dbe6-47a4-8961-7ae8b7f1a3e5 req-9c02889f-007a-42fa-a541-3d7f249853d8 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070361 Nov 23 02:55:40.640609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:40.693257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9c185dca-0495-4dc8-bdf5-db1cc2175103', 'name': '', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'mac_address': 'fa:16:3e:5f:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'subnets': [{'id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:40.708735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 19e5568a-1afb-4602-a5be-4bd0df3ded21) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:40.710145 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd060420-5549-4371-82b3-4bcc4e3747fb None None] Pushing event updated for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.713416 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:40.714204 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:40.722695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:40.723307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.740750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e62c75-310e-4585-b4cf-957a5aa0506d None None] The sync data for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 is: [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:55:32Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '9c185dca-0495-4dc8-bdf5-db1cc2175103', 'name': '', 'network_id': 'f018b11c-c83d-44a4-a628-2b33f4333e5a', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'mac_address': 'fa:16:3e:5f:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'subnets': [{'id': '4dab8244-4b1c-4a77-8794-504ffc7c75a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:40.744871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd5a63-b84f-433d-aefa-f09db255e690 None None] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:40.760769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.774137 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-56cd6c2a-5966-401f-a1e5-b7a231e3cdf9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0785851 Nov 23 02:55:40.775927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54228) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:40.785268 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.894558 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.919011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee89df3-ca48-431c-808c-47862cf1acf7 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:40.920164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:40.920645 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:40.933199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.946015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Provisioning complete for port 2ee89df3-ca48-431c-808c-47862cf1acf7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:40.946393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.949880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Transition to ACTIVE for port object 2ee89df3-ca48-431c-808c-47862cf1acf7 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:55:40.955375 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.030858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Pushing event updated for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:41.057257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Port 2ee89df3-ca48-431c-808c-47862cf1acf7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:41.059325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9c185dca-0495-4dc8-bdf5-db1cc2175103 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:41.059690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.067168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Checking router: 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:41.068033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Updating router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:41.135712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Attempting to bind port 2ee89df3-ca48-431c-808c-47862cf1acf7 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:41.136032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Attempting to bind port 2ee89df3-ca48-431c-808c-47862cf1acf7 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:41.136369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Attempting to bind port 2ee89df3-ca48-431c-808c-47862cf1acf7 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:41.136708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=4ac62d4e-4523-48d6-84bd-1f632760fd97,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:41.143251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Port 2ee89df3-ca48-431c-808c-47862cf1acf7 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:55:41.143641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Attempting to bind port 2ee89df3-ca48-431c-808c-47862cf1acf7 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:41.149352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:41.150191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Checking segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:41.150609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Bound using segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:41.151056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Bound port: 2ee89df3-ca48-431c-808c-47862cf1acf7, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:41.151420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.187506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.248403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.270537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:41.270537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.285441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.302864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d1bccaca-1fe1-4645-95b1-719eb8889b6b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9057982 Nov 23 02:55:41.328568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:41.338084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ee89df3-ca48-431c-808c-47862cf1acf7,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:41.349088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.428165 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:40Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:41.483559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:41.484286 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.487907 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] 10.222.0.47 "PUT /v2.0/ports/2ee89df3-ca48-431c-808c-47862cf1acf7 HTTP/1.1" status: 200 len: 1092 time: 1.3273737 Nov 23 02:55:41.488508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:41.489150 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70b240-ffc9-42e6-9a06-80d5a58f6708 None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:40Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:41.491995 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975492f0-1f67-4e72-9c82-0032c1d691b0" -d '{"events": [{"name": "network-changed", "server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:41.603721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4a620-d31e-4b87-96c9-065e46ff36fa service neutron] Pushing event updated for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:41.604352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-19e5568a-1afb-4602-a5be-4bd0df3ded21', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:41.605409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.654657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-229545af-e1fc-44bc-9431-d18809c81b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:41.656589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-229545af-e1fc-44bc-9431-d18809c81b97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1095 time: 0.1182027 Nov 23 02:55:41.747826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-c43348fa-6f78-486e-9d8f-995aaf543106 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--810063307&fields=id&tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 267 time: 0.2636828 Nov 23 02:55:41.762994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-efb4dd77-91b1-425b-9dd6-9dcbb916de3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee89df3-ca48-431c-808c-47862cf1acf7 HTTP/1.1" status: 200 len: 217 time: 0.0964887 Nov 23 02:55:41.849153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-580b90ec-bc22-4055-aaf5-6bae9b8ed8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:41.850855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-580b90ec-bc22-4055-aaf5-6bae9b8ed8ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 HTTP/1.1" status: 200 len: 848 time: 0.0796626 Nov 23 02:55:41.913387 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.927295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.928797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-694b2de9-6d14-4e2e-b894-d49b7458b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:41.931540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-694b2de9-6d14-4e2e-b894-d49b7458b5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724921 Nov 23 02:55:42.009964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-064a6c55-40cb-4b56-8e53-031134ef448b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:42.011603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-064a6c55-40cb-4b56-8e53-031134ef448b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 811 time: 0.2538996 Nov 23 02:55:42.030754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] For port 70390db4-23e9-4361-9efb-bee1378b6abd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70390db4-23e9-4361-9efb-bee1378b6abd,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:42.046445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.050119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-a6c663b3-1ea4-42bc-9dbc-466b78b9034c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/quotas/4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0303476 Nov 23 02:55:42.090290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-bf8831ee-b69c-4719-a1f4-4a99df8c4038 service neutron] 10.222.0.47 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505094 Nov 23 02:55:42.121810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Allocated IP 172.20.0.2 (19e5568a-1afb-4602-a5be-4bd0df3ded21/9a2e5c17-3f60-4ebe-8f24-bf6726361263/7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:42.146460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.150942 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.234697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0236c48a-d20d-48bb-b909-20f6254cf81e req-649916b0-d16c-477d-96d1-88d2e828884c service neutron] 10.222.0.47 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357300 Nov 23 02:55:42.235387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-48fc5423-0b9a-47a4-8757-aacee7cd588f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748588 Nov 23 02:55:42.366779 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.403246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10146e3f-85b4-414f-8255-cc82ec87ea7e None None] Pushing event updated for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:42.415950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-d9ea7db2-60c3-4937-b012-2658032a8866 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618044 Nov 23 02:55:42.469030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70390db4-23e9-4361-9efb-bee1378b6abd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:42.500046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55f12c-5eca-497f-ac9a-dea0e9284964 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:42.540406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Attempting to bind port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:42.540783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Attempting to bind port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:42.541153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Attempting to bind port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:42.561984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceeed27-1a4a-4ee0-8638-9c4e404d1f36 None None] Pushing event updated for resources: {'Port': ['ID=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:42.576201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:42.576582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:42.576994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.577399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:42.577888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Bound port: caaa69a0-b85a-40f9-bc94-9523ed6b3a8d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:42.578273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.586544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3945f3eb-0f9a-4038-bad9-202e8e3b95b1 None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:42.586909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3945f3eb-0f9a-4038-bad9-202e8e3b95b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.717420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.732672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] For port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:42.734933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:42.735312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.739051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] For port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:42.740522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.770614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.860872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:42.865452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70039b6-3853-4198-b955-b324b968c1c7 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:42.880494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:42.889376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:42.899461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Pushing event updated for resources: {'Port': ['ID=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:42.931715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:42.932390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:42.935219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-4a11489d-df54-45cd-9bec-e21cd99b249c service neutron] 10.222.0.15 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666543 Nov 23 02:55:43.062666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.1 (19e5568a-1afb-4602-a5be-4bd0df3ded21/9a2e5c17-3f60-4ebe-8f24-bf6726361263/68c3500c-4c9f-4b2d-aab8-2c6400a9b18a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:43.128207 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2904a3c-e639-425c-ae73-23604d7a5f67 x-openstack-request-id: req-b2904a3c-e639-425c-ae73-23604d7a5f67 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:43.129377 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:43.129840 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2904a3c-e639-425c-ae73-23604d7a5f67 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:43.130231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceeed27-1a4a-4ee0-8638-9c4e404d1f36 None None] Pushing event updated for resources: {'Port': ['ID=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.130427 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7', 'status': 'completed', 'code': 200} Nov 23 02:55:43.133506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Attempting to bind port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:43.133877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Attempting to bind port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:43.134244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Attempting to bind port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:43.155846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:43.155846 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:43.156213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.156546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Bound using segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:43.157035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Bound port: 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:43.157420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.163132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] Provisioning complete for port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:43.163447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.232755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-dc33d1ce-b1a2-4185-bf40-0c2264285b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:43.234849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-dc33d1ce-b1a2-4185-bf40-0c2264285b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1095 time: 0.0722775 Nov 23 02:55:43.272161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edd1b0-3423-4f88-b1bd-5ec8d55906a0 req-19bf9397-6deb-4df4-970d-a6997d56ff68 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:43.274644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46edd1b0-3423-4f88-b1bd-5ec8d55906a0 req-19bf9397-6deb-4df4-970d-a6997d56ff68 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1095 time: 0.0814600 Nov 23 02:55:43.285546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.313253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] For port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:43.318022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] For port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:43.324317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:43.349598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-698711e1-68d9-4b46-999a-9c1496937353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:43.352572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-698711e1-68d9-4b46-999a-9c1496937353 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.1102598 Nov 23 02:55:43.354596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46edd1b0-3423-4f88-b1bd-5ec8d55906a0 req-ea5249e2-4019-40d4-860f-3a064c74255f tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Nov 23 02:55:43.391570 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:55:43.409172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.418252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.431328 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-efe05b63-f6d8-4c66-902f-9c4e91cbd6b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee89df3-ca48-431c-808c-47862cf1acf7 HTTP/1.1" status: 200 len: 217 time: 0.0709934 Nov 23 02:55:43.474737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6212d839-3507-4dfb-ac64-fb125e347f9f req-4f86d8ad-1c0d-4505-9b07-1b02bfa1894b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0687492 Nov 23 02:55:43.506257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:43.509453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:43.519151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-0f1c7972-74ab-4fe6-b1e8-c9ae8ee86697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:43.520827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-0f1c7972-74ab-4fe6-b1e8-c9ae8ee86697 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 HTTP/1.1" status: 200 len: 848 time: 0.0835605 Nov 23 02:55:43.524965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:43.578161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.581498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.610674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c9e01-5ee8-46bd-8da1-0a358a42043c None None] Pushing event updated for resources: {'Port': ['ID=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.623605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.657187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-09a5fa93-9c35-41e4-be30-e5ec06a0a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:43.658997 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-09a5fa93-9c35-41e4-be30-e5ec06a0a260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306174 Nov 23 02:55:43.662547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] For port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:43.683859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.769139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ef417-782a-4990-9cab-9d27987b7545 None None] Pushing event updated for resources: {'Port': ['ID=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.822668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:43.828145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.841982 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-9e96bf87-a9b2-493e-9af3-f3082e9b0b5c service neutron] 10.222.0.47 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750426 Nov 23 02:55:43.900179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a0989-1ec2-41ac-80d4-c70c0cd4e7f6 None None] The sync data for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 is: [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:43.982596 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-975492f0-1f67-4e72-9c82-0032c1d691b0 req-ae1cc6be-7c8b-439a-a04e-d149acb9895f service neutron] 10.222.0.47 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311302 Nov 23 02:55:44.183365 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:44.188089 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:44.276038 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:44.278430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:44.489033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:44.495800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b104bf-5a07-41f6-9f06-e6e58e4fcf76 req-59f308cc-71ea-4164-9e26-ba90c8552133 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:44.497621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b104bf-5a07-41f6-9f06-e6e58e4fcf76 req-59f308cc-71ea-4164-9e26-ba90c8552133 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1095 time: 0.0613086 Nov 23 02:55:44.498536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:44.536327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:44.607769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9b104bf-5a07-41f6-9f06-e6e58e4fcf76 req-4e0d82ba-a401-4768-b21c-ffd86b693996 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966280 Nov 23 02:55:44.677919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-78327055-1167-4cf2-b7ba-0e90e9751646 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:44.682584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-78327055-1167-4cf2-b7ba-0e90e9751646 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 811 time: 0.2170231 Nov 23 02:55:44.696444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:44.714165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:44.714578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:44.791312 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fb3c04f4-8314-43ca-9224-9d9bdb0ffaf9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 379 time: 0.0936687 Nov 23 02:55:44.811258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66c05bee-64eb-4b55-88c7-1a6818d47ed4 req-67311a05-2b19-4173-b7f0-ab386de0d57b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 210 time: 0.0438936 Nov 23 02:55:44.823325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ee89df3-ca48-431c-808c-47862cf1acf7 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:55:44.834311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'port': {'device_id': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'admin_state_up': True, 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'security_groups': ['4bda5d53-04b9-40cf-af70-08d61c5c30e7']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:44.890193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:44.898998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d0ae3da8-17b7-4402-80e7-dd6fd61b0e9b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/36b0aa93-7ad2-4cbb-b1ac-fbaea249c252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1212709 Nov 23 02:55:44.901543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f561070-3f77-4603-95f2-ca1716dd5824 None None] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:44.964254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Made reservation on behalf of 4da6c24abbf5459d94b69b7dfb32d5d7 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:44.968067 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.133967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Allocated IP 172.20.0.13 (b3c75785-5320-4519-8cea-080253fd5d1e/1b15600c-9356-45d3-ba39-9c6bea1d1187/7c056583-25f8-4b1d-bfc6-66cfe10c4753) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:45.146244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.175110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-f48309f1-d84a-46b8-b2d5-082ceba76e71 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464795531&fields=id&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 267 time: 0.0684209 Nov 23 02:55:45.237579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-29334f04-d2d4-4b5b-b5aa-25b8cd5b1736 None None] Provisioning complete for port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:45.237920 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-29334f04-d2d4-4b5b-b5aa-25b8cd5b1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.300703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-eec26ee9-360f-4d82-97c4-91e421bd11c9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:45.303332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-eec26ee9-360f-4d82-97c4-91e421bd11c9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 797 time: 0.1241570 Nov 23 02:55:45.303797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.306389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:45.338319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-8d69424e-23f2-462d-849e-3ae91e30f44a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/quotas/f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0221419 Nov 23 02:55:45.345825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.405797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.406804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70390db4-23e9-4361-9efb-bee1378b6abd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:45.407607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-925bcdd2-e33c-4e0c-b790-135d6e7aeabe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682898 Nov 23 02:55:45.426140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Network b3c75785-5320-4519-8cea-080253fd5d1e is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:45.427915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:45.444493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:45.473453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ee89df3-ca48-431c-808c-47862cf1acf7,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:45.524070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:45.524913 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.552957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:45.560438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-fd97fdaf-a9d1-417a-b5ee-43354b1471b9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315152 Nov 23 02:55:45.569882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-6e97f8a6-e4e1-4537-aefd-991446874e38 service neutron] 10.222.0.15 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516249 Nov 23 02:55:45.583121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Request body: {'port': {'device_id': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:45.607342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2ee89df3-ca48-431c-808c-47862cf1acf7', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'port_id': '2ee89df3-ca48-431c-808c-47862cf1acf7', 'mac_address': 'fa:16:3e:13:58:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:55:45.703118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.716344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:45.746381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-13881a82-f582-46ef-aa22-3e434ec85114 service neutron] 10.222.0.15 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662934 Nov 23 02:55:45.765247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.815312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 70390db4-23e9-4361-9efb-bee1378b6abd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:45.815686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:45.820488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee89df3-ca48-431c-808c-47862cf1acf7 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:45.891870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ee89df3-ca48-431c-808c-47862cf1acf7,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:45.911287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.031472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-88a85c73-a695-436f-a221-4abd0c7c6203 None None] Provisioning complete for port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:46.031472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88a85c73-a695-436f-a221-4abd0c7c6203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.093567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c056583-25f8-4b1d-bfc6-66cfe10c4753 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:46.108308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.124904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Transition to ACTIVE for port object 7c056583-25f8-4b1d-bfc6-66cfe10c4753 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:55:46.129925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.149604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:46.174876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-88a85c73-a695-436f-a221-4abd0c7c6203 None None] Port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:46.182354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2ee89df3-ca48-431c-808c-47862cf1acf7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:46.190921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb6021-010d-40e2-be58-d990ec7afb3e req-25c83dcc-d480-4ae8-8c50-dfe1362bf03e tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:46.198927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37cb6021-010d-40e2-be58-d990ec7afb3e req-25c83dcc-d480-4ae8-8c50-dfe1362bf03e tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1096 time: 0.1108387 Nov 23 02:55:46.334111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37cb6021-010d-40e2-be58-d990ec7afb3e req-2823578a-f787-4ac5-9cd3-f961e3bb33b7 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266568 Nov 23 02:55:46.365218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:46.416901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f0c579c1-2840-4277-8cf6-9c8294b7eb56 None None] Provisioning complete for port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:46.416901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f0c579c1-2840-4277-8cf6-9c8294b7eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.419407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Attempting to bind port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:46.420094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Attempting to bind port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:46.420492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Attempting to bind port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:46.425490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 on network b3c75785-5320-4519-8cea-080253fd5d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:55:46.426831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Attempting to bind port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:46.438331 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:46.439111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Checking segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:46.439508 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Bound using segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:46.439945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Bound port: 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:46.440299 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.603023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:46.607545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96903d1f-1430-45bc-8acd-f3392acdc279 req-d0f7ae1d-03c2-4cbe-b180-e4cd51269329 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:46.609145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96903d1f-1430-45bc-8acd-f3392acdc279 req-d0f7ae1d-03c2-4cbe-b180-e4cd51269329 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 944 time: 0.1531894 Nov 23 02:55:46.612879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:46.625557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.665968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device caaa69a0-b85a-40f9-bc94-9523ed6b3a8d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:46.705156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:46.706340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:46.709089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1093 time: 1.1335075 Nov 23 02:55:46.713280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:46.715777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96903d1f-1430-45bc-8acd-f3392acdc279 req-8eb68b16-df16-4013-a22b-5431cbf7a570 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987034 Nov 23 02:55:46.715944 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d8667-32d4-480e-9408-3da75a5ade55" -d '{"events": [{"name": "network-changed", "server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:46.798304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3b42d-2d34-428c-b983-86b823637fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:46.854741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-0d0d3ce1-f814-49a0-880d-76fda8bb5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:46.857872 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-0d0d3ce1-f814-49a0-880d-76fda8bb5b90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0833580 Nov 23 02:55:46.876206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78661457-84e9-46c8-b5f3-f0f38a9b8a55 req-87b78262-3b63-4c82-bbd8-3af38af72afe tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 210 time: 0.0737212 Nov 23 02:55:46.932987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f0c579c1-2840-4277-8cf6-9c8294b7eb56 None None] Provisioning complete for port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:46.933359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f0c579c1-2840-4277-8cf6-9c8294b7eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:47.005653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:47.005982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:47.039435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f0c579c1-2840-4277-8cf6-9c8294b7eb56 None None] Port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:47.117257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:47.194882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:47.195255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:47.198924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-08bca673-d412-41e6-a418-7cab9d79722e None None] Provisioning complete for port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:47.199282 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-08bca673-d412-41e6-a418-7cab9d79722e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:47.265012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-08bca673-d412-41e6-a418-7cab9d79722e None None] Port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:47.268442 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ab1f6-40b8-44ac-a033-93eae5df1f6a x-openstack-request-id: req-db5ab1f6-40b8-44ac-a033-93eae5df1f6a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:47.268747 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:47.268995 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db5ab1f6-40b8-44ac-a033-93eae5df1f6a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:47.269397 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'status': 'completed', 'code': 200} Nov 23 02:55:47.270773 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-56fefc66-9403-44e6-8bcb-33bb9ba82ab1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 217 time: 0.3962243 Nov 23 02:55:47.324248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-c689f0bf-d568-4060-b408-a2d21e964788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.325758 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-c689f0bf-d568-4060-b408-a2d21e964788 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0449188 Nov 23 02:55:47.373081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-396b4921-36ae-4a00-9c1f-4a996a32911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.374627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-396b4921-36ae-4a00-9c1f-4a996a32911a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413158 Nov 23 02:55:47.441413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0662bd7-fa02-457b-ae65-b8b342986962 req-63a3ec7c-63f2-40f1-94c0-e60ff092926d tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.443300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0662bd7-fa02-457b-ae65-b8b342986962 req-63a3ec7c-63f2-40f1-94c0-e60ff092926d tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1096 time: 0.0472076 Nov 23 02:55:47.470954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-81f8b296-30d0-4436-aea5-5a63e56d6af2 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876229 Nov 23 02:55:47.494433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0662bd7-fa02-457b-ae65-b8b342986962 req-83b1bd6f-7afd-4fd3-b32f-0c3019ec46ad tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Nov 23 02:55:47.571618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4cb70087-47e4-48a2-a00b-21407aa3ddd2 req-4b721e27-051b-4274-87b3-0bbecfe0aeb3 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932055 Nov 23 02:55:47.655943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-0ad1cc82-0621-4444-8b41-f09431ea969c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.659079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-0ad1cc82-0621-4444-8b41-f09431ea969c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 797 time: 0.1204600 Nov 23 02:55:47.706687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8667-32d4-480e-9408-3da75a5ade55 req-425293aa-20b6-4999-9c45-0ab8086c754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.708165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-425293aa-20b6-4999-9c45-0ab8086c754f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0469649 Nov 23 02:55:47.743525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-ba52ec92-9e0e-4dd3-ae65-8e490dcc9189 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 379 time: 0.0648620 Nov 23 02:55:47.755897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'port': {'device_id': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'admin_state_up': True, 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'security_groups': ['1fc9c9da-b9ac-4476-8373-2a4454d41b3d']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:47.830590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8667-32d4-480e-9408-3da75a5ade55 req-0481d224-4a43-4385-8813-9d0feaacda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.832126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-0481d224-4a43-4385-8813-9d0feaacda49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.0884473 Nov 23 02:55:47.875334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-af1fd057-f9b5-43c2-92d7-4ac84669fced service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 217 time: 0.0357404 Nov 23 02:55:47.883201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffdb4f-a1c9-473b-90e0-43e205121622 req-45245f9d-e2f6-4bc9-b776-a881e9d63a73 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.884673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcffdb4f-a1c9-473b-90e0-43e205121622 req-45245f9d-e2f6-4bc9-b776-a881e9d63a73 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 944 time: 0.0820818 Nov 23 02:55:47.926039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:47.929545 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:47.929682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8667-32d4-480e-9408-3da75a5ade55 req-aba04299-5154-49a9-8831-c666d57873da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.931190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-aba04299-5154-49a9-8831-c666d57873da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0491774 Nov 23 02:55:47.958781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcffdb4f-a1c9-473b-90e0-43e205121622 req-d19cce79-6566-4d7b-b420-66b155483a71 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676038 Nov 23 02:55:47.978425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8667-32d4-480e-9408-3da75a5ade55 req-9bf24c1b-00b6-4a4a-8a91-f20a53c42a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:47.980046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-9bf24c1b-00b6-4a4a-8a91-f20a53c42a9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414124 Nov 23 02:55:48.061795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc26bae9-efce-4049-9c08-70f7a6b7ac26 req-966cd68f-3961-4f22-afce-6e9d3cf24dc2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 210 time: 0.0422080 Nov 23 02:55:48.085042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-feec32bf-f7af-4e10-834e-0a129677b9ca service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934837 Nov 23 02:55:48.106080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.5 (19e5568a-1afb-4602-a5be-4bd0df3ded21/9a2e5c17-3f60-4ebe-8f24-bf6726361263/58c64031-f3f1-4f42-b895-a3e7b436ef3e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:48.182748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-299d8667-32d4-480e-9408-3da75a5ade55 req-1b66d9f2-1626-4dc6-815f-f16eafb6ed5f service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895507 Nov 23 02:55:48.247844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.279962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.323549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:48.326572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:48.330368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:48.356229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:48.386253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:48.386913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.404314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-f81d6851-949b-4369-91aa-739b07b7127b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520441 Nov 23 02:55:48.424362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Request body: {'port': {'device_id': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:48.485385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.591708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0004fa83-7dfc-4372-9f02-f71b3b33903a None None] Provisioning complete for port 58c64031-f3f1-4f42-b895-a3e7b436ef3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:48.592252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0004fa83-7dfc-4372-9f02-f71b3b33903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.626199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0004fa83-7dfc-4372-9f02-f71b3b33903a None None] Port 58c64031-f3f1-4f42-b895-a3e7b436ef3e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:48.731305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f46a-ecec-4a99-b512-df97ec12b4a3 req-cb3a5ad6-c5e4-40dc-b2f0-c437d668eb7a tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:48.732856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4203f46a-ecec-4a99-b512-df97ec12b4a3 req-cb3a5ad6-c5e4-40dc-b2f0-c437d668eb7a tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1096 time: 0.1304657 Nov 23 02:55:48.807060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4203f46a-ecec-4a99-b512-df97ec12b4a3 req-ddeaa0d3-ed6e-4be0-8c7a-0366680f77c4 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681210 Nov 23 02:55:48.835294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ee89df3-ca48-431c-808c-47862cf1acf7 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:48.862645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c64031-f3f1-4f42-b895-a3e7b436ef3e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:48.869852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.887380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2ee89df3-ca48-431c-808c-47862cf1acf7 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:55:48.888723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Transition to ACTIVE for port object 58c64031-f3f1-4f42-b895-a3e7b436ef3e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:55:48.892906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.900002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2ee89df3-ca48-431c-808c-47862cf1acf7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:48.900868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:48.950232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:48.987661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Sync routers for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:48.998841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.003712 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:49.004333 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:49.025766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:49.028251 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473dcc4d-7c0a-453e-b5fb-a6289485a7a4" -d '{"events": [{"server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "name": "network-vif-plugged", "status": "completed", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:49.045362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ee89df3-ca48-431c-808c-47862cf1acf7,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:49.050389 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.096629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:49.097005 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:49.097339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:49.102583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:55:49.102911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:49.113407 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:49.113686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cbcb-755c-43e8-8b92-63d0f76417e6 req-3106fdea-e700-488a-996f-f60bfe993a56 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.115280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c1cbcb-755c-43e8-8b92-63d0f76417e6 req-3106fdea-e700-488a-996f-f60bfe993a56 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 944 time: 0.0737803 Nov 23 02:55:49.118356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:49.118743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:49.119122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Bound using segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:49.120007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Bound port: 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:49.120007 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.138384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:49.213862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c1cbcb-755c-43e8-8b92-63d0f76417e6 req-ca2ea309-4035-4db0-98d7-b1c403c3173e tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788043 Nov 23 02:55:49.242146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:49.245611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:49.252404 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.281240 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36923ef1-f200-4bb8-8be0-59c93e1dea76 x-openstack-request-id: req-36923ef1-f200-4bb8-8be0-59c93e1dea76 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:49.281240 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "name": "network-vif-plugged", "status": "completed", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:49.281240 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36923ef1-f200-4bb8-8be0-59c93e1dea76 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:49.281240 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7', 'code': 200} Nov 23 02:55:49.291952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.291952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.292297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7c056583-25f8-4b1d-bfc6-66cfe10c4753 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:55:49.292406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] 10.222.0.41 "PUT /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 1092 time: 0.8723040 Nov 23 02:55:49.292790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:49.295283 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:49.339914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826044-b849-4bf2-af5b-cc64f70e71ef service neutron] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:49.437421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fe96-9cbc-4993-bd25-8796a0f22ef5 req-e6aff2ab-27d0-49e0-8013-d0da0eae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.440899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1444fe96-9cbc-4993-bd25-8796a0f22ef5 req-e6aff2ab-27d0-49e0-8013-d0da0eae2387 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0824161 Nov 23 02:55:49.447676 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:44Z', 'revision_number': 2, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:49.462848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:49.471575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025b393-783d-40fb-8b9c-a9e4e69b9698 req-ad862771-324f-49fa-96e6-7030fc27b5b3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.477066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'port_id': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'mac_address': 'fa:16:3e:ff:3a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:55:49.483762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d025b393-783d-40fb-8b9c-a9e4e69b9698 req-ad862771-324f-49fa-96e6-7030fc27b5b3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 943 time: 0.1306329 Nov 23 02:55:49.483990 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Checking router: 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:49.485250 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Updating router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:49.495066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-186f2451-bc9f-451e-b08a-1c759ee6b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.498632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-186f2451-bc9f-451e-b08a-1c759ee6b6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1095 time: 0.1322088 Nov 23 02:55:49.522138 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.534014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1444fe96-9cbc-4993-bd25-8796a0f22ef5 req-857be827-9eeb-4eb2-98b0-c0eb705671c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851281 Nov 23 02:55:49.563980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.585218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-c5fc5649-d236-4e90-acab-b58ca1f2bcc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 217 time: 0.0598853 Nov 23 02:55:49.585451 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c056583-25f8-4b1d-bfc6-66cfe10c4753 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:49.612048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:49.617661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.651777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d025b393-783d-40fb-8b9c-a9e4e69b9698 req-3754b6af-1dcd-4bc0-95a0-41ad897b7ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520405 Nov 23 02:55:49.661487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-bdcc52e6-2e17-4365-aac7-4609da141449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.663260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-bdcc52e6-2e17-4365-aac7-4609da141449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0673647 Nov 23 02:55:49.723812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:49.741072 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1724f179-1732-4f7d-b359-e0177d91e189 x-openstack-request-id: req-1724f179-1732-4f7d-b359-e0177d91e189 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:49.741369 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:49.741626 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1724f179-1732-4f7d-b359-e0177d91e189 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:49.742029 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'status': 'completed', 'code': 200} Nov 23 02:55:49.755563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b325-e0ad-4328-b404-576cc883182e req-28e22f8e-ee19-4bc5-a563-ac152a8251c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.757251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-28e22f8e-ee19-4bc5-a563-ac152a8251c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856476 Nov 23 02:55:49.855723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-dacff864-e1a0-428f-b9e2-6f013fd81e5a service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903106 Nov 23 02:55:49.884038 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.892503 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.893795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7c056583-25f8-4b1d-bfc6-66cfe10c4753'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:49.955653 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4295e8-088e-4350-bf32-35ec26feb8bd None None] Pushing event updated for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:49.979183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49034-cb2b-4728-9f88-fe443c92089a req-bf64179c-413f-474a-93f8-7787e56f9a04 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.980751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cf49034-cb2b-4728-9f88-fe443c92089a req-bf64179c-413f-474a-93f8-7787e56f9a04 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0662417 Nov 23 02:55:50.015630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e337b325-e0ad-4328-b404-576cc883182e req-4f349980-dbec-4917-80e2-1b243ecf927c service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521585 Nov 23 02:55:50.043246 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Attempting to bind port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:50.043845 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Attempting to bind port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:50.044203 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Attempting to bind port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:50.061043 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:50.062924 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:50.064374 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.064979 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Bound using segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:50.065685 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Bound port: 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:50.066276 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.067069 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cf49034-cb2b-4728-9f88-fe443c92089a req-83857d9c-3fb6-45e5-9a2c-2bf4abc71b87 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 Nov 23 02:55:50.149451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-62777ca8-09f7-4cea-b81d-875cb22c811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.152114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-62777ca8-09f7-4cea-b81d-875cb22c811d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1095 time: 0.0485032 Nov 23 02:55:50.162062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] For port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:50.166375 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] For port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:50.172932 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.232524 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4295e8-088e-4350-bf32-35ec26feb8bd None None] Pushing event updated for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:50.242680 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:50.244770 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:50.260260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] Provisioning complete for port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:50.260635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.260945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-3bd03369-87e5-42b3-8237-3ba7bd7d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.262672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-3bd03369-87e5-42b3-8237-3ba7bd7d16d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.1034465 Nov 23 02:55:50.316416 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-e7cb965d-01b7-48dd-b8db-dadc222117f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 217 time: 0.0463660 Nov 23 02:55:50.380125 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.420165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-02bb4852-ac05-4090-963d-eee8c6922acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.421687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-02bb4852-ac05-4090-963d-eee8c6922acd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0907249 Nov 23 02:55:50.431572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] For port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:50.434248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04082cdb-151a-4b91-9a97-f9b0fde90cf6 req-0a404d20-e903-4e9e-a6c8-f2399e282d6e tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.436203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.442585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04082cdb-151a-4b91-9a97-f9b0fde90cf6 req-0a404d20-e903-4e9e-a6c8-f2399e282d6e tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 945 time: 0.1225097 Nov 23 02:55:50.504612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81df551-6609-431a-9d52-f730bd283d1d None None] Pushing event updated for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:50.513547 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:50.524110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-18f79050-0147-4963-a387-4f37ca4cbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.525724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-18f79050-0147-4963-a387-4f37ca4cbfc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811641 Nov 23 02:55:50.529036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04082cdb-151a-4b91-9a97-f9b0fde90cf6 req-b137bbf6-e522-4b2c-bb2a-d5d4cc4e3221 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856609 Nov 23 02:55:50.564249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-993e6848-c5d2-4f39-92a0-11d37366f001 None None] Provisioning complete for port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:50.564624 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-993e6848-c5d2-4f39-92a0-11d37366f001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:50.638265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-5ca815f6-53d9-4176-b400-e24163fff73c service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048553 Nov 23 02:55:50.733229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-061ca3cf-d1dc-4e7a-81b5-16a8e39dd7cb req-8b999ec1-6479-48a5-9c65-e7dc4323c7fa service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 Nov 23 02:55:50.742268 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62abf390-f74e-4030-a331-7655e625f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:50.770830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62abf390-f74e-4030-a331-7655e625f49e None None] The sync data for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 is: [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:50.786453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fcd92-56a1-439c-8710-e24fed99bbb3 req-e372fa15-6c8f-43e0-972f-c6927b79ed62 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:50.788014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f38fcd92-56a1-439c-8710-e24fed99bbb3 req-e372fa15-6c8f-43e0-972f-c6927b79ed62 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Nov 23 02:55:50.857179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f38fcd92-56a1-439c-8710-e24fed99bbb3 req-503d489d-44eb-45bc-8e16-ffdce50dd63f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627036 Nov 23 02:55:51.171298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b8ac-94fc-4bdc-9525-503e47706cf9 req-3ba52701-3c1b-4385-8579-87f9a267ad98 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.174996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb95b8ac-94fc-4bdc-9525-503e47706cf9 req-3ba52701-3c1b-4385-8579-87f9a267ad98 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0433941 Nov 23 02:55:51.220610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb95b8ac-94fc-4bdc-9525-503e47706cf9 req-fd5b2d8d-d004-494c-a055-ba1a7510649e tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Nov 23 02:55:51.313207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:55:51.323417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21211bb7-73d4-4ec5-9930-5cac9e1971e7 req-01d2ccc8-1d7f-4028-bec9-0302659190da tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.323781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7c056583-25f8-4b1d-bfc6-66cfe10c4753 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:51.325010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21211bb7-73d4-4ec5-9930-5cac9e1971e7 req-01d2ccc8-1d7f-4028-bec9-0302659190da tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0402586 Nov 23 02:55:51.371800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21211bb7-73d4-4ec5-9930-5cac9e1971e7 req-668189d0-517b-4fc8-ac61-4efd06696e73 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Nov 23 02:55:51.432852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:55:51.448290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:51.448667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.477177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a63f-852d-433c-973d-d094761c2ac1 req-d277de57-7356-4af3-aa63-9e3e635f6287 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.478719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d88a63f-852d-433c-973d-d094761c2ac1 req-d277de57-7356-4af3-aa63-9e3e635f6287 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0405579 Nov 23 02:55:51.483054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:51.503953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'port_id': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'mac_address': 'fa:16:3e:a3:e4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:55:51.524487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d88a63f-852d-433c-973d-d094761c2ac1 req-17b10495-3c35-4b45-8675-84347424b33e tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Nov 23 02:55:51.574209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.595436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c64031-f3f1-4f42-b895-a3e7b436ef3e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:51.604300 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.628404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:51.635937 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.645964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:51.646813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44bdd2-153c-42f9-9490-d51471ca5845 req-60fa84f8-919f-4291-82bf-955af30ea52b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.648326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae44bdd2-153c-42f9-9490-d51471ca5845 req-60fa84f8-919f-4291-82bf-955af30ea52b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 945 time: 0.0509017 Nov 23 02:55:51.648499 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab8372-c6ed-4492-b19d-f78532a729c7" -d '{"events": [{"server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:51.683075 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:51.689310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.698937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae44bdd2-153c-42f9-9490-d51471ca5845 req-10e2e4d8-6d00-45bc-b62b-9bbcde2c3e44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Nov 23 02:55:51.705200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:51.769685 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:51.869843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-197faf32-9f63-46e6-8994-58dc59487959 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.871402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-197faf32-9f63-46e6-8994-58dc59487959 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.0924392 Nov 23 02:55:51.886523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-83cff73b-5b58-42f2-a5a2-b8ec03f63bd2 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/quotas/009b5bee865047f7b6b306c2dcd30e4f HTTP/1.1" status: 200 len: 375 time: 0.0089669 Nov 23 02:55:51.913158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['58c64031-f3f1-4f42-b895-a3e7b436ef3e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:51.934912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-a1a7b63b-a939-4992-8ba4-a5c79a3ca812 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0427880 Nov 23 02:55:52.394859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-37857802-53ef-495c-a52a-06330b6bc2ae service neutron] 10.222.0.15 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519293 Nov 23 02:55:52.398287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:52.446760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:52.447138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:52.484853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-76f18349-9762-41cf-83b5-b9a7771e1ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823138 Nov 23 02:55:52.619415 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a88ff6-a292-48db-be7d-e98b581632f5 x-openstack-request-id: req-94a88ff6-a292-48db-be7d-e98b581632f5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:52.619775 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "name": "network-vif-plugged", "status": "completed", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:52.620140 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94a88ff6-a292-48db-be7d-e98b581632f5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:52.620724 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'code': 200} Nov 23 02:55:52.753831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf687f-f95c-4402-98d0-3edf94dd4d07 req-c6de9dd6-3042-4830-b745-95fcf59404bf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:52.755394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ccf687f-f95c-4402-98d0-3edf94dd4d07 req-c6de9dd6-3042-4830-b745-95fcf59404bf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.0862098 Nov 23 02:55:52.780813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb827dda-f0a0-4f66-8a9b-f28a194c3e66 req-49088c9e-2a02-4f9b-8962-e847346ecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:52.782319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb827dda-f0a0-4f66-8a9b-f28a194c3e66 req-49088c9e-2a02-4f9b-8962-e847346ecd32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0701160 Nov 23 02:55:52.829057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ccf687f-f95c-4402-98d0-3edf94dd4d07 req-fd4229d1-9468-4962-bd4c-871031cca4d6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667126 Nov 23 02:55:52.861967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb827dda-f0a0-4f66-8a9b-f28a194c3e66 req-0afc59da-d534-412c-b9e7-20dc9faa8b5a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718913 Nov 23 02:55:52.908134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe06201c-bcdf-4616-a21a-9e3bd616b448 req-fce674f8-bc30-4178-b5d3-810badac02a7 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 210 time: 0.0266891 Nov 23 02:55:53.019887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adeefe-a400-4edb-a889-970797a91300 req-84aea19c-7284-435d-80ab-581f04230a15 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:53.021252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08adeefe-a400-4edb-a889-970797a91300 req-84aea19c-7284-435d-80ab-581f04230a15 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0550680 Nov 23 02:55:53.069239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08adeefe-a400-4edb-a889-970797a91300 req-21f2dcc5-0233-460b-b35a-649bd9bd0bd5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Nov 23 02:55:53.317224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:53.540763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:53.547454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 58c64031-f3f1-4f42-b895-a3e7b436ef3e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:55:53.551316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 58c64031-f3f1-4f42-b895-a3e7b436ef3e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:53.551686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:53.630661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:53.665405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:53.669605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:53.727653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:53.867041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-ca860401-b66b-45b7-8e78-1e0d7948fcea tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:53.868682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-ca860401-b66b-45b7-8e78-1e0d7948fcea tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.41 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.0936985 Nov 23 02:55:53.897054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Request body: {'port': {'device_id': '7f63979e-3839-4226-8168-ec8badb3a205', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'admin_state_up': True, 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:53.944307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Made reservation on behalf of 009b5bee865047f7b6b306c2dcd30e4f for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:53.946959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.017066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf9de-ae97-461b-9d34-85393847b220 req-297fb9e8-e40d-4245-b962-af8574dc1c1c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.018747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09adf9de-ae97-461b-9d34-85393847b220 req-297fb9e8-e40d-4245-b962-af8574dc1c1c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.1062884 Nov 23 02:55:54.112035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09adf9de-ae97-461b-9d34-85393847b220 req-922090be-7983-4625-89e3-5ee49ffa2d5a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847726 Nov 23 02:55:54.123359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Allocated IP 172.20.0.12 (9d9e8bf2-67af-470e-a1fd-f126f3b97df6/e2ef37d5-9332-4802-a5eb-ab5b0daf9d69/34bd04f7-662d-4d4e-97f6-af1e1c587b76) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:54.208354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6d73b95-f46e-4b66-ac4d-739a5f00e938 req-d53d4f8c-1dc0-4720-b23b-0b1a07e8dd41 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 210 time: 0.0364444 Nov 23 02:55:54.310814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.337130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d32c-8caf-446b-b30c-4741f4b17876 req-d1b1f1fc-6a50-4e02-bc24-2651af13612b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.338608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc60d32c-8caf-446b-b30c-4741f4b17876 req-d1b1f1fc-6a50-4e02-bc24-2651af13612b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0740016 Nov 23 02:55:54.390021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.401922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2ee89df3-ca48-431c-808c-47862cf1acf7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:54.442942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc60d32c-8caf-446b-b30c-4741f4b17876 req-434b721c-3ef7-46e7-bea5-9bad27b0632f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969605 Nov 23 02:55:54.455247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:54.459389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:54.461328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Pushing event updated for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:54.463444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:54.507477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.508123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.531160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-d25e51e5-3413-44ff-82be-a2137ac3ae38 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6379719 Nov 23 02:55:54.549035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Request body: {'port': {'device_id': '7f63979e-3839-4226-8168-ec8badb3a205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:54.621982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:54.624826 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822ea9a-e346-40f8-8a8b-11d47af44c8c" -d '{"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-plugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:54.636159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f24c-1204-42d2-9070-8f5d2d5ca037 req-764af035-5d8a-41e9-bd81-760a3841f342 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.637688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47c4f24c-1204-42d2-9070-8f5d2d5ca037 req-764af035-5d8a-41e9-bd81-760a3841f342 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1054754 Nov 23 02:55:54.640657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.647324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:54.651998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'floatingip': {'port_id': '7c056583-25f8-4b1d-bfc6-66cfe10c4753'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:54.679823 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c129e-cb6b-4139-8627-7ccf3bc82129 x-openstack-request-id: req-b31c129e-cb6b-4139-8627-7ccf3bc82129 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:54.680116 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-plugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:54.680396 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b31c129e-cb6b-4139-8627-7ccf3bc82129 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:54.680764 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'code': 200} Nov 23 02:55:54.701778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.711934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-452144ea-c7da-460d-9a76-d4e0b320c628 None None] Provisioning complete for port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:54.712327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-452144ea-c7da-460d-9a76-d4e0b320c628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.757907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-452144ea-c7da-460d-9a76-d4e0b320c628 None None] Port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:54.900934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57653f5c-e9df-4ce2-8cfa-ed7fd787d7d0 req-0e6e7663-cf0d-40e9-a236-3e406a631871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.902361 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57653f5c-e9df-4ce2-8cfa-ed7fd787d7d0 req-0e6e7663-cf0d-40e9-a236-3e406a631871 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1097 time: 0.1025126 Nov 23 02:55:54.938187 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bd04f7-662d-4d4e-97f6-af1e1c587b76 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:54.946240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:54.958585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Transition to ACTIVE for port object 34bd04f7-662d-4d4e-97f6-af1e1c587b76 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:55:54.963815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.022082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Pushing event updated for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:55.030676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57653f5c-e9df-4ce2-8cfa-ed7fd787d7d0 req-0fe4c6f8-9107-46b3-8833-7356a79a9068 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943120 Nov 23 02:55:55.092970 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Attempting to bind port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:55.093596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Attempting to bind port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:55.093930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Attempting to bind port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:55.098721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:55:55.099044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Attempting to bind port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 on network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:55.104585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:55.104924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Checking segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:55.105311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Bound using segment: {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:55.105738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Bound port: 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6875937a-d7ba-4d60-9d54-42d0e063eaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:55.106097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.184712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:55.189273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:55.194194 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.244029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.245149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.246054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.247929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] 10.222.0.41 "PUT /v2.0/ports/34bd04f7-662d-4d4e-97f6-af1e1c587b76 HTTP/1.1" status: 200 len: 1093 time: 0.7032709 Nov 23 02:55:55.249190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.265539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:55.269043 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:55.323904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4a3e-41f5-4311-aa9a-cf17c4f9235a req-53fbf4fa-e0be-475b-8e76-724f5b8fc0a6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.326974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bbf4a3e-41f5-4311-aa9a-cf17c4f9235a req-53fbf4fa-e0be-475b-8e76-724f5b8fc0a6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.1222279 Nov 23 02:55:55.336344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c740d0-fe15-45e2-936b-af540ab50d2e service neutron] Pushing event updated for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:55.377321 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Floating IP 80eef824-3274-47da-a706-90a3b028030a associated. External IP: 172.25.1.233, port: 7c056583-25f8-4b1d-bfc6-66cfe10c4753. Nov 23 02:55:55.431114 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bbf4a3e-41f5-4311-aa9a-cf17c4f9235a req-650bf875-cbbf-49bd-9c7c-dd74c1b8a049 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945506 Nov 23 02:55:55.445161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-96e7ccce-72ff-4e03-accb-bd6e891eb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.446757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-96e7ccce-72ff-4e03-accb-bd6e891eb9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1096 time: 0.0721049 Nov 23 02:55:55.513709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-6a463bc5-efcd-473c-b24d-26a613172e28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76 HTTP/1.1" status: 200 len: 217 time: 0.0516703 Nov 23 02:55:55.593601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-ac9db492-5b4a-498d-a65c-f8fcca9f6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.595267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-ac9db492-5b4a-498d-a65c-f8fcca9f6b5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 HTTP/1.1" status: 200 len: 848 time: 0.0743642 Nov 23 02:55:55.597890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd979f-e3e2-429c-8c71-d65481763db3 req-7552b3ee-d1dd-46ae-b589-4551afc48541 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.599308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fcd979f-e3e2-429c-8c71-d65481763db3 req-7552b3ee-d1dd-46ae-b589-4551afc48541 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1096 time: 0.0802135 Nov 23 02:55:55.612643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:55.675843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-18069cdb-0912-48ca-b317-57fe17e11e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.677303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-18069cdb-0912-48ca-b317-57fe17e11e8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749285 Nov 23 02:55:55.679768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fcd979f-e3e2-429c-8c71-d65481763db3 req-d334bd3d-0c44-4120-aa65-7501b14354a9 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Nov 23 02:55:55.727307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:55.731929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:55.736499 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e9468-06c0-4065-9e8c-c60f066a25b9 x-openstack-request-id: req-bf3e9468-06c0-4065-9e8c-c60f066a25b9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:55.736797 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:55.737054 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf3e9468-06c0-4065-9e8c-c60f066a25b9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:55.737484 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76', 'status': 'completed', 'code': 200} Nov 23 02:55:55.740357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:55.750360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:55.751829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:55.763136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6072df80-c7c1-4619-966e-5271ebf062e5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "PUT /v2.0/floatingips/80eef824-3274-47da-a706-90a3b028030a HTTP/1.1" status: 200 len: 992 time: 1.1121993 Nov 23 02:55:55.763136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:55.764074 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:55.785228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-7dd02eb1-7513-40af-9078-790109edad3d service neutron] 10.222.0.41 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985053 Nov 23 02:55:55.882698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:55.886125 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9238281-1bc8-4454-b8a8-6485c93ffa64 x-openstack-request-id: req-e9238281-1bc8-4454-b8a8-6485c93ffa64 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:55.886426 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:55.886734 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9238281-1bc8-4454-b8a8-6485c93ffa64 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:55.887169 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'status': 'completed', 'code': 200} Nov 23 02:55:55.898904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18de33d5-6afc-4927-bfe7-08eb125c55a8 req-1b0a3012-a1fa-4f19-889a-f91ef72aff7d service neutron] 10.222.0.41 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001258 Nov 23 02:55:56.077152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-753dcf92-4487-41b8-88ca-d457ce7f29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.078609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-753dcf92-4487-41b8-88ca-d457ce7f29dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0522468 Nov 23 02:55:56.099650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-1befd741-cd33-4e30-8968-a89e04dc2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.101406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-1befd741-cd33-4e30-8968-a89e04dc2d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1096 time: 0.0425787 Nov 23 02:55:56.115522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '80eef824-3274-47da-a706-90a3b028030a', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:ff:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:40Z', 'updated_at': '2021-11-23T02:55:55Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:56.147823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:56.158412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:56.159310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:56.227948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-55dd7007-299c-4054-ad9d-f8da6a3eff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.229461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-c4ed4063-c472-432e-8753-422890796adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.229641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-55dd7007-299c-4054-ad9d-f8da6a3eff31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 200 len: 910 time: 0.1152432 Nov 23 02:55:56.231113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-c4ed4063-c472-432e-8753-422890796adb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.1179869 Nov 23 02:55:56.276772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:56.283470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-db5edc17-ff1f-41ba-9481-df5310720708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76 HTTP/1.1" status: 200 len: 217 time: 0.0402062 Nov 23 02:55:56.346494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-406ba54c-9e58-410d-a316-db04625d4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.348033 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-406ba54c-9e58-410d-a316-db04625d4a44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 HTTP/1.1" status: 200 len: 848 time: 0.0567265 Nov 23 02:55:56.349144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-018f5af5-72b8-406b-a16f-586906faf523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1000 time: 0.1053097 Nov 23 02:55:56.408737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-fd6484ec-35af-4368-9d88-513159bca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.410271 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-fd6484ec-35af-4368-9d88-513159bca5de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d9e8bf2-67af-470e-a1fd-f126f3b97df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481281 Nov 23 02:55:56.411746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-50fb8e2d-71de-4317-8a69-475dc2c569bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.413219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-50fb8e2d-71de-4317-8a69-475dc2c569bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0505977 Nov 23 02:55:56.475528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-e6d944c2-2a77-4a89-964d-c8d145d9d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.475528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-e6d944c2-2a77-4a89-964d-c8d145d9d1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493557 Nov 23 02:55:56.527733 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-6911fe40-27e7-4fb4-b680-f20af3a11649 service neutron] 10.222.0.41 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030385 Nov 23 02:55:56.548638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '80eef824-3274-47da-a706-90a3b028030a', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:ff:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:40Z', 'updated_at': '2021-11-23T02:55:55Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:56.575956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf50acc-0d20-409a-af08-436b81bb4983 None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '80eef824-3274-47da-a706-90a3b028030a', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:ff:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:40Z', 'updated_at': '2021-11-23T02:55:55Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:56.620669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003d99-88cf-4730-b116-a6213be1eb81 req-f70b28b6-978a-45e9-a55a-b194a9d102d8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.622194 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49003d99-88cf-4730-b116-a6213be1eb81 req-f70b28b6-978a-45e9-a55a-b194a9d102d8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0831962 Nov 23 02:55:56.626333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-12a0c751-deef-4313-9fbc-7f4ae3497b91 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427312 Nov 23 02:55:56.634158 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a6d1092-2895-4aef-8e43-ab1e3cb9caa6 req-8effded6-5fc3-4413-bb81-e20a806bedcf service neutron] 10.222.0.41 "GET /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993440 Nov 23 02:55:56.728451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49003d99-88cf-4730-b116-a6213be1eb81 req-51ae3cbb-0ff5-4536-a0da-262d2b9be050 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996153 Nov 23 02:55:56.760476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72e8d8c8-bc62-42cf-9eb5-79bec6d3b8f1 req-913ad5af-f206-4c0a-a320-920b2327ad5f service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247282 Nov 23 02:55:56.822029 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685e3ee7-9b10-47b6-a585-cb0dc4c02738 None None] New status for floating IP 80eef824-3274-47da-a706-90a3b028030a: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:55:56.859696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9c66-3f0d-4413-b999-e3b380569fa9 req-f5edbdca-4bfa-41d4-95b7-5b31e16a0a9b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:56.861264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de4a9c66-3f0d-4413-b999-e3b380569fa9 req-f5edbdca-4bfa-41d4-95b7-5b31e16a0a9b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1096 time: 0.0554652 Nov 23 02:55:56.905895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de4a9c66-3f0d-4413-b999-e3b380569fa9 req-714d69ff-e07c-4d2e-8fb2-da9c9eb12efc tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Nov 23 02:55:57.011999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a20e55-4858-4164-8d85-4303c1c1dc32 req-04f7c3c1-a90b-4536-b517-30430514014c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:57.013599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39a20e55-4858-4164-8d85-4303c1c1dc32 req-04f7c3c1-a90b-4536-b517-30430514014c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0515389 Nov 23 02:55:57.062013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39a20e55-4858-4164-8d85-4303c1c1dc32 req-904af081-05ce-48da-a5d3-a4383598418e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414591 Nov 23 02:55:57.084485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:57.128782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72651ec4-1f4b-43b9-b195-d02d19735a74 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:57.130575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-72651ec4-1f4b-43b9-b195-d02d19735a74 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1092 time: 0.0450256 Nov 23 02:55:57.133691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54380) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:57.140083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:57.163640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.257794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.332902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34bd04f7-662d-4d4e-97f6-af1e1c587b76 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:55:57.367280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.87 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/1fccbb7f-9abd-4f1b-89fa-f12ae31f8546) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:57.428266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:57.444046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '34bd04f7-662d-4d4e-97f6-af1e1c587b76', 'network_id': '9d9e8bf2-67af-470e-a1fd-f126f3b97df6', 'port_id': '34bd04f7-662d-4d4e-97f6-af1e1c587b76', 'mac_address': 'fa:16:3e:dc:52:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef37d5-9332-4802-a5eb-ab5b0daf9d69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:55:57.467663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.482878 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.502443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.502763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bd04f7-662d-4d4e-97f6-af1e1c587b76 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:55:57.526059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:57.529856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:57.547638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:57.552518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:57.557083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:57.559069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=1fccbb7f-9abd-4f1b-89fa-f12ae31f8546,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:57.578062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:57.810609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['34bd04f7-662d-4d4e-97f6-af1e1c587b76'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:57.916181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.008513 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.054001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0f9c5-ffab-42ec-9971-6a486562d5b6 req-f96cac32-df19-4c70-a37f-57a5047f97e0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:58.055617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfb0f9c5-ffab-42ec-9971-6a486562d5b6 req-f96cac32-df19-4c70-a37f-57a5047f97e0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1097 time: 0.0766897 Nov 23 02:55:58.156683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfb0f9c5-ffab-42ec-9971-6a486562d5b6 req-c7972e61-4c0a-4ee1-82bd-d1c466d68ff5 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949352 Nov 23 02:55:58.200764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.205409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.275867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=1fccbb7f-9abd-4f1b-89fa-f12ae31f8546,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:58.288446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.383547 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP 32e842d7-aaef-4c67-88a7-89e63290c8fc associated. External IP: 172.25.1.87, port: 58c64031-f3f1-4f42-b895-a3e7b436ef3e. Nov 23 02:55:58.589932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:58.696015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:58.705715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Sync routers for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:58.715087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:58.716060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:58.716690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:58.741691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c6ad90aa-37dd-4c83-ba5f-b7956266c0c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6069877 Nov 23 02:55:58.742274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:58.744582 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb47f59-15f3-4aec-9d67-a854c13b651e" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:58.842208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:58.845889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc0ab5-1374-4652-928b-6a0185dbee19 req-2e02515b-c8d8-4bda-b9a6-7c28c26611f6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:58.847465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4bc0ab5-1374-4652-928b-6a0185dbee19 req-2e02515b-c8d8-4bda-b9a6-7c28c26611f6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Nov 23 02:55:58.902860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4bc0ab5-1374-4652-928b-6a0185dbee19 req-c44bbed7-895e-49eb-bfc8-7f52ea8dac80 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488641 Nov 23 02:55:58.926249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:58.964494 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0128d17-f2bb-4472-907d-a45af3ad825f x-openstack-request-id: req-e0128d17-f2bb-4472-907d-a45af3ad825f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:58.964830 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:58.965043 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0128d17-f2bb-4472-907d-a45af3ad825f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:58.965450 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'status': 'completed', 'code': 200} Nov 23 02:55:58.991059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6cf72201-e467-469d-8e33-781db6d51e53 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 200 len: 990 time: 0.0636337 Nov 23 02:55:59.041075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-168fa55e-92f0-48a3-a371-f008956a0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.042595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-168fa55e-92f0-48a3-a371-f008956a0a1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1097 time: 0.0399420 Nov 23 02:55:59.078876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32e842d7-aaef-4c67-88a7-89e63290c8fc', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'port_id': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'mac_address': 'fa:16:3e:a3:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:57Z', 'updated_at': '2021-11-23T02:55:57Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:59.104136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Checking router: 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:59.112739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:59.113338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:55:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:59.135276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-5dc5552b-d678-4ed5-ba9a-4f9a06a20c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.136773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-5dc5552b-d678-4ed5-ba9a-4f9a06a20c7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.0874557 Nov 23 02:55:59.203495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-eac2f88c-fdc1-4635-bc3d-706243a5ac96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 998 time: 0.0601125 Nov 23 02:55:59.222131 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:59.285814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-7bc2641f-9d09-41be-8d96-e02f18ad6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.287334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-7bc2641f-9d09-41be-8d96-e02f18ad6c5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0772774 Nov 23 02:55:59.293636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933c7b6-961b-4024-a4e7-e8007049c7cd req-59fca88a-c3dc-40bb-86f6-b96113c69351 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.295167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6933c7b6-961b-4024-a4e7-e8007049c7cd req-59fca88a-c3dc-40bb-86f6-b96113c69351 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1097 time: 0.0553925 Nov 23 02:55:59.367117 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-3dc7998d-144f-46ea-ba49-92052e4f965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.368545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-3dc7998d-144f-46ea-ba49-92052e4f965b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725071 Nov 23 02:55:59.371321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6933c7b6-961b-4024-a4e7-e8007049c7cd req-940f9350-36d5-4b14-a000-773e847c0a96 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669260 Nov 23 02:55:59.453590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34bd04f7-662d-4d4e-97f6-af1e1c587b76 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:59.471075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-095adab8-2ce5-4b07-bc1e-dc452c1393e1 service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952580 Nov 23 02:55:59.567709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:55:59.569955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cfb47f59-15f3-4aec-9d67-a854c13b651e req-a6d43899-0fce-4013-8c10-c138f2b62d19 service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826883 Nov 23 02:55:59.576488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:59.576861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:59.708476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32e842d7-aaef-4c67-88a7-89e63290c8fc', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'port_id': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'mac_address': 'fa:16:3e:a3:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:57Z', 'updated_at': '2021-11-23T02:55:57Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:59.712420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:59.745944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93cf43-eab2-4e29-b096-a0e779048443 None None] The sync data for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 is: [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '32e842d7-aaef-4c67-88a7-89e63290c8fc', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.87', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'port_id': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'mac_address': 'fa:16:3e:a3:e4:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:55:57Z', 'updated_at': '2021-11-23T02:55:57Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:59.772884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:59.775192 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551f2135-637e-442d-b3b1-05e0d24d7f78" -d '{"events": [{"server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "name": "network-vif-plugged", "status": "completed", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:59.786890 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:59.790716 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:59.795984 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:59.854984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:59.895742 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6cb85e-a8e3-4ccb-9201-db0dfbd4fc1e x-openstack-request-id: req-3b6cb85e-a8e3-4ccb-9201-db0dfbd4fc1e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:59.896216 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "name": "network-vif-plugged", "status": "completed", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:59.896512 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b6cb85e-a8e3-4ccb-9201-db0dfbd4fc1e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:59.896999 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76', 'code': 200} Nov 23 02:55:59.989596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b25dcc-28be-4199-96db-b2de8b6dea2f None None] New status for floating IP 32e842d7-aaef-4c67-88a7-89e63290c8fc: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:55:59.994893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54400) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:00.029966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acca373-b253-49be-928d-400ab1cc653c req-adeed0fb-4f3c-4713-87cd-59d7676f8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:00.031577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8acca373-b253-49be-928d-400ab1cc653c req-adeed0fb-4f3c-4713-87cd-59d7676f8bea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0498714 Nov 23 02:56:00.062872 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08bdf1e6-e80a-42d3-aa99-c4cd860cecdc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 200 len: 990 time: 0.0660791 Nov 23 02:56:00.080193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8acca373-b253-49be-928d-400ab1cc653c req-fc2928fa-d97b-4380-8481-accaa2b31560 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Nov 23 02:56:00.483857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b2e8-ce87-4270-b012-74f32ebbd51c req-a88d0a77-bbcb-4016-b514-d0e2db4188f7 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:00.485965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3091b2e8-ce87-4270-b012-74f32ebbd51c req-a88d0a77-bbcb-4016-b514-d0e2db4188f7 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0399959 Nov 23 02:56:00.539656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3091b2e8-ce87-4270-b012-74f32ebbd51c req-cdd1b48f-fac5-4ae7-92b3-12848d05749e tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Nov 23 02:56:01.066697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54406) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:01.130591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c7303922-1b95-435a-8c33-c5d1cf3f2478 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 200 len: 992 time: 0.0626888 Nov 23 02:56:01.647895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15302d3-6efb-4276-ab47-42dedb82aa6b req-61ce4811-f93e-4ad4-991c-fc3ebef7feb4 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:01.649388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e15302d3-6efb-4276-ab47-42dedb82aa6b req-61ce4811-f93e-4ad4-991c-fc3ebef7feb4 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0404928 Nov 23 02:56:01.694817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e15302d3-6efb-4276-ab47-42dedb82aa6b req-50625800-1e54-4197-a142-bfdcb3a17ef6 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Nov 23 02:56:01.859837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8fae6-cb45-4745-85f4-bb9e110fb9d9 req-6d9d8f9a-6ae6-40c2-aa00-dcd1eed5f87a tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:01.861727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-baf8fae6-cb45-4745-85f4-bb9e110fb9d9 req-6d9d8f9a-6ae6-40c2-aa00-dcd1eed5f87a tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0429485 Nov 23 02:56:01.907339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-baf8fae6-cb45-4745-85f4-bb9e110fb9d9 req-2f7ddade-24b8-4f69-b9b5-bb0dc8d5a773 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Nov 23 02:56:02.013692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55d26-18ec-4b5e-b881-f68d58b662fe req-e982c5cf-23fe-4dfe-8de8-739f4a4d7150 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:02.015119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bca55d26-18ec-4b5e-b881-f68d58b662fe req-e982c5cf-23fe-4dfe-8de8-739f4a4d7150 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0403438 Nov 23 02:56:02.060550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bca55d26-18ec-4b5e-b881-f68d58b662fe req-3bfe49b9-823a-4e50-863d-15816f14cf72 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Nov 23 02:56:02.627783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4b4e-fc5f-4409-bf1a-2757b31e9bd6 req-79911c82-45ba-4e20-8355-5587dbe8d2df tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:02.629169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f1b4b4e-fc5f-4409-bf1a-2757b31e9bd6 req-79911c82-45ba-4e20-8355-5587dbe8d2df tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.3761420 Nov 23 02:56:02.672482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f1b4b4e-fc5f-4409-bf1a-2757b31e9bd6 req-b0fcce41-c744-4b58-adee-972e5a17282c tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Nov 23 02:56:03.802957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04707-e54c-4e45-9087-6f0a8d9a2f16 req-b4995fc7-e274-47bd-a611-1c7087de205c tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.804489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50d04707-e54c-4e45-9087-6f0a8d9a2f16 req-b4995fc7-e274-47bd-a611-1c7087de205c tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0621200 Nov 23 02:56:03.833979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-bc4b2240-c79f-4af2-8c26-47f231c5b6dd tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.835421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-bc4b2240-c79f-4af2-8c26-47f231c5b6dd tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f63979e-3839-4226-8168-ec8badb3a205 HTTP/1.1" status: 200 len: 1098 time: 0.0617087 Nov 23 02:56:03.878831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-50d04707-e54c-4e45-9087-6f0a8d9a2f16 req-e4ca9aa1-f881-4d97-beec-6940cb5f8108 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679109 Nov 23 02:56:03.928760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Deleting port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:03.929104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.004530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] For port 34bd04f7-662d-4d4e-97f6-af1e1c587b76, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=34bd04f7-662d-4d4e-97f6-af1e1c587b76,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:04.004891 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.017158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Calling delete_port for 34bd04f7-662d-4d4e-97f6-af1e1c587b76 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:04.136667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.147983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2ee89df3-ca48-431c-808c-47862cf1acf7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:04.164314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Pushing event deleted for resources: {'Port': ['ID=34bd04f7-662d-4d4e-97f6-af1e1c587b76,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:04.179560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['34bd04f7-662d-4d4e-97f6-af1e1c587b76'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:04.209351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] No DVR routers for this DVR port 34bd04f7-662d-4d4e-97f6-af1e1c587b76 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:04.212321 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.217002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8691a9a9-6690-4765-ac23-bf96d5424ea5 req-f73873cd-ae82-471a-a829-ca26d99c735b tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.41 "DELETE /v2.0/ports/34bd04f7-662d-4d4e-97f6-af1e1c587b76 HTTP/1.1" status: 204 len: 173 time: 0.3703208 Nov 23 02:56:04.217483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'name': 'network-vif-deleted', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:04.220396 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d851b-f423-437d-92e7-8f1144e0c4b7" -d '{"events": [{"server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "name": "network-vif-deleted", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:04.282911 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500e02c-e802-4feb-9eff-d61c0cdfe6c9 x-openstack-request-id: req-4500e02c-e802-4feb-9eff-d61c0cdfe6c9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:04.283215 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f63979e-3839-4226-8168-ec8badb3a205", "name": "network-vif-deleted", "tag": "34bd04f7-662d-4d4e-97f6-af1e1c587b76", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:04.283464 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4500e02c-e802-4feb-9eff-d61c0cdfe6c9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:04.283912 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63979e-3839-4226-8168-ec8badb3a205', 'name': 'network-vif-deleted', 'tag': '34bd04f7-662d-4d4e-97f6-af1e1c587b76', 'status': 'completed', 'code': 200} Nov 23 02:56:05.211665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05af865-8d23-4d2a-9952-04d90970c7c7 req-d3612979-67e8-4bc3-a00f-083b78625003 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:05.213106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d05af865-8d23-4d2a-9952-04d90970c7c7 req-d3612979-67e8-4bc3-a00f-083b78625003 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0435252 Nov 23 02:56:05.259626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d05af865-8d23-4d2a-9952-04d90970c7c7 req-88a87101-e2da-4e05-8920-1ce7d4f94318 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Nov 23 02:56:05.837703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5d32-84fd-4f6a-83f6-b7b832f90fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.368907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e8f85-83b5-4722-8479-8ec927685e18 req-efd8e8c6-19fb-48e5-8c86-5b3c91da7ed4 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:06.370436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e5e8f85-83b5-4722-8479-8ec927685e18 req-efd8e8c6-19fb-48e5-8c86-5b3c91da7ed4 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0404353 Nov 23 02:56:06.417544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e5e8f85-83b5-4722-8479-8ec927685e18 req-1cf22ad6-e951-4680-b809-b28adfeb6232 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ebd66573-641a-4dc3-b91a-22e6e3bd14b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Nov 23 02:56:06.475285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357c500-0a2c-4019-a856-763f4d95acac req-118fb3df-f7b3-4d44-b960-8747d5b74365 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:06.476761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0357c500-0a2c-4019-a856-763f4d95acac req-118fb3df-f7b3-4d44-b960-8747d5b74365 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=38267416-e2ee-439b-bcbb-58572b5f2028 HTTP/1.1" status: 200 len: 1097 time: 0.0394592 Nov 23 02:56:06.552918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Deleting port 2ee89df3-ca48-431c-808c-47862cf1acf7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:06.553256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.631636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] For port 2ee89df3-ca48-431c-808c-47862cf1acf7, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2ee89df3-ca48-431c-808c-47862cf1acf7,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:06.631993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.645891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Calling delete_port for 2ee89df3-ca48-431c-808c-47862cf1acf7 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:06.768439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.778320 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2ee89df3-ca48-431c-808c-47862cf1acf7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:06.793548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ee89df3-ca48-431c-808c-47862cf1acf7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:06.836667 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] No DVR routers for this DVR port 2ee89df3-ca48-431c-808c-47862cf1acf7 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:06.839230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.842624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0357c500-0a2c-4019-a856-763f4d95acac req-c6518d3f-c157-4f29-ba4a-1a2a5b858ed0 tempest-TestServerMultinode-70998133 tempest-TestServerMultinode-70998133-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2ee89df3-ca48-431c-808c-47862cf1acf7 HTTP/1.1" status: 204 len: 173 time: 0.3601162 Nov 23 02:56:06.843081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'name': 'network-vif-deleted', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:06.845424 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab77f1-3fc8-4d2b-9853-9d3f31285682" -d '{"events": [{"server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "name": "network-vif-deleted", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:06.887825 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5226d9-1e2b-4f9e-ba84-a9830f572677 x-openstack-request-id: req-2d5226d9-1e2b-4f9e-ba84-a9830f572677 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:06.887825 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38267416-e2ee-439b-bcbb-58572b5f2028", "name": "network-vif-deleted", "tag": "2ee89df3-ca48-431c-808c-47862cf1acf7", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:06.887825 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d5226d9-1e2b-4f9e-ba84-a9830f572677 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:06.888165 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38267416-e2ee-439b-bcbb-58572b5f2028', 'name': 'network-vif-deleted', 'tag': '2ee89df3-ca48-431c-808c-47862cf1acf7', 'status': 'completed', 'code': 200} Nov 23 02:56:07.407720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34bd04f7-662d-4d4e-97f6-af1e1c587b76 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:07.427143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 34bd04f7-662d-4d4e-97f6-af1e1c587b76 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:07.427494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 34bd04f7-662d-4d4e-97f6-af1e1c587b76 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:07.478434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54446) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:07.879929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.037642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1384671a-57bd-4f8b-bb16-c1baed40d631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.448511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Deleting port c7203c39-e692-472b-8bdf-d7ea80c64bdb {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:08.448852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.524396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] For port c7203c39-e692-472b-8bdf-d7ea80c64bdb, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c7203c39-e692-472b-8bdf-d7ea80c64bdb,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:08.525062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.537655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Calling delete_port for c7203c39-e692-472b-8bdf-d7ea80c64bdb owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:08.717390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.740459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7203c39-e692-472b-8bdf-d7ea80c64bdb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:08.914319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.130058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Router daa96639-dfdf-4215-8d90-21589895475d has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:09.241253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:09.246571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b53075d-309e-4ca1-8e6b-eaf8965faec6 admin admin] 10.222.0.15 "PUT /v2.0/routers/daa96639-dfdf-4215-8d90-21589895475d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670653 Nov 23 02:56:09.249437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54450) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:09.250020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Sync routers for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:09.259995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:09.260601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:09.356777 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.358073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.383234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:09.464439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.522775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Deleting port c4fe64f6-c2a7-46a5-ba14-e262f7372492 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:09.523366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.582573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:56:08Z', 'revision_number': 5, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port': {'id': 'c4fe64f6-c2a7-46a5-ba14-e262f7372492', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa96639-dfdf-4215-8d90-21589895475d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:09.613450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] For port c4fe64f6-c2a7-46a5-ba14-e262f7372492, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c4fe64f6-c2a7-46a5-ba14-e262f7372492,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:09.614079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.616554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Checking router: daa96639-dfdf-4215-8d90-21589895475d for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:09.625133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Routers {'daa96639-dfdf-4215-8d90-21589895475d'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:09.626307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['daa96639-dfdf-4215-8d90-21589895475d'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:09.628347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Calling delete_port for c4fe64f6-c2a7-46a5-ba14-e262f7372492 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:09.711094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] Set router daa96639-dfdf-4215-8d90-21589895475d gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:09.761687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:56:09Z', 'revision_number': 6, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:09.790760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c5f5e-fd09-4006-845d-77de959b7aa1 None None] The sync data for ids ['daa96639-dfdf-4215-8d90-21589895475d'] in n-d-714676-12 is: [{'id': 'daa96639-dfdf-4215-8d90-21589895475d', 'name': 'tempest-TestServerMultinode-367251719-router', 'tenant_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:19Z', 'updated_at': '2021-11-23T02:56:09Z', 'revision_number': 6, 'project_id': 'c1a2ad404fd846e1884afe3e84cc147d', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:09.793068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.822787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fe64f6-c2a7-46a5-ba14-e262f7372492,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:09.840904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3be943-28eb-40a7-b860-72993d2b81dd None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:09.853245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.853659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.853940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.854277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.854637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.854959 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.855282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.855620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.855921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.856242 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.856561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.856879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:09.898173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.992868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.994937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.038691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.039225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa96639-dfdf-4215-8d90-21589895475d {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:56:10.043827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.045006 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8eb0f62e-da9a-45c0-ba1d-22cb900812b1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/daa96639-dfdf-4215-8d90-21589895475d HTTP/1.1" status: 204 len: 168 time: 0.7946293 Nov 23 02:56:10.047557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54454) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:10.095596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Deleting subnet e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:56:10.098633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.133901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.214434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.272103 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.300342 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.304272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2ef37d5-9332-4802-a5eb-ab5b0daf9d69 HTTP/1.1" status: 204 len: 168 time: 0.2557633 Nov 23 02:56:10.305267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4baf0c-9561-432f-9795-3d6e28939805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ef37d5-9332-4802-a5eb-ab5b0daf9d69,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:10.306938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:10.307944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f28ce8f-1f2b-4023-a5f1-25c3296ebbfb None None] Network 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:56:10.375405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.428622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Deleting port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:10.429043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.494651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] For port aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,segment=NetworkSegment(6875937a-d7ba-4d60-9d54-42d0e063eaa2),segment_id=6875937a-d7ba-4d60-9d54-42d0e063eaa2)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:10.495022 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.509299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Calling delete_port for aeca7c0c-70cb-43ae-82b5-7048e931c3d5 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:10.552875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] DHCP port deletion for 9d9e8bf2-67af-470e-a1fd-f126f3b97df6 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:10.600722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.616581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Deleting port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:10.616966 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.629369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:10.630032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device aeca7c0c-70cb-43ae-82b5-7048e931c3d5 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:10.635845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] No DVR routers for this DVR port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:10.643256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.643613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.643962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.644310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.644652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.644990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.645326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.645659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.645992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.646325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.646683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.647020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:10.680425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: aeca7c0c-70cb-43ae-82b5-7048e931c3d5 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:10.680771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device aeca7c0c-70cb-43ae-82b5-7048e931c3d5 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:10.681191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c7203c39-e692-472b-8bdf-d7ea80c64bdb no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:10.710834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c7203c39-e692-472b-8bdf-d7ea80c64bdb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:10.711181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c7203c39-e692-472b-8bdf-d7ea80c64bdb not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:10.711596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c4fe64f6-c2a7-46a5-ba14-e262f7372492 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:10.723711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.739309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] For port aeca7c0c-70cb-43ae-82b5-7048e931c3d5, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:10.739701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.742516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c4fe64f6-c2a7-46a5-ba14-e262f7372492 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:10.742870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c4fe64f6-c2a7-46a5-ba14-e262f7372492 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:10.744828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9e8bf2-67af-470e-a1fd-f126f3b97df6']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:10.756396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6875937a-d7ba-4d60-9d54-42d0e063eaa2') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:10.756690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6875937a-d7ba-4d60-9d54-42d0e063eaa2') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:10.763913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Calling delete_port for aeca7c0c-70cb-43ae-82b5-7048e931c3d5 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:10.767450 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.767792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:56:10.769261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.773196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.785558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.792161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:56:10.792607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:56:10.794468 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:56:10.797500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] Pushing event deleted for resources: {'Port': ['ID=aeca7c0c-70cb-43ae-82b5-7048e931c3d5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:10.800535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2b18e-7f7d-4d68-a48b-a0228066f0fb None None] No DVR routers for this DVR port aeca7c0c-70cb-43ae-82b5-7048e931c3d5 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:10.862185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.868951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:10.871440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9d9e8bf2-67af-470e-a1fd-f126f3b97df6 HTTP/1.1" status: 204 len: 168 time: 0.5629928 Nov 23 02:56:10.875398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54460) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:10.882972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00917b6e-cdff-4ac3-a3c1-dab1544c7d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9e8bf2-67af-470e-a1fd-f126f3b97df6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:10.978611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ee89df3-ca48-431c-808c-47862cf1acf7 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:11.002026 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2ee89df3-ca48-431c-808c-47862cf1acf7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:11.002371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2ee89df3-ca48-431c-808c-47862cf1acf7 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:11.225182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:11.467299 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Deleting port 9c185dca-0495-4dc8-bdf5-db1cc2175103 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:11.467643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:11.547978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] For port 9c185dca-0495-4dc8-bdf5-db1cc2175103, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9c185dca-0495-4dc8-bdf5-db1cc2175103,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:11.548238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:11.560668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Calling delete_port for 9c185dca-0495-4dc8-bdf5-db1cc2175103 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:11.736269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:11.761350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c185dca-0495-4dc8-bdf5-db1cc2175103,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:11.863941 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.206240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.421346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:12.531722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:12.537303 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8dd0e316-1293-4b7f-ab16-26a613f49431 admin admin] 10.222.0.15 "PUT /v2.0/routers/e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607711 Nov 23 02:56:12.539765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54464) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:12.542206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Sync routers for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:12.552210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:12.552819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:12.644301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.655338 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:12.758928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.810575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Deleting port dbc25cf0-4e07-49a5-a606-53bf7cd9329a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:12.810849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.835049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:56:11Z', 'revision_number': 5, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port': {'id': 'dbc25cf0-4e07-49a5-a606-53bf7cd9329a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:27Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:12.863528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Checking router: e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:12.871545 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Routers {'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:12.872405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:12.894058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] For port dbc25cf0-4e07-49a5-a606-53bf7cd9329a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:12.894445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:12.907391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Calling delete_port for dbc25cf0-4e07-49a5-a606-53bf7cd9329a owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:12.953443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] Set router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:13.006921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:56:12Z', 'revision_number': 6, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:13.032696 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5128-4a62-46f3-bef7-6ef571167aff None None] The sync data for ids ['e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903'] in n-d-714676-12 is: [{'id': 'e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903', 'name': 'tempest-TestServerMultinode-16079247-router', 'tenant_id': '009b5bee865047f7b6b306c2dcd30e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:26Z', 'updated_at': '2021-11-23T02:56:12Z', 'revision_number': 6, 'project_id': '009b5bee865047f7b6b306c2dcd30e4f', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:13.087388 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.110172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc25cf0-4e07-49a5-a606-53bf7cd9329a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:13.125109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a913f2c8-3d5d-44b1-a3c5-8ad528afadc6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:13.171801 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.266452 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.268618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.311237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.311770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:56:13.316659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.317869 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eba9658f-b326-464c-a728-c1f0b262f16b admin admin] 10.222.0.15 "DELETE /v2.0/routers/e45ea8fe-e61b-40f6-8ea6-2aeda9fb2903 HTTP/1.1" status: 204 len: 168 time: 0.7770252 Nov 23 02:56:13.320350 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54468) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:13.366391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Deleting subnet 4dab8244-4b1c-4a77-8794-504ffc7c75a3 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:56:13.369662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.405779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.494662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.548703 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.574301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dab8244-4b1c-4a77-8794-504ffc7c75a3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:13.578039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.583585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35c89a81-1675-411e-86c7-d7bcc31e817d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4dab8244-4b1c-4a77-8794-504ffc7c75a3 HTTP/1.1" status: 204 len: 168 time: 0.2600636 Nov 23 02:56:13.583990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54476) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:13.584480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a3af11-5321-47cb-9407-cacc3282df97 None None] Network f018b11c-c83d-44a4-a628-2b33f4333e5a requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:56:13.656625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.715427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Deleting port 39e0331e-52d4-4e0c-81ac-7a6532e64848 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:13.715694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.803296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] For port 39e0331e-52d4-4e0c-81ac-7a6532e64848, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39e0331e-52d4-4e0c-81ac-7a6532e64848,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:13.804013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.822748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] DHCP port deletion for f018b11c-c83d-44a4-a628-2b33f4333e5a request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:13.834315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Calling delete_port for 39e0331e-52d4-4e0c-81ac-7a6532e64848 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:13.902870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Deleting port 39e0331e-52d4-4e0c-81ac-7a6532e64848 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:13.903302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.926303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.958543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39e0331e-52d4-4e0c-81ac-7a6532e64848,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:13.965598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] No DVR routers for this DVR port 39e0331e-52d4-4e0c-81ac-7a6532e64848 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:13.974007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] For port 39e0331e-52d4-4e0c-81ac-7a6532e64848, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=39e0331e-52d4-4e0c-81ac-7a6532e64848,segment=NetworkSegment(54898d13-7416-4f1b-8c41-1743a893566a),segment_id=54898d13-7416-4f1b-8c41-1743a893566a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:13.974491 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:13.989205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Calling delete_port for 39e0331e-52d4-4e0c-81ac-7a6532e64848 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:14.044801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.066048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f018b11c-c83d-44a4-a628-2b33f4333e5a']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:14.076696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54898d13-7416-4f1b-8c41-1743a893566a') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:14.077000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54898d13-7416-4f1b-8c41-1743a893566a') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:14.079818 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.095100 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.112241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.112432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] Pushing event deleted for resources: {'Port': ['ID=39e0331e-52d4-4e0c-81ac-7a6532e64848,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:14.117147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ea977-89a2-4c5f-b8e2-a458cf28f910 None None] No DVR routers for this DVR port 39e0331e-52d4-4e0c-81ac-7a6532e64848 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:14.135855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:56:14.136307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:56:14.152993 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:56:14.204339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.222293 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.228521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f018b11c-c83d-44a4-a628-2b33f4333e5a HTTP/1.1" status: 204 len: 168 time: 0.6434331 Nov 23 02:56:14.229837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf09bc8-4b95-4a7f-a22d-2cad4a3240b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f018b11c-c83d-44a4-a628-2b33f4333e5a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:14.359519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:14.404085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bb000f3d-574c-49b0-89c7-8db448cfe92f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1a2ad404fd846e1884afe3e84cc147d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406091 Nov 23 02:56:14.404085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54488) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:14.410870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbc25cf0-4e07-49a5-a606-53bf7cd9329a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:14.430998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dbc25cf0-4e07-49a5-a606-53bf7cd9329a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:14.431339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dbc25cf0-4e07-49a5-a606-53bf7cd9329a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:14.431748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9c185dca-0495-4dc8-bdf5-db1cc2175103 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:14.451167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9c185dca-0495-4dc8-bdf5-db1cc2175103 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:14.451696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9c185dca-0495-4dc8-bdf5-db1cc2175103 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:14.452127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39e0331e-52d4-4e0c-81ac-7a6532e64848 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:14.454614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.471997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 39e0331e-52d4-4e0c-81ac-7a6532e64848 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:14.472346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 39e0331e-52d4-4e0c-81ac-7a6532e64848 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:14.475941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.532584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.535363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.538960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13577f9d-9d74-4b57-a951-7f1b97593d18 HTTP/1.1" status: 204 len: 168 time: 0.1314209 Nov 23 02:56:14.549931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b1bdd-cec7-439a-8646-e6b9d33eb638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13577f9d-9d74-4b57-a951-7f1b97593d18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:14.853967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54496) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:14.911461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5afed092-d7fc-41a2-9784-5c4a80bf60b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=009b5bee865047f7b6b306c2dcd30e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0567694 Nov 23 02:56:14.914267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:14.966293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:14.988205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:15.035008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:15.038059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:15.039377 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebd66573-641a-4dc3-b91a-22e6e3bd14b5 HTTP/1.1" status: 204 len: 168 time: 0.1241806 Nov 23 02:56:15.047236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c98b2d-452c-4e25-9249-a3fa1f171103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd66573-641a-4dc3-b91a-22e6e3bd14b5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:18.572272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-3246501b-52f9-40a3-9bb0-f86f2b67adcb req-baae5250-7d95-48fc-b405-13c7362c69b5 service neutron] (103572) timed out ('10.222.0.47', 50884) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:56:20.404120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:56:23.537277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.938261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-5ed569da-de1d-4413-bb14-cc4f974408ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262078224&fields=id&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 267 time: 0.0436771 Nov 23 02:56:25.047002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-57ddb315-1376-4c7a-8fe3-24a0fcca7947 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:25.049225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-57ddb315-1376-4c7a-8fe3-24a0fcca7947 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1035631 Nov 23 02:56:25.064583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-52d8c015-2a15-4cc4-9651-d5d406e915a9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/quotas/ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 375 time: 0.0096259 Nov 23 02:56:25.121700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-b44402c4-9c93-4f40-8a4a-fac1962baa8d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515320 Nov 23 02:56:25.216346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-0b038d12-969f-4cd5-bf09-69896ecc1eac service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826480 Nov 23 02:56:25.315034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-24dabef7-8ea2-40bc-867c-98fff3a7e8a9 service neutron] 10.222.0.15 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907574 Nov 23 02:56:25.595075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d272d8b-9855-42b5-90e4-f28d41318ada req-0c8f3e28-4977-40e1-87c1-9fc780fc76b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0266657 Nov 23 02:56:26.472851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-e452b457-9e02-4907-9ed7-636896b566e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:26.474529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-e452b457-9e02-4907-9ed7-636896b566e6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 811 time: 0.1072764 Nov 23 02:56:26.544188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-8b271192-2b53-401d-82ba-bd1dbb66e181 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0ed74fa28346598c8a2db14ab9fea6 HTTP/1.1" status: 200 len: 379 time: 0.0610747 Nov 23 02:56:26.553830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'port': {'device_id': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'admin_state_up': True, 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'security_groups': ['b28d216f-0d1e-4cf2-9695-b748ec8ca23f']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:26.667656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Made reservation on behalf of ba0ed74fa28346598c8a2db14ab9fea6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:56:26.672149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.696717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00c7bfe8-56f3-4758-bc8d-e5b2d4f69e0c req-0b4fa886-065d-4aea-9b5f-c8ec8c631805 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0286636 Nov 23 02:56:26.808009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.20.0.11 (4854e397-8d24-45d7-9a7a-98a980283129/41676cf2-b444-4971-84a4-efbc660645a4/0c12a38e-7035-4399-a5f0-afaa3d871238) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:26.953315 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.987154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.035939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network 4854e397-8d24-45d7-9a7a-98a980283129 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:27.039878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:27.044291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:27.052824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:27.104453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.105069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.122219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-6bf3afef-57ea-49f8-ad63-c188bd40734f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5717709 Nov 23 02:56:27.134749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Request body: {'port': {'device_id': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:27.197451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.269196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3bd617c3-83b6-4c75-8ffe-8e29c0a9dd4b None None] Provisioning complete for port 0c12a38e-7035-4399-a5f0-afaa3d871238 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:27.270217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3bd617c3-83b6-4c75-8ffe-8e29c0a9dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.307472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3bd617c3-83b6-4c75-8ffe-8e29c0a9dd4b None None] Port 0c12a38e-7035-4399-a5f0-afaa3d871238 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:27.472592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c12a38e-7035-4399-a5f0-afaa3d871238 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:56:27.480005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.492699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Transition to ACTIVE for port object 0c12a38e-7035-4399-a5f0-afaa3d871238 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:56:27.496575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.564346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:27.619501 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Attempting to bind port 0c12a38e-7035-4399-a5f0-afaa3d871238 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:27.619840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Attempting to bind port 0c12a38e-7035-4399-a5f0-afaa3d871238 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:27.620173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Attempting to bind port 0c12a38e-7035-4399-a5f0-afaa3d871238 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:27.624902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Port 0c12a38e-7035-4399-a5f0-afaa3d871238 on network 4854e397-8d24-45d7-9a7a-98a980283129 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:56:27.625230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Attempting to bind port 0c12a38e-7035-4399-a5f0-afaa3d871238 on network 4854e397-8d24-45d7-9a7a-98a980283129 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:27.630261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:27.630633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Checking segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:27.631490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Bound using segment: {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:27.635126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Bound port: 0c12a38e-7035-4399-a5f0-afaa3d871238, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e3c20-0923-4955-96c8-8efb946b5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:27.635612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.709629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:27.713346 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0c12a38e-7035-4399-a5f0-afaa3d871238,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:27.717566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.760737 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.761171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.762681 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] 10.222.0.47 "PUT /v2.0/ports/0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 200 len: 1093 time: 0.6323619 Nov 23 02:56:27.763201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:27.765994 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81102fb0-e2b5-420e-bfff-26f6464f020a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:27.786108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9f6ec-451e-473f-af9e-ee134b651e71 service neutron] Pushing event updated for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:27.865129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e5247-7dbc-4bba-93ab-ca0b59bb34db req-f5fe965a-28fc-4823-8525-4ef766598306 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.879137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c03e5247-7dbc-4bba-93ab-ca0b59bb34db req-f5fe965a-28fc-4823-8525-4ef766598306 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.1021547 Nov 23 02:56:27.880871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-4aa5fc99-b236-46e8-9683-47df7f81536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.882651 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-4aa5fc99-b236-46e8-9683-47df7f81536b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0570867 Nov 23 02:56:27.937541 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-bbc3838a-b88a-4dae-a78b-3d7dc854cbe1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 200 len: 217 time: 0.0472171 Nov 23 02:56:27.943862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c03e5247-7dbc-4bba-93ab-ca0b59bb34db req-1fad9e07-f583-4b6e-837b-41c945cc995b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634317 Nov 23 02:56:28.002683 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c79d64-c682-4860-8b86-c05ec2ddb7e9 x-openstack-request-id: req-30c79d64-c682-4860-8b86-c05ec2ddb7e9 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:28.003277 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:28.003798 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30c79d64-c682-4860-8b86-c05ec2ddb7e9 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:28.004421 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'status': 'completed', 'code': 200} Nov 23 02:56:28.005993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-656b310b-e48d-4714-b526-a575743eb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.008162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-656b310b-e48d-4714-b526-a575743eb72f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0629599 Nov 23 02:56:28.066445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-d443b03f-f395-49c9-a675-043f02123c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.068468 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-d443b03f-f395-49c9-a675-043f02123c10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536494 Nov 23 02:56:28.168474 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-c808c351-029c-450e-a795-0782adf4a0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928423 Nov 23 02:56:28.260743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c1cbde73-a42b-4529-a9f0-a31ac55455a3 req-572d38a9-09cf-4b6b-9596-f2f321f6af27 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 Nov 23 02:56:28.350090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-bcce4ae5-93be-4438-8775-925485b4030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.351633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-bcce4ae5-93be-4438-8775-925485b4030a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0463343 Nov 23 02:56:28.450018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-99ac6993-aa42-4015-929b-fa6d0decb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.451446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-99ac6993-aa42-4015-929b-fa6d0decb8f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0935519 Nov 23 02:56:28.498845 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-f6b12526-0686-4463-bac9-7a0043d11f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 200 len: 217 time: 0.0392754 Nov 23 02:56:28.547085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-089401a1-fdfb-4781-ac3c-4b278a5892f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.549193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-089401a1-fdfb-4781-ac3c-4b278a5892f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0427806 Nov 23 02:56:28.593747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-0b1d4773-6d34-4c6a-8eb1-bb5b605f0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:28.595815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-0b1d4773-6d34-4c6a-8eb1-bb5b605f0106 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394349 Nov 23 02:56:28.687275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-1383a9f1-6647-4416-bb4d-ebaffcae8ed8 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Nov 23 02:56:28.776281 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81102fb0-e2b5-420e-bfff-26f6464f020a req-28b791e1-27cc-4ae9-8a15-6cd858c8a3c1 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825088 Nov 23 02:56:29.068663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8e244-d968-420b-bcb4-6db6d2396d7b req-25a3286b-6910-4103-a29a-af7ee4b6d40d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:29.070161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ab8e244-d968-420b-bcb4-6db6d2396d7b req-25a3286b-6910-4103-a29a-af7ee4b6d40d tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0543761 Nov 23 02:56:29.120512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ab8e244-d968-420b-bcb4-6db6d2396d7b req-4e71975a-4f81-474d-9b68-dd436866e171 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441234 Nov 23 02:56:29.766223 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:29.910938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1fae0-e50a-42b4-958a-376089877ca0 req-1f2c1ad2-7266-449d-a341-c8b4589e0bfc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:29.912704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25b1fae0-e50a-42b4-958a-376089877ca0 req-1f2c1ad2-7266-449d-a341-c8b4589e0bfc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Nov 23 02:56:29.972295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25b1fae0-e50a-42b4-958a-376089877ca0 req-2891cdc6-7bf0-4dc9-9d81-deecf20da60d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535970 Nov 23 02:56:29.996133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:30.060014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-be9e75e9-c0c9-496e-a99d-05a7b36a9c07 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 200 len: 992 time: 0.0627534 Nov 23 02:56:30.245767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de41e7-64b0-41c6-b950-c41fe1ff5cb9 req-5e92e310-eda7-484b-884b-7d7bf35c12d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:30.247447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31de41e7-64b0-41c6-b950-c41fe1ff5cb9 req-5e92e310-eda7-484b-884b-7d7bf35c12d9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0493057 Nov 23 02:56:30.297487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31de41e7-64b0-41c6-b950-c41fe1ff5cb9 req-05562b16-7137-4988-98f3-295369412e90 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433378 Nov 23 02:56:30.597377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af0668-2856-456a-8565-e6fbf1078ed3 req-293dd9fb-db84-4945-88dd-c91815969fef tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:30.599042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8af0668-2856-456a-8565-e6fbf1078ed3 req-293dd9fb-db84-4945-88dd-c91815969fef tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1097 time: 0.0406039 Nov 23 02:56:30.648868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d8af0668-2856-456a-8565-e6fbf1078ed3 req-0b3d964c-3095-4205-b2d8-32adcc105db7 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Nov 23 02:56:31.213399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-c560caef-76bf-466a-962e-620fd2d45070 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489821 Nov 23 02:56:31.222578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-1530f468-1b78-483e-9091-723fd3da2b58 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:56:31.223647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-1530f468-1b78-483e-9091-723fd3da2b58 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055883 Nov 23 02:56:31.755921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-55b59d9c-7367-48f3-be00-cb18e4333f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:31.757315 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-55b59d9c-7367-48f3-be00-cb18e4333f5b service neutron] 10.222.0.15 "GET /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 1094 time: 0.0376432 Nov 23 02:56:31.766425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Request body: {'binding': {'host': 'n-h1-714676-12', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:31.766910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Unknown quota resources ['binding']. {{(pid=103572) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:56:31.898285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on host n-h1-714676-12 for vnic_type normal with profile None {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:31.898645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:31.898968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:31.903127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:56:31.903444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:31.908102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:31.908431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:31.908808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Bound using segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:31.909240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Bound port: 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:31.994770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:32.001087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:32.002942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] 10.222.0.15 "POST /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2396460 Nov 23 02:56:32.138410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f4c20-49f2-4a7f-a56a-bd1e96ca8393 req-a0741cfc-7751-471b-99a9-514c35f59dc6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.139952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04f4c20-49f2-4a7f-a56a-bd1e96ca8393 req-a0741cfc-7751-471b-99a9-514c35f59dc6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0515413 Nov 23 02:56:32.192261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04f4c20-49f2-4a7f-a56a-bd1e96ca8393 req-8637ee65-0545-4f22-988a-5d919f9b17ea tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Nov 23 02:56:32.222307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-274d01d0-c3e6-4eb5-81af-a709d29a532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.223903 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-274d01d0-c3e6-4eb5-81af-a709d29a532f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1097 time: 0.0434353 Nov 23 02:56:32.324804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-90374f01-a19a-402f-aac7-cfeffdb0a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.326290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-90374f01-a19a-402f-aac7-cfeffdb0a073 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.0956635 Nov 23 02:56:32.374583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcd869-5593-4e54-a823-56a6b659e20a req-e88df446-be0f-48a1-b832-fdf1f7247267 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.376410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0edcd869-5593-4e54-a823-56a6b659e20a req-e88df446-be0f-48a1-b832-fdf1f7247267 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Nov 23 02:56:32.392979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-75fb1760-c1f4-4c24-923d-1df6a5d0a798 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 1000 time: 0.0595031 Nov 23 02:56:32.426190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0edcd869-5593-4e54-a823-56a6b659e20a req-ba1c1417-4bc9-45af-a5ba-3c3e87c62d8c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434575 Nov 23 02:56:32.442150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-f4b5e987-0c37-42f5-88f0-936174fdbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.443697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-f4b5e987-0c37-42f5-88f0-936174fdbe70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0441101 Nov 23 02:56:32.492128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-ef7fa9c7-5fc4-4015-a893-a68834ee5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.493614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-ef7fa9c7-5fc4-4015-a893-a68834ee5ca6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430057 Nov 23 02:56:32.580933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-5c7a69e1-6880-4849-ac73-572d0289de98 service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799768 Nov 23 02:56:32.672276 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-2761f799-f9df-4e90-b071-ee76c7b410b1 service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844996 Nov 23 02:56:32.798260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-8ddb3a9d-62b5-41c2-b761-5bed725421a2 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:32.799753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-8ddb3a9d-62b5-41c2-b761-5bed725421a2 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717&tenant_id=f6ad66998dc1478d820a7901d6abb8f9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1097 time: 0.0738125 Nov 23 02:56:32.810836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-714676-12'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:33.152543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.278184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:33.313195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab0740-b599-47ad-b815-f4dbe2c62787 req-f30a317c-2d30-4704-a85f-9a527e4d0780 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.315249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04ab0740-b599-47ad-b815-f4dbe2c62787 req-f30a317c-2d30-4704-a85f-9a527e4d0780 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0554550 Nov 23 02:56:33.316927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:33.365738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:33.368106 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33d3203-3c84-468d-ba68-1173414cf879" -d '{"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-unplugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:33.370175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04ab0740-b599-47ad-b815-f4dbe2c62787 req-be5ea658-5f21-42fb-b5eb-ceb74bf98a54 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487781 Nov 23 02:56:33.373216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.388607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.417305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-d4f6fb47-fae6-4d0b-bd8f-b82f8bb6e348 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425539 Nov 23 02:56:33.487965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:33.543465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c2292-b644-44a8-be4d-710606649215 req-99477708-a9ab-4bbc-8dba-4c54a9c5f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.545035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on host n-h2-714676-12 for vnic_type normal with profile {"migrating_to": "n-h1-714676-12"} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:33.545348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-99477708-a9ab-4bbc-8dba-4c54a9c5f7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0514557 Nov 23 02:56:33.545618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:33.546241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:33.549824 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a58ccc6-5d5c-4a03-a53e-066196f240b6 x-openstack-request-id: req-4a58ccc6-5d5c-4a03-a53e-066196f240b6 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:33.550122 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-unplugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:33.550373 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a58ccc6-5d5c-4a03-a53e-066196f240b6 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:33.550788 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'code': 200} Nov 23 02:56:33.554207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:56:33.554777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Attempting to bind port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on network 19e5568a-1afb-4602-a5be-4bd0df3ded21 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:33.560507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:33.560846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Checking segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:33.561234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Bound using segment: {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:33.561646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Bound port: 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad8a909-7029-46fa-9821-88c4de35f39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:33.562003 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.634878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:33.638359 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:33.644006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.701258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474c715-035e-4c6a-8e48-e4296b899239 req-ee0b1967-0880-4604-9360-d670731256df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.702825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0474c715-035e-4c6a-8e48-e4296b899239 req-ee0b1967-0880-4604-9360-d670731256df tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 943 time: 0.1073108 Nov 23 02:56:33.725853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Provisioning complete for port 58c64031-f3f1-4f42-b895-a3e7b436ef3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:33.726910 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.740994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=8']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:33.770024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c2292-b644-44a8-be4d-710606649215 req-417b1ab4-6722-403d-865f-a2c04ff18445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.771697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-417b1ab4-6722-403d-865f-a2c04ff18445 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.1662223 Nov 23 02:56:33.788672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0474c715-035e-4c6a-8e48-e4296b899239 req-2d90a967-9a19-49e6-b90a-46d0eb93a643 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780132 Nov 23 02:56:33.790142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.790966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.792731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-1259b333-5ad3-4a4a-8a4e-b97a1c5b203f service neutron] 10.222.0.47 "PUT /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 1123 time: 0.9857998 Nov 23 02:56:33.844838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.863986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-ca03f711-f615-463a-b2b1-9dc0f1476fea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1002 time: 0.0742311 Nov 23 02:56:33.870326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:33.872997 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2abf53-98ea-4b49-9e2a-944696bb58eb" -d '{"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-plugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:33.909827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:33.915572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:33.924525 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a46648-1618-4505-99bc-dce9508e8690 x-openstack-request-id: req-e5a46648-1618-4505-99bc-dce9508e8690 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:33.924880 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-plugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:33.925216 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5a46648-1618-4505-99bc-dce9508e8690 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:33.925975 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'code': 200} Nov 23 02:56:33.928570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c2292-b644-44a8-be4d-710606649215 req-6c524570-40dc-444b-b355-d36e3e49b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:33.930209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-6c524570-40dc-444b-b355-d36e3e49b8c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0583639 Nov 23 02:56:34.011130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['58c64031-f3f1-4f42-b895-a3e7b436ef3e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:34.031713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c2292-b644-44a8-be4d-710606649215 req-a64c14b6-a833-458a-b99b-b6f1267b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:34.033321 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-a64c14b6-a833-458a-b99b-b6f1267b7664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418246 Nov 23 02:56:34.140201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-dfe3b9f9-7851-4b1f-94b7-92b23db910a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938318 Nov 23 02:56:34.238180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c2292-b644-44a8-be4d-710606649215 req-3bfbb9b2-d3b0-438f-bcf6-b322d2d6bcf0 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842922 Nov 23 02:56:34.254122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:34.268903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.269254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.269598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.269943 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.270280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.270641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.270974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.271305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.271632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.271960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.272294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.272617 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0630e9-2fd2-4b7e-b887-03f3fe2fe08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:34.447171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-92186732-7f3e-45b1-826b-d0b911fa2407 None None] Provisioning complete for port 58c64031-f3f1-4f42-b895-a3e7b436ef3e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:34.447546 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-92186732-7f3e-45b1-826b-d0b911fa2407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:34.495516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95ac3-9dbd-4770-9b63-64278a5cf26b req-d80ce44b-c0dc-453a-baff-245db8faf665 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:34.497210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87e95ac3-9dbd-4770-9b63-64278a5cf26b req-d80ce44b-c0dc-453a-baff-245db8faf665 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0543506 Nov 23 02:56:34.547614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87e95ac3-9dbd-4770-9b63-64278a5cf26b req-06c7f04e-3e61-4b05-99ad-345a9d7a5c19 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438137 Nov 23 02:56:34.909540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59e7b6-6e09-4182-81e9-e69ccb34b5d5 req-c9f522a5-7809-407e-9b61-41a052347911 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:34.911104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed59e7b6-6e09-4182-81e9-e69ccb34b5d5 req-c9f522a5-7809-407e-9b61-41a052347911 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0506535 Nov 23 02:56:34.961002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed59e7b6-6e09-4182-81e9-e69ccb34b5d5 req-37137bd5-84b4-4ed9-b87c-71462ec2163b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Nov 23 02:56:35.070049 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-59a96092-7142-416e-8063-7b492bd1a5b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394022 Nov 23 02:56:35.078744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:56:35.156539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-e98f3e7d-a997-4354-8064-4451a284c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.158755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-e98f3e7d-a997-4354-8064-4451a284c470 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.0452507 Nov 23 02:56:35.173425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:35.184861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e has no active binding in host n-h1-714676-12 {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 02:56:35.263444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-75881fef-de4c-4fd9-97bb-3d076a5c270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.264920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-75881fef-de4c-4fd9-97bb-3d076a5c270e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0853686 Nov 23 02:56:35.336678 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-b6cebb51-c43e-4a1d-9031-7edad8d7fdeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 1001 time: 0.0627613 Nov 23 02:56:35.385586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-d4b89b9c-a350-4d0b-b0eb-5ea2897777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.387079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-d4b89b9c-a350-4d0b-b0eb-5ea2897777c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0436511 Nov 23 02:56:35.433209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-76abf9ae-c622-4e1b-998b-b539c016cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.434764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-76abf9ae-c622-4e1b-998b-b539c016cf54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394695 Nov 23 02:56:35.535646 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-dcabd9cb-bb83-494c-a95d-9a5432cc4201 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926368 Nov 23 02:56:35.561113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:35.563500 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:35.602536 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35630569-bcb1-465d-8c5d-a4b744692a05 x-openstack-request-id: req-35630569-bcb1-465d-8c5d-a4b744692a05 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:35.602947 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:35.603468 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35630569-bcb1-465d-8c5d-a4b744692a05 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:35.603973 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'status': 'completed', 'code': 200} Nov 23 02:56:35.653223 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5972badb-bd96-47f8-a498-57f3337f32f3 req-47ccf753-c440-48cc-95e7-35f5db6e9eab service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101964 Nov 23 02:56:35.714164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1dded-7352-424c-a693-d336b1fbf25b req-6e653902-bafc-4adc-b402-84a97af8a049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.715680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9a1dded-7352-424c-a693-d336b1fbf25b req-6e653902-bafc-4adc-b402-84a97af8a049 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0588877 Nov 23 02:56:35.766184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f9a1dded-7352-424c-a693-d336b1fbf25b req-071fb9d5-9b85-4788-a725-37ae82e9aa04 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444014 Nov 23 02:56:35.808348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-88a7df5f-12d6-4427-ab85-8b480cf37db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.809913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-88a7df5f-12d6-4427-ab85-8b480cf37db6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1128 time: 0.1590569 Nov 23 02:56:35.845085 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40beffd-0333-4ce1-b7f6-bf0b0412fbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:35.901971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-e9dbfcfe-404b-455b-8d52-377c66f6e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:35.903501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-e9dbfcfe-404b-455b-8d52-377c66f6e4cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.0864804 Nov 23 02:56:35.974923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-e09ff191-fd41-4484-856f-64f26363a387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 1000 time: 0.0630827 Nov 23 02:56:36.027678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-99b09f2e-ae89-4093-9aff-9375506c3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:36.029247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-99b09f2e-ae89-4093-9aff-9375506c3d40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0471435 Nov 23 02:56:36.112360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-838732b8-4cbf-4671-9893-f1a891f353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:36.113895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-838732b8-4cbf-4671-9893-f1a891f353ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770421 Nov 23 02:56:36.123232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca3546-11ed-4a7e-bf57-599a46a93121 req-a922dda4-0669-4b4e-9e07-7d172bb42d06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:36.124718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5ca3546-11ed-4a7e-bf57-599a46a93121 req-a922dda4-0669-4b4e-9e07-7d172bb42d06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0798538 Nov 23 02:56:36.237121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e5ca3546-11ed-4a7e-bf57-599a46a93121 req-4afdabc9-4cdb-44d3-b3cf-de036fceaf84 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033788 Nov 23 02:56:36.256363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-72ef13e6-8e7b-4d77-b892-7db820efb677 service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306534 Nov 23 02:56:36.354757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b95276-3ae2-40d4-879e-3a9d8fbcf181 req-5596e9e0-2980-4683-a8a9-8132641aea5a service neutron] 10.222.0.41 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897377 Nov 23 02:56:36.883357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee15a70-b942-4acf-9ea9-6c8bbe6246f2 req-3247c6c3-0965-4c6f-8b16-5c3ad55003aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:36.884922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ee15a70-b942-4acf-9ea9-6c8bbe6246f2 req-3247c6c3-0965-4c6f-8b16-5c3ad55003aa tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0510199 Nov 23 02:56:36.934614 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ee15a70-b942-4acf-9ea9-6c8bbe6246f2 req-ec5c5a36-f1a8-4c3a-bcd4-85338a7fb503 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436146 Nov 23 02:56:37.367409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aad61-f675-4d90-abfa-3d087697fab5 req-b75c562c-8c80-46e6-9d47-0a223e168ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:37.368927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b09aad61-f675-4d90-abfa-3d087697fab5 req-b75c562c-8c80-46e6-9d47-0a223e168ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0557895 Nov 23 02:56:37.418733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b09aad61-f675-4d90-abfa-3d087697fab5 req-22922d55-982d-4044-ab5c-e6559a68c7de tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432153 Nov 23 02:56:38.040258 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7239e7a-415c-4e70-8b16-0fca14b11fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:38.064917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece0f8f-fc7a-4522-a5b1-50a8a53a40e4 req-1d31ef0c-eb25-4203-a8e3-ba8152df8dcf tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:38.066423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ece0f8f-fc7a-4522-a5b1-50a8a53a40e4 req-1d31ef0c-eb25-4203-a8e3-ba8152df8dcf tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.0541532 Nov 23 02:56:38.117471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ece0f8f-fc7a-4522-a5b1-50a8a53a40e4 req-7fd3d860-977f-435a-bb18-cb288a292600 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Nov 23 02:56:38.547528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc87fe-8e0f-43f3-a098-fd7d0b13807b req-bd31022a-189d-4552-8673-9784efa4cf45 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:38.548916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1bc87fe-8e0f-43f3-a098-fd7d0b13807b req-bd31022a-189d-4552-8673-9784efa4cf45 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 945 time: 0.0557959 Nov 23 02:56:38.598157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1bc87fe-8e0f-43f3-a098-fd7d0b13807b req-1002d247-4ffe-4f6b-90be-497a815f7ee6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431519 Nov 23 02:56:38.933582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-a7e71b89-aec8-41c7-b296-648e064241d9 service neutron] 10.222.0.41 "GET /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 385 time: 0.0558527 Nov 23 02:56:39.084922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0c12a38e-7035-4399-a5f0-afaa3d871238 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:56:39.113477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:39.136190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:39.182616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:39.185134 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ceb604-b9cf-4439-9c4d-26257b8ca635" -d '{"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-unplugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:39.193167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:39.198077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0c12a38e-7035-4399-a5f0-afaa3d871238,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:39.211798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'port_id': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'mac_address': 'fa:16:3e:20:75:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:56:39.231125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.260829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.276250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c12a38e-7035-4399-a5f0-afaa3d871238 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:56:39.302076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0c12a38e-7035-4399-a5f0-afaa3d871238,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:39.304082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde6cf-edee-48e0-8c5a-14266d44dd17 req-2f888576-3eed-42c2-8b0f-e04f1a9ec7b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:39.306019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51cde6cf-edee-48e0-8c5a-14266d44dd17 req-2f888576-3eed-42c2-8b0f-e04f1a9ec7b5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 944 time: 0.1098149 Nov 23 02:56:39.311998 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.347907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.374232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:39.384101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] Transition to ACTIVE for port object 58c64031-f3f1-4f42-b895-a3e7b436ef3e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:56:39.391022 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.403779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-51cde6cf-edee-48e0-8c5a-14266d44dd17 req-e653a816-0869-4ce2-b200-c8c1b27fdfe8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853300 Nov 23 02:56:39.472605 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b457c0-c7b2-4357-987b-c7ee00023f9a x-openstack-request-id: req-36b457c0-c7b2-4357-987b-c7ee00023f9a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:39.472961 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-unplugged", "status": "completed", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:39.473275 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36b457c0-c7b2-4357-987b-c7ee00023f9a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:39.473640 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'code': 200} Nov 23 02:56:39.533123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['0c12a38e-7035-4399-a5f0-afaa3d871238'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:39.558915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] Pushing event updated for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=11']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:39.602471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] No DVR routers for this DVR port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:39.756483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac793-937f-4ad7-9da2-ffa5d454bfdb req-2419ed74-c4b9-4fec-a05b-7c1fbe6dae75 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:39.757945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55fac793-937f-4ad7-9da2-ffa5d454bfdb req-2419ed74-c4b9-4fec-a05b-7c1fbe6dae75 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.0680771 Nov 23 02:56:39.800265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-e3746665-7f48-47cf-9232-97a3290261b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e/bindings/n-h1-714676-12/activate HTTP/1.1" status: 200 len: 370 time: 0.8585696 Nov 23 02:56:39.825079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55fac793-937f-4ad7-9da2-ffa5d454bfdb req-cce9e3b9-c271-4bd2-863d-061289bcbf74 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607874 Nov 23 02:56:39.936301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-a216ec56-42c9-4a23-9fe5-4018bcb705e1 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:39.938400 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-a216ec56-42c9-4a23-9fe5-4018bcb705e1 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717&tenant_id=f6ad66998dc1478d820a7901d6abb8f9&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0492551 Nov 23 02:56:39.995107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-68b40696-4833-4fd4-ba9d-20ed0918c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:39.996502 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-68b40696-4833-4fd4-ba9d-20ed0918c1af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0500879 Nov 23 02:56:40.058988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-84209176-7879-47b4-80bb-35fcd19401f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.060456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-84209176-7879-47b4-80bb-35fcd19401f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1096 time: 0.0394566 Nov 23 02:56:40.153313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-ebcf77ce-c38f-43d2-9e7d-7e6c2672a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.154813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-ebcf77ce-c38f-43d2-9e7d-7e6c2672a1a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.0874197 Nov 23 02:56:40.221267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-2e3d9f15-91ec-4fc6-97c0-a876b607a843 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 998 time: 0.0582373 Nov 23 02:56:40.271178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-22daebc5-aa3c-4b92-ae5e-6d82700d2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.272561 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-22daebc5-aa3c-4b92-ae5e-6d82700d2b6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0448470 Nov 23 02:56:40.322648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-dfe591c5-97ea-4cc7-9f32-fa9da247bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.324135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-dfe591c5-97ea-4cc7-9f32-fa9da247bda5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447481 Nov 23 02:56:40.413342 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-db70bd4b-21aa-41d2-9c86-b0814cedcc75 service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820532 Nov 23 02:56:40.508808 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-939ff33c-b0c9-462b-8a4c-13649a5877ac service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885181 Nov 23 02:56:40.521562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0729c88-0b74-44cd-a144-07665d6f0d24 req-8231590c-71bf-404c-aa11-fec16926beee tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.524110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0729c88-0b74-44cd-a144-07665d6f0d24 req-8231590c-71bf-404c-aa11-fec16926beee tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 945 time: 0.0494440 Nov 23 02:56:40.578938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0729c88-0b74-44cd-a144-07665d6f0d24 req-65be35b8-de51-401b-b011-848224314340 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495763 Nov 23 02:56:40.736968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f840-93da-4ec4-a101-def30976676a req-4a4da2b8-8082-4ce5-8562-e4f02e3018ca tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.738454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-4a4da2b8-8082-4ce5-8562-e4f02e3018ca tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717&tenant_id=f6ad66998dc1478d820a7901d6abb8f9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 1096 time: 0.0442030 Nov 23 02:56:40.760932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:40.848288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eaf9f840-93da-4ec4-a101-def30976676a req-96e1053f-c774-4ee0-90e7-06accd37df5c service neutron] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:40.851564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eaf9f840-93da-4ec4-a101-def30976676a req-96e1053f-c774-4ee0-90e7-06accd37df5c service neutron] Publish callbacks [] for binding, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:40.852861 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-96e1053f-c774-4ee0-90e7-06accd37df5c service neutron] 10.222.0.47 "DELETE /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e/bindings/n-h2-714676-12 HTTP/1.1" status: 204 len: 173 time: 0.1075406 Nov 23 02:56:40.953110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e0d9-5828-41b6-b75d-5989f2d024ef req-5fccd13a-f19a-4c8b-8113-204466201c83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:40.955094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c218e0d9-5828-41b6-b75d-5989f2d024ef req-5fccd13a-f19a-4c8b-8113-204466201c83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Nov 23 02:56:41.002996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c218e0d9-5828-41b6-b75d-5989f2d024ef req-a15569ad-a2ed-46d0-8910-634ce30a855b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Nov 23 02:56:41.099554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0c12a38e-7035-4399-a5f0-afaa3d871238 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:41.111104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e51611-4456-4096-9a18-6cee401cc18b req-704ace11-cb1c-4b7c-beac-ba64d0ade2c1 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:41.112641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1e51611-4456-4096-9a18-6cee401cc18b req-704ace11-cb1c-4b7c-beac-ba64d0ade2c1 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1096 time: 0.0449865 Nov 23 02:56:41.154571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 0c12a38e-7035-4399-a5f0-afaa3d871238 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:56:41.160853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f1e51611-4456-4096-9a18-6cee401cc18b req-0f89e678-8e39-4cb0-917d-ea478833ab7c tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421264 Nov 23 02:56:41.161455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 0c12a38e-7035-4399-a5f0-afaa3d871238 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:41.162138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.243741 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.269326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:41.271647 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae437e0b-eb94-4b8c-bd28-6d87072233d7" -d '{"events": [{"server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:41.282862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66316aec-170a-46f7-9ce0-56677e06fe77 req-4754b05c-32b4-4978-afce-7ab1bb484e73 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:41.283907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66316aec-170a-46f7-9ce0-56677e06fe77 req-4754b05c-32b4-4978-afce-7ab1bb484e73 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.0538664 Nov 23 02:56:41.284423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0c12a38e-7035-4399-a5f0-afaa3d871238,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:41.289579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.335645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66316aec-170a-46f7-9ce0-56677e06fe77 req-b1cf3a92-8ddd-4f59-b7a1-7f6c24d353ea tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448043 Nov 23 02:56:41.340739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:41.357841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54704) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:41.382400 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daccd70-b87c-43c3-8673-a542ffe37ead x-openstack-request-id: req-8daccd70-b87c-43c3-8673-a542ffe37ead {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:41.382742 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "name": "network-vif-plugged", "status": "completed", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:41.383023 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8daccd70-b87c-43c3-8673-a542ffe37ead {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:41.383484 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'code': 200} Nov 23 02:56:41.424304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c3fba91b-4036-447f-bd9e-1e522d2be896 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 200 len: 990 time: 0.0603800 Nov 23 02:56:41.481905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409af2a5-ddde-4c29-b9a8-a6d48fb3a345 req-dd67eb3b-563b-4cdd-8566-e8afacb97d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:41.483509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-409af2a5-ddde-4c29-b9a8-a6d48fb3a345 req-dd67eb3b-563b-4cdd-8566-e8afacb97d90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0457313 Nov 23 02:56:41.517250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:41.540526 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-409af2a5-ddde-4c29-b9a8-a6d48fb3a345 req-fc198d05-cc5f-4225-971a-d5bdb11732c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 Nov 23 02:56:41.559415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:41.665266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54712) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:41.753083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d746-7a86-4ec4-b86c-23cf325c07f2 req-685f2f98-1ee9-484f-a883-d4f3ce3357ae tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:41.754590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ed3d746-7a86-4ec4-b86c-23cf325c07f2 req-685f2f98-1ee9-484f-a883-d4f3ce3357ae tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.1014421 Nov 23 02:56:41.867152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.869250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ed3d746-7a86-4ec4-b86c-23cf325c07f2 req-c97aa2cb-b8f6-46ef-947c-b0c635c1c646 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087282 Nov 23 02:56:41.889781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 1fccbb7f-9abd-4f1b-89fa-f12ae31f8546 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:41.890180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.965849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.966183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:41.978208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 1fccbb7f-9abd-4f1b-89fa-f12ae31f8546 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:42.123518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:42.148980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=1fccbb7f-9abd-4f1b-89fa-f12ae31f8546,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:42.209662 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:42.209998 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP 32e842d7-aaef-4c67-88a7-89e63290c8fc disassociated (deleted). External IP: 172.25.1.87, port: 58c64031-f3f1-4f42-b895-a3e7b436ef3e. Nov 23 02:56:42.744223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:42.847048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:42.851935 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:42.856356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Sync routers for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:42.865790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:42.866404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:42.881431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c88f4a57-31c3-48c8-ae59-72098642cb48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/floatingips/32e842d7-aaef-4c67-88a7-89e63290c8fc HTTP/1.1" status: 204 len: 168 time: 1.2150769 Nov 23 02:56:42.882022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:42.884320 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e49e9b-e304-4b8f-bc9f-e804d00f805a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:42.973892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:43.053463 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba5ffed-486d-483d-8f0e-9bf61e2ee346 x-openstack-request-id: req-0ba5ffed-486d-483d-8f0e-9bf61e2ee346 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:43.053759 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:43.054017 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ba5ffed-486d-483d-8f0e-9bf61e2ee346 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:43.054425 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'status': 'completed', 'code': 200} Nov 23 02:56:43.124934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-f5e86ba3-f482-4209-9021-b2450bd61151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.127273 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-f5e86ba3-f482-4209-9021-b2450bd61151 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 1096 time: 0.0490687 Nov 23 02:56:43.152863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e6845-1db6-41f4-b396-aa634cbde489 req-a2734b04-a242-4a23-ad1f-fd48dc47cb18 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.154541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f28e6845-1db6-41f4-b396-aa634cbde489 req-a2734b04-a242-4a23-ad1f-fd48dc47cb18 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Nov 23 02:56:43.201865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:43.207176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f28e6845-1db6-41f4-b396-aa634cbde489 req-a6d6b67f-6e29-40cf-acdb-30449b66b12f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463724 Nov 23 02:56:43.228905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-3adecbe8-a91c-47d7-8dc0-7b4a99caadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.230387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-3adecbe8-a91c-47d7-8dc0-7b4a99caadd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 200 len: 898 time: 0.0952747 Nov 23 02:56:43.237473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Checking router: 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:43.247370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:43.247370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:43.276614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-b874e4af-cd88-4433-b213-6b0a7c71c771 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 200 len: 217 time: 0.0367637 Nov 23 02:56:43.344899 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-5e020692-0632-4b3e-b041-3a06eada3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.346409 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-5e020692-0632-4b3e-b041-3a06eada3031 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 200 len: 834 time: 0.0595672 Nov 23 02:56:43.384831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:43.396862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-ded2ca96-fcf0-4646-84fa-17cfb0215ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.398390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-ded2ca96-fcf0-4646-84fa-17cfb0215ef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=19e5568a-1afb-4602-a5be-4bd0df3ded21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446525 Nov 23 02:56:43.412962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a407e15-ae20-4a3d-bd2e-ea4af2b987c6 req-a21c37dd-a80c-41b3-a33e-7c058add07a7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.415213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a407e15-ae20-4a3d-bd2e-ea4af2b987c6 req-a21c37dd-a80c-41b3-a33e-7c058add07a7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Nov 23 02:56:43.470956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a407e15-ae20-4a3d-bd2e-ea4af2b987c6 req-d1b5c301-8792-496a-8a78-4f86215682c2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fc9c9da-b9ac-4476-8373-2a4454d41b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493944 Nov 23 02:56:43.507448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-d84aed40-cbb1-4091-8f70-1cda25c15b54 service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016774 Nov 23 02:56:43.601455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-18110f6f-597d-40e2-b478-e55d11554f9c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.601712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad402fa-8d4d-4aff-868a-5eb9f2f41718 req-be1d1ded-bfd2-4362-b76d-de1af3fd3373 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.603246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ad402fa-8d4d-4aff-868a-5eb9f2f41718 req-be1d1ded-bfd2-4362-b76d-de1af3fd3373 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0636818 Nov 23 02:56:43.603686 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-18110f6f-597d-40e2-b478-e55d11554f9c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b3fd0c9-c3c0-4023-acde-e2d8b7008717 HTTP/1.1" status: 200 len: 944 time: 0.1112387 Nov 23 02:56:43.606208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:43.634881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35f22b-aa10-421e-a9d7-8e2cf7d7300b None None] The sync data for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 is: [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '68c3500c-4c9f-4b2d-aab8-2c6400a9b18a', 'name': '', 'network_id': '19e5568a-1afb-4602-a5be-4bd0df3ded21', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:e4:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:42Z', 'updated_at': '2021-11-23T02:55:50Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': '9a2e5c17-3f60-4ebe-8f24-bf6726361263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:43.664272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ad402fa-8d4d-4aff-868a-5eb9f2f41718 req-1e368943-eeb8-4871-be10-626b05446bb8 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525808 Nov 23 02:56:43.688812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54728) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:43.690777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-30d24e28-e1b1-4ce1-b3c8-d302ad40c42c service neutron] 10.222.0.47 "GET /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694109 Nov 23 02:56:43.725230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 58c64031-f3f1-4f42-b895-a3e7b436ef3e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:43.725825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:43.733620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88431c6-86fb-4a70-a5f8-83d18361acf1 tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:43.735199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a88431c6-86fb-4a70-a5f8-83d18361acf1 tempest-TestVolumeBootPattern-522027749 tempest-TestVolumeBootPattern-522027749-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1093 time: 0.0453122 Nov 23 02:56:43.738303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54730) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:43.742758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:43.765289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:43.828896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 58c64031-f3f1-4f42-b895-a3e7b436ef3e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=58c64031-f3f1-4f42-b895-a3e7b436ef3e,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:43.829464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:43.843588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 58c64031-f3f1-4f42-b895-a3e7b436ef3e owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:43.882359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:43.935835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f05e5-5c16-4f0b-9061-1d24717d6115 None None] New status for floating IP 32e842d7-aaef-4c67-88a7-89e63290c8fc: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:56:43.993051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:43.997011 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Allocated IP 172.25.1.111 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3625a546-4625-4793-95ab-4efc3dd55074) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:44.031721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=58c64031-f3f1-4f42-b895-a3e7b436ef3e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:44.076786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] No DVR routers for this DVR port 58c64031-f3f1-4f42-b895-a3e7b436ef3e on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:44.080087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.083494 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c34e1ce4-144a-4892-90f9-c8af3a837c9e req-da89a4b9-1121-45ce-9790-0aec871fb3d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.47 "DELETE /v2.0/ports/58c64031-f3f1-4f42-b895-a3e7b436ef3e HTTP/1.1" status: 204 len: 173 time: 0.4739745 Nov 23 02:56:44.083939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-deleted', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:44.086208 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffa2df9-eebb-4484-bb88-339bfb0b87ca" -d '{"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-deleted", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:44.119410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.134157 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a30dda-60e8-4330-921a-ca3ad70e6083 x-openstack-request-id: req-37a30dda-60e8-4330-921a-ca3ad70e6083 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:44.134701 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3fd0c9-c3c0-4023-acde-e2d8b7008717", "name": "network-vif-deleted", "tag": "58c64031-f3f1-4f42-b895-a3e7b436ef3e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:44.134701 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37a30dda-60e8-4330-921a-ca3ad70e6083 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:44.135115 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3fd0c9-c3c0-4023-acde-e2d8b7008717', 'name': 'network-vif-deleted', 'tag': '58c64031-f3f1-4f42-b895-a3e7b436ef3e', 'status': 'completed', 'code': 200} Nov 23 02:56:44.157092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.196195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:44.199259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:44.203294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:44.233877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=3625a546-4625-4793-95ab-4efc3dd55074,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:44.539437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54738) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:44.649314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.723385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.902424 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.908682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.952681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:44.982206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event updated for resources: {'Port': ['ID=3625a546-4625-4793-95ab-4efc3dd55074,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:44.994854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.096075 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP d4d3b646-daae-46ef-a5bc-70484c7c1207 associated. External IP: 172.25.1.111, port: 0c12a38e-7035-4399-a5f0-afaa3d871238. Nov 23 02:56:45.216833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:45.217445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.307662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:45.313910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:45.314275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.327883 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:45.416439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:45.433018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:45.435018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.446918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:45.447539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:45.488493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9bf9004e-8c36-4537-90f6-75a2286bff76 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7355595 Nov 23 02:56:45.488493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:45.488493 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11df637-e8be-403c-8dae-f4320062da96" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:45.531808 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.538517 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a81bf-1645-4fbf-b36d-2507497b0c50 x-openstack-request-id: req-615a81bf-1645-4fbf-b36d-2507497b0c50 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:45.538895 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:45.539222 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-615a81bf-1645-4fbf-b36d-2507497b0c50 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:45.539702 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'status': 'completed', 'code': 200} Nov 23 02:56:45.579124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:45.588776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=68c3500c-4c9f-4b2d-aab8-2c6400a9b18a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:45.671602 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df637-e8be-403c-8dae-f4320062da96 req-721c6fe9-46be-4735-b363-c15f129cdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:45.673797 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-721c6fe9-46be-4735-b363-c15f129cdace service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.1061840 Nov 23 02:56:45.820800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}, {'id': 'd4d3b646-daae-46ef-a5bc-70484c7c1207', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:20:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:44Z', 'updated_at': '2021-11-23T02:56:44Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:45.840903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:45.843948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df637-e8be-403c-8dae-f4320062da96 req-666b7dae-cd24-42ea-afeb-50629f6ff089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:45.845967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-666b7dae-cd24-42ea-afeb-50629f6ff089 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.1410680 Nov 23 02:56:45.847350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:45.857157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:45.857768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:45.964200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:46.290582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-880c8296-88d4-4e8d-9616-b44753ccdba1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 200 len: 1000 time: 0.4375761 Nov 23 02:56:46.366547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}, {'id': 'd4d3b646-daae-46ef-a5bc-70484c7c1207', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:20:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:44Z', 'updated_at': '2021-11-23T02:56:44Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:46.391131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df637-e8be-403c-8dae-f4320062da96 req-b3d0b71b-8c1d-4444-858b-f199494f3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:46.393222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-b3d0b71b-8c1d-4444-858b-f199494f3220 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0945425 Nov 23 02:56:46.393648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624257d-12f4-43b6-bc33-e8b3e02e30b9 None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}, {'id': 'd4d3b646-daae-46ef-a5bc-70484c7c1207', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.111', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:20:75:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:44Z', 'updated_at': '2021-11-23T02:56:44Z', 'revision_number': 0, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:46.489750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11df637-e8be-403c-8dae-f4320062da96 req-979a53af-d727-4d57-84d5-586b553df3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:46.491240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-979a53af-d727-4d57-84d5-586b553df3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904868 Nov 23 02:56:46.506848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:46.617285 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69469a-c93e-4c27-af02-19fb52d40ab5 None None] New status for floating IP d4d3b646-daae-46ef-a5bc-70484c7c1207: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:56:46.692511 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-94f17dd6-07ff-41db-bf08-f048a76abb97 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938400 Nov 23 02:56:46.723688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:46.733659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Sync routers for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:46.745229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:46.746043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:46.752297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9cd701e3-b1e0-4b37-a320-b1b3181efbd3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/36b0aa93-7ad2-4cbb-b1ac-fbaea249c252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2104971 Nov 23 02:56:46.755111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54748) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:46.815873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f11df637-e8be-403c-8dae-f4320062da96 req-437f511c-f255-4c89-855e-6e0af53c6dfd service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138031 Nov 23 02:56:46.833853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting subnet 9a2e5c17-3f60-4ebe-8f24-bf6726361263 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:56:46.837793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:46.869718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:46.880575 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:46.965440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.043015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.061987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:56:45Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:47.071934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2e5c17-3f60-4ebe-8f24-bf6726361263,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:47.077497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.081372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7535a11e-4373-4edf-a9cf-8a19b7bf0ecd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/subnets/9a2e5c17-3f60-4ebe-8f24-bf6726361263 HTTP/1.1" status: 204 len: 168 time: 0.3251989 Nov 23 02:56:47.084013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54750) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:47.091825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a4d44-aba0-4df4-bebf-fcffe8997cf1 None None] Network 19e5568a-1afb-4602-a5be-4bd0df3ded21 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:56:47.094077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Checking router: 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:47.136442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:47.176187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Routers {'36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:47.176826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:47.181733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 58c64031-f3f1-4f42-b895-a3e7b436ef3e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:47.182067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 58c64031-f3f1-4f42-b895-a3e7b436ef3e not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:47.194018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.297787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.332653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] Set router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:47.357811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:47.359565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.436247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] DHCP port deletion for 19e5568a-1afb-4602-a5be-4bd0df3ded21 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:47.443553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port caaa69a0-b85a-40f9-bc94-9523ed6b3a8d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:47.443921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.457683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for caaa69a0-b85a-40f9-bc94-9523ed6b3a8d owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:47.543396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Deleting port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:56:47.543770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.616966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] For port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,segment=NetworkSegment(cad8a909-7029-46fa-9821-88c4de35f39d),segment_id=cad8a909-7029-46fa-9821-88c4de35f39d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:47.617368 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.625204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.633849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:56:45Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:47.635843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Calling delete_port for 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:56:47.670058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb5414-2146-4df5-b55c-c5fb2bc0a689 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:47.676678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b99d2-eba1-4f61-af20-1fcaf8505515 None None] The sync data for ids ['36b0aa93-7ad2-4cbb-b1ac-fbaea249c252'] in n-d-714676-12 is: [{'id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1795887911', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:56:45Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': 'caaa69a0-b85a-40f9-bc94-9523ed6b3a8d', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0aa93-7ad2-4cbb-b1ac-fbaea249c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:47.682367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=caaa69a0-b85a-40f9-bc94-9523ed6b3a8d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:47.740733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.756072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.781258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] Pushing event deleted for resources: {'Port': ['ID=7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:47.784778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa50dbe-129c-465f-9b20-e025efd4f047 None None] No DVR routers for this DVR port 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:56:47.837400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.839515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.882230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.882735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Fanout notify agent at l3_agent the message router_deleted on router 36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:56:47.889661 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:47.890794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-65d73694-290d-4fed-845b-d7a81fe08c76 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/routers/36b0aa93-7ad2-4cbb-b1ac-fbaea249c252 HTTP/1.1" status: 204 len: 168 time: 0.8058367 Nov 23 02:56:47.893410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54754) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:47.971245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.059319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.080243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e5568a-1afb-4602-a5be-4bd0df3ded21']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:48.089873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad8a909-7029-46fa-9821-88c4de35f39d') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:48.090159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad8a909-7029-46fa-9821-88c4de35f39d') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:48.100330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.114257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.120346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:56:48.120732 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:56:48.124167 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:56:48.182712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.188890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.195021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/networks/19e5568a-1afb-4602-a5be-4bd0df3ded21 HTTP/1.1" status: 204 len: 168 time: 0.2980711 Nov 23 02:56:48.195474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54756) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:48.209139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002bc8d-f815-47ad-971f-0a3ef577d1e3 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Network': ['ID=19e5568a-1afb-4602-a5be-4bd0df3ded21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:48.256973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.283424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.364195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.367621 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:48.372882 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/security-groups/1fc9c9da-b9ac-4476-8373-2a4454d41b3d HTTP/1.1" status: 204 len: 168 time: 0.1712923 Nov 23 02:56:48.380209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088e3c-cda4-4761-b53f-8b591fd005fb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc9c9da-b9ac-4476-8373-2a4454d41b3d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:48.754481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:48.777230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:48.777958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 7642ef62-a1a7-4a0d-87cf-fe11dd1b7a05 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:48.777958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:48.802306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:48.802673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 68c3500c-4c9f-4b2d-aab8-2c6400a9b18a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:48.961264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54764) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:48.966023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99912808', 'description': 'tempest-secgroup-smoke-99912808 description', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:48.989450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.055458 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.058795 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.085713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.086942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1245477 Nov 23 02:56:49.089991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54766) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.090852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e248c84-2971-4bc6-9a5f-d03e84178c50 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.095214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.122244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.176784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.180224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.200589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac2a8af-9e03-47f0-9a5e-381f1d17cb12,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.208252 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.209429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94bd88e2-653d-4ecb-bfa4-2d1924231fcc tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184127 Nov 23 02:56:49.212386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54768) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.216906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.242643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.297678 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.301102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.317806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b7cc3-2fa1-4c68-aeb3-a7ba55b3358a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.325195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.326376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c7c7660-d21c-4175-8e30-827e09f2a6ae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129975 Nov 23 02:56:49.329718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.334102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.360100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.415903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.419735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.440515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f212472-1e71-402a-8492-88bc57a372d0,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.446849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.448031 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f17883e9-cd8c-4bf9-b337-46c624422ced tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173639 Nov 23 02:56:49.450799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54772) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.455086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.479999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.535660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.539087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.557170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bc59de-09b1-4f07-88e8-705a7ea935be,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.564850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.566025 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9d7d6b18-d809-4062-b989-3f795df57d48 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142857 Nov 23 02:56:49.568704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54774) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.573063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.595091 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:56:49.599809 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.658904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.662381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.681323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff9bbc6-e1db-4005-bbf1-265e3cb012a6,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.687147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.688776 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6d4ba36-7bf6-46b1-a681-981ce2f5b76c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186306 Nov 23 02:56:49.691491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.695665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'security_group_rule': {'security_group_id': '1a782d09-c37e-4df6-ac4c-6071fd0b0bb4', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.716345 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Project f6ad66998dc1478d820a7901d6abb8f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:56:49.721398 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.778980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.782385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.804050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9dc6d9-0740-4d5c-aba9-fca246ed5d31,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:49.809485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.810680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39b5729a-af26-41c9-b80c-21672284472b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182551 Nov 23 02:56:49.814417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:49.819552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'network': {'name': 'tempest-network-smoke--1872407393', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:49.839653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:56:49.843117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.865791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:56:49.874617 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.874973 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Added segment 63ea5eb9-106f-472f-a511-c20300464732 of type vlan for network 7acf1a01-3396-48ce-852c-33e3b0fac604 Nov 23 02:56:49.914699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.942612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.948782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:49.949417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.019523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013280 Nov 23 02:56:50.019839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54780) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:50.020167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e69c0-9179-4547-afbc-292c4790308e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Network': ['ID=7acf1a01-3396-48ce-852c-33e3b0fac604,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:50.024335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'admin_state_up': True, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:50.045240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:56:50.073197 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.074343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.134768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.275072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.362163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device caaa69a0-b85a-40f9-bc94-9523ed6b3a8d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:56:50.383230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: caaa69a0-b85a-40f9-bc94-9523ed6b3a8d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:56:50.383664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device caaa69a0-b85a-40f9-bc94-9523ed6b3a8d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:56:50.465773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.484208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.590139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.92 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/89b2df88-a6cb-4a82-aedd-cfb6e31f8f54) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:50.689060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.722185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.767578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:50.770606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:50.773991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:50.779520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:50.787807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb2889-d4ef-4eb6-80f9-4b588a0e752c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:50.842419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fdf7e244-ec56-4e94-8f79-81fb59c2f9ef None None] Provisioning complete for port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:50.842815 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e244-ec56-4e94-8f79-81fb59c2f9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:50.876789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7e244-ec56-4e94-8f79-81fb59c2f9ef None None] Port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:51.025572 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.227894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.358267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router ce10fde5-d263-4373-ab86-7daae419df83 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:56:51.466009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:51.475997 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Sync routers for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:51.485485 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:51.486085 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:51.486860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.488302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aac03a3b-ebd0-4e44-a1db-8b907e29662d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4674673 Nov 23 02:56:51.491600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54786) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:51.519868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de3547df-10a7-4b2f-ba38-a823bc0f1af2 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f6ad66998dc1478d820a7901d6abb8f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272002 Nov 23 02:56:51.522442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54788) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:51.589860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:51.608451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08860cab-35f8-47e6-8bfb-ed5174e2f608 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:51.612730 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-08860cab-35f8-47e6-8bfb-ed5174e2f608 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866077 Nov 23 02:56:51.612875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54790) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:51.640423 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e4183317-eba9-4c50-9dde-f424cb8d94cc tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264487 Nov 23 02:56:51.643469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:51.648074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-930153332', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:51.741628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:56:51.745378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.773197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:50Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:51.805063 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Checking router: ce10fde5-d263-4373-ab86-7daae419df83 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:51.805415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Updating router ce10fde5-d263-4373-ab86-7daae419df83 port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:56:51.831710 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.929427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.997345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Subnet': ['ID=daaead5b-6cf3-48e4-badf-6c1450612b1a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:52.005942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Checking segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:52.006315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network hostable DHCP agents. Network: 7acf1a01-3396-48ce-852c-33e3b0fac604, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:56:52.022910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:56:52.031547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 7acf1a01-3396-48ce-852c-33e3b0fac604) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:52.036141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:52.036736 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.042452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8305d3-550e-4b24-8eee-21da83a3f649 None None] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:56:52.054370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9bb8895-844a-4b2a-b2ad-f1b40caec584 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4098632 Nov 23 02:56:52.057377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54794) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:52.085087 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.090487 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.143597 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Attempting to bind port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:52.144514 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Attempting to bind port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:52.144514 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Attempting to bind port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:52.149671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e5ff6-8484-4071-a39f-f69e0a011a0e None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:52.153790 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:52.154402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:52.155023 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.155420 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:52.155894 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Bound port: 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:52.156266 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.187714 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Pushing event updated for resources: {'Port': ['ID=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:52.199823 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.200180 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.200745 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.201095 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.201437 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.201775 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.202111 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.202443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.202797 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.203127 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.203456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.203783 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:52.227642 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] For port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:52.228983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-df436f6c-3236-42e3-9f5f-53faa06f796f None None] Provisioning complete for port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:52.229129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df436f6c-3236-42e3-9f5f-53faa06f796f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.232030 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] For port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:52.235880 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.304230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971aa34-a8b7-493c-a771-c76f5303bd25 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:56:52.306172 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a9a21-f70c-47bb-8ee8-9b9ddffe4d66 None None] Pushing event updated for resources: {'Port': ['ID=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:52.317695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:52.318324 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:52.318907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-df436f6c-3236-42e3-9f5f-53faa06f796f None None] Port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:52.321989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-7acf1a01-3396-48ce-852c-33e3b0fac604', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:56:52.323090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.446605 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:52.476179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Allocated IP 172.20.0.2 (7acf1a01-3396-48ce-852c-33e3b0fac604/daaead5b-6cf3-48e4-badf-6c1450612b1a/08f149bc-0479-4793-80bb-fb2e534ee5ce) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:52.480883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] Provisioning complete for port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:52.481255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.653941 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.657777 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:50Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:52.687233 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c399cb22-3b55-43e5-be5e-db9d7d19e536 None None] The sync data for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 is: [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:50Z', 'revision_number': 3, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:52.700513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] For port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:52.711113 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.721615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.751697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.781078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:52.782989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93620-8e95-48fc-9f38-87c87dd4dc45 None None] Pushing event updated for resources: {'Port': ['ID=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:52.786115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:52.789807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:52.863485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.869167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Pushing event updated for resources: {'Port': ['ID=08f149bc-0479-4793-80bb-fb2e534ee5ce,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:52.883374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Attempting to bind port 08f149bc-0479-4793-80bb-fb2e534ee5ce on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:52.883940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Attempting to bind port 08f149bc-0479-4793-80bb-fb2e534ee5ce by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:52.884476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Attempting to bind port 08f149bc-0479-4793-80bb-fb2e534ee5ce on network 7acf1a01-3396-48ce-852c-33e3b0fac604 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:52.891101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:52.892598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Checking segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:52.893315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.893774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Bound using segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:52.894358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Bound port: 08f149bc-0479-4793-80bb-fb2e534ee5ce, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:52.894862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:52.988975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] For port 08f149bc-0479-4793-80bb-fb2e534ee5ce, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:52.995373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] For port 08f149bc-0479-4793-80bb-fb2e534ee5ce, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=08f149bc-0479-4793-80bb-fb2e534ee5ce,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:53.001515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:53.089124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753e0c-8e6c-4448-8987-a6afd15ecd36 None None] Pushing event updated for resources: {'Port': ['ID=08f149bc-0479-4793-80bb-fb2e534ee5ce,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:53.221401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.1 (7acf1a01-3396-48ce-852c-33e3b0fac604/daaead5b-6cf3-48e4-badf-6c1450612b1a/95d0e3b1-c518-4134-b0cf-9565e1e849b0) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:53.391939 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:53.430808 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:53.489528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:53.493179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:53.497812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:53.536169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:53.543842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:53.556434 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:53.708210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.017170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.022478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.114328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.116208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:54.190593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef2b7f-8336-495e-bf52-0f6e3f048da3 None None] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:56:54.225412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:54.227026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:54.277418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] Provisioning complete for port 08f149bc-0479-4793-80bb-fb2e534ee5ce triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:54.277707 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.344052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router ce10fde5-d263-4373-ab86-7daae419df83 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:54.419697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.467698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] For port 08f149bc-0479-4793-80bb-fb2e534ee5ce, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=08f149bc-0479-4793-80bb-fb2e534ee5ce,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:54.475504 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.494477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:54.521563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bf6b390c-d682-4fa6-b8a7-4dd3ded1201a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/ce10fde5-d263-4373-ab86-7daae419df83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4628713 Nov 23 02:56:54.533572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 08f149bc-0479-4793-80bb-fb2e534ee5ce up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:54.706268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-9014ed9c-a721-47bc-bbb8-3b33e6f2ab4d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99912808&fields=id&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 267 time: 0.0689454 Nov 23 02:56:54.758992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c9d56-bf18-4ac4-b995-7c0d0f2c8ad8 None None] Pushing event updated for resources: {'Port': ['ID=08f149bc-0479-4793-80bb-fb2e534ee5ce,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:54.774646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 08f149bc-0479-4793-80bb-fb2e534ee5ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:54.775025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.822013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-be74decd-6691-4357-8111-7c5089a5c239 None None] Provisioning complete for port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:54.822381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be74decd-6691-4357-8111-7c5089a5c239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.849739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2a56cb5c-4608-4e24-bc65-50dc06708cc0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:54.855418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2a56cb5c-4608-4e24-bc65-50dc06708cc0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/networks?id=7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 200 len: 797 time: 0.1413348 Nov 23 02:56:54.865088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-be74decd-6691-4357-8111-7c5089a5c239 None None] Port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:54.874110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-ffc1a62d-a1ad-4b57-b85b-d6445901017b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/quotas/f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 375 time: 0.0131476 Nov 23 02:56:54.895085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Sync routers for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:54.918927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-be74decd-6691-4357-8111-7c5089a5c239 None None] Provisioning complete for port 08f149bc-0479-4793-80bb-fb2e534ee5ce triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:54.919336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-be74decd-6691-4357-8111-7c5089a5c239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:54.922616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:54.923760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:54.928199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:54.936154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-0d6083db-2973-4b23-972f-e2541cb83c45 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513816 Nov 23 02:56:55.048812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-3589915a-d1e0-475d-ae4c-498125c5f91e service neutron] 10.222.0.15 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983486 Nov 23 02:56:55.122746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:55.151849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-bff8fdb5-9e54-49f0-bb94-2f3e67bbc427 service neutron] 10.222.0.15 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971055 Nov 23 02:56:55.167964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:55.168332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.337788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d14d94a5-8de2-45f7-a1e5-3f43f6a012e2 req-3365a2e0-9793-4be2-a646-9326c4153d1a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 210 time: 0.0393059 Nov 23 02:56:55.389645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-99d7994b-d3c7-45fd-a828-3e11c3a15bd5 None None] Provisioning complete for port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:55.390122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99d7994b-d3c7-45fd-a828-3e11c3a15bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.434827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-99d7994b-d3c7-45fd-a828-3e11c3a15bd5 None None] Port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:55.454445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 2, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:55.481454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Checking router: ce10fde5-d263-4373-ab86-7daae419df83 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:55.481815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Updating router ce10fde5-d263-4373-ab86-7daae419df83 port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:56:55.507565 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.793221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.798797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.856267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a165214-2c09-4d80-9dce-5ea974e08ff2 None None] Pushing event updated for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:55.915125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Attempting to bind port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:55.915523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Attempting to bind port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:55.915988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Attempting to bind port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 on network 7acf1a01-3396-48ce-852c-33e3b0fac604 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:55.922111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:55.923048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Checking segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:55.923605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.924006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Bound using segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:55.924573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Bound port: 95d0e3b1-c518-4134-b0cf-9565e1e849b0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:55.924866 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:55.996823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] For port 95d0e3b1-c518-4134-b0cf-9565e1e849b0, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:56.000041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] For port 95d0e3b1-c518-4134-b0cf-9565e1e849b0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=95d0e3b1-c518-4134-b0cf-9565e1e849b0,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:56.004570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.070258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:56.070831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:56:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:56.077326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a165214-2c09-4d80-9dce-5ea974e08ff2 None None] Pushing event updated for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:56.138009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] Provisioning complete for port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:56.138579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.248905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:56.320545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.424552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-20df4ca8-df89-4e73-bada-417b3c134e69 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:56.426371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-20df4ca8-df89-4e73-bada-417b3c134e69 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/networks?id=7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 200 len: 797 time: 0.1299839 Nov 23 02:56:56.426669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] For port 95d0e3b1-c518-4134-b0cf-9565e1e849b0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=95d0e3b1-c518-4134-b0cf-9565e1e849b0,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:56.432166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.498887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59e966f9-abe8-4c59-8d2b-68b98151e112 req-40c67566-513d-4c9d-8f7a-71d1a8ead2e7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 210 time: 0.0546484 Nov 23 02:56:56.502017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 08f149bc-0479-4793-80bb-fb2e534ee5ce up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:56.544298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-db54137e-f24d-485e-bb1e-6ff882a2c9fd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ad66998dc1478d820a7901d6abb8f9 HTTP/1.1" status: 200 len: 378 time: 0.0903726 Nov 23 02:56:56.555026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'port': {'device_id': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'admin_state_up': True, 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'security_groups': ['1a782d09-c37e-4df6-ac4c-6071fd0b0bb4']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:56.598203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479b783-8817-4473-aec5-ce2efce54d3c None None] Pushing event updated for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:56.612513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-486240fe-e0a6-4057-8350-3f7afa7322f3 None None] Provisioning complete for port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:56.612886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486240fe-e0a6-4057-8350-3f7afa7322f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.664384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 08f149bc-0479-4793-80bb-fb2e534ee5ce triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:56.664780 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.667788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Made reservation on behalf of f6ad66998dc1478d820a7901d6abb8f9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:56:56.672056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:56.700303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:55Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:56.738619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffcf21-c1e0-4615-9eeb-8e8e86c006c4 None None] The sync data for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 is: [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:55Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:56.830068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.20.0.13 (7acf1a01-3396-48ce-852c-33e3b0fac604/daaead5b-6cf3-48e4-badf-6c1450612b1a/4049a3eb-0a87-43da-b0f1-bad57097e8fe) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:56.992096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.026657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.074660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:57.077759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:57.082923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:57.086907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:57.136242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:57.136942 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.154347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-f1474951-70ad-4f4e-909d-5822db592207 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035442 Nov 23 02:56:57.173727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Request body: {'port': {'device_id': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:57.242393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.353088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0ce0f760-8fff-4541-8d51-fcdfd9c75017 None None] Provisioning complete for port 4049a3eb-0a87-43da-b0f1-bad57097e8fe triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:57.353447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0ce0f760-8fff-4541-8d51-fcdfd9c75017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.389930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0f760-8fff-4541-8d51-fcdfd9c75017 None None] Port 4049a3eb-0a87-43da-b0f1-bad57097e8fe cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:56:57.395988 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:56:57.845211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b3571-686c-437e-b8e7-4226fd954caf req-93f6c253-6929-4597-ab01-6041f358f7b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:57.846731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-525b3571-686c-437e-b8e7-4226fd954caf req-93f6c253-6929-4597-ab01-6041f358f7b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 932 time: 0.0772264 Nov 23 02:56:57.943800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-525b3571-686c-437e-b8e7-4226fd954caf req-5b294d41-8d43-44c6-89eb-684382b457b0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908444 Nov 23 02:56:57.950652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4049a3eb-0a87-43da-b0f1-bad57097e8fe {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:56:57.964135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:57.971092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Transition to ACTIVE for port object 4049a3eb-0a87-43da-b0f1-bad57097e8fe will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:56:57.975069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:58.023963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:58.097006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Attempting to bind port 4049a3eb-0a87-43da-b0f1-bad57097e8fe on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:58.097349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Attempting to bind port 4049a3eb-0a87-43da-b0f1-bad57097e8fe by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:58.097682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Attempting to bind port 4049a3eb-0a87-43da-b0f1-bad57097e8fe on network 7acf1a01-3396-48ce-852c-33e3b0fac604 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:58.102228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Port 4049a3eb-0a87-43da-b0f1-bad57097e8fe on network 7acf1a01-3396-48ce-852c-33e3b0fac604 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:56:58.102585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Attempting to bind port 4049a3eb-0a87-43da-b0f1-bad57097e8fe on network 7acf1a01-3396-48ce-852c-33e3b0fac604 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:58.107824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:58.108169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Checking segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:58.108553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Bound using segment: {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:58.108977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Bound port: 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ea5eb9-106f-472f-a511-c20300464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:58.109361 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:58.180849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:58.183950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:58.187697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:58.223071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.223695 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:58.225074 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] 10.222.0.41 "PUT /v2.0/ports/4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 200 len: 1093 time: 1.0563581 Nov 23 02:56:58.225517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:58.227822 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb87d9-426c-4392-8c00-1c7fdd3056ff" -d '{"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:58.255000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c37ae-1b8a-4224-8138-2ad906ec3eda service neutron] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:58.280844 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91605d18-70a4-4277-b5e3-7af84a5e0be4 x-openstack-request-id: req-91605d18-70a4-4277-b5e3-7af84a5e0be4 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:58.281716 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:58.282012 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91605d18-70a4-4277-b5e3-7af84a5e0be4 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:58.282434 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'status': 'completed', 'code': 200} Nov 23 02:56:58.340881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-fc3cdeea-d690-473b-9e6d-36c9ebaf71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.342832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-fc3cdeea-d690-473b-9e6d-36c9ebaf71f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1096 time: 0.0424054 Nov 23 02:56:58.399521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-3c8ddd2e-e885-4b0a-902a-7e4c3e37dfae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 200 len: 217 time: 0.0422738 Nov 23 02:56:58.445518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 95d0e3b1-c518-4134-b0cf-9565e1e849b0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:58.461461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-1c85db27-0128-4a34-9d9c-9791ffb228f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.462963 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-1c85db27-0128-4a34-9d9c-9791ffb228f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daaead5b-6cf3-48e4-badf-6c1450612b1a HTTP/1.1" status: 200 len: 834 time: 0.0568330 Nov 23 02:56:58.496869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:58.497242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:58.509398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-4a8501f6-c48c-491b-ba2d-08f035a89db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.510933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-4a8501f6-c48c-491b-ba2d-08f035a89db5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7acf1a01-3396-48ce-852c-33e3b0fac604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404508 Nov 23 02:56:58.613300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-aae25901-4c9e-48c7-9539-1b3fc7715950 service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944710 Nov 23 02:56:58.703297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a81ec78-d14a-4a62-9476-11a321c33662 req-072f7a14-d307-469d-801e-e8cf5fab779a service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828104 Nov 23 02:56:58.849426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-ee5015d9-1d45-4647-aeff-6e44dab52947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.851242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-ee5015d9-1d45-4647-aeff-6e44dab52947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1096 time: 0.0509202 Nov 23 02:56:58.943750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-c37fc3c0-87b0-4ae5-a09a-48a463226fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.945228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-c37fc3c0-87b0-4ae5-a09a-48a463226fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 200 len: 898 time: 0.0875735 Nov 23 02:56:58.987794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-d974fe78-7be7-4d13-b8be-be5abfb5753e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 200 len: 217 time: 0.0355377 Nov 23 02:56:59.068418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-0b1783bf-12a8-4294-96b9-5390a1f5e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:59.069891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-0b1783bf-12a8-4294-96b9-5390a1f5e5eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daaead5b-6cf3-48e4-badf-6c1450612b1a HTTP/1.1" status: 200 len: 834 time: 0.0743005 Nov 23 02:56:59.093771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbddf5-1f40-4e64-9d45-1a1ab33f6501 req-586c0629-fa79-48df-8d1b-180a3c8105b6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:59.095851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fafbddf5-1f40-4e64-9d45-1a1ab33f6501 req-586c0629-fa79-48df-8d1b-180a3c8105b6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 944 time: 0.0703304 Nov 23 02:56:59.157401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-04e02197-3816-4183-a120-beba49164b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:59.158931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-04e02197-3816-4183-a120-beba49164b51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7acf1a01-3396-48ce-852c-33e3b0fac604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814793 Nov 23 02:56:59.163814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fafbddf5-1f40-4e64-9d45-1a1ab33f6501 req-f76fa8cf-22ce-40e8-9ac9-32b16032c00e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542195 Nov 23 02:56:59.264708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-b611819f-7d60-4d7a-8e96-f4c03da89875 service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963376 Nov 23 02:56:59.355833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35fb87d9-426c-4392-8c00-1c7fdd3056ff req-6fbc1270-054f-40a4-8d4e-2594d8f732d8 service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827608 Nov 23 02:56:59.790743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:00.295438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac682fd-7022-4516-95f4-54930356bc46 req-2b795814-8b00-49d4-ae08-07b3d8ab013f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:00.296984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ac682fd-7022-4516-95f4-54930356bc46 req-2b795814-8b00-49d4-ae08-07b3d8ab013f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 944 time: 0.0604932 Nov 23 02:57:00.355481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ac682fd-7022-4516-95f4-54930356bc46 req-7f25c17c-cb25-438f-907b-5b63e271a301 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517814 Nov 23 02:57:01.477729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c15e-f378-4c9f-840c-308285edbf26 req-c2d7c15d-105f-410a-9c44-cb12407e91d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:01.479242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb56c15e-f378-4c9f-840c-308285edbf26 req-c2d7c15d-105f-410a-9c44-cb12407e91d4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 944 time: 0.0512061 Nov 23 02:57:01.530650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb56c15e-f378-4c9f-840c-308285edbf26 req-08d2a2a6-fb6c-437e-8689-4408b88ae068 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453393 Nov 23 02:57:01.573418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:57:01.669871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:57:01.681778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'mac_address': 'fa:16:3e:e5:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:57:01.718804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:01.735122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4049a3eb-0a87-43da-b0f1-bad57097e8fe {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:57:01.755706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:57:01.759912 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:01.807025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:02.040166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4049a3eb-0a87-43da-b0f1-bad57097e8fe'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:57:02.656027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30294b0-f5df-44a4-9ca3-c32cb48fe8b1 req-0fe4a05e-327b-4d5c-b1c5-adaceab58296 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:02.657459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b30294b0-f5df-44a4-9ca3-c32cb48fe8b1 req-0fe4a05e-327b-4d5c-b1c5-adaceab58296 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Nov 23 02:57:02.715163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b30294b0-f5df-44a4-9ca3-c32cb48fe8b1 req-e5539be7-876e-4912-9b2d-e354b337c1cb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513575 Nov 23 02:57:03.590400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:57:03.642476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 4049a3eb-0a87-43da-b0f1-bad57097e8fe completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:57:03.646261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4049a3eb-0a87-43da-b0f1-bad57097e8fe triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:57:03.646664 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:03.727270 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:03.751005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:57:03.753376 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f68afcd-52c3-466d-9905-c03ecbf289f0" -d '{"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-plugged", "status": "completed", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:57:03.765973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:57:03.770854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:03.821226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:03.843450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e062ff-782d-4ade-b57e-057c6d96756c req-806aa2c9-f0a7-41a9-ba49-6d0d251879a1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:03.844975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e062ff-782d-4ade-b57e-057c6d96756c req-806aa2c9-f0a7-41a9-ba49-6d0d251879a1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0525241 Nov 23 02:57:03.897735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8e062ff-782d-4ade-b57e-057c6d96756c req-dd9f490f-1fbb-457a-9059-bd88f84aa50f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462782 Nov 23 02:57:03.949389 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32fc8f3-3b6e-401f-9110-8ed58820a631 x-openstack-request-id: req-a32fc8f3-3b6e-401f-9110-8ed58820a631 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:57:03.949772 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-plugged", "status": "completed", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:57:03.950029 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a32fc8f3-3b6e-401f-9110-8ed58820a631 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:57:03.950433 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'code': 200} Nov 23 02:57:04.090425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12815073-acdc-466c-ac64-5081dafb745c req-dc95144e-06dc-4a67-be1e-e1b95e8632ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:04.091979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12815073-acdc-466c-ac64-5081dafb745c req-dc95144e-06dc-4a67-be1e-e1b95e8632ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1098 time: 0.0421050 Nov 23 02:57:04.143682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12815073-acdc-466c-ac64-5081dafb745c req-964d98f7-dfa5-4b22-b7c3-7e5384f32571 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425673 Nov 23 02:57:05.025613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473af37-f0d8-44fa-a4b4-e363849d3c6f req-47812ad3-4793-4e14-ab9b-fe347f8fcd24 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:05.027151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6473af37-f0d8-44fa-a4b4-e363849d3c6f req-47812ad3-4793-4e14-ab9b-fe347f8fcd24 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0563254 Nov 23 02:57:05.081378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6473af37-f0d8-44fa-a4b4-e363849d3c6f req-e83071ee-cd31-43f5-ae81-4fc611249f2a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467930 Nov 23 02:57:05.837188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f8af63e-d2aa-4728-be50-8cac9219ec3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:06.208092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096cf48-c667-4a07-8236-116bdf497396 req-3e6959be-dac4-4077-b116-4d7655b51acd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:06.209709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0096cf48-c667-4a07-8236-116bdf497396 req-3e6959be-dac4-4077-b116-4d7655b51acd tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0539725 Nov 23 02:57:06.268222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0096cf48-c667-4a07-8236-116bdf497396 req-965ab2fc-7fd8-4247-9a0d-962223a02757 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521417 Nov 23 02:57:06.457799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f89c5-09b1-454b-a984-eafd85ae548d req-943534e1-281b-488c-89cc-e3283715781a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:06.459289 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c19f89c5-09b1-454b-a984-eafd85ae548d req-943534e1-281b-488c-89cc-e3283715781a tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0542047 Nov 23 02:57:06.507527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c19f89c5-09b1-454b-a984-eafd85ae548d req-1a016502-2396-43ef-ad95-911ba7a29f4f tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422893 Nov 23 02:57:06.528945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 54880) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:06.568270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baafffb-9ff0-45b4-86c7-2fcb83cb2d23 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:06.569795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9baafffb-9ff0-45b4-86c7-2fcb83cb2d23 tempest-TestNetworkAdvancedServerOps-421008071 tempest-TestNetworkAdvancedServerOps-421008071-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1093 time: 0.0398622 Nov 23 02:57:06.572950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54882) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:06.580722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:57:06.603556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:06.701921 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:06.816946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Allocated IP 172.25.1.215 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:57:06.916139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:06.949377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:06.991188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:57:06.996149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:57:06.999004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:57:07.002685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:07.353107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.423873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.568602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.573036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.645708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event updated for resources: {'Port': ['ID=65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:07.657782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.758590 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 associated. External IP: 172.25.1.215, port: 4049a3eb-0a87-43da-b0f1-bad57097e8fe. Nov 23 02:57:07.965662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router ce10fde5-d263-4373-ab86-7daae419df83 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:57:08.046381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5370d5aa-1c09-4f27-8161-b6b38b4c7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:08.074291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:57:08.083592 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Sync routers for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:57:08.091273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:08.093295 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:57:08.093906 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:57:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:08.118115 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b97e6ac8-6bc6-4444-9c9d-ece33f19afae tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5436709 Nov 23 02:57:08.118811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:57:08.121140 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da5983-d955-4793-a975-b6e1a95b604b" -d '{"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:57:08.200726 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:57:08.218177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b02e1-2b65-4889-810b-94ab067fc37d req-59977ffa-da2b-4eef-ba59-d3e12b18c02b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.220181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce9b02e1-2b65-4889-810b-94ab067fc37d req-59977ffa-da2b-4eef-ba59-d3e12b18c02b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0506420 Nov 23 02:57:08.271644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce9b02e1-2b65-4889-810b-94ab067fc37d req-2af5f24c-9a19-4190-ad7b-5d26051a6b56 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452716 Nov 23 02:57:08.295497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54890) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:08.332885 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75fc623-7a57-42cb-904c-c8dd518c0038 x-openstack-request-id: req-a75fc623-7a57-42cb-904c-c8dd518c0038 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:57:08.333175 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:57:08.333432 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a75fc623-7a57-42cb-904c-c8dd518c0038 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:57:08.333840 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'status': 'completed', 'code': 200} Nov 23 02:57:08.362496 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38d73e0f-4040-4ea8-be59-0c7c71268669 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 HTTP/1.1" status: 200 len: 992 time: 0.0646775 Nov 23 02:57:08.408532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5983-d955-4793-a975-b6e1a95b604b req-cee73164-074e-405d-87fd-99acb9c06a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.410093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-cee73164-074e-405d-87fd-99acb9c06a38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1098 time: 0.0456336 Nov 23 02:57:08.505380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5983-d955-4793-a975-b6e1a95b604b req-0f5db72b-f2e0-43ae-90ad-0a6bde556f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.506789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-0f5db72b-f2e0-43ae-90ad-0a6bde556f15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 200 len: 898 time: 0.0897133 Nov 23 02:57:08.528459 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'mac_address': 'fa:16:3e:e5:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:57:07Z', 'updated_at': '2021-11-23T02:57:07Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:08.554828 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Checking router: ce10fde5-d263-4373-ab86-7daae419df83 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:57:08.563166 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:57:08.564342 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:57:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:08.582880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-63d593a1-38ae-46b3-89c4-7f686b4d9659 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 200 len: 1000 time: 0.0639350 Nov 23 02:57:08.632877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5983-d955-4793-a975-b6e1a95b604b req-f97aa74e-897d-4736-bd26-2bfb1b8e9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.634361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-f97aa74e-897d-4736-bd26-2bfb1b8e9236 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daaead5b-6cf3-48e4-badf-6c1450612b1a HTTP/1.1" status: 200 len: 834 time: 0.0452974 Nov 23 02:57:08.676776 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:57:08.680589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5983-d955-4793-a975-b6e1a95b604b req-915da4dc-674d-4323-826a-ddb079af8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.682118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-915da4dc-674d-4323-826a-ddb079af8c57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7acf1a01-3396-48ce-852c-33e3b0fac604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402484 Nov 23 02:57:08.777828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-f71cadac-864e-4e0e-8448-65bbdb45c95a service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Nov 23 02:57:08.868584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95da5983-d955-4793-a975-b6e1a95b604b req-062fbd9d-35ad-426e-8fbd-b6ddcccf082d service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836890 Nov 23 02:57:08.904556 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'mac_address': 'fa:16:3e:e5:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:57:07Z', 'updated_at': '2021-11-23T02:57:07Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:08.932701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db33c2a-8411-4570-8582-91e42d56dc8d None None] The sync data for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 is: [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'floating_ip_address': '172.25.1.215', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'mac_address': 'fa:16:3e:e5:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:57:07Z', 'updated_at': '2021-11-23T02:57:07Z', 'revision_number': 0, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:57:09.126346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f87c0a-80b1-4e33-b2e3-45cb52419138 None None] New status for floating IP c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:57:09.320114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:09.365106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 54894) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:09.429181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed5c02f2-2da4-4607-b158-8c6d43680178 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 HTTP/1.1" status: 200 len: 994 time: 0.0630226 Nov 23 02:57:10.762295 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:11.868856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:23.537744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:29.771493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:34.398238 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:57:35.837919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2be55b17-217c-4628-9ea7-1b2da9b2b850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:37.027313 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-28e93a85-0ab7-4894-815e-1033285f136b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413847 Nov 23 02:57:37.109479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-e747fe6e-4219-4a57-860c-4f9a4f2a999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:37.111012 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-e747fe6e-4219-4a57-860c-4f9a4f2a999d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.0422318 Nov 23 02:57:37.219743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-b35e450d-f56b-4e43-aa73-5296d7e25282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:37.221846 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-b35e450d-f56b-4e43-aa73-5296d7e25282 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0920918 Nov 23 02:57:37.288695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-ea2d4baa-aeef-4ac1-99f0-649f659bd1bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 1001 time: 0.0598638 Nov 23 02:57:37.339213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-9be8e747-9c50-464c-88b9-31e3245a0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:37.340821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-9be8e747-9c50-464c-88b9-31e3245a0546 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0452871 Nov 23 02:57:37.393324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-5882830d-5e5e-4a26-b834-f19e654a3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:37.394852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-5882830d-5e5e-4a26-b834-f19e654a3f40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459118 Nov 23 02:57:37.482996 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-17cafa31-2680-477d-ad68-e2845d10bf77 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813296 Nov 23 02:57:37.575321 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d59f324a-11d5-4fff-a2b4-dbf7136c4546 req-bd105ce7-77a6-4d22-84d5-216c298b2b66 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859823 Nov 23 02:57:38.040052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f0c65610-bacd-47c9-93ce-8c02267d8325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:39.325808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:40.767436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:40.918807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49b235-1294-4529-b72b-62407cd05870 req-6c0d30d9-234f-4e53-beb3-caa568fb0fc6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:40.920331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f49b235-1294-4529-b72b-62407cd05870 req-6c0d30d9-234f-4e53-beb3-caa568fb0fc6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0617602 Nov 23 02:57:40.980687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f49b235-1294-4529-b72b-62407cd05870 req-833489c6-0aef-4f5a-81a7-e9012f0b92c9 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516145 Nov 23 02:57:41.872778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:42.104579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77417f-23ae-4ac2-8ac1-979315bb4a94 req-21362326-ff08-4d2c-9756-a9192ba28dfa tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:42.106072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b77417f-23ae-4ac2-8ac1-979315bb4a94 req-21362326-ff08-4d2c-9756-a9192ba28dfa tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0503581 Nov 23 02:57:42.155816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b77417f-23ae-4ac2-8ac1-979315bb4a94 req-2221c886-ef4c-4b5e-b113-77f915a81d97 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429490 Nov 23 02:57:43.270034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebea40-11ad-4bde-b458-6756cbbb1fcb req-d47a7e03-6166-46b1-b31a-2bd7ee32daa7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:43.271569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72ebea40-11ad-4bde-b458-6756cbbb1fcb req-d47a7e03-6166-46b1-b31a-2bd7ee32daa7 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0480485 Nov 23 02:57:43.321436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72ebea40-11ad-4bde-b458-6756cbbb1fcb req-a0cde155-d31b-4378-9c25-d6abe299ae83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440907 Nov 23 02:57:44.443883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fd829-da8e-4e58-b8c4-4ef59a400d5c req-3fcb2d85-1d08-429e-9ece-be8882f40753 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:44.445330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-400fd829-da8e-4e58-b8c4-4ef59a400d5c req-3fcb2d85-1d08-429e-9ece-be8882f40753 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0518713 Nov 23 02:57:44.494164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-400fd829-da8e-4e58-b8c4-4ef59a400d5c req-ceabce71-3cdf-4090-bc7b-e9b4a6126131 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429578 Nov 23 02:57:45.608654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d8d22-1151-4a46-b92f-54eb7ecbf81e req-973e184e-9746-4f0a-a855-a6d1e5ba9bd0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:45.610189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c55d8d22-1151-4a46-b92f-54eb7ecbf81e req-973e184e-9746-4f0a-a855-a6d1e5ba9bd0 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0491650 Nov 23 02:57:45.660916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c55d8d22-1151-4a46-b92f-54eb7ecbf81e req-c1be1e52-531a-48f1-8c78-45cf0a4176eb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437713 Nov 23 02:57:46.785047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03983689-293a-4e1d-94ae-e8accc247d19 req-eb5f1426-e5d9-4df3-94a6-86683c9c4202 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:46.786529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03983689-293a-4e1d-94ae-e8accc247d19 req-eb5f1426-e5d9-4df3-94a6-86683c9c4202 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Nov 23 02:57:46.834833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03983689-293a-4e1d-94ae-e8accc247d19 req-a00220cf-ee95-463b-89a2-9a0365bda027 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423839 Nov 23 02:57:47.949222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390cf7a-87cd-419f-a492-ee6b7cf72a64 req-4a00be6e-ccf8-4cc0-9003-a2fe533adadf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:47.950712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4390cf7a-87cd-419f-a492-ee6b7cf72a64 req-4a00be6e-ccf8-4cc0-9003-a2fe533adadf tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Nov 23 02:57:47.999340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4390cf7a-87cd-419f-a492-ee6b7cf72a64 req-895ea0f5-ec5a-4c84-8839-bf97f64d711c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421262 Nov 23 02:57:48.797552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fe8f4-a43d-49f7-8ff5-287250da47fc req-93ae41b7-f6b5-4f63-a43a-c6507ccb0e55 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:48.799015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-515fe8f4-a43d-49f7-8ff5-287250da47fc req-93ae41b7-f6b5-4f63-a43a-c6507ccb0e55 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0470586 Nov 23 02:57:48.850607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-515fe8f4-a43d-49f7-8ff5-287250da47fc req-01606d5e-6b73-443d-ae7a-8c26c97a6668 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Nov 23 02:57:49.124386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9513e7-429f-47bd-ba16-8aa24cf85947 req-077ceaef-3a75-44d5-bbb1-6b4d78e31144 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:49.125760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d9513e7-429f-47bd-ba16-8aa24cf85947 req-077ceaef-3a75-44d5-bbb1-6b4d78e31144 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0485756 Nov 23 02:57:49.174727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d9513e7-429f-47bd-ba16-8aa24cf85947 req-8c897d88-52eb-4beb-bb90-dfd57b979f92 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429282 Nov 23 02:57:49.966456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6eb4-209d-4da8-9ed6-f8739a2f07c6 req-16ed84cf-d1cc-43e1-8e75-ea6deaea74fc tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:49.967956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3be6eb4-209d-4da8-9ed6-f8739a2f07c6 req-16ed84cf-d1cc-43e1-8e75-ea6deaea74fc tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0485857 Nov 23 02:57:50.014692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e3be6eb4-209d-4da8-9ed6-f8739a2f07c6 req-0e57db1e-df93-4eca-b7c6-2288ddad28fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401208 Nov 23 02:57:50.299812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4584-3d11-4ea9-9de6-6eb609d9fbd3 req-870a5ae1-6ade-4b73-8d1d-1f63892d7563 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:50.301368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cdf4584-3d11-4ea9-9de6-6eb609d9fbd3 req-870a5ae1-6ade-4b73-8d1d-1f63892d7563 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0609221 Nov 23 02:57:50.351762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5cdf4584-3d11-4ea9-9de6-6eb609d9fbd3 req-8f8afc2e-4b23-46dd-a7fd-2ebf071da1a2 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441761 Nov 23 02:57:51.129274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194fe09-ba84-480d-8a90-efbc35148683 req-7a69a072-9958-4455-af68-b757cdf29ec1 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:51.130768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a194fe09-ba84-480d-8a90-efbc35148683 req-7a69a072-9958-4455-af68-b757cdf29ec1 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0487862 Nov 23 02:57:51.177199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a194fe09-ba84-480d-8a90-efbc35148683 req-60fc3b2b-2704-449b-a317-7e8062e08d0a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404785 Nov 23 02:57:51.466534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57094e91-fa52-4818-9e68-84fe47f7ed78 req-6c68c27e-4ffd-4e85-8ede-63194695fd44 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:51.468056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57094e91-fa52-4818-9e68-84fe47f7ed78 req-6c68c27e-4ffd-4e85-8ede-63194695fd44 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0479009 Nov 23 02:57:51.520462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57094e91-fa52-4818-9e68-84fe47f7ed78 req-eb642937-0f1d-4bb3-a5bc-29576f530252 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458117 Nov 23 02:57:52.293279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362eb9-f158-4785-9716-0c8a18a244c3 req-36646f93-7743-4579-82b6-ef2b9638d91b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:52.294804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41362eb9-f158-4785-9716-0c8a18a244c3 req-36646f93-7743-4579-82b6-ef2b9638d91b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Nov 23 02:57:52.341661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-41362eb9-f158-4785-9716-0c8a18a244c3 req-8958f7ad-65ec-43f7-9c11-78b2c504a03e tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Nov 23 02:57:52.635755 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc81d9-e9e7-4de6-ae77-3f39119e32f9 req-659122e1-2857-4193-b929-11e994495da6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:52.637278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14cc81d9-e9e7-4de6-ae77-3f39119e32f9 req-659122e1-2857-4193-b929-11e994495da6 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0479274 Nov 23 02:57:52.685222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14cc81d9-e9e7-4de6-ae77-3f39119e32f9 req-39657d46-821d-4ba0-824d-8f8230328b88 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420544 Nov 23 02:57:53.467400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde2a25-ca52-432b-a99f-1557c9ec49fa req-62b34ec0-7e9a-4caa-9c9f-b9495b081d6f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:53.468884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acde2a25-ca52-432b-a99f-1557c9ec49fa req-62b34ec0-7e9a-4caa-9c9f-b9495b081d6f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0582197 Nov 23 02:57:53.518599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acde2a25-ca52-432b-a99f-1557c9ec49fa req-dbc111a4-aede-4f53-830b-834a59fd1ab6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 Nov 23 02:57:53.547873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:53.801666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad83f-d35f-4f64-92c0-7fe5ee164dcf req-adb53c90-502d-4819-8998-409c4b7b6804 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:53.803118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66cad83f-d35f-4f64-92c0-7fe5ee164dcf req-adb53c90-502d-4819-8998-409c4b7b6804 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0484879 Nov 23 02:57:53.851273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66cad83f-d35f-4f64-92c0-7fe5ee164dcf req-a3f1c486-05d2-4534-a4b0-200d6e3d25f1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422564 Nov 23 02:57:54.640958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb594b1-af23-4a77-b437-04d09cc48647 req-1585b918-bbf6-4d15-b2f8-00b1b776d75a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:54.642433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bb594b1-af23-4a77-b437-04d09cc48647 req-1585b918-bbf6-4d15-b2f8-00b1b776d75a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0537529 Nov 23 02:57:54.689050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bb594b1-af23-4a77-b437-04d09cc48647 req-883a25a4-32d2-4cf7-9522-4989d2992a0a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405498 Nov 23 02:57:54.964519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58fd2b-84e3-4928-82f4-da6104bbc203 req-15163176-f900-42da-999d-f334b7dd8778 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:54.965988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d58fd2b-84e3-4928-82f4-da6104bbc203 req-15163176-f900-42da-999d-f334b7dd8778 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Nov 23 02:57:55.014900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d58fd2b-84e3-4928-82f4-da6104bbc203 req-75d1d2df-a7bd-49cd-a186-6fb98139650c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423570 Nov 23 02:57:55.801168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d05b0-5d7e-4519-84d4-31cfe529c91f req-60c9f6ae-1595-4354-bb99-3166990ea81c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:55.802657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-287d05b0-5d7e-4519-84d4-31cfe529c91f req-60c9f6ae-1595-4354-bb99-3166990ea81c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0481300 Nov 23 02:57:55.852316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-287d05b0-5d7e-4519-84d4-31cfe529c91f req-b31ce3e0-4936-42cc-866e-508a6fa86210 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Nov 23 02:57:56.129732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd86ee2-ccfc-4bfe-a996-080cd15d5ea1 req-de8aea68-aff8-445f-8950-37302a1b5dde tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:56.131259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fd86ee2-ccfc-4bfe-a996-080cd15d5ea1 req-de8aea68-aff8-445f-8950-37302a1b5dde tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0483708 Nov 23 02:57:56.180135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fd86ee2-ccfc-4bfe-a996-080cd15d5ea1 req-3cecd9d8-4478-4e8f-9ea3-55e7a863fec4 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430086 Nov 23 02:57:56.965840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fc58d-27fd-45d5-b653-0a7e56cbaedf req-7a13576b-1653-423c-b5c1-dcd09669dfb9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:56.967333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6fc58d-27fd-45d5-b653-0a7e56cbaedf req-7a13576b-1653-423c-b5c1-dcd09669dfb9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Nov 23 02:57:57.013037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be6fc58d-27fd-45d5-b653-0a7e56cbaedf req-43906d8a-8343-4649-b867-35fda7ddc288 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Nov 23 02:57:57.298698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4be3eb-2404-4acc-b5d8-4d1541afac76 req-13df6e77-3844-485c-94bb-3b61c2642e3e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:57.300737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e4be3eb-2404-4acc-b5d8-4d1541afac76 req-13df6e77-3844-485c-94bb-3b61c2642e3e tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0518143 Nov 23 02:57:57.349007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e4be3eb-2404-4acc-b5d8-4d1541afac76 req-9ff4e00a-a45f-4c1d-b5fe-9f3f551a20bb tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423386 Nov 23 02:57:58.127064 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75364cb-885e-4a36-b1bf-88b637e66f02 req-cf437943-8568-46b2-87b5-58c46e7dc760 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:58.129272 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f75364cb-885e-4a36-b1bf-88b637e66f02 req-cf437943-8568-46b2-87b5-58c46e7dc760 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Nov 23 02:57:58.174682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f75364cb-885e-4a36-b1bf-88b637e66f02 req-e9a8cd3c-2bda-49ae-8935-4a41a7a8ff31 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Nov 23 02:57:58.462522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee95905-a1a8-4fb2-b47f-73dd59522a8c req-7584076d-6313-4440-85ac-49650261f200 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:58.463979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ee95905-a1a8-4fb2-b47f-73dd59522a8c req-7584076d-6313-4440-85ac-49650261f200 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Nov 23 02:57:58.516104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ee95905-a1a8-4fb2-b47f-73dd59522a8c req-687f6340-34ef-4c0d-8cfd-df5f8e18c734 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462604 Nov 23 02:57:58.915784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70fb42-4d6a-4f1b-b453-088da0bb44c5 req-09c81ecd-5520-4baa-981f-bfac0d6e4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:58.917261 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae70fb42-4d6a-4f1b-b453-088da0bb44c5 req-09c81ecd-5520-4baa-981f-bfac0d6e4486 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1098 time: 0.0467327 Nov 23 02:57:58.963909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae70fb42-4d6a-4f1b-b453-088da0bb44c5 req-f33e7fbe-2479-4bd4-b32f-af4114e453ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383513 Nov 23 02:57:59.290602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98f87-a2f6-4842-9eae-78c241455502 req-95066719-5615-49c8-a786-f3944ea546bf tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:59.292122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82f98f87-a2f6-4842-9eae-78c241455502 req-95066719-5615-49c8-a786-f3944ea546bf tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0486865 Nov 23 02:57:59.340973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82f98f87-a2f6-4842-9eae-78c241455502 req-ae40e97e-4e10-4787-afae-470ae1fffefd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Nov 23 02:57:59.635854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7fe5-9d5e-46b7-b0c1-c44c7fcc4e59 req-c587327f-8f9a-4e83-855f-e2824b85d439 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:59.637347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926f7fe5-9d5e-46b7-b0c1-c44c7fcc4e59 req-c587327f-8f9a-4e83-855f-e2824b85d439 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Nov 23 02:57:59.686460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-926f7fe5-9d5e-46b7-b0c1-c44c7fcc4e59 req-2b4ee0d2-548c-4b63-af0d-5ec86aaadc3c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420961 Nov 23 02:57:59.770278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:59.965611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:58:00.063769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:00.080084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'port_id': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'mac_address': 'fa:16:3e:e5:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:58:00.119733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:00.133245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4049a3eb-0a87-43da-b0f1-bad57097e8fe {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:58:00.152270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:00.155951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:00.205389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:00.213056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.213401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.213741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.214074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.214404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.214770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.215160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.215491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.215870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.216138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.216460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.216780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:00.449659 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['4049a3eb-0a87-43da-b0f1-bad57097e8fe'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:58:00.458131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13395f84-d7fc-4fff-a768-6c9207c3c806 req-56d6b505-aa7b-4480-a5bf-e7432ce5db39 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.459663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13395f84-d7fc-4fff-a768-6c9207c3c806 req-56d6b505-aa7b-4480-a5bf-e7432ce5db39 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0479636 Nov 23 02:58:00.507876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13395f84-d7fc-4fff-a768-6c9207c3c806 req-249762e9-d4b6-4377-834a-4291262edc22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Nov 23 02:58:00.717593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d87a-177a-48f0-b6ff-b7b49a1e3064 req-714681c1-5d66-467e-8a6d-8ea4ae50df79 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.719227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ded4d87a-177a-48f0-b6ff-b7b49a1e3064 req-714681c1-5d66-467e-8a6d-8ea4ae50df79 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0551143 Nov 23 02:58:00.794829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-37729e0b-eeee-471b-a162-0c53f2b140c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.796253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-37729e0b-eeee-471b-a162-0c53f2b140c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0761108 Nov 23 02:58:00.799940 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ded4d87a-177a-48f0-b6ff-b7b49a1e3064 req-cd36c7ab-625e-45e9-966d-4e13c0fbc5d7 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715203 Nov 23 02:58:00.922344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-ebb0ff88-8c3e-4d1c-a04b-df4fa42d3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.923897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-ebb0ff88-8c3e-4d1c-a04b-df4fa42d3ea0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.1195462 Nov 23 02:58:00.932294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92e71b-899f-4145-bb9a-33f39f48bf9c req-4193ac05-ae61-46c6-b3d7-06eb203f2e12 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.933758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b92e71b-899f-4145-bb9a-33f39f48bf9c req-4193ac05-ae61-46c6-b3d7-06eb203f2e12 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 945 time: 0.0716481 Nov 23 02:58:01.024204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-19101523-a6cf-4479-8408-74347e45bd7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1002 time: 0.0895088 Nov 23 02:58:01.030241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b92e71b-899f-4145-bb9a-33f39f48bf9c req-68697560-cc07-4ec7-8ad9-ccd401a65960 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898764 Nov 23 02:58:01.054363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:01.075559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-c4d86e2f-6849-460e-b5ed-24116e74781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:01.077122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-c4d86e2f-6849-460e-b5ed-24116e74781e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0451615 Nov 23 02:58:01.116461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c0382f68-d907-4d47-92fe-c07b3daa574c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/floatingips/c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 HTTP/1.1" status: 200 len: 993 time: 0.0599806 Nov 23 02:58:01.123143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-4ba510a6-f332-41ab-ba78-6a17b8f7526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:01.124655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-4ba510a6-f332-41ab-ba78-6a17b8f7526a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402887 Nov 23 02:58:01.216019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-3c380522-38d0-4949-8e6f-f5d12d3ebb84 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837939 Nov 23 02:58:01.304835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1ee4397-9abe-466f-989f-5dc4d741fd5b req-42daaa8c-34a4-40fd-aaf4-85c553abcbe4 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Nov 23 02:58:01.920102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7381e6-6cbc-49f6-afe6-37bb9e0659c3 req-07d2bc2e-589e-4128-9210-ec6c14e82b01 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:01.922747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b7381e6-6cbc-49f6-afe6-37bb9e0659c3 req-07d2bc2e-589e-4128-9210-ec6c14e82b01 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0522478 Nov 23 02:58:01.977612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b7381e6-6cbc-49f6-afe6-37bb9e0659c3 req-13fd7f67-4bf4-4ab6-9ae4-08e7e0ee31dc tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478532 Nov 23 02:58:01.983093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:02.036848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 4049a3eb-0a87-43da-b0f1-bad57097e8fe triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:02.037145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:02.112532 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:02.135109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:02.137257 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095012e-af01-48a6-a32d-b455ea48c41a" -d '{"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-plugged", "status": "completed", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:02.150806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:02.155173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:02.179034 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f213e-9f8b-4f04-8360-61072c95229c x-openstack-request-id: req-f66f213e-9f8b-4f04-8360-61072c95229c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:02.179319 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-plugged", "status": "completed", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:02.179572 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f66f213e-9f8b-4f04-8360-61072c95229c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:02.179960 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'code': 200} Nov 23 02:58:02.209973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:03.103430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5765c-7974-445b-9333-362093bf10b0 req-be6e8a46-49fb-43c5-bbd3-847a6c14d255 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:03.104893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c5765c-7974-445b-9333-362093bf10b0 req-be6e8a46-49fb-43c5-bbd3-847a6c14d255 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0512667 Nov 23 02:58:03.151935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92c5765c-7974-445b-9333-362093bf10b0 req-1361ae7b-9b12-443c-b077-a77342bf1e4a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Nov 23 02:58:05.840013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0cff7077-4564-4eac-8471-1153305bbfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:08.042247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab5f38e0-a620-4772-bdf6-e1b05da14d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.325502 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.766287 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:11.397746 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:58:11.874821 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:12.610424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.057459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 3625a546-4625-4793-95ab-4efc3dd55074 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:13.057702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.133981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.134304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.145701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 3625a546-4625-4793-95ab-4efc3dd55074 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:13.328183 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.354129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=3625a546-4625-4793-95ab-4efc3dd55074,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.380126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.380475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.380818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.381176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.381496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.381828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.382157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.382483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.382843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.383166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.383490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.383813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:13.426747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.427086 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP d4d3b646-daae-46ef-a5bc-70484c7c1207 disassociated (deleted). External IP: 172.25.1.111, port: 0c12a38e-7035-4399-a5f0-afaa3d871238. Nov 23 02:58:13.644857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:13.748952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:13.753849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.758859 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:13.768931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:13.769543 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:13.783700 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9512b67-1012-4463-87b6-3c1cef49b556 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "DELETE /v2.0/floatingips/d4d3b646-daae-46ef-a5bc-70484c7c1207 HTTP/1.1" status: 204 len: 168 time: 1.1721704 Nov 23 02:58:13.784856 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:13.787157 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaec5d61-561c-4fc8-8451-9c3572109b57" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:13.875343 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:13.940284 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05779c6b-089f-4e76-bf37-29e42b1a7b43 x-openstack-request-id: req-05779c6b-089f-4e76-bf37-29e42b1a7b43 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:13.940586 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:13.940848 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05779c6b-089f-4e76-bf37-29e42b1a7b43 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:13.941272 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'status': 'completed', 'code': 200} Nov 23 02:58:14.004996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-b25b0750-c39d-47e0-92ad-b8e61082e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.006868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-b25b0750-c39d-47e0-92ad-b8e61082e7a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 1098 time: 0.0442917 Nov 23 02:58:14.038358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32734d-280f-499f-97e1-76abc03326f2 req-4a5ecfbe-f200-44f2-ae87-7451f27c569b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.040606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a32734d-280f-499f-97e1-76abc03326f2 req-4a5ecfbe-f200-44f2-ae87-7451f27c569b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0512064 Nov 23 02:58:14.090938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a32734d-280f-499f-97e1-76abc03326f2 req-0586aaca-04e7-4867-b3ed-f265dd1dd8df tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Nov 23 02:58:14.099915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-1a088683-0b5d-48f8-b1b2-1217913db1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.101894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-1a088683-0b5d-48f8-b1b2-1217913db1de service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0880685 Nov 23 02:58:14.116957 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:14.144102 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:14.150126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-93b6a7fc-9aac-46b2-96ff-1dae55af133d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 200 len: 217 time: 0.0404963 Nov 23 02:58:14.152661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:14.153266 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:14.201125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-a1c3bf75-490e-4fcd-91e0-155807c1860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.202521 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-a1c3bf75-490e-4fcd-91e0-155807c1860f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0442848 Nov 23 02:58:14.257979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-db3ecb59-8e35-47a1-bb6c-66b2acc80751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.259535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-db3ecb59-8e35-47a1-bb6c-66b2acc80751 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493202 Nov 23 02:58:14.259785 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:14.355338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-7f786d15-fa48-4859-8678-884a92dfbcf3 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Nov 23 02:58:14.447832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eaec5d61-561c-4fc8-8451-9c3572109b57 req-d4f201a0-c8e6-427b-aef1-b48fa9427014 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Nov 23 02:58:14.486882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:14.513702 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cac1-e147-4cc6-8946-dd19dd1049fc None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'bc10dba3-d5be-4c49-b93c-1a6106f469b5', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'floating_ip_address': '172.25.1.214', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'port_id': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'mac_address': 'fa:16:3e:d8:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:54:43Z', 'updated_at': '2021-11-23T02:54:46Z', 'revision_number': 1, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:14.726470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c5df3-407b-4660-8708-9813f4416be8 None None] New status for floating IP d4d3b646-daae-46ef-a5bc-70484c7c1207: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:58:15.214280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e60c2-f496-4386-8162-c35372fa579d req-ee29146b-d244-425b-8428-c08d0d1905ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:15.215792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f4e60c2-f496-4386-8162-c35372fa579d req-ee29146b-d244-425b-8428-c08d0d1905ec tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0520885 Nov 23 02:58:15.266643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f4e60c2-f496-4386-8162-c35372fa579d req-c6e2435b-ee77-483c-b39a-90cf324539d0 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435724 Nov 23 02:58:15.475973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ecf48057-4b44-4ddd-85d2-76ba51c6bb13 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:15.477340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ecf48057-4b44-4ddd-85d2-76ba51c6bb13 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 946 time: 0.0489380 Nov 23 02:58:15.570975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 0c12a38e-7035-4399-a5f0-afaa3d871238 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:15.571376 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.666834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port 0c12a38e-7035-4399-a5f0-afaa3d871238, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=0c12a38e-7035-4399-a5f0-afaa3d871238,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:15.667202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.678987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 0c12a38e-7035-4399-a5f0-afaa3d871238 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:15.803735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.837430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=0c12a38e-7035-4399-a5f0-afaa3d871238,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:15.881850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port 0c12a38e-7035-4399-a5f0-afaa3d871238 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:15.884543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.888082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9e64776-bea9-4f9a-87dd-fd680d023636 req-ce34e85b-2d3a-4023-8e28-f4e65cb75525 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "DELETE /v2.0/ports/0c12a38e-7035-4399-a5f0-afaa3d871238 HTTP/1.1" status: 204 len: 173 time: 0.4043903 Nov 23 02:58:15.942892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'name': 'network-vif-deleted', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:15.945304 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e360943-c258-44e0-82f5-9b46bfbd57b6" -d '{"events": [{"server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "name": "network-vif-deleted", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:15.983201 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04b0a84-dc84-4162-bf43-0cfcd0e796d0 x-openstack-request-id: req-d04b0a84-dc84-4162-bf43-0cfcd0e796d0 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:15.983505 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9", "name": "network-vif-deleted", "tag": "0c12a38e-7035-4399-a5f0-afaa3d871238", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:15.983751 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d04b0a84-dc84-4162-bf43-0cfcd0e796d0 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:15.984158 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9', 'name': 'network-vif-deleted', 'tag': '0c12a38e-7035-4399-a5f0-afaa3d871238', 'status': 'completed', 'code': 200} Nov 23 02:58:16.368689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6aa71b69-d085-45a6-9d73-da06768db68d req-e8e39824-1873-4b95-a5f8-efe1a0731bc9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0261242 Nov 23 02:58:17.462109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0c12a38e-7035-4399-a5f0-afaa3d871238 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:17.469874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8833742-2134-446c-bba5-410c9ebaf19b req-58eed023-063c-4b07-808f-d16ae265670f tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0299420 Nov 23 02:58:17.490373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 0c12a38e-7035-4399-a5f0-afaa3d871238 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:17.490753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 0c12a38e-7035-4399-a5f0-afaa3d871238 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:18.562801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6941b52e-1203-4984-b5c6-c7c4c5416bf9 req-50f12437-06bb-49af-9574-1ed4c532de80 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0260570 Nov 23 02:58:19.660800 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-678f3fb9-68de-4d9e-9799-664890995475 req-15dd333a-8a52-4a42-9a9d-254f993c7684 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cdfff4f-601d-4c7e-bc2e-8b73f833b1b9 HTTP/1.1" status: 200 len: 210 time: 0.0260274 Nov 23 02:58:23.546376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.043921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55154) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:26.200101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port 6407393c-39dc-48cb-bbc4-5a2e6e2ce298 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:26.200450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.277323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.277655 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.290575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for 6407393c-39dc-48cb-bbc4-5a2e6e2ce298 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:26.438623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.470493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=6407393c-39dc-48cb-bbc4-5a2e6e2ce298,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:26.533199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.533665 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Floating IP bc10dba3-d5be-4c49-b93c-1a6106f469b5 disassociated (deleted). External IP: 172.25.1.214, port: b64d89c9-179c-47d1-b126-ef442238c7f8. Nov 23 02:58:26.740092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:26.845837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:26.851271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:26.855854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:26.867211 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:26.867808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:26.880392 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa0e7d6c-35e8-4e22-90b4-1e48af8b027b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "DELETE /v2.0/floatingips/bc10dba3-d5be-4c49-b93c-1a6106f469b5 HTTP/1.1" status: 204 len: 168 time: 0.8353791 Nov 23 02:58:26.881088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:26.883485 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780c45f-c2d0-423b-9388-624056c042a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:27.041981 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79758083-4804-4c19-858a-31bf4c59b6e7 x-openstack-request-id: req-79758083-4804-4c19-858a-31bf4c59b6e7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:27.042280 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:27.042569 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79758083-4804-4c19-858a-31bf4c59b6e7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:27.042989 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'status': 'completed', 'code': 200} Nov 23 02:58:27.071475 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:27.111060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780c45f-c2d0-423b-9388-624056c042a5 req-ff871979-0580-4bb3-a1c8-bcb95462f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.113205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-ff871979-0580-4bb3-a1c8-bcb95462f2ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 1097 time: 0.0430644 Nov 23 02:58:27.146327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93beb-650c-47c5-be7f-8ce26bc72322 req-ef94d27f-731b-4863-91e5-796ee3c0a9a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.149075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecf93beb-650c-47c5-be7f-8ce26bc72322 req-ef94d27f-731b-4863-91e5-796ee3c0a9a5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0597656 Nov 23 02:58:27.200673 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ecf93beb-650c-47c5-be7f-8ce26bc72322 req-2be87fe4-d099-4af7-97a4-c9a60fa18270 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455592 Nov 23 02:58:27.214673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780c45f-c2d0-423b-9388-624056c042a5 req-b4d04c65-b828-4b09-9be2-3190d62b3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.216241 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-b4d04c65-b828-4b09-9be2-3190d62b3e8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 200 len: 912 time: 0.0960979 Nov 23 02:58:27.260113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-f0a8d770-a0b8-4813-a026-9be1b75c3bf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 200 len: 217 time: 0.0357525 Nov 23 02:58:27.277786 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:27.305255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:27.310440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780c45f-c2d0-423b-9388-624056c042a5 req-21d48310-4bb6-4bbd-8512-60ebb39616cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.311999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-21d48310-4bb6-4bbd-8512-60ebb39616cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 200 len: 850 time: 0.0451641 Nov 23 02:58:27.313497 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:27.314090 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:27.366702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780c45f-c2d0-423b-9388-624056c042a5 req-e03a4d0d-eaf9-4627-a034-6a97080ba51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.368236 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-e03a4d0d-eaf9-4627-a034-6a97080ba51f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4854e397-8d24-45d7-9a7a-98a980283129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479813 Nov 23 02:58:27.422381 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:27.459858 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-ac588121-4077-4597-80ee-917f1cb7a5d0 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Nov 23 02:58:27.557402 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9780c45f-c2d0-423b-9388-624056c042a5 req-f09b6ff2-e1e4-4256-837d-0da23a279128 service neutron] 10.222.0.47 "GET /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898161 Nov 23 02:58:27.621610 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:27.651193 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a2dcc-a499-441a-80f2-8c496c5ff6ca None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:44:30Z', 'revision_number': 4, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78', 'name': '', 'network_id': '4854e397-8d24-45d7-9a7a-98a980283129', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'mac_address': 'fa:16:3e:93:f1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '41676cf2-b444-4971-84a4-efbc660645a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:29Z', 'updated_at': '2021-11-23T02:44:40Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'subnets': [{'id': '41676cf2-b444-4971-84a4-efbc660645a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:27.867361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e723288-1a72-418e-87f3-168e7326eab0 None None] New status for floating IP bc10dba3-d5be-4c49-b93c-1a6106f469b5: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:58:28.317424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2c9d-064e-4531-9a82-e4d0d9e4eccc req-ad4071c6-3d05-4667-8df2-6eec70454909 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:28.318912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6faa2c9d-064e-4531-9a82-e4d0d9e4eccc req-ad4071c6-3d05-4667-8df2-6eec70454909 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0480013 Nov 23 02:58:28.372609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6faa2c9d-064e-4531-9a82-e4d0d9e4eccc req-43b8ed31-8a54-4d51-a460-a2054a1989fe tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/security-groups?id=b28d216f-0d1e-4cf2-9695-b748ec8ca23f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477269 Nov 23 02:58:28.535057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14666565-6f37-476b-8433-28c90b3cc3bc req-402a43bc-a431-4ad0-861b-585dcc68587c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:28.536414 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14666565-6f37-476b-8433-28c90b3cc3bc req-402a43bc-a431-4ad0-861b-585dcc68587c tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 945 time: 0.0505319 Nov 23 02:58:28.626487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port b64d89c9-179c-47d1-b126-ef442238c7f8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:28.626849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:28.719694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] For port b64d89c9-179c-47d1-b126-ef442238c7f8, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b64d89c9-179c-47d1-b126-ef442238c7f8,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:28.720051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:28.732373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for b64d89c9-179c-47d1-b126-ef442238c7f8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:28.857338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:28.886613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=b64d89c9-179c-47d1-b126-ef442238c7f8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:28.927321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] No DVR routers for this DVR port b64d89c9-179c-47d1-b126-ef442238c7f8 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:28.929968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:28.933384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14666565-6f37-476b-8433-28c90b3cc3bc req-a21f25a6-9b34-429b-bf7f-a094598c48e2 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.47 "DELETE /v2.0/ports/b64d89c9-179c-47d1-b126-ef442238c7f8 HTTP/1.1" status: 204 len: 173 time: 0.3909833 Nov 23 02:58:29.044430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'name': 'network-vif-deleted', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:29.046859 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a3b7b-b519-4536-b88c-2e70f5bf9828" -d '{"events": [{"server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "name": "network-vif-deleted", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:29.083314 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a78af-fef4-48d0-81b3-31569d45e8ae x-openstack-request-id: req-c46a78af-fef4-48d0-81b3-31569d45e8ae {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:29.083615 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f1dee-2997-4d27-99d4-2fe109a774f4", "name": "network-vif-deleted", "tag": "b64d89c9-179c-47d1-b126-ef442238c7f8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:29.083876 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c46a78af-fef4-48d0-81b3-31569d45e8ae {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:29.084286 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f1dee-2997-4d27-99d4-2fe109a774f4', 'name': 'network-vif-deleted', 'tag': 'b64d89c9-179c-47d1-b126-ef442238c7f8', 'status': 'completed', 'code': 200} Nov 23 02:58:29.468294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90938ce8-f108-4ad7-acec-b9907cd852de req-7deb85a2-a5fe-453c-ab9f-c6af6ee9310b tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 210 time: 0.0256255 Nov 23 02:58:29.786470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:30.569950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c643737e-4f67-428c-b389-3d52cdb50ccc req-18f4f609-bc09-446d-876f-36bdbee1abe6 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 210 time: 0.0297236 Nov 23 02:58:31.476940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b64d89c9-179c-47d1-b126-ef442238c7f8 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:31.497713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b64d89c9-179c-47d1-b126-ef442238c7f8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:31.498051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b64d89c9-179c-47d1-b126-ef442238c7f8 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:31.670841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc80f165-f774-4360-bdd6-3ad71485f612 req-95b9e594-9f45-4f28-b0b4-b820f9cf5a86 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 210 time: 0.0314598 Nov 23 02:58:32.764858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfb7661f-f7b6-4705-93c0-016f7fed34b1 req-9a3e4070-b866-4992-bd1c-299342e5243a tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e2f1dee-2997-4d27-99d4-2fe109a774f4 HTTP/1.1" status: 200 len: 210 time: 0.0267115 Nov 23 02:58:33.412435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-1144a764-be81-41a8-98f6-4c1d84e0e546 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408492 Nov 23 02:58:33.514098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-d9e8473c-1913-467c-99b2-3d474dc14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:33.515833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-d9e8473c-1913-467c-99b2-3d474dc14e11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0431573 Nov 23 02:58:33.623425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-9061c40c-2903-45ee-9baf-6f08c03e6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:33.624992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-9061c40c-2903-45ee-9baf-6f08c03e6474 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.0886223 Nov 23 02:58:33.698012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-20fb97ca-bff0-4cda-8f98-e5c7c1757be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1002 time: 0.0639310 Nov 23 02:58:33.749652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-e537d67d-e23c-4681-a564-446a0fd59019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:33.751080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-e537d67d-e23c-4681-a564-446a0fd59019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0461168 Nov 23 02:58:33.796784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-e27256da-5359-48bc-83fd-2d630a608d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:33.798297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-e27256da-5359-48bc-83fd-2d630a608d33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389776 Nov 23 02:58:33.822939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55182) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:33.889307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-60186842-fdcf-47c7-b134-6fd598414dbe service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820057 Nov 23 02:58:33.947057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Deleting port f53a0a1d-1579-4a95-b372-e32d2f22334b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:33.947402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.996042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31d81299-a1ec-4949-b2f6-ba0d5c45181d req-d828833b-5a13-42b2-aee7-111002e9a67c service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915942 Nov 23 02:58:34.027844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.028179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.039869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Calling delete_port for f53a0a1d-1579-4a95-b372-e32d2f22334b owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:34.169379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.195167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'Port': ['ID=f53a0a1d-1579-4a95-b372-e32d2f22334b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:34.254292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.256848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.258047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-996c18e2-0c43-48e8-a0f8-bba1477cf4c9 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "DELETE /v2.0/floatingips/4496c807-9889-4644-8d8c-3c401ebae0ba HTTP/1.1" status: 204 len: 168 time: 0.4341176 Nov 23 02:58:35.844977 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bfe15492-2af9-4683-97b4-479d00dc04da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.286624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:36.448350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:36.448705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.541389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.541611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.553535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:36.700746 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.729721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=65b9dbc6-2ef4-42e2-be36-e5e83a9d05a6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:36.761591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.761942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.762288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.762662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.762991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.763326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.763662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.763995 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.764332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.764655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.764982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.765306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:36.804672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:36.805012 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Floating IP c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 disassociated (deleted). External IP: 172.25.1.215, port: 4049a3eb-0a87-43da-b0f1-bad57097e8fe. Nov 23 02:58:37.040520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router ce10fde5-d263-4373-ab86-7daae419df83 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:37.164797 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:37.169992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:37.180558 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Sync routers for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:37.196852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:37.197801 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:37.204319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b6850b5-edb1-4d96-9a64-4420014c1e06 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/floatingips/c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58 HTTP/1.1" status: 204 len: 168 time: 0.9157417 Nov 23 02:58:37.205049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:37.207952 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad18423-5b0d-4c76-9f98-aadb56267d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:37.334916 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:37.421864 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1064d504-8546-4c82-86bd-7acf8a34842a x-openstack-request-id: req-1064d504-8546-4c82-86bd-7acf8a34842a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:37.422412 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:37.422644 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1064d504-8546-4c82-86bd-7acf8a34842a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:37.423152 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'status': 'completed', 'code': 200} Nov 23 02:58:37.555278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-5d966209-f3d8-4856-8777-07c298a1763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:37.557127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-5d966209-f3d8-4856-8777-07c298a1763a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 1098 time: 0.0873575 Nov 23 02:58:37.571516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:37.585644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a3485-134f-4b7c-bea3-85cb4d8544e9 req-376ce9da-4013-4c78-bfb9-d9aaf1de2a3c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:37.587462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-904a3485-134f-4b7c-bea3-85cb4d8544e9 req-376ce9da-4013-4c78-bfb9-d9aaf1de2a3c tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0826688 Nov 23 02:58:37.669288 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:37.697288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:37.714696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-904a3485-134f-4b7c-bea3-85cb4d8544e9 req-925ee6cc-2d37-47a3-a9b7-990f30bb3aba tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082981 Nov 23 02:58:37.731405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-02596c33-4bac-45cf-a8fb-002c7223527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:37.733424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-02596c33-4bac-45cf-a8fb-002c7223527b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 200 len: 898 time: 0.1667490 Nov 23 02:58:37.742201 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Checking router: ce10fde5-d263-4373-ab86-7daae419df83 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:37.751291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:37.751998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:37.773653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:37.791483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-1c9a138f-3724-4236-8709-25e38ec5a5b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 200 len: 217 time: 0.0466318 Nov 23 02:58:37.866859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:37.871109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:37.872436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] 10.222.0.15 "DELETE /v2.0/security-groups/b28d216f-0d1e-4cf2-9695-b748ec8ca23f HTTP/1.1" status: 204 len: 168 time: 0.2997863 Nov 23 02:58:37.882378 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:37.901983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876181dc-5c08-4c5e-963f-40b0efcb54c5 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d216f-0d1e-4cf2-9695-b748ec8ca23f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:37.956219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:38.057586 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c9c3da9-792c-4a6e-a456-fe8c125a6c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:38.197286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:38.225860 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2e9da4-218a-479c-9506-64f23c4514e9 None None] The sync data for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 is: [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:53Z', 'revision_number': 4, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '95d0e3b1-c518-4134-b0cf-9565e1e849b0', 'name': '', 'network_id': '7acf1a01-3396-48ce-852c-33e3b0fac604', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'mac_address': 'fa:16:3e:67:eb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:53Z', 'updated_at': '2021-11-23T02:56:56Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'subnets': [{'id': 'daaead5b-6cf3-48e4-badf-6c1450612b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:38.401370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-61547dcc-faf2-4409-8c6f-d6685cda8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:38.402937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-61547dcc-faf2-4409-8c6f-d6685cda8553 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=daaead5b-6cf3-48e4-badf-6c1450612b1a HTTP/1.1" status: 200 len: 834 time: 0.5997412 Nov 23 02:58:38.462186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-2748390c-0f96-4d06-a1aa-4f2c317e5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:38.464049 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-2748390c-0f96-4d06-a1aa-4f2c317e5367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7acf1a01-3396-48ce-852c-33e3b0fac604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513861 Nov 23 02:58:38.635129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-368bb509-a0e8-4a4d-a85e-e8f284eae4bc service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621332 Nov 23 02:58:38.660420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aed548c-293e-4db4-8ae7-b197bd6cf232 None None] New status for floating IP c8ee1b5e-dbb5-4aa8-b2d2-ccf3a5a39e58: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:58:38.766055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ad18423-5b0d-4c76-9f98-aadb56267d3a req-aaa98413-379e-43fa-ad75-6b1fe84b057b service neutron] 10.222.0.41 "GET /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224701 Nov 23 02:58:38.891029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80696d6-1057-414a-a491-7c350efd0a39 req-1fa25a7d-84a9-4a21-b078-a9cfc96195c8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:38.898338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b80696d6-1057-414a-a491-7c350efd0a39 req-1fa25a7d-84a9-4a21-b078-a9cfc96195c8 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0782268 Nov 23 02:58:38.947589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b80696d6-1057-414a-a491-7c350efd0a39 req-525683d8-a558-4323-8d93-e92ea09a61f1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482786 Nov 23 02:58:38.978462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.033199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-6de92db6-ab98-411f-a9f2-667cf899d24b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:39.035150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-6de92db6-ab98-411f-a9f2-667cf899d24b tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 946 time: 0.0518572 Nov 23 02:58:39.126849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 4049a3eb-0a87-43da-b0f1-bad57097e8fe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:39.127224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.235105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 4049a3eb-0a87-43da-b0f1-bad57097e8fe, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=4049a3eb-0a87-43da-b0f1-bad57097e8fe,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:39.235958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.247348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Deleting port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:39.247701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.250309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 4049a3eb-0a87-43da-b0f1-bad57097e8fe owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:39.334992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.353381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] For port d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:39.353753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.368348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Calling delete_port for d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:39.394902 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.427287 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=4049a3eb-0a87-43da-b0f1-bad57097e8fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:39.482904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] No DVR routers for this DVR port 4049a3eb-0a87-43da-b0f1-bad57097e8fe on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:39.485567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.488960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b15a92da-ac2b-4df5-94d7-972017dfa691 req-e5249e03-cf35-44e7-a398-10d8a5976811 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.41 "DELETE /v2.0/ports/4049a3eb-0a87-43da-b0f1-bad57097e8fe HTTP/1.1" status: 204 len: 173 time: 0.4459939 Nov 23 02:58:39.489405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-deleted', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:39.491721 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f544a-91cc-4745-a7b9-ff053cc164e1" -d '{"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-deleted", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:39.537820 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e803581-c743-475e-baba-88e5b5e0b1ff x-openstack-request-id: req-3e803581-c743-475e-baba-88e5b5e0b1ff {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:39.538324 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5", "name": "network-vif-deleted", "tag": "4049a3eb-0a87-43da-b0f1-bad57097e8fe", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:39.538795 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e803581-c743-475e-baba-88e5b5e0b1ff {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:39.539415 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5', 'name': 'network-vif-deleted', 'tag': '4049a3eb-0a87-43da-b0f1-bad57097e8fe', 'status': 'completed', 'code': 200} Nov 23 02:58:39.586889 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.613859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:39.841263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.075223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-704c16ec-6d4c-4678-b58a-847e37172510 req-930fdfc8-0283-4d9c-9f2f-d9aec8ba724d tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "GET /v2.0/ports?device_id=507f2f89-d3e4-48c0-bfd4-2ff52f7f47f5 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Nov 23 02:58:40.101604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Router 30d3239a-6bc5-45a4-bd22-36304d195316 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:40.224430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:40.232059 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7dff7172-084b-4a53-b2f9-2784a7808b8e admin admin] 10.222.0.15 "PUT /v2.0/routers/30d3239a-6bc5-45a4-bd22-36304d195316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738450 Nov 23 02:58:40.234303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55242) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:40.234746 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Sync routers for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:40.263071 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:40.264504 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:40.403496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.544641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:40.558617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.614090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Deleting port 226b5e10-2330-4d58-a1f2-656d1e453dac {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:40.614439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.703594 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] For port 226b5e10-2330-4d58-a1f2-656d1e453dac, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=226b5e10-2330-4d58-a1f2-656d1e453dac,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:40.703973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.717543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Calling delete_port for 226b5e10-2330-4d58-a1f2-656d1e453dac owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:40.732040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:58:39Z', 'revision_number': 5, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port': {'id': '226b5e10-2330-4d58-a1f2-656d1e453dac', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:20Z', 'updated_at': '2021-11-23T02:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:40.762168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Checking router: 30d3239a-6bc5-45a4-bd22-36304d195316 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:40.771137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.773915 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Routers {'30d3239a-6bc5-45a4-bd22-36304d195316'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:40.774776 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['30d3239a-6bc5-45a4-bd22-36304d195316'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:40.873670 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] Set router 30d3239a-6bc5-45a4-bd22-36304d195316 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:40.905676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:40.934321 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:58:40Z', 'revision_number': 6, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:40.938129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Pushing event deleted for resources: {'Port': ['ID=226b5e10-2330-4d58-a1f2-656d1e453dac,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:40.951174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce429d-76a1-4150-994b-cf1b925c8595 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:40.972791 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ef12e5-e794-427d-bbf1-1faf11216673 None None] The sync data for ids ['30d3239a-6bc5-45a4-bd22-36304d195316'] in n-d-714676-12 is: [{'id': '30d3239a-6bc5-45a4-bd22-36304d195316', 'name': 'tempest-TestVolumeBootPattern-614172485-router', 'tenant_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:19Z', 'updated_at': '2021-11-23T02:58:40Z', 'revision_number': 6, 'project_id': 'ba0ed74fa28346598c8a2db14ab9fea6', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:41.015616 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.108247 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.110516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.134703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55246) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:41.156730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.157417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d3239a-6bc5-45a4-bd22-36304d195316 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:58:41.162765 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.166935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bdbe30c9-bc7c-4c94-85bf-47f37b3680dc admin admin] 10.222.0.15 "DELETE /v2.0/routers/30d3239a-6bc5-45a4-bd22-36304d195316 HTTP/1.1" status: 204 len: 168 time: 0.9291472 Nov 23 02:58:41.167358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55248) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:41.213436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Deleting subnet 41676cf2-b444-4971-84a4-efbc660645a4 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:58:41.216709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.256968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.355057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.424530 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.455769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41676cf2-b444-4971-84a4-efbc660645a4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:41.457861 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.464525 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52820631-5fe8-4095-881a-ff23b5107a21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41676cf2-b444-4971-84a4-efbc660645a4 HTTP/1.1" status: 204 len: 168 time: 0.2960517 Nov 23 02:58:41.465556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55252) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:41.468269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86175779-d83e-4058-80fb-907082a76fcf None None] Network 4854e397-8d24-45d7-9a7a-98a980283129 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:41.563316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.610971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.626279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Deleting port f279c5ed-12ec-47f6-ab99-49ee2ed89751 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:41.626662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.725416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] For port f279c5ed-12ec-47f6-ab99-49ee2ed89751, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f279c5ed-12ec-47f6-ab99-49ee2ed89751,segment=NetworkSegment(747e3c20-0923-4955-96c8-8efb946b5bbd),segment_id=747e3c20-0923-4955-96c8-8efb946b5bbd)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:41.725721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.742397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Calling delete_port for f279c5ed-12ec-47f6-ab99-49ee2ed89751 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:41.836221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.845106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f04f2a-7e80-4551-aa75-a46756190a02 None None] DHCP port deletion for 4854e397-8d24-45d7-9a7a-98a980283129 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:41.866131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f279c5ed-12ec-47f6-ab99-49ee2ed89751,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:41.868158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] No DVR routers for this DVR port f279c5ed-12ec-47f6-ab99-49ee2ed89751 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:41.889254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.925429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 95d0e3b1-c518-4134-b0cf-9565e1e849b0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:41.925743 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.949017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:41.975158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4854e397-8d24-45d7-9a7a-98a980283129']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:41.985903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747e3c20-0923-4955-96c8-8efb946b5bbd') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:41.986371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747e3c20-0923-4955-96c8-8efb946b5bbd') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:41.997101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.016959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.022147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:58:42.023720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.024398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 95d0e3b1-c518-4134-b0cf-9565e1e849b0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=95d0e3b1-c518-4134-b0cf-9565e1e849b0,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:42.024762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: timer() Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:58:42.025639 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:58:42.038479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 95d0e3b1-c518-4134-b0cf-9565e1e849b0 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:42.082954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.087644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.094265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4854e397-8d24-45d7-9a7a-98a980283129 HTTP/1.1" status: 204 len: 168 time: 0.6246865 Nov 23 02:58:42.095137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:42.109773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d687e-4080-45e2-869e-712749b97ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4854e397-8d24-45d7-9a7a-98a980283129,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:42.121676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:42.145159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 4049a3eb-0a87-43da-b0f1-bad57097e8fe {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:42.145495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 4049a3eb-0a87-43da-b0f1-bad57097e8fe not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:42.396755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.428921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=95d0e3b1-c518-4134-b0cf-9565e1e849b0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:42.487422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:42.510259 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:42.510782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d7ea8c28-9ceb-4b53-bd62-c9b5a54e5b78 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:42.511289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f279c5ed-12ec-47f6-ab99-49ee2ed89751 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:42.534745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f279c5ed-12ec-47f6-ab99-49ee2ed89751 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:42.535175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f279c5ed-12ec-47f6-ab99-49ee2ed89751 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:42.535681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 226b5e10-2330-4d58-a1f2-656d1e453dac no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:42.560350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 226b5e10-2330-4d58-a1f2-656d1e453dac {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:42.560900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 226b5e10-2330-4d58-a1f2-656d1e453dac not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:42.670863 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:42.856753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184120e6-a00b-4db0-9dd3-321a4ac8b780 req-73a420af-be06-49ca-a311-fcac1770cc11 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:42.858212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-184120e6-a00b-4db0-9dd3-321a4ac8b780 req-73a420af-be06-49ca-a311-fcac1770cc11 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1178973 Nov 23 02:58:42.868688 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:43.051941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-184120e6-a00b-4db0-9dd3-321a4ac8b780 req-fb8e8dd4-ef52-4919-b79c-8c2edc7ee316 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861072 Nov 23 02:58:43.120606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Router ce10fde5-d263-4373-ab86-7daae419df83 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:43.277803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:43.289571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Sync routers for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:43.298343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dbbf736d-b370-4158-888a-d30f37789d83 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "PUT /v2.0/routers/ce10fde5-d263-4373-ab86-7daae419df83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624770 Nov 23 02:58:43.300704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:43.301085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55262) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:43.301691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:43.362247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting subnet daaead5b-6cf3-48e4-badf-6c1450612b1a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:58:43.367982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:43.399516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Deleting port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:43.400258 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:43.408377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:43.444349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:43.588526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:58:42Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:43.618877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Checking router: ce10fde5-d263-4373-ab86-7daae419df83 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:43.629231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Routers {'ce10fde5-d263-4373-ab86-7daae419df83'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:43.629867 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ce10fde5-d263-4373-ab86-7daae419df83'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:43.888736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] For port 5a6a2bc5-961d-4754-bd5d-d67c69299ed0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:43.888994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:43.899626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] Set router ce10fde5-d263-4373-ab86-7daae419df83 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:43.906233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Calling delete_port for 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:43.914165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.018296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.078841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:58:42Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:44.080299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Subnet': ['ID=daaead5b-6cf3-48e4-badf-6c1450612b1a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:44.087018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.090226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-94f01765-10b1-4390-9da6-bfaea999c3c1 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/subnets/daaead5b-6cf3-48e4-badf-6c1450612b1a HTTP/1.1" status: 204 len: 168 time: 0.7882204 Nov 23 02:58:44.092845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:44.119857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9da45-adb1-4696-8a97-6f33a4852ccb None None] Network 7acf1a01-3396-48ce-852c-33e3b0fac604 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:44.125260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251eca3-bdf1-4a2b-befd-bf4b780754a2 None None] The sync data for ids ['ce10fde5-d263-4373-ab86-7daae419df83'] in n-d-714676-12 is: [{'id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324322901', 'tenant_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:58:42Z', 'revision_number': 5, 'project_id': 'f6ad66998dc1478d820a7901d6abb8f9', 'gw_port': {'id': '89b2df88-a6cb-4a82-aedd-cfb6e31f8f54', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce10fde5-d263-4373-ab86-7daae419df83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:56:50Z', 'updated_at': '2021-11-23T02:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:44.278470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9335c7-ebd6-4b2a-a55f-1ff2c9a11f0f req-dd1b05e1-48dd-4f75-a670-3db075c877f1 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:44.279977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af9335c7-ebd6-4b2a-a55f-1ff2c9a11f0f req-dd1b05e1-48dd-4f75-a670-3db075c877f1 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1385200 Nov 23 02:58:44.304041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.314415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.388981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6a2bc5-961d-4754-bd5d-d67c69299ed0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:44.459549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-af9335c7-ebd6-4b2a-a55f-1ff2c9a11f0f req-527dbdc4-6818-45ae-8a68-2a8ae19a049b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675093 Nov 23 02:58:44.506355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] DHCP port deletion for 7acf1a01-3396-48ce-852c-33e3b0fac604 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:44.578861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.600512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Deleting port 08f149bc-0479-4793-80bb-fb2e534ee5ce {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:44.601269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.657842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 95d0e3b1-c518-4134-b0cf-9565e1e849b0 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:44.684242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 95d0e3b1-c518-4134-b0cf-9565e1e849b0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:44.684595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 95d0e3b1-c518-4134-b0cf-9565e1e849b0 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:44.685006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 08f149bc-0479-4793-80bb-fb2e534ee5ce no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:44.704863 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.746993 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] For port 08f149bc-0479-4793-80bb-fb2e534ee5ce, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=08f149bc-0479-4793-80bb-fb2e534ee5ce,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:44.747391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.761997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Calling delete_port for 08f149bc-0479-4793-80bb-fb2e534ee5ce owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:44.771136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Deleting port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:44.771483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.828256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.877730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 08f149bc-0479-4793-80bb-fb2e534ee5ce, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=08f149bc-0479-4793-80bb-fb2e534ee5ce,segment=NetworkSegment(63ea5eb9-106f-472f-a511-c20300464732),segment_id=63ea5eb9-106f-472f-a511-c20300464732)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:44.885820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.920433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.931941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] For port 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:44.932307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:44.938535 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] No DVR routers for this DVR port 08f149bc-0479-4793-80bb-fb2e534ee5ce on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:44.950540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Calling delete_port for 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:44.952799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=08f149bc-0479-4793-80bb-fb2e534ee5ce,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:44.975817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b0701-2e51-41ec-a87a-4f210bdb2878 None None] Pushing event deleted for resources: {'Port': ['ID=08f149bc-0479-4793-80bb-fb2e534ee5ce,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:45.049355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Router 2808e70c-b108-4535-88b9-2a9a81ce57fd has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:45.232019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:45.241861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-42fe545e-0d38-4d3f-ba46-bf6dcb531ce0 admin admin] 10.222.0.15 "PUT /v2.0/routers/2808e70c-b108-4535-88b9-2a9a81ce57fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1434467 Nov 23 02:58:45.242401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:45.244290 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Sync routers for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:45.246801 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.256595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:45.257335 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.273579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Port': ['ID=89b2df88-a6cb-4a82-aedd-cfb6e31f8f54,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:45.295857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce0ace-3523-46a0-b3a0-b9c19e737778 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:45.354123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.368017 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.375903 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:45.448943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.451572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.475591 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.498870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.499446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Fanout notify agent at l3_agent the message router_deleted on router ce10fde5-d263-4373-ab86-7daae419df83 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:58:45.507849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.511506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d5ff228b-afed-4fd9-873c-0ca40a683249 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/routers/ce10fde5-d263-4373-ab86-7daae419df83 HTTP/1.1" status: 204 len: 168 time: 1.4153683 Nov 23 02:58:45.512344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:45.543080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Deleting port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:45.543565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.569206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:58:44Z', 'revision_number': 5, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port': {'id': 'd4c42908-25e6-4d9a-85ce-e6ab53a20d7e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:44:38Z', 'updated_at': '2021-11-23T02:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.604291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Checking router: 2808e70c-b108-4535-88b9-2a9a81ce57fd for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:45.613810 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Routers {'2808e70c-b108-4535-88b9-2a9a81ce57fd'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:45.614607 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['2808e70c-b108-4535-88b9-2a9a81ce57fd'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.650683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] For port d4c42908-25e6-4d9a-85ce-e6ab53a20d7e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:45.651034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.666611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.668979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Calling delete_port for d4c42908-25e6-4d9a-85ce-e6ab53a20d7e owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:45.710530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d0d2d-179e-47f8-b2ff-66d6ff978893 req-80ad02fb-3ecf-4c4d-901f-325a22556f05 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:45.712225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e49d0d2d-179e-47f8-b2ff-66d6ff978893 req-80ad02fb-3ecf-4c4d-901f-325a22556f05 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0959623 Nov 23 02:58:45.729258 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] Set router 2808e70c-b108-4535-88b9-2a9a81ce57fd gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:45.782114 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:58:45Z', 'revision_number': 6, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.792840 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.812533 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29898314-e037-4901-8a9e-8b9cded70dec None None] The sync data for ids ['2808e70c-b108-4535-88b9-2a9a81ce57fd'] in n-d-714676-12 is: [{'id': '2808e70c-b108-4535-88b9-2a9a81ce57fd', 'name': 'tempest-TestVolumeBootPattern-1803397793-router', 'tenant_id': '0c75f97230ad4d49bcc108862098627c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:44:36Z', 'updated_at': '2021-11-23T02:58:45Z', 'revision_number': 6, 'project_id': '0c75f97230ad4d49bcc108862098627c', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:45.831701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acf1a01-3396-48ce-852c-33e3b0fac604']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.837936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e49d0d2d-179e-47f8-b2ff-66d6ff978893 req-826ae1ba-fd59-4fde-ab7a-9cd95f3c4834 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072254 Nov 23 02:58:45.846988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea5eb9-106f-472f-a511-c20300464732') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.847453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea5eb9-106f-472f-a511-c20300464732') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:45.856823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.860002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.875693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.881943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:58:45.882439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.883612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c42908-25e6-4d9a-85ce-e6ab53a20d7e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:58:45.887063 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:58:45.902196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fb98d-7cae-4950-9809-8b1be4b0f6c2 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:45.949248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.953382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.960290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:45.963634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/networks/7acf1a01-3396-48ce-852c-33e3b0fac604 HTTP/1.1" status: 204 len: 168 time: 0.4499459 Nov 23 02:58:45.975294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:45.982112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809e13-5196-44aa-83fa-0334d45840ad tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'Network': ['ID=7acf1a01-3396-48ce-852c-33e3b0fac604,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:46.040010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.043515 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.047332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.069985 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.093923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.094729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2808e70c-b108-4535-88b9-2a9a81ce57fd {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:58:46.100447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.104450 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b58990ed-c867-4462-9fd0-2e6c02c23762 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2808e70c-b108-4535-88b9-2a9a81ce57fd HTTP/1.1" status: 204 len: 168 time: 0.8604243 Nov 23 02:58:46.104626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:46.154962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Deleting subnet f0171040-d3c0-4dfe-a71e-14eaf4ef99a3 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:58:46.158867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.195594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.217298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.219957 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.221691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] 10.222.0.15 "DELETE /v2.0/security-groups/1a782d09-c37e-4df6-ac4c-6071fd0b0bb4 HTTP/1.1" status: 204 len: 168 time: 0.2454553 Nov 23 02:58:46.234359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7a1d3-7890-4c3c-940e-bd8caad54c31 tempest-TestNetworkAdvancedServerOps-907516152 tempest-TestNetworkAdvancedServerOps-907516152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a782d09-c37e-4df6-ac4c-6071fd0b0bb4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:46.296018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.353691 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.384750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0171040-d3c0-4dfe-a71e-14eaf4ef99a3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:46.386669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.389945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-44d7ea86-096f-4f5b-a481-02cb492c6aa5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0171040-d3c0-4dfe-a71e-14eaf4ef99a3 HTTP/1.1" status: 204 len: 168 time: 0.2841606 Nov 23 02:58:46.392427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:46.397303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d7d73-a888-4416-bcbf-4097fdfc9022 None None] Network 2e5fbbac-7700-4d9a-8e25-0d46c3019066 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:46.486647 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.556143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55286) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:46.569464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Deleting port 851451cd-e72a-4cb5-93bf-8563b3f6aaab {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:46.569970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.633360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] For port 851451cd-e72a-4cb5-93bf-8563b3f6aaab, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=851451cd-e72a-4cb5-93bf-8563b3f6aaab,segment=NetworkSegment(11454649-5fc6-4daa-8e43-62d618c3dee8),segment_id=11454649-5fc6-4daa-8e43-62d618c3dee8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:46.633761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.647665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Calling delete_port for 851451cd-e72a-4cb5-93bf-8563b3f6aaab owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:46.708227 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1af8d0bd-721a-4b36-a0c1-cbaf83f70e9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6ad66998dc1478d820a7901d6abb8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506143 Nov 23 02:58:46.710682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:46.730063 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.757852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=851451cd-e72a-4cb5-93bf-8563b3f6aaab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:46.759729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] No DVR routers for this DVR port 851451cd-e72a-4cb5-93bf-8563b3f6aaab on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:46.768318 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.790838 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.835787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.851978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.851978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.854999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47c68685-f9a6-4ed7-b54c-ee30963bba02 HTTP/1.1" status: 204 len: 168 time: 0.1427031 Nov 23 02:58:46.868885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c24c0-3919-4104-889e-92613531ed88 None None] DHCP port deletion for 2e5fbbac-7700-4d9a-8e25-0d46c3019066 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:46.871901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a38c8-abea-44a9-a477-2781ee2ad54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c68685-f9a6-4ed7-b54c-ee30963bba02,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:46.888587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5fbbac-7700-4d9a-8e25-0d46c3019066']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:46.919235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11454649-5fc6-4daa-8e43-62d618c3dee8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:46.919852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11454649-5fc6-4daa-8e43-62d618c3dee8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:46.943331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.946804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:46.967508 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.980261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:58:46.981064 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.983505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: timer() Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:58:46.983906 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:58:46.987469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 89b2df88-a6cb-4a82-aedd-cfb6e31f8f54 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:46.987469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:47.022696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:47.024261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5a6a2bc5-961d-4754-bd5d-d67c69299ed0 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:47.099229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.111976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.116676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2e5fbbac-7700-4d9a-8e25-0d46c3019066 HTTP/1.1" status: 204 len: 168 time: 0.7224555 Nov 23 02:58:47.133447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778139-f930-405f-82f4-85685e04cb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5fbbac-7700-4d9a-8e25-0d46c3019066,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:47.314171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55300) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:47.315450 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac57db6-8484-4af9-8ca0-2d883d031aaf req-993e9b64-fdd4-4811-a15c-a5d2c0d9a660 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:47.317834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ac57db6-8484-4af9-8ca0-2d883d031aaf req-993e9b64-fdd4-4811-a15c-a5d2c0d9a660 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0667517 Nov 23 02:58:47.392680 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eb892aab-35f1-4dcb-ac84-67e13998a8c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da1c4561206d4325a6f6576a4c511be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726612 Nov 23 02:58:47.393170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55302) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:47.396938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ac57db6-8484-4af9-8ca0-2d883d031aaf req-866fd83d-147f-4e78-b2ed-777749a8a1a0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732985 Nov 23 02:58:47.398442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:47.459803 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.460099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-83640fea-be48-43ee-8407-c2cf465bbe0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba0ed74fa28346598c8a2db14ab9fea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600607 Nov 23 02:58:47.462863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55306) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:47.492334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.515267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.541020 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.548340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.551141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.554755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/542a7b09-672a-495e-8459-e4c24a2e0c7d HTTP/1.1" status: 204 len: 168 time: 0.1579690 Nov 23 02:58:47.560702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249566d-164c-4119-9378-21498ea4544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a7b09-672a-495e-8459-e4c24a2e0c7d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:47.609737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.612373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:47.613621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cad15d51-af3a-4e94-9ddf-7d52eff41a7f HTTP/1.1" status: 204 len: 168 time: 0.1497324 Nov 23 02:58:47.623084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30dd85-b83b-4659-8ccf-14a6ca64c83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad15d51-af3a-4e94-9ddf-7d52eff41a7f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:48.033713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:48.078052 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38bae87b-2fbc-4fdf-8c5f-cc145569021d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c75f97230ad4d49bcc108862098627c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431669 Nov 23 02:58:48.081126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:48.128676 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:48.150493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:48.201885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:48.204973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:48.209438 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afd3e18e-df3f-4feb-ae09-9d5a8b43a139 HTTP/1.1" status: 204 len: 168 time: 0.1247935 Nov 23 02:58:48.215315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f66b-13ab-4e17-88f0-6a2f3af5d8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3e18e-df3f-4feb-ae09-9d5a8b43a139,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:48.396834 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:58:48.504967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 851451cd-e72a-4cb5-93bf-8563b3f6aaab no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:48.547771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 851451cd-e72a-4cb5-93bf-8563b3f6aaab {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:48.548426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 851451cd-e72a-4cb5-93bf-8563b3f6aaab not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:48.549544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d4c42908-25e6-4d9a-85ce-e6ab53a20d7e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:48.594641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d4c42908-25e6-4d9a-85ce-e6ab53a20d7e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:48.599015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d4c42908-25e6-4d9a-85ce-e6ab53a20d7e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:48.599309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79b9eb-4320-4e32-b101-3fad1e63984b req-93673543-afc6-429b-b37c-8beae4ace889 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:48.601117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa79b9eb-4320-4e32-b101-3fad1e63984b req-93673543-afc6-429b-b37c-8beae4ace889 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1053479 Nov 23 02:58:48.676185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa79b9eb-4320-4e32-b101-3fad1e63984b req-9b942252-1717-4edd-a6de-782e088bec5a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618055 Nov 23 02:58:49.977244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55372) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:49.982462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'network': {'name': 'tempest-network-smoke--1559904074', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:50.004729 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:50.008391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.017579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.068140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4355e9f-7e4f-45d3-86e6-76cff0ba9651 req-85bc82fd-d8eb-43a8-a3ae-567ff0a446d9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:50.069776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4355e9f-7e4f-45d3-86e6-76cff0ba9651 req-85bc82fd-d8eb-43a8-a3ae-567ff0a446d9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0511432 Nov 23 02:58:50.102957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.107760 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.120435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4355e9f-7e4f-45d3-86e6-76cff0ba9651 req-cd12fded-9501-410a-8d90-b2336f70ee41 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 Nov 23 02:58:50.138240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:58:50.143678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9aef4a-296e-458f-bf9b-64892c997686,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:50.150905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.151930 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Added segment edc9a501-938e-471e-97f6-10bda6649117 of type vlan for network cca32be2-bc52-4079-83b0-002899cbc50f Nov 23 02:58:50.193896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.217911 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.224106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:50.224690 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.277887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2995014 Nov 23 02:58:50.280920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:50.286277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'admin_state_up': True, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:50.293652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615bfb1-39c5-4761-a2a2-c90e3d33dca8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Network': ['ID=cca32be2-bc52-4079-83b0-002899cbc50f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:50.305016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network cca32be2-bc52-4079-83b0-002899cbc50f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:58:50.312153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.313370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.373360 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:50.853241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.057235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.075882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.180569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.25.1.215 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/5ce881b7-7a2a-4b32-a967-65115b02774a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:51.281473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d42f6-94a5-430b-9ab5-4a00de96fa99 req-9d904a42-09f1-4497-9bab-653e14475fac tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:51.283032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b82d42f6-94a5-430b-9ab5-4a00de96fa99 req-9d904a42-09f1-4497-9bab-653e14475fac tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0935769 Nov 23 02:58:51.353280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.363714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b82d42f6-94a5-430b-9ab5-4a00de96fa99 req-c1d6bcfe-d61c-4c19-818a-abf2582ddcdc tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746920 Nov 23 02:58:51.393497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.433337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:51.436094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:51.438491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:51.450632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f97194-9d49-4089-85cd-69a81cd0131f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:51.468091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=5ce881b7-7a2a-4b32-a967-65115b02774a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:51.524218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6cd19bf8-52af-4031-956d-c06c0f913ce4 None None] Provisioning complete for port 5ce881b7-7a2a-4b32-a967-65115b02774a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:51.524591 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6cd19bf8-52af-4031-956d-c06c0f913ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.557373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6cd19bf8-52af-4031-956d-c06c0f913ce4 None None] Port 5ce881b7-7a2a-4b32-a967-65115b02774a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:51.697503 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:51.889527 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.013129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 570ac842-705e-4ab4-99e1-7ca19b0bee58 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:58:52.116385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:52.125750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Sync routers for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:52.136277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.136497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:52.136986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:52.140564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-65c51b02-7a34-4061-bce9-da12666b5bba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8554859 Nov 23 02:58:52.140759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55378) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:52.242176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:52.262857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-66879aca-817f-48b3-bfc4-47452dfa1695 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1184893 Nov 23 02:58:52.263231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:52.351808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22235c5d-0909-4b77-9894-0b103de4d752 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:52.353379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-22235c5d-0909-4b77-9894-0b103de4d752 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892875 Nov 23 02:58:52.356447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55384) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:52.387325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0b3066db-2a28-422c-8238-1e69c8723360 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296211 Nov 23 02:58:52.390044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55388) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:52.395081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703151195', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:52.429070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:51Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:52.455768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Checking router: 570ac842-705e-4ab4-99e1-7ca19b0bee58 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:52.456502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Updating router 570ac842-705e-4ab4-99e1-7ca19b0bee58 port 5ce881b7-7a2a-4b32-a967-65115b02774a binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:58:52.483689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.489245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10138d7-7e79-4044-805e-bc460ea6ec11 req-9898c1b1-2e7a-40b5-b49f-d3399d34c6d8 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:52.490883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b10138d7-7e79-4044-805e-bc460ea6ec11 req-9898c1b1-2e7a-40b5-b49f-d3399d34c6d8 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0532310 Nov 23 02:58:52.499030 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:52.502790 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.550271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b10138d7-7e79-4044-805e-bc460ea6ec11 req-b15c4206-d5d5-48f6-9c7f-a8b0d228d70b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517895 Nov 23 02:58:52.686862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.746531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Subnet': ['ID=8f432d56-53cb-4c65-84fe-59436528c09b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:52.749356 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.755436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.758637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Checking segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:52.759320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network hostable DHCP agents. Network: cca32be2-bc52-4079-83b0-002899cbc50f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:58:52.775752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network cca32be2-bc52-4079-83b0-002899cbc50f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:58:52.785749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, cca32be2-bc52-4079-83b0-002899cbc50f) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:52.790865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:52.792040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.805498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cebbf2-ca69-4bd9-bf97-569f6b31521b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:52.809018 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbe2f7-741c-4784-a679-215645be01fb None None] Network cca32be2-bc52-4079-83b0-002899cbc50f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:52.813322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a073844d-fc25-4d98-bcb5-e5a9ccca5394 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4195991 Nov 23 02:58:52.813841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:52.855666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Attempting to bind port 5ce881b7-7a2a-4b32-a967-65115b02774a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:52.856042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Attempting to bind port 5ce881b7-7a2a-4b32-a967-65115b02774a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:52.856412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Attempting to bind port 5ce881b7-7a2a-4b32-a967-65115b02774a on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:52.859903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c58a25-33b1-4e66-9515-d11f015d8dde None None] Pushing event updated for resources: {'Port': ['ID=5ce881b7-7a2a-4b32-a967-65115b02774a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:52.868388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:52.868769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:52.869181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.870294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:52.870294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Bound port: 5ce881b7-7a2a-4b32-a967-65115b02774a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:52.870706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.931608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-01a914d7-aa6d-4a32-a84f-d47f3319724f None None] Provisioning complete for port 5ce881b7-7a2a-4b32-a967-65115b02774a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:52.931986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01a914d7-aa6d-4a32-a84f-d47f3319724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:52.992850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] For port 5ce881b7-7a2a-4b32-a967-65115b02774a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:53.024559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-01a914d7-aa6d-4a32-a84f-d47f3319724f None None] Port 5ce881b7-7a2a-4b32-a967-65115b02774a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:53.034333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] For port 5ce881b7-7a2a-4b32-a967-65115b02774a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ce881b7-7a2a-4b32-a967-65115b02774a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:53.043604 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.107789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0087c21-32a4-47d8-8f41-a014666b910f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:53.113885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-cca32be2-bc52-4079-83b0-002899cbc50f', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:58:53.114754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.147703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:53.148306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:53.182086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c58a25-33b1-4e66-9515-d11f015d8dde None None] Pushing event updated for resources: {'Port': ['ID=5ce881b7-7a2a-4b32-a967-65115b02774a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:53.256968 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.328055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] Provisioning complete for port 5ce881b7-7a2a-4b32-a967-65115b02774a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:53.328429 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.533904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:53.659296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.660559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Allocated IP 172.20.0.2 (cca32be2-bc52-4079-83b0-002899cbc50f/8f432d56-53cb-4c65-84fe-59436528c09b/cd6d6415-cd84-4cf9-8692-707f2a4c3ece) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:53.664283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354bc49-f3f6-4931-a1d0-9009e45a7336 req-385f4ae7-db69-41ee-a033-2162362ea037 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:53.665931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a354bc49-f3f6-4931-a1d0-9009e45a7336 req-385f4ae7-db69-41ee-a033-2162362ea037 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0516343 Nov 23 02:58:53.719474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a354bc49-f3f6-4931-a1d0-9009e45a7336 req-1f861249-50d8-4a00-a15f-ef7ee839e9eb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472429 Nov 23 02:58:53.798096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.865751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] For port 5ce881b7-7a2a-4b32-a967-65115b02774a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ce881b7-7a2a-4b32-a967-65115b02774a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:53.878763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.936312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7b8f6-d6fb-4c11-8d8d-a8946082c4f2 req-aa67b8ba-494a-4e8e-8e07-2ba75f8bb79f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:53.937828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58c7b8f6-d6fb-4c11-8d8d-a8946082c4f2 req-aa67b8ba-494a-4e8e-8e07-2ba75f8bb79f tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0617366 Nov 23 02:58:53.969357 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:53.976466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae14a3b-0dc0-4a62-bd21-fd1b4c594148 None None] Pushing event updated for resources: {'Port': ['ID=5ce881b7-7a2a-4b32-a967-65115b02774a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:53.983709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.023686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:51Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:54.031315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Network cca32be2-bc52-4079-83b0-002899cbc50f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:54.041832 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58c7b8f6-d6fb-4c11-8d8d-a8946082c4f2 req-7ad0c03f-08cf-4f37-b196-c90fdb7445de tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946047 Nov 23 02:58:54.047300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-5de94ba2-db72-460c-98e4-669b6e728419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:54.049424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-5de94ba2-db72-460c-98e4-669b6e728419 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 1098 time: 0.1101284 Nov 23 02:58:54.066013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:54.070584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df1f3a-ae10-4b8a-b4b5-97bf6c0bb3cd None None] The sync data for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 is: [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:51Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:54.072342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:54.074789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Pushing event updated for resources: {'Port': ['ID=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:54.081186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.20.0.1 (cca32be2-bc52-4079-83b0-002899cbc50f/8f432d56-53cb-4c65-84fe-59436528c09b/2d992b70-648a-4c4d-b933-e3146207aa66) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:54.137125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Attempting to bind port cd6d6415-cd84-4cf9-8692-707f2a4c3ece on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:54.137504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Attempting to bind port cd6d6415-cd84-4cf9-8692-707f2a4c3ece by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:54.137877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Attempting to bind port cd6d6415-cd84-4cf9-8692-707f2a4c3ece on network cca32be2-bc52-4079-83b0-002899cbc50f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:54.144006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:54.144230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Checking segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:54.144563 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.145152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Bound using segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:54.145647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Bound port: cd6d6415-cd84-4cf9-8692-707f2a4c3ece, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:54.146031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.211910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] For port cd6d6415-cd84-4cf9-8692-707f2a4c3ece, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:54.214599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-d4e42282-0d42-4c57-9b1d-7c46de65cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:54.214996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] For port cd6d6415-cd84-4cf9-8692-707f2a4c3ece, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:54.216170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-d4e42282-0d42-4c57-9b1d-7c46de65cee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.1600533 Nov 23 02:58:54.221714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.298591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56610a16-0c97-4b40-8500-78adc3362d01 None None] Pushing event updated for resources: {'Port': ['ID=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:54.313264 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.321088 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-8b640f68-88d9-4700-826a-66acfc0d595b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 200 len: 1002 time: 0.0939341 Nov 23 02:58:54.400046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-ae231f96-cb1f-42a6-8d98-c725ff7d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:54.401644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-ae231f96-cb1f-42a6-8d98-c725ff7d4299 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0653777 Nov 23 02:58:54.403141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.480635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network cca32be2-bc52-4079-83b0-002899cbc50f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:54.486470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:54.488706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:54.520636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ce881b7-7a2a-4b32-a967-65115b02774a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:54.523886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:54.549026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-223c629c-dd3a-42a8-8eda-b67ec5440f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:54.554394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-223c629c-dd3a-42a8-8eda-b67ec5440f28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449783 Nov 23 02:58:54.591781 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.643693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 5ce881b7-7a2a-4b32-a967-65115b02774a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:54.645039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.767005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-a4e4c938-c616-4012-82aa-e8d3092de3ac service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055497 Nov 23 02:58:54.845449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:54.926993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcc80938-2d81-4790-8269-ea16447ae2c1 req-8dee50c8-ff37-4e11-830c-4459f3207a70 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528757 Nov 23 02:58:55.408817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cfcbd0-6b5a-42b3-a4ed-f3f18ede998f req-730e89d6-cb53-425d-841c-c5fd2cc5b9ac tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:55.410424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0cfcbd0-6b5a-42b3-a4ed-f3f18ede998f req-730e89d6-cb53-425d-841c-c5fd2cc5b9ac tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1018300 Nov 23 02:58:55.485918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa1e72-f418-4a7b-adff-478fb105c659 None None] Network cca32be2-bc52-4079-83b0-002899cbc50f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:55.523245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c0cfcbd0-6b5a-42b3-a4ed-f3f18ede998f req-422b11bc-2692-478a-8fb0-13df875806e8 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009176 Nov 23 02:58:55.557734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] Provisioning complete for port cd6d6415-cd84-4cf9-8692-707f2a4c3ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:55.558100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.597800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.602702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.682755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.684640 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:55.718427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.757687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] For port cd6d6415-cd84-4cf9-8692-707f2a4c3ece, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:55.763072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:55.795165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network cca32be2-bc52-4079-83b0-002899cbc50f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:55.796691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:55.814346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c29059-03ae-4986-bce7-cdb3d95636db None None] Pushing event updated for resources: {'Port': ['ID=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:55.918335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 570ac842-705e-4ab4-99e1-7ca19b0bee58 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:55.986227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7c198710-45b3-4a40-948d-0fe8e743d545 None None] Provisioning complete for port cd6d6415-cd84-4cf9-8692-707f2a4c3ece triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:55.986584 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c198710-45b3-4a40-948d-0fe8e743d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.037844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:56.048198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55400) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:56.051062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8170e4ce-68aa-4656-9fd3-0d9df77f1c16 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "PUT /v2.0/routers/570ac842-705e-4ab4-99e1-7ca19b0bee58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2360559 Nov 23 02:58:56.051575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Sync routers for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:56.060799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--407069902', 'description': 'tempest-secgroup_access--407069902 description', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:56.070374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:56.071025 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:56.083626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7c198710-45b3-4a40-948d-0fe8e743d545 None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:56.084094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c198710-45b3-4a40-948d-0fe8e743d545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.097012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.123434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7c198710-45b3-4a40-948d-0fe8e743d545 None None] Port 2d992b70-648a-4c4d-b933-e3146207aa66 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:56.174883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.180163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.202696 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:56.215265 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.216520 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1669645 Nov 23 02:58:56.219484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55402) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:56.224369 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1990537151', 'description': 'tempest-secgroup_general--1990537151 description', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:56.226664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a27612-f0fd-45c8-8093-95d145faeabd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d1e93-2499-4724-bc78-f42f03a3b37b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:56.246076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-86b713e3-c31f-4e50-b783-f3dcf02f7498 None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:56.246635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86b713e3-c31f-4e50-b783-f3dcf02f7498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.257246 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.296917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-86b713e3-c31f-4e50-b783-f3dcf02f7498 None None] Port 2d992b70-648a-4c4d-b933-e3146207aa66 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:56.357004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.362007 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.394393 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.399238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1784389 Nov 23 02:58:56.400079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55404) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:56.405695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'security_group_rule': {'security_group_id': 'de5d1e93-2499-4724-bc78-f42f03a3b37b', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:56.413810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc5b46-0d0a-469b-aed6-1e466c91db57 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11b3fc-d42d-4dca-b58d-e73af32e5983,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:56.428669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-312208d7-f27e-4e29-aaac-c9dee4114d87 None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:56.429044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-312208d7-f27e-4e29-aaac-c9dee4114d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.445544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.473142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-312208d7-f27e-4e29-aaac-c9dee4114d87 None None] Port 2d992b70-648a-4c4d-b933-e3146207aa66 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:56.520218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.525373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.539090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cd6d6415-cd84-4cf9-8692-707f2a4c3ece up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:56.546960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c86f93-48d0-4748-9e1f-7332d3b50385,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:56.556772 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:55Z', 'revision_number': 2, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:56.557870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.560091 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8409276b-868b-41d8-bce6-4c2297245c73 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584716 Nov 23 02:58:56.594216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cd6d6415-cd84-4cf9-8692-707f2a4c3ece triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:56.594733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.600027 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Checking router: 570ac842-705e-4ab4-99e1-7ca19b0bee58 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:56.600383 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Updating router 570ac842-705e-4ab4-99e1-7ca19b0bee58 port 2d992b70-648a-4c4d-b933-e3146207aa66 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:58:56.626310 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.672457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59211e9b-dc8b-491b-b246-ae9956d4d995 req-8cd0c2ce-22d6-4fb1-8fb6-91bbd90fc051 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:56.674100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59211e9b-dc8b-491b-b246-ae9956d4d995 req-8cd0c2ce-22d6-4fb1-8fb6-91bbd90fc051 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0579987 Nov 23 02:58:56.723426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59211e9b-dc8b-491b-b246-ae9956d4d995 req-4145a9f1-d8f5-4a02-8de2-d607ce17f3c0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Nov 23 02:58:56.842146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-8285a4fa-dcb1-4fd3-8339-2d7c9f2074a3 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1990537151&fields=id&tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb HTTP/1.1" status: 200 len: 267 time: 0.0452855 Nov 23 02:58:56.893288 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.895361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-f965cb4a-0cdc-4170-a4a3-33cac18347ab tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--407069902&fields=id&tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb HTTP/1.1" status: 200 len: 267 time: 0.0457873 Nov 23 02:58:56.898734 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:56.950615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Pushing event updated for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:56.976077 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.976426 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.976847 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.977194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.977528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.977892 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.978175 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.978825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.979161 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.979489 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.979817 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:56.980142 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:57.014533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-f351b73f-5362-4d2e-9964-bba478b27ecf tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:57.015534 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Attempting to bind port 2d992b70-648a-4c4d-b933-e3146207aa66 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:57.015999 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Attempting to bind port 2d992b70-648a-4c4d-b933-e3146207aa66 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:57.016130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-f351b73f-5362-4d2e-9964-bba478b27ecf tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 797 time: 0.1135640 Nov 23 02:58:57.016488 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Attempting to bind port 2d992b70-648a-4c4d-b933-e3146207aa66 on network cca32be2-bc52-4079-83b0-002899cbc50f {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:57.022694 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:57.023070 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Checking segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:57.023477 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.023987 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Bound using segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:57.024463 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Bound port: 2d992b70-648a-4c4d-b933-e3146207aa66, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:57.024931 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.033527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-69d74d17-8a4e-47b9-8351-0d4c2ed850d5 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/quotas/4b2dac5aedcd43e7abc3a2d959d6a9bb HTTP/1.1" status: 200 len: 375 time: 0.0101898 Nov 23 02:58:57.093086 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] For port 2d992b70-648a-4c4d-b933-e3146207aa66, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:57.097212 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] For port 2d992b70-648a-4c4d-b933-e3146207aa66, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2d992b70-648a-4c4d-b933-e3146207aa66,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:57.098083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-c6d475de-66e9-4f18-9d79-e096eeb1efb6 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555272 Nov 23 02:58:57.102234 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.159050 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:57.159667 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:57.197571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:57.198680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.211170 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427339e7-708c-4005-9a6b-448ae0f864a6 None None] Pushing event updated for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:57.288248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-f0b9f58b-29d2-4f7b-9afa-f1377237e4f4 service neutron] 10.222.0.15 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760447 Nov 23 02:58:57.301797 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:57.302476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.343450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] For port 2d992b70-648a-4c4d-b933-e3146207aa66, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2d992b70-648a-4c4d-b933-e3146207aa66,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:57.349699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.416283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd447-ed0c-4183-bc73-8d81e84a667c None None] Pushing event updated for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:57.430794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-077983a7-a60e-472f-85a2-d5809371febe service neutron] 10.222.0.15 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343205 Nov 23 02:58:57.474995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-027f4fa4-147f-4770-bb07-319c329d2c93 None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:57.475297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-027f4fa4-147f-4770-bb07-319c329d2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:57.521522 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:57.547289 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8996b4a-11f0-43b3-833b-9871b129d96f None None] The sync data for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 is: [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:57.616609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-649f66bf-319d-460b-b7d9-b08d388d7d6b req-50111ff7-fe70-441a-9dbd-6b7ce7375ad6 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 210 time: 0.0371687 Nov 23 02:58:58.507261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2d992b70-648a-4c4d-b933-e3146207aa66 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:58.570950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 2d992b70-648a-4c4d-b933-e3146207aa66 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:58.571953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:58.616578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-445d0fa5-6bff-4692-97fc-c624873804d4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:58.618118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-445d0fa5-6bff-4692-97fc-c624873804d4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.47 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 797 time: 0.1241827 Nov 23 02:58:58.703687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-32454602-0a76-483c-aac1-cc75a974ac37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb HTTP/1.1" status: 200 len: 477 time: 0.0760822 Nov 23 02:58:58.715176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'port': {'device_id': '6bd5286f-008c-4beb-9422-72c40710e01b', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'admin_state_up': True, 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'security_groups': ['ae11b3fc-d42d-4dca-b58d-e73af32e5983', 'de5d1e93-2499-4724-bc78-f42f03a3b37b']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:58.745222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe2413d4-0e6d-4e45-8d90-8e2f4a69245d req-b7673dba-415b-46f1-a14c-bdc8650ca80b tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 210 time: 0.0285175 Nov 23 02:58:58.824217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:58.827656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:58.952890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.20.0.10 (cca32be2-bc52-4079-83b0-002899cbc50f/8f432d56-53cb-4c65-84fe-59436528c09b/b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:59.098901 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.447255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.497152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network cca32be2-bc52-4079-83b0-002899cbc50f is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:59.500070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:59.502460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:59.538012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:59.560842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:59.561494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.578355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-5aacde7f-b060-4f69-829f-7d9478d5dd38 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8672123 Nov 23 02:58:59.591674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Request body: {'port': {'device_id': '6bd5286f-008c-4beb-9422-72c40710e01b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:59.656637 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.802090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.802826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-773ec8ce-3288-4f7b-a1d3-0f1215d7a86d None None] Provisioning complete for port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:59.803190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-773ec8ce-3288-4f7b-a1d3-0f1215d7a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.841255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-773ec8ce-3288-4f7b-a1d3-0f1215d7a86d None None] Port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:59.868683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79465c8-5fc0-4568-86c0-dc7baf17f078 req-7f360c2c-ad83-412f-a669-3afc359014a0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:59.870436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f79465c8-5fc0-4568-86c0-dc7baf17f078 req-7f360c2c-ad83-412f-a669-3afc359014a0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 971 time: 0.0507298 Nov 23 02:58:59.924914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:58:59.927340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f79465c8-5fc0-4568-86c0-dc7baf17f078 req-38b8d9a6-d626-449b-a34a-6fba3a396c6c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506213 Nov 23 02:58:59.932490 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:59.945710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Transition to ACTIVE for port object b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:58:59.949794 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:00.000252 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Pushing event updated for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:00.076774 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Attempting to bind port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:00.077141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Attempting to bind port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:00.077475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Attempting to bind port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba on network cca32be2-bc52-4079-83b0-002899cbc50f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:00.082786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba on network cca32be2-bc52-4079-83b0-002899cbc50f not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:59:00.083116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Attempting to bind port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba on network cca32be2-bc52-4079-83b0-002899cbc50f {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:00.088369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:00.088716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Checking segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:00.089103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Bound using segment: {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:00.089535 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Bound port: b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc9a501-938e-471e-97f6-10bda6649117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:00.089896 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:00.156764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:00.159834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:00.164059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:00.200302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.201182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:00.202635 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] 10.222.0.47 "PUT /v2.0/ports/b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 1132 time: 0.6156609 Nov 23 02:59:00.203096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:00.205978 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:00.229048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7971b93-9df9-4123-ba6d-6808c6431efd service neutron] Pushing event updated for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:00.254915 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde93439-6d22-4115-9a56-e22dd8aa2334 x-openstack-request-id: req-dde93439-6d22-4115-9a56-e22dd8aa2334 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:00.255321 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:00.255589 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dde93439-6d22-4115-9a56-e22dd8aa2334 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:00.256003 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'status': 'completed', 'code': 200} Nov 23 02:59:00.307863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-1ed123ea-1f3f-4545-993a-1ffd65aed747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.309415 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-1ed123ea-1f3f-4545-993a-1ffd65aed747 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1135 time: 0.0491049 Nov 23 02:59:00.353630 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-e7faa63d-69bf-4f9c-accc-37ce87cc4a6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 217 time: 0.0349905 Nov 23 02:59:00.404540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-a665f295-fec6-4412-962f-0a908ac29c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.406002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-a665f295-fec6-4412-962f-0a908ac29c7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 200 len: 834 time: 0.0462213 Nov 23 02:59:00.456003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e189-d597-4496-924c-96e1bdee4210 req-044339b5-5df5-45e0-9642-e7fd00f761f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.457477 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-044339b5-5df5-45e0-9642-e7fd00f761f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cca32be2-bc52-4079-83b0-002899cbc50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445905 Nov 23 02:59:00.547465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-8bd303c0-2f97-40fa-9e0c-f76db4549035 service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828075 Nov 23 02:59:00.641528 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6435e189-d597-4496-924c-96e1bdee4210 req-e4535ac4-e50d-41f4-914c-01fcfc20e528 service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Nov 23 02:59:00.724779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-1af92238-f2ef-4c5a-b4fe-e1bc64ef4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.726257 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-1af92238-f2ef-4c5a-b4fe-e1bc64ef4990 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1135 time: 0.0409372 Nov 23 02:59:00.814846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-74d5c52a-9792-441e-a144-5baf35075656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.816221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-74d5c52a-9792-441e-a144-5baf35075656 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 898 time: 0.0832980 Nov 23 02:59:00.860782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-47f72175-e2c2-48b2-8fad-94afb1e55235 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 217 time: 0.0378814 Nov 23 02:59:00.909963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-0cc8398b-0098-4d99-859a-bfdbf36d1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.911401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-0cc8398b-0098-4d99-859a-bfdbf36d1036 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 200 len: 834 time: 0.0429988 Nov 23 02:59:00.957372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-db709870-76bb-46d0-aa2f-39e96a2a5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:00.958391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-db709870-76bb-46d0-aa2f-39e96a2a5799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cca32be2-bc52-4079-83b0-002899cbc50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392115 Nov 23 02:59:01.050563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e431f8-04bb-4d54-a33a-0ed9da6eb03c req-fffb28e1-4127-4f37-8324-a7fde94778f1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:01.052064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54e431f8-04bb-4d54-a33a-0ed9da6eb03c req-fffb28e1-4127-4f37-8324-a7fde94778f1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 983 time: 0.0541489 Nov 23 02:59:01.053734 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-c258e20a-7fe1-4dfa-ac59-f49bf094d811 service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Nov 23 02:59:01.107813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54e431f8-04bb-4d54-a33a-0ed9da6eb03c req-c6f63453-6789-4bf1-919c-67b050336e7b tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495334 Nov 23 02:59:01.143676 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f87efb55-32d5-4f1c-a75c-bd75aa68ca46 req-1e737182-0ece-4c8d-9a5f-8f05cb5c3c01 service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822411 Nov 23 02:59:01.633102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:59:01.727722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:01.739345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'port_id': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'mac_address': 'fa:16:3e:fd:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:59:01.780769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:01.793676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:01.820958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:01.825022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:01.872076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:01.879862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.880211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.880556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.880889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.881219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.881548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.881872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.882194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.882531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.882858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.883222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:01.883496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:02.053005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:59:02.227647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011220-f5a6-4e74-9929-0bf89cc81bea req-7bb56d99-37e4-4a37-9d18-1882e832e557 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:02.229180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd011220-f5a6-4e74-9929-0bf89cc81bea req-7bb56d99-37e4-4a37-9d18-1882e832e557 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 984 time: 0.0501542 Nov 23 02:59:02.286241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd011220-f5a6-4e74-9929-0bf89cc81bea req-09206b01-5702-44ff-8786-481d92797564 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0507514 Nov 23 02:59:03.403536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc6882-47c9-45e6-82af-55808a76de30 req-9635ccf7-b586-4596-b2a2-6504ea72f0e2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:03.405024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dcc6882-47c9-45e6-82af-55808a76de30 req-9635ccf7-b586-4596-b2a2-6504ea72f0e2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 984 time: 0.0497761 Nov 23 02:59:03.465199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dcc6882-47c9-45e6-82af-55808a76de30 req-f1f8aa71-480e-401f-a9c4-8ee375bb6a0d tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0532539 Nov 23 02:59:03.641303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:03.690884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:59:03.695330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:03.695695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:03.773029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:03.793930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:03.796198 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ccc2cc-05eb-4c98-b422-e89c7f7b89ad" -d '{"events": [{"server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "name": "network-vif-plugged", "status": "completed", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:03.808684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:03.812463 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:03.836238 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39a506b-882c-471f-bf42-c7701045c303 x-openstack-request-id: req-e39a506b-882c-471f-bf42-c7701045c303 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:03.836534 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "name": "network-vif-plugged", "status": "completed", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:03.836785 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e39a506b-882c-471f-bf42-c7701045c303 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:03.837174 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'code': 200} Nov 23 02:59:03.862790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:03.928503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423879-5686-4724-b463-bd72fb56e319 req-0b2337c0-f0d6-4bab-b180-eae8ec472990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:03.929901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7423879-5686-4724-b463-bd72fb56e319 req-0b2337c0-f0d6-4bab-b180-eae8ec472990 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0406141 Nov 23 02:59:03.988255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7423879-5686-4724-b463-bd72fb56e319 req-4f8d7008-46e4-42ac-8e98-ed5e5dbc96fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517895 Nov 23 02:59:04.584003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb61c-8406-4b07-90f1-a620d6756641 req-4ed34e2a-e4ef-47cc-afef-a237bd2eaf01 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:04.585474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5ffb61c-8406-4b07-90f1-a620d6756641 req-4ed34e2a-e4ef-47cc-afef-a237bd2eaf01 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0487649 Nov 23 02:59:04.641436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5ffb61c-8406-4b07-90f1-a620d6756641 req-d038f7fa-3bca-41be-9414-6711b552f450 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0499041 Nov 23 02:59:05.762148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ec403-77eb-4d11-ae37-1b92edd55198 req-9da060de-f7c1-4938-b488-78f6ce37e12d tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:05.763703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f88ec403-77eb-4d11-ae37-1b92edd55198 req-9da060de-f7c1-4938-b488-78f6ce37e12d tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0544412 Nov 23 02:59:05.820112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f88ec403-77eb-4d11-ae37-1b92edd55198 req-e541940b-f761-4b3e-b881-e42100f2455a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497870 Nov 23 02:59:05.848499 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9c89612-9562-4ca0-9446-d3dd81d1b3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:05.941400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8d92-052a-40ef-b2ff-bafceb82e418 req-8a0f79c3-f391-4354-a2ec-b2758224f084 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:05.942781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f89f8d92-052a-40ef-b2ff-bafceb82e418 req-8a0f79c3-f391-4354-a2ec-b2758224f084 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0545986 Nov 23 02:59:05.998700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f89f8d92-052a-40ef-b2ff-bafceb82e418 req-f0c0c1a4-28e5-4353-94a2-78e7987c125d tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0496767 Nov 23 02:59:06.104626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-6162d4a6-02a6-405d-8647-e47f210e1c9c tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:06.106158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-6162d4a6-02a6-405d-8647-e47f210e1c9c tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0439074 Nov 23 02:59:06.127623 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-cfd6ac5e-04d9-4353-a1de-bef1366029eb tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.201016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-cfd6ac5e-04d9-4353-a1de-bef1366029eb tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.204592 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-cfd6ac5e-04d9-4353-a1de-bef1366029eb tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.251846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6ac5e-04d9-4353-a1de-bef1366029eb tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc91c9e-9200-48c0-a3ba-b7f135febd2d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:06.257572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c9f15a3-b624-47bc-abde-b248bab30ab5 req-cfd6ac5e-04d9-4353-a1de-bef1366029eb tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1425416 Nov 23 02:59:06.280821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55460) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:06.320926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd009ff-84d4-4842-9637-551fa9fa6f46 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:06.322454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8dd009ff-84d4-4842-9637-551fa9fa6f46 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1132 time: 0.0404894 Nov 23 02:59:06.325377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55462) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:06.330164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:06.351651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.456955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.556221 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.25.1.240 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/33fb08d0-d782-4684-8f5f-179d783a0fb8) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:06.658976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.692725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.732381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:06.735227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:06.739103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:06.763255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=33fb08d0-d782-4684-8f5f-179d783a0fb8,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:07.096145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.160243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.307914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.312062 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.382665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=33fb08d0-d782-4684-8f5f-179d783a0fb8,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:07.392424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.490360 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Floating IP 23094a43-e5ad-483a-80af-b5fe1df3d833 associated. External IP: 172.25.1.240, port: b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba. Nov 23 02:59:07.694200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 570ac842-705e-4ab4-99e1-7ca19b0bee58 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:07.803832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:07.813948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Sync routers for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:07.820907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:07.824137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:07.824763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:58:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:07.848849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39e062fd-c37a-421e-897f-f45bb33417db tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5224168 Nov 23 02:59:07.849428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:07.851543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:07.852037 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9e15ef-30b3-4680-8525-f110f87d7fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:07.890566 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b4ac0d-00ab-400a-a710-00b9ece8ad57 x-openstack-request-id: req-35b4ac0d-00ab-400a-a710-00b9ece8ad57 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:07.891004 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:07.891270 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35b4ac0d-00ab-400a-a710-00b9ece8ad57 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:07.891776 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'status': 'completed', 'code': 200} Nov 23 02:59:07.941785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:07.958945 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.959338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.959804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.960392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.961327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.964291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-7d260214-d8c8-470f-9b03-edad1f5002cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:07.965585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b88ff1d0-55e5-45a7-acf8-b2e106cada75 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.1123419 Nov 23 02:59:07.965948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-7d260214-d8c8-470f-9b03-edad1f5002cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0504005 Nov 23 02:59:07.966415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55468) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:08.050652 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e1e2aa1-4401-4448-885b-5b6579651306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:08.081732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.082197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.082677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.083127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.083567 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.085264 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ef18d5f7-3934-4cbd-9444-d17c1d3fee14 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1179221 Nov 23 02:59:08.088169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55470) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:08.156723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-3ce3c666-4a1d-4d95-bbcb-68144f40e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.158750 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-3ce3c666-4a1d-4d95-bbcb-68144f40e9ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 898 time: 0.1844070 Nov 23 02:59:08.181668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '23094a43-e5ad-483a-80af-b5fe1df3d833', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'port_id': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'mac_address': 'fa:16:3e:fd:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5286f-008c-4beb-9422-72c40710e01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:06Z', 'updated_at': '2021-11-23T02:59:06Z', 'revision_number': 0, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:08.206697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Checking router: 570ac842-705e-4ab4-99e1-7ca19b0bee58 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:08.215001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:08.215528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:08.249713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-2977936a-95dc-44b5-ba8e-10408f7e1b02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 1000 time: 0.0835278 Nov 23 02:59:08.490963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:08.662743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-db269964-bd4a-4b8a-acac-2af2c39f9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.664204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-db269964-bd4a-4b8a-acac-2af2c39f9d9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 200 len: 834 time: 0.4070613 Nov 23 02:59:08.721481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '23094a43-e5ad-483a-80af-b5fe1df3d833', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'port_id': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'mac_address': 'fa:16:3e:fd:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5286f-008c-4beb-9422-72c40710e01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:06Z', 'updated_at': '2021-11-23T02:59:06Z', 'revision_number': 0, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:08.739913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-1c4180a3-df63-4d61-9a13-cec5cb162ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.741469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-1c4180a3-df63-4d61-9a13-cec5cb162ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cca32be2-bc52-4079-83b0-002899cbc50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702257 Nov 23 02:59:08.748112 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947fad-c86f-4ec5-9934-7aa7272d7f37 None None] The sync data for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 is: [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '23094a43-e5ad-483a-80af-b5fe1df3d833', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'floating_ip_address': '172.25.1.240', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'port_id': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'mac_address': 'fa:16:3e:fd:2f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5286f-008c-4beb-9422-72c40710e01b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:06Z', 'updated_at': '2021-11-23T02:59:06Z', 'revision_number': 0, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:08.764985 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27a7476f-5d0b-44c4-b3a8-1c1c8c78ad0a tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.6757298 Nov 23 02:59:08.768244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55472) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:08.811249 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276fddc-a051-4ec7-9a41-df39e7ba6d00 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.811730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276fddc-a051-4ec7-9a41-df39e7ba6d00 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:08.813336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d276fddc-a051-4ec7-9a41-df39e7ba6d00 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=570ac842-705e-4ab4-99e1-7ca19b0bee58 HTTP/1.1" status: 200 len: 1992 time: 0.0440888 Nov 23 02:59:08.844986 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-f19c1c96-e263-45a1-9ac7-6a12d888d0da service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956271 Nov 23 02:59:08.941888 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c9e15ef-30b3-4680-8525-f110f87d7fe8 req-b710f666-3a11-47c9-918f-6fbf7db823dc service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901110 Nov 23 02:59:08.968472 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506877-9d53-4958-bc1c-3c31f2d43f05 None None] New status for floating IP 23094a43-e5ad-483a-80af-b5fe1df3d833: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:59:09.331431 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:10.772017 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:11.882215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.561040 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.397511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:59:25.496739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e3eb8-d9ed-4ee7-ab4a-c10bf0cc47de req-024c80b0-c480-4425-82b3-9d91286d0e44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:25.498231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d20e3eb8-d9ed-4ee7-ab4a-c10bf0cc47de req-024c80b0-c480-4425-82b3-9d91286d0e44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Nov 23 02:59:25.545144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d20e3eb8-d9ed-4ee7-ab4a-c10bf0cc47de req-2bc97e52-6cbc-4f26-b126-20a6643c4adf tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403383 Nov 23 02:59:26.660790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fd79e-b81b-4dcd-9540-1bac41417f04 req-30121f86-e42e-4369-bb04-a8ca80f46647 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:26.662275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-310fd79e-b81b-4dcd-9540-1bac41417f04 req-30121f86-e42e-4369-bb04-a8ca80f46647 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0487559 Nov 23 02:59:26.709816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-310fd79e-b81b-4dcd-9540-1bac41417f04 req-40cb9335-7ee7-412f-abc9-73d208ad9620 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Nov 23 02:59:27.549505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-e24a1da6-feee-4556-9f0c-c0a638d1294b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:27.550852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-e24a1da6-feee-4556-9f0c-c0a638d1294b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.0471253 Nov 23 02:59:27.640244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Deleting port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:27.640585 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.726008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] For port 7c056583-25f8-4b1d-bfc6-66cfe10c4753, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7c056583-25f8-4b1d-bfc6-66cfe10c4753,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:27.726748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.914036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36f061-0096-4ea7-9167-9e0f19b42293 req-5881aebe-f772-4316-bec7-d83e16257fff tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:27.915518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c36f061-0096-4ea7-9167-9e0f19b42293 req-5881aebe-f772-4316-bec7-d83e16257fff tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c735f9-281a-4967-8c55-3d6583bf8ad7 HTTP/1.1" status: 200 len: 946 time: 0.1227055 Nov 23 02:59:28.013975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c36f061-0096-4ea7-9167-9e0f19b42293 req-b61e69f8-4079-42a3-9f4e-b0e16df26fb1 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=4bda5d53-04b9-40cf-af70-08d61c5c30e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922170 Nov 23 02:59:28.015784 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.016144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.016482 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Floating IP 80eef824-3274-47da-a706-90a3b028030a disassociated. External IP: 172.25.1.233, port: 7c056583-25f8-4b1d-bfc6-66cfe10c4753. Nov 23 02:59:28.016985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Calling delete_port for 7c056583-25f8-4b1d-bfc6-66cfe10c4753 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:28.140770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.170105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'Port': ['ID=7c056583-25f8-4b1d-bfc6-66cfe10c4753,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:28.289218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:28.393922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:28.404074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:28.413690 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:28.414298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:28.436488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] No DVR routers for this DVR port 7c056583-25f8-4b1d-bfc6-66cfe10c4753 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:59:28.439303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.442816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f7ac968-ec21-49a6-8b77-a2e77a8a88be req-8cd1fa01-5c89-4a05-a65d-cdb3f680d640 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "DELETE /v2.0/ports/7c056583-25f8-4b1d-bfc6-66cfe10c4753 HTTP/1.1" status: 204 len: 173 time: 0.8855717 Nov 23 02:59:28.443251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'name': 'network-vif-deleted', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:28.445566 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78ff4b2-998e-456e-886a-fada6808e85b" -d '{"events": [{"server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "name": "network-vif-deleted", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:28.495229 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977b8c7-a260-4d11-97eb-054ceda62b73 x-openstack-request-id: req-6977b8c7-a260-4d11-97eb-054ceda62b73 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:28.495525 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c735f9-281a-4967-8c55-3d6583bf8ad7", "name": "network-vif-deleted", "tag": "7c056583-25f8-4b1d-bfc6-66cfe10c4753", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:28.495777 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6977b8c7-a260-4d11-97eb-054ceda62b73 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:28.496201 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c735f9-281a-4967-8c55-3d6583bf8ad7', 'name': 'network-vif-deleted', 'tag': '7c056583-25f8-4b1d-bfc6-66cfe10c4753', 'status': 'completed', 'code': 200} Nov 23 02:59:28.524959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:28.742777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:28.772025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:28.780352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:28.780964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:28.885481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:29.095788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:29.098044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55508) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:29.122687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f110068-78eb-4113-a47c-fcc40bd831ce None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:29.153602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.178179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.225893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.228543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.229714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "DELETE /v2.0/security-groups/4bda5d53-04b9-40cf-af70-08d61c5c30e7 HTTP/1.1" status: 204 len: 168 time: 0.1305494 Nov 23 02:59:29.232658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:29.240002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f63bf1-999c-4043-8a90-941a46346a44 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda5d53-04b9-40cf-af70-08d61c5c30e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:29.255301 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-24e7c334-24b2-48b6-848d-e1497a8bb802 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] show failed (client error): The resource could not be found. Nov 23 02:59:29.256489 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24e7c334-24b2-48b6-848d-e1497a8bb802 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups/4bda5d53-04b9-40cf-af70-08d61c5c30e7 HTTP/1.1" status: 404 len: 347 time: 0.0228894 Nov 23 02:59:29.259917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55512) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:29.371936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e7ece-cff3-4335-87d3-05780b3d8d6c None None] New status for floating IP 80eef824-3274-47da-a706-90a3b028030a: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:59:29.389097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Deleting port 4ac62d4e-4523-48d6-84bd-1f632760fd97 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:29.389445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.469236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.470102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.485003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Calling delete_port for 4ac62d4e-4523-48d6-84bd-1f632760fd97 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:29.616916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.640765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'Port': ['ID=4ac62d4e-4523-48d6-84bd-1f632760fd97,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:29.700865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.703562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.704749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e6436597-5e17-4e73-84fc-d447b7ab213b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "DELETE /v2.0/floatingips/80eef824-3274-47da-a706-90a3b028030a HTTP/1.1" status: 204 len: 168 time: 0.4438424 Nov 23 02:59:29.800674 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.977839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:29.982431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115534995', 'description': 'tempest-description--892745714'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:30.003812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.067896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.071990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.101965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.103253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1243799 Nov 23 02:59:30.105693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83e79f-6362-4d97-b4e4-b1ba4b740e1a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e8c6b3-41ea-4b1b-8506-ed710bb68c96,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:30.106358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:30.110951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group_rule': {'security_group_id': '09e8c6b3-41ea-4b1b-8506-ed710bb68c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:30.138082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.182874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.186716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.201549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aceb38-c966-42db-a385-c51ba9170ba4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:30.211677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.211877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.212206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.212543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.212880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.213216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.213540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.213863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.214182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.214520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.214844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.215164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:30.220647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.221819 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aca015a2-445b-48a1-9930-8710f41a7a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144192 Nov 23 02:59:30.224889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:30.229168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'security_group_rule': {'security_group_id': '09e8c6b3-41ea-4b1b-8506-ed710bb68c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:30.255260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.276052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7c056583-25f8-4b1d-bfc6-66cfe10c4753 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:59:30.297009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 7c056583-25f8-4b1d-bfc6-66cfe10c4753 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:59:30.297366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7c056583-25f8-4b1d-bfc6-66cfe10c4753 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:59:30.311511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.314972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.332599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430243b1-2f0b-417d-b11c-ed2535e16578,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:30.340461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.342921 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9aec3127-5dd0-4f3d-91ce-132dba4f7deb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170607 Nov 23 02:59:30.345227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55522) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:30.349511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:30.370377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.473837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.576036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Allocated IP 172.25.1.117 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c364a61b-07bc-4fca-b060-23ecb6a32a61) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:30.672256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.705674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.745388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:30.748096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:30.752120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:30.780343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=c364a61b-07bc-4fca-b060-23ecb6a32a61,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:30.840294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.872539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.021942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.026393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.095198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=c364a61b-07bc-4fca-b060-23ecb6a32a61,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:31.106730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.123339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.124552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-93e30171-53be-40ad-a562-0538d17d27fd tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7784057 Nov 23 02:59:31.320268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-85f92869-a4f8-4986-8007-fa20b4594306 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1115534995&fields=id&tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 267 time: 0.0461428 Nov 23 02:59:31.428547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-18c509cc-9923-4469-a48e-d3b0b0445e8a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:31.430021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-18c509cc-9923-4469-a48e-d3b0b0445e8a tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 811 time: 0.1029201 Nov 23 02:59:31.445070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-93b54cc1-50c8-4dae-a7f3-0ba90474b9cb tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/quotas/4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0090816 Nov 23 02:59:31.494947 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-58090a87-84ba-4fd8-8ee0-89b24169aee4 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445857 Nov 23 02:59:31.590274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-4f541098-0361-4840-a07b-bc29b489aeaf service neutron] 10.222.0.15 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838773 Nov 23 02:59:31.677698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-ca86b70e-9d29-4c14-beaf-9755317a21a1 service neutron] 10.222.0.15 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Nov 23 02:59:31.839658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2045bd3d-7f03-43ba-b602-967585062de8 req-83bad381-ce89-489f-9a4e-47368ebd4397 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 210 time: 0.0310681 Nov 23 02:59:32.797172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-f1273022-8eec-469a-bb67-a871601096ff tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:32.798609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-f1273022-8eec-469a-bb67-a871601096ff tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 811 time: 0.1038365 Nov 23 02:59:32.865556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-05f9a2c6-a186-4edb-a216-3c49d2738ea3 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7 HTTP/1.1" status: 200 len: 380 time: 0.0516877 Nov 23 02:59:32.898942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'port': {'device_id': '9d2af19a-4405-4272-8448-7262db054c5a', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'admin_state_up': True, 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'security_groups': ['09e8c6b3-41ea-4b1b-8506-ed710bb68c96']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:32.968423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74a749b3-2a88-407f-8b19-21d03e9ca633 req-c40faa46-00db-4307-8d2f-de1ed2c296f4 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 210 time: 0.0550325 Nov 23 02:59:33.028371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Made reservation on behalf of 4da6c24abbf5459d94b69b7dfb32d5d7 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:33.031799 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.154400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Allocated IP 172.20.0.6 (b3c75785-5320-4519-8cea-080253fd5d1e/1b15600c-9356-45d3-ba39-9c6bea1d1187/90d898f8-fa00-4f80-a3bc-b80c75754af2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:33.291376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.323182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.375999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Network b3c75785-5320-4519-8cea-080253fd5d1e is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:33.379353 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:33.382937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:33.406776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event updated for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:33.437624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:33.438238 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.455505 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-292addd6-a343-4c45-8742-cd0c857cf1c6 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603805 Nov 23 02:59:33.474017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Request body: {'port': {'device_id': '9d2af19a-4405-4272-8448-7262db054c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:33.532203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.606684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d5023c3e-80ab-48cb-a0d7-ea56b43520b4 None None] Provisioning complete for port 90d898f8-fa00-4f80-a3bc-b80c75754af2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:33.607292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d5023c3e-80ab-48cb-a0d7-ea56b43520b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.646836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d5023c3e-80ab-48cb-a0d7-ea56b43520b4 None None] Port 90d898f8-fa00-4f80-a3bc-b80c75754af2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:33.790269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d898f8-fa00-4f80-a3bc-b80c75754af2 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:33.797498 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.809219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Transition to ACTIVE for port object 90d898f8-fa00-4f80-a3bc-b80c75754af2 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:59:33.812370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.860521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Pushing event updated for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:34.309097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdec5a3-feda-4d37-bde2-919f5e23249a req-6602cc72-b638-4aa7-bd65-dba54eb6db8b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.310598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efdec5a3-feda-4d37-bde2-919f5e23249a req-6602cc72-b638-4aa7-bd65-dba54eb6db8b tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 943 time: 0.0678153 Nov 23 02:59:34.311246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Attempting to bind port 90d898f8-fa00-4f80-a3bc-b80c75754af2 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:34.311577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Attempting to bind port 90d898f8-fa00-4f80-a3bc-b80c75754af2 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:34.311906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Attempting to bind port 90d898f8-fa00-4f80-a3bc-b80c75754af2 on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:34.316912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Port 90d898f8-fa00-4f80-a3bc-b80c75754af2 on network b3c75785-5320-4519-8cea-080253fd5d1e not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:59:34.317235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Attempting to bind port 90d898f8-fa00-4f80-a3bc-b80c75754af2 on network b3c75785-5320-4519-8cea-080253fd5d1e {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:34.328172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:34.328465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Checking segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:34.328840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Bound using segment: {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:34.329295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Bound port: 90d898f8-fa00-4f80-a3bc-b80c75754af2, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f15ee2-4e49-4e0e-a14d-31819ddb280e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:34.329652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.405798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efdec5a3-feda-4d37-bde2-919f5e23249a req-065fb838-1739-4eb4-9696-50fbe2b42023 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864358 Nov 23 02:59:34.426190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:34.429346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:34.432752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.467550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.468176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.469560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] 10.222.0.41 "PUT /v2.0/ports/90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 1092 time: 1.0005782 Nov 23 02:59:34.470567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:34.472834 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b855ea37-cc03-4289-a5d9-12b1315d0900" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:34.498295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c4307-7828-4b74-9179-8ca895a9cee1 service neutron] Pushing event updated for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:34.517014 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7182d20-b0c6-4a82-a4f4-75dd49448cdf x-openstack-request-id: req-f7182d20-b0c6-4a82-a4f4-75dd49448cdf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:34.517302 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:34.517556 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7182d20-b0c6-4a82-a4f4-75dd49448cdf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:34.518058 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'status': 'completed', 'code': 200} Nov 23 02:59:34.577262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-34d6a72c-f0c9-465d-ad83-5702d48b8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.578910 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-34d6a72c-f0c9-465d-ad83-5702d48b8d59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1095 time: 0.0426219 Nov 23 02:59:34.634192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-b3c499c1-f69e-4a99-91c6-bed0195c5749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 217 time: 0.0394208 Nov 23 02:59:34.683049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-411e0c0d-01bb-46f0-a63f-82e2ec34f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.684529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-411e0c0d-01bb-46f0-a63f-82e2ec34f867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0437753 Nov 23 02:59:34.730386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-76e25d3b-8774-489f-9867-8f218069a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.731822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-76e25d3b-8774-489f-9867-8f218069a613 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391319 Nov 23 02:59:34.822383 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-d55396d6-1e57-4dbd-9b64-36efbc86424d service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831418 Nov 23 02:59:34.910225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fca8d827-fc7c-497a-b635-85207611a7d9 req-ff8c420a-6377-4c56-948b-daacfb65b51f service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Nov 23 02:59:35.029868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-39115dbd-f269-46d1-9bc0-576b054143a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.031371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-39115dbd-f269-46d1-9bc0-576b054143a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1095 time: 0.0402603 Nov 23 02:59:35.126903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-b28fb3da-8860-4c0d-aa36-7e449b287a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.128444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-b28fb3da-8860-4c0d-aa36-7e449b287a18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.0904350 Nov 23 02:59:35.170254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-b2db70bf-a17c-4fde-a0d8-4daa3ec1b485 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 217 time: 0.0342178 Nov 23 02:59:35.218984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-16ee6910-fbab-4fad-93da-48d2837db111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.220533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-16ee6910-fbab-4fad-93da-48d2837db111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0432911 Nov 23 02:59:35.269649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-836d8cb8-30b0-4c77-93e5-7360942b7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.271125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-836d8cb8-30b0-4c77-93e5-7360942b7c8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437453 Nov 23 02:59:35.361263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-8aed0f97-bcde-411b-b8bd-9820a2affbce service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817935 Nov 23 02:59:35.474084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b855ea37-cc03-4289-a5d9-12b1315d0900 req-163ad8c2-d199-4769-b394-6195eb4744c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013808 Nov 23 02:59:35.526360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfa182-5c72-49c3-a5dc-8040a513445f req-9c4a824b-e3a9-4cd9-9bdc-380fe7c53f69 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.527872 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14bfa182-5c72-49c3-a5dc-8040a513445f req-9c4a824b-e3a9-4cd9-9bdc-380fe7c53f69 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 943 time: 0.0497332 Nov 23 02:59:35.574979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14bfa182-5c72-49c3-a5dc-8040a513445f req-01925d84-45e8-4cdf-8dd3-8cc675f6c742 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Nov 23 02:59:35.851549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6479-2faa-4852-a330-b7096e9937fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:36.689478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6f259-3c7e-47f6-aae8-9e9c77aa963a req-f275d284-0b1e-4541-b466-aad787d84e02 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:36.690990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4dc6f259-3c7e-47f6-aae8-9e9c77aa963a req-f275d284-0b1e-4541-b466-aad787d84e02 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 943 time: 0.0492139 Nov 23 02:59:36.741941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4dc6f259-3c7e-47f6-aae8-9e9c77aa963a req-3430aa2d-eacb-4a5b-b967-98d5c72e0b4d tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Nov 23 02:59:37.018252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-323e5766-8356-4fe5-af48-2da1a7c9f12c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407653 Nov 23 02:59:37.106223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-1ff70efb-48e2-4411-98dd-c1eebb4474ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:37.107812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-1ff70efb-48e2-4411-98dd-c1eebb4474ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0452256 Nov 23 02:59:37.213126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-2cfc9df8-b252-4e17-8011-4f9e9cd034d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:37.214653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-2cfc9df8-b252-4e17-8011-4f9e9cd034d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 898 time: 0.0868938 Nov 23 02:59:37.280985 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-d740b9f3-ce87-4874-9ea2-281464b7db86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 1002 time: 0.0587032 Nov 23 02:59:37.330969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-291ab0e8-35dc-48ee-91b4-28578c49cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:37.332421 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-291ab0e8-35dc-48ee-91b4-28578c49cad8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 200 len: 834 time: 0.0434341 Nov 23 02:59:37.383068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-30ff7d19-4476-4c3b-adb5-8c441faa2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:37.384591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-30ff7d19-4476-4c3b-adb5-8c441faa2316 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cca32be2-bc52-4079-83b0-002899cbc50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452232 Nov 23 02:59:37.474449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-4c3f0e63-5a29-4def-b3c8-c005b6b291b6 service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Nov 23 02:59:37.566788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4d3ee8b2-fb76-43b2-bcb8-83772d108047 req-f3642941-2c2d-4f51-9530-1af4e75cf76d service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849724 Nov 23 02:59:37.864116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a53f4-ba6b-4011-a1df-f85cbff02a5e req-6eb9ecf2-f127-4436-8850-302478240614 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:37.865601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067a53f4-ba6b-4011-a1df-f85cbff02a5e req-6eb9ecf2-f127-4436-8850-302478240614 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 943 time: 0.0490713 Nov 23 02:59:37.912881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-067a53f4-ba6b-4011-a1df-f85cbff02a5e req-dc22bbdc-4950-4454-9899-ae37cd9148c0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Nov 23 02:59:38.042447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-63ead2ca-9574-4fc9-906b-891e5922a25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:38.323353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 90d898f8-fa00-4f80-a3bc-b80c75754af2 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:59:38.419270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:38.431028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'port_id': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'mac_address': 'fa:16:3e:f3:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:59:38.467190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:38.479958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d898f8-fa00-4f80-a3bc-b80c75754af2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:38.498715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:38.503618 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:38.555510 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:38.899564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['90d898f8-fa00-4f80-a3bc-b80c75754af2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:59:39.025676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef0033-90b9-4725-8f9c-4c92200c0132 req-1fec0f8d-b45d-439c-8544-2cafffb050ef tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:39.027222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebef0033-90b9-4725-8f9c-4c92200c0132 req-1fec0f8d-b45d-439c-8544-2cafffb050ef tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 944 time: 0.0482876 Nov 23 02:59:39.074094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebef0033-90b9-4725-8f9c-4c92200c0132 req-b375fedb-74f0-43a4-b315-8471c5cd527c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Nov 23 02:59:39.334314 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:40.192595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a8c9-09ba-4b04-8c1f-fdb8de42ac83 req-0227cf35-7fd2-4823-b045-2731559db899 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:40.194064 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7343a8c9-09ba-4b04-8c1f-fdb8de42ac83 req-0227cf35-7fd2-4823-b045-2731559db899 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 944 time: 0.0545654 Nov 23 02:59:40.239745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7343a8c9-09ba-4b04-8c1f-fdb8de42ac83 req-cee18a59-b7de-4d45-8680-5fa18b2d3a0c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 Nov 23 02:59:40.331781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 90d898f8-fa00-4f80-a3bc-b80c75754af2 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:40.383160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 90d898f8-fa00-4f80-a3bc-b80c75754af2 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:59:40.387144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 90d898f8-fa00-4f80-a3bc-b80c75754af2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:40.387514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:40.462659 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:40.484864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:40.487697 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51891e9-273a-4d67-83b8-7da65f0c39a2" -d '{"events": [{"server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "name": "network-vif-plugged", "status": "completed", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:40.500448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:40.505158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:40.531485 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb20e4-d65b-4167-bbeb-70d42dfa26b6 x-openstack-request-id: req-d4bb20e4-d65b-4167-bbeb-70d42dfa26b6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:40.531782 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "name": "network-vif-plugged", "status": "completed", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:40.532039 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4bb20e4-d65b-4167-bbeb-70d42dfa26b6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:40.532954 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'code': 200} Nov 23 02:59:40.557883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:40.656114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4afaf-a79f-48ef-b208-72a856b77f81 req-8f2b11a6-f337-409a-afcf-61ed113f3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:40.657993 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93a4afaf-a79f-48ef-b208-72a856b77f81 req-8f2b11a6-f337-409a-afcf-61ed113f3dab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1097 time: 0.0387130 Nov 23 02:59:40.701075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93a4afaf-a79f-48ef-b208-72a856b77f81 req-ada55300-6c11-4afb-9043-124d190e0406 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357869 Nov 23 02:59:40.774813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:41.360189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefff3b-bb52-49c4-b3ca-8beba7f26999 req-d97f3ee2-09e9-488f-a2eb-7588d6b91352 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:41.361665 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdefff3b-bb52-49c4-b3ca-8beba7f26999 req-d97f3ee2-09e9-488f-a2eb-7588d6b91352 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.0524898 Nov 23 02:59:41.408975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdefff3b-bb52-49c4-b3ca-8beba7f26999 req-cc18cf62-2ccb-4786-825c-8dd788b44c16 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Nov 23 02:59:41.883500 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.523159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300c78-f428-4ab5-8401-779de4be879e req-697b486d-aeef-4a50-899e-15988432e125 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:42.524627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24300c78-f428-4ab5-8401-779de4be879e req-697b486d-aeef-4a50-899e-15988432e125 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.0480528 Nov 23 02:59:42.570299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24300c78-f428-4ab5-8401-779de4be879e req-73f01ccd-2120-40e3-b524-acf42e0c5be7 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Nov 23 02:59:42.678809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0e39d-3199-40fc-bf79-67cd4a2c0582 req-f1968e64-32e6-40be-999a-4594f5f0b1df tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:42.680266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22c0e39d-3199-40fc-bf79-67cd4a2c0582 req-f1968e64-32e6-40be-999a-4594f5f0b1df tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.0481942 Nov 23 02:59:42.683968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:42.688681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:42.693067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Request body: {'floatingip': {'port_id': '90d898f8-fa00-4f80-a3bc-b80c75754af2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:42.737016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.765278 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-18f9a8de-3c4d-4c0a-bfc3-036d7a0a7769 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2026 time: 0.0801346 Nov 23 02:59:42.767981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55580) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:42.772750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'network': {'name': 'tempest-network-smoke--333312120', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'port_security_enabled': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:42.794886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:42.799089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.822720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:59:42.832567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.832912 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Added segment ae201d35-e46b-4942-9d52-2b8c89fad924 of type vlan for network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc Nov 23 02:59:42.872427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.901018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.906779 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:42.907435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:42.963261 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1942415 Nov 23 02:59:42.969570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:42.976528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'admin_state_up': True, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:42.989032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b389d-fd53-4844-96ed-d760972bb04a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Network': ['ID=1ae02eaf-1928-4e4d-810d-a71dd4d007fc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:43.000653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:59:43.009020 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.010149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.065894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.183631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.187663 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.202960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.285784 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Floating IP c9522283-5128-49db-8320-eb34fa7c79ea associated. External IP: 172.25.1.117, port: 90d898f8-fa00-4f80-a3bc-b80c75754af2. Nov 23 02:59:43.399257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.418129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.499706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:43.526463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.25.1.5 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/92a74ee5-1c7d-426c-9ef6-ed12f06b6d34) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:43.609979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:43.616456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.628954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:43.632587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.647656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2f6a9a8-e753-40ef-a75c-f2b35f650048 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "PUT /v2.0/floatingips/c9522283-5128-49db-8320-eb34fa7c79ea HTTP/1.1" status: 200 len: 991 time: 0.9578898 Nov 23 02:59:43.648397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:43.651066 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de7b3e-5512-42b2-8d2f-7f26f650a59b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:43.653117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:43.656458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:43.672527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.715307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:43.718510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:43.722548 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:43.728130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:43.749487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b2c25-cd36-4e50-b9d2-527ac2007dcd None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:43.785958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:43.810476 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4f48d-4b9b-4052-8c8a-60ce066b1216 x-openstack-request-id: req-2ab4f48d-4b9b-4052-8c8a-60ce066b1216 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:43.810805 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:43.811067 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ab4f48d-4b9b-4052-8c8a-60ce066b1216 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:43.811481 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'status': 'completed', 'code': 200} Nov 23 02:59:43.909973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5aa78f7e-b356-448a-a4d2-d5583785042d None None] Provisioning complete for port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:43.910438 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5aa78f7e-b356-448a-a4d2-d5583785042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.916906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-5913f197-fe78-4d7f-bd1d-43e13a94e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:43.918496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-5913f197-fe78-4d7f-bd1d-43e13a94e734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1097 time: 0.0490224 Nov 23 02:59:43.984145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5aa78f7e-b356-448a-a4d2-d5583785042d None None] Port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:44.023219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.037270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-eabc4147-ccc4-43dd-a7e1-a5a8a44d255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.038904 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-eabc4147-ccc4-43dd-a7e1-a5a8a44d255c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.1131523 Nov 23 02:59:44.074175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c9522283-5128-49db-8320-eb34fa7c79ea', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:f3:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2af19a-4405-4272-8448-7262db054c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:30Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:44.101908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:44.106302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-351aa879-59aa-4040-8fda-d5af288c157a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 999 time: 0.0596285 Nov 23 02:59:44.110813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:44.111418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:44.163517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-879e8a7a-035e-44e2-b9d5-d6852cc84462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.165007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-879e8a7a-035e-44e2-b9d5-d6852cc84462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0522592 Nov 23 02:59:44.214599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-8b26ce78-903d-45d2-a899-d2002fd54a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.216142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-8b26ce78-903d-45d2-a899-d2002fd54a56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437014 Nov 23 02:59:44.231332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.319885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-6d157a77-c777-4f10-98a5-7eeac6c443f0 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954473 Nov 23 02:59:44.371910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:59:44.379511 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:44.417813 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61de7b3e-5512-42b2-8d2f-7f26f650a59b req-bb652467-d50e-4a4b-bfc2-241d01f482f7 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Nov 23 02:59:44.483663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:44.495691 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Sync routers for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:44.506700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.511002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-99e70513-d54b-454f-bbcb-727a8a1ba787 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.5377088 Nov 23 02:59:44.511161 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:44.511161 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:44.511656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.560846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8fac7-798d-47bb-8fee-be1cb91c5a89 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.565507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-84c8fac7-798d-47bb-8fee-be1cb91c5a89 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0496809 Nov 23 02:59:44.565792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55590) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.613139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c9522283-5128-49db-8320-eb34fa7c79ea', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:f3:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2af19a-4405-4272-8448-7262db054c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:30Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:44.617670 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:44.648246 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020f06e9-c65c-4628-834b-08ad68301118 None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c9522283-5128-49db-8320-eb34fa7c79ea', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'floating_ip_address': '172.25.1.117', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'port_id': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'mac_address': 'fa:16:3e:f3:3d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2af19a-4405-4272-8448-7262db054c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:30Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 1, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:44.659041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2d496-f0f3-4a2e-a0cc-3d2065921098 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.663721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55592) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.674361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5ef2d496-f0f3-4a2e-a0cc-3d2065921098 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1074657 Nov 23 02:59:44.699216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.704030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88641342-4eea-4577-899f-798328949f47 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382152 Nov 23 02:59:44.733575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55596) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.735112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-69d169f7-e70f-474a-999a-e6253fffb9e5 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307193 Nov 23 02:59:44.845632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:44.851895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81f524-3a4a-41fa-99c5-4413372c1ba6 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:44.856131 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9a81f524-3a4a-41fa-99c5-4413372c1ba6 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1186876 Nov 23 02:59:44.856306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55600) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.877076 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Checking router: 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:44.877515 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Updating router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:59:44.886349 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-306fdd94-1934-4441-9dc6-df8c3cb2e9ed tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289376 Nov 23 02:59:44.888971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55602) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:44.893822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1991137544', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:44.903440 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.946330 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89217a2-9acf-4969-8bb2-4ef580664e85 None None] New status for floating IP c9522283-5128-49db-8320-eb34fa7c79ea: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:59:44.988116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:44.991925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.175806 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.181011 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.190034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.221465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ccac6-8d97-4626-b54e-35487585ec75 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:45.230027 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Attempting to bind port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:45.230393 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Attempting to bind port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:45.230773 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Attempting to bind port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:45.237419 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27257cf5-2d83-4604-b28a-f1591d43c1ac None None] Pushing event updated for resources: {'Port': ['ID=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:45.245548 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:45.245978 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:45.246531 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.246922 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:45.247393 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Bound port: 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:45.247771 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.249838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Subnet': ['ID=f79a2920-59b0-4d34-b44d-8ceedc6d7389,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:45.264771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Checking segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:45.265148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network hostable DHCP agents. Network: 1ae02eaf-1928-4e4d-810d-a71dd4d007fc, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:59:45.284611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:59:45.299295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1ae02eaf-1928-4e4d-810d-a71dd4d007fc) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:45.304303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.304958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.306074 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] For port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:45.309781 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] For port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:45.310519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbac52-9013-43aa-9d5c-5b27dde5b089 None None] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:59:45.315810 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.323040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ea25c452-8ced-4271-a739-06447384bef1 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4330456 Nov 23 02:59:45.325760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55604) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:45.370152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec27709-8ebb-4c26-b6cd-e2de1f0f0b46 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:45.374402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:45.375681 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.384249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] Provisioning complete for port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:45.384455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.415739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27257cf5-2d83-4604-b28a-f1591d43c1ac None None] Pushing event updated for resources: {'Port': ['ID=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:45.512847 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:45.543615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.566244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] For port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:45.575092 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.644830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'fixed_ips': [{'subnet_id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:59:45.645805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.662590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ec18a-52c2-4db2-9ea5-cd3e2e5a25bf None None] Pushing event updated for resources: {'Port': ['ID=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:45.710194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.742052 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62511cae-4db2-4af6-8eac-04be58212243 None None] The sync data for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 is: [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:43Z', 'revision_number': 3, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:45.769153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-89ca8ffe-85e0-41a2-9eb4-df1d2c1efda2 None None] Provisioning complete for port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:45.769518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89ca8ffe-85e0-41a2-9eb4-df1d2c1efda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.840054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Allocated IP 172.20.0.18 (1ae02eaf-1928-4e4d-810d-a71dd4d007fc/f79a2920-59b0-4d34-b44d-8ceedc6d7389/8ab1f721-ca0f-43d1-b349-5c0cbe70381c) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:46.075183 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.081118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.126450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:46.129598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:46.133231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:46.140915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Pushing event updated for resources: {'Port': ['ID=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:46.172256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.195901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Attempting to bind port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:46.196477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Attempting to bind port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:46.196930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Attempting to bind port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c on network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:46.202559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:46.202955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Checking segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:46.203983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.204384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Bound using segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:46.204861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Bound port: 8ab1f721-ca0f-43d1-b349-5c0cbe70381c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:46.205244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.273284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] For port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:46.276462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] For port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:46.288917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.357439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317bf7-b94f-46f8-bcc4-ec57f49a950d None None] Pushing event updated for resources: {'Port': ['ID=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:46.489515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.20.0.17 (1ae02eaf-1928-4e4d-810d-a71dd4d007fc/f79a2920-59b0-4d34-b44d-8ceedc6d7389/fd9650e2-7f1d-428a-9d6a-e4754def50ec) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:46.588274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:46.650627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.656229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:46.656900 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.691014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.746450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:46.749718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:46.754078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:46.793837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:46.806868 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:46.936326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.225050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.229692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.308334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:47.310849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.374925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522b24f-a44b-473c-9513-a120942a6243 None None] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:59:47.408414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:47.409824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:47.448780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] Provisioning complete for port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:47.449086 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.526204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:47.600319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.647331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] For port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:47.651769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:47.652858 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.659172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b6e7a29-c6de-4e7c-bf04-57c3ae9f7a37 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "PUT /v2.0/routers/5dc1bcc5-a6a3-42d4-8054-ca50879ff021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3320205 Nov 23 02:59:47.711387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f40e62-01a2-4296-b34f-7f2d43638d1c None None] Pushing event updated for resources: {'Port': ['ID=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:47.878865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5aa02cf-5873-4fa9-bcbd-b235a12ae848 None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:47.879898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5aa02cf-5873-4fa9-bcbd-b235a12ae848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.903866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-c8a7c827-174d-433a-89ce-41ae2edc7d08 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:47.905837 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-c8a7c827-174d-433a-89ce-41ae2edc7d08 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/networks?id=1ae02eaf-1928-4e4d-810d-a71dd4d007fc HTTP/1.1" status: 200 len: 797 time: 0.1333220 Nov 23 02:59:47.922559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-190ec1b2-0158-4d48-a46c-20192da32d2e tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/quotas/4b2dac5aedcd43e7abc3a2d959d6a9bb HTTP/1.1" status: 200 len: 375 time: 0.0096560 Nov 23 02:59:47.928440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa02cf-5873-4fa9-bcbd-b235a12ae848 None None] Port fd9650e2-7f1d-428a-9d6a-e4754def50ec cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:47.942113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5aa02cf-5873-4fa9-bcbd-b235a12ae848 None None] Provisioning complete for port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:47.942652 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5aa02cf-5873-4fa9-bcbd-b235a12ae848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:47.979648 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Sync routers for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:47.992197 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:47.992908 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:48.000398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0795cae8-e735-42cd-acd0-386a4a290255 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661969 Nov 23 02:59:48.106760 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:48.111707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-2cf9b710-eb49-4ef8-9ae3-d80659eb4dfc service neutron] 10.222.0.15 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966105 Nov 23 02:59:48.165652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-50b4d174-4344-4dcd-ae46-60d263f1e756 None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:48.166123 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50b4d174-4344-4dcd-ae46-60d263f1e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.210210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-50b4d174-4344-4dcd-ae46-60d263f1e756 None None] Port fd9650e2-7f1d-428a-9d6a-e4754def50ec cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:48.219081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-9998eb96-6a81-4f35-9f08-5c3e39769176 service neutron] 10.222.0.15 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009247 Nov 23 02:59:48.325622 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:46Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'fd9650e2-7f1d-428a-9d6a-e4754def50ec', 'name': '', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:fe:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:46Z', 'updated_at': '2021-11-23T02:59:47Z', 'revision_number': 2, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:48.328721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2918c4c1-fca6-4273-abb6-948812b81650 None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:48.329635 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2918c4c1-fca6-4273-abb6-948812b81650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.361474 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Checking router: 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:48.362078 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Updating router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 port fd9650e2-7f1d-428a-9d6a-e4754def50ec binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:59:48.365839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2918c4c1-fca6-4273-abb6-948812b81650 None None] Port fd9650e2-7f1d-428a-9d6a-e4754def50ec cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:48.495590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23abf39f-33bd-43a9-95b0-69f7702d979d req-10fc33bd-fa5b-401d-bbc5-873e193caec8 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 210 time: 0.0346053 Nov 23 02:59:48.498070 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.561371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8ab1f721-ca0f-43d1-b349-5c0cbe70381c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:48.609938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:48.610393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.791056 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.796307 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.847499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bf1ce-39b5-4a6c-ac30-b6bb42924289 None None] Pushing event updated for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:48.897993 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Attempting to bind port fd9650e2-7f1d-428a-9d6a-e4754def50ec on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:48.898365 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Attempting to bind port fd9650e2-7f1d-428a-9d6a-e4754def50ec by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:48.898781 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Attempting to bind port fd9650e2-7f1d-428a-9d6a-e4754def50ec on network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:48.903921 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:48.904291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Checking segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:48.904689 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.905079 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Bound using segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:48.905541 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Bound port: fd9650e2-7f1d-428a-9d6a-e4754def50ec, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:48.905934 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:48.984491 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] For port fd9650e2-7f1d-428a-9d6a-e4754def50ec, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:48.988438 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] For port fd9650e2-7f1d-428a-9d6a-e4754def50ec, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd9650e2-7f1d-428a-9d6a-e4754def50ec,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:48.992559 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.043828 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:49.044455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:49.093354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:49.093731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.143687 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bf1ce-39b5-4a6c-ac30-b6bb42924289 None None] Pushing event updated for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:49.165483 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:49.183227 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.219001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] For port fd9650e2-7f1d-428a-9d6a-e4754def50ec, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd9650e2-7f1d-428a-9d6a-e4754def50ec,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:49.223886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.287010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b76aad-538c-47db-906c-22f0067ab99e None None] Pushing event updated for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:49.348064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8716f6db-19a4-4d5e-bfc3-2eb8f0091b8b None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:49.348545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8716f6db-19a4-4d5e-bfc3-2eb8f0091b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.384179 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:46Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'fd9650e2-7f1d-428a-9d6a-e4754def50ec', 'name': '', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:fe:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:46Z', 'updated_at': '2021-11-23T02:59:48Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:49.412383 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e024b-d2db-439a-94c4-8f2c42b6460b None None] The sync data for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 is: [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:46Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'fd9650e2-7f1d-428a-9d6a-e4754def50ec', 'name': '', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:fe:08:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:46Z', 'updated_at': '2021-11-23T02:59:48Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:49.538884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-d8d16124-3e33-4581-8bc1-6223425a3252 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:49.540497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-d8d16124-3e33-4581-8bc1-6223425a3252 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.41 "GET /v2.0/networks?id=1ae02eaf-1928-4e4d-810d-a71dd4d007fc HTTP/1.1" status: 200 len: 797 time: 0.1683512 Nov 23 02:59:49.566073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Request body: {'port': {'device_id': '45245a75-5fe8-4986-99d0-595b414d2898', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'admin_state_up': True, 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:49.648639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-954a6f92-10a4-4af8-a018-6e92459acbcc req-89a4d6e1-5587-4331-bf60-df00e112131c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 210 time: 0.0323093 Nov 23 02:59:49.708939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Made reservation on behalf of 4b2dac5aedcd43e7abc3a2d959d6a9bb for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:49.714188 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:49.849852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Allocated IP 172.20.0.20 (1ae02eaf-1928-4e4d-810d-a71dd4d007fc/f79a2920-59b0-4d34-b44d-8ceedc6d7389/48cf73aa-7e27-4768-88ff-78075355c3fb) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:49.977135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.011678 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.055978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:50.059340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:50.061882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:50.088928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event updated for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:50.103151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.103509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.103858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.104296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.104526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.104864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.105200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.105533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.105868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.106205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.106551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.106882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:50.132404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:50.133143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.151230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-0c3aa74c-d6d2-4a4b-a499-cdd94df551c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5901620 Nov 23 02:59:50.170789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Request body: {'port': {'device_id': '45245a75-5fe8-4986-99d0-595b414d2898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:50.234197 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.379198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-72345124-ccb5-498a-871b-ec705ed6efe6 None None] Provisioning complete for port 48cf73aa-7e27-4768-88ff-78075355c3fb triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:50.380333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72345124-ccb5-498a-871b-ec705ed6efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.421800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-72345124-ccb5-498a-871b-ec705ed6efe6 None None] Port 48cf73aa-7e27-4768-88ff-78075355c3fb cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:50.522751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48cf73aa-7e27-4768-88ff-78075355c3fb {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:50.530452 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.544409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Transition to ACTIVE for port object 48cf73aa-7e27-4768-88ff-78075355c3fb will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:59:50.551120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.552645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd9650e2-7f1d-428a-9d6a-e4754def50ec up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:50.618199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Pushing event updated for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:50.713406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Attempting to bind port 48cf73aa-7e27-4768-88ff-78075355c3fb on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:50.713746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Attempting to bind port 48cf73aa-7e27-4768-88ff-78075355c3fb by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:50.714083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Attempting to bind port 48cf73aa-7e27-4768-88ff-78075355c3fb on network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:50.720291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Port 48cf73aa-7e27-4768-88ff-78075355c3fb on network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:59:50.720769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Attempting to bind port 48cf73aa-7e27-4768-88ff-78075355c3fb on network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:50.728359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:50.728707 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Checking segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:50.729096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Bound using segment: {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:50.729534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Bound port: 48cf73aa-7e27-4768-88ff-78075355c3fb, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae201d35-e46b-4942-9d52-2b8c89fad924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:50.729895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.823235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port fd9650e2-7f1d-428a-9d6a-e4754def50ec triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:50.823502 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.866202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924e69-49d5-422d-8ffe-693b46f6b4c9 req-07b20207-b86b-4b56-83f3-9417f7f33eaf tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:50.870269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef924e69-49d5-422d-8ffe-693b46f6b4c9 req-07b20207-b86b-4b56-83f3-9417f7f33eaf tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 907 time: 0.0836704 Nov 23 02:59:50.882910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:50.893754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=48cf73aa-7e27-4768-88ff-78075355c3fb,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:50.898697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.945859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:50.946731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:50.948457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] 10.222.0.41 "PUT /v2.0/ports/48cf73aa-7e27-4768-88ff-78075355c3fb HTTP/1.1" status: 200 len: 1056 time: 0.7828705 Nov 23 02:59:50.949257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:50.951911 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb1114-8702-4294-bba4-51632fbf5b89" -d '{"events": [{"name": "network-changed", "server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:50.973365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd319-50e2-45fa-90fb-166c24ef369d service neutron] Pushing event updated for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:51.008167 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df9d517-8a92-4c93-8b18-369dce4a01b8 x-openstack-request-id: req-0df9d517-8a92-4c93-8b18-369dce4a01b8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:51.008687 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:51.008823 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0df9d517-8a92-4c93-8b18-369dce4a01b8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:51.009281 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb', 'status': 'completed', 'code': 200} Nov 23 02:59:51.086850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-bf58d4a4-dafe-4f21-96d0-a68f323614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.088608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-bf58d4a4-dafe-4f21-96d0-a68f323614cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 1059 time: 0.0611019 Nov 23 02:59:51.140136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-e5a780bd-cffd-4c60-b287-c0028a9fb115 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=48cf73aa-7e27-4768-88ff-78075355c3fb HTTP/1.1" status: 200 len: 217 time: 0.0362842 Nov 23 02:59:51.189481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-04cac098-d457-4de5-984b-7e7356128b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.190975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-04cac098-d457-4de5-984b-7e7356128b5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f79a2920-59b0-4d34-b44d-8ceedc6d7389 HTTP/1.1" status: 200 len: 838 time: 0.0443156 Nov 23 02:59:51.239697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-c603fdc0-013a-4417-9b4f-02cc0c2a2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.241087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-c603fdc0-013a-4417-9b4f-02cc0c2a2456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae02eaf-1928-4e4d-810d-a71dd4d007fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0434966 Nov 23 02:59:51.339378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-b9332fa2-9561-45cb-a3a5-33b0e4f861fb service neutron] 10.222.0.41 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903702 Nov 23 02:59:51.432275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80f8cba6-ebc1-453c-8a4b-d5c220574ee6 req-330fb951-9634-4520-8510-8076fff0c173 service neutron] 10.222.0.41 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Nov 23 02:59:51.562966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-1fa3922c-15ee-42ac-94d0-b1c3e740f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.564462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-1fa3922c-15ee-42ac-94d0-b1c3e740f1bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 1059 time: 0.0421429 Nov 23 02:59:51.662648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-f36eb221-c677-49f4-95d1-3657474899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.664939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-f36eb221-c677-49f4-95d1-3657474899b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ae02eaf-1928-4e4d-810d-a71dd4d007fc HTTP/1.1" status: 200 len: 898 time: 0.0930729 Nov 23 02:59:51.714776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-95d1f0d2-1411-4bb8-9b96-3e7ca5beda87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=48cf73aa-7e27-4768-88ff-78075355c3fb HTTP/1.1" status: 200 len: 217 time: 0.0429323 Nov 23 02:59:51.789788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-2efb9dd6-46f5-42d6-abdf-d9785cc4ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.791271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-2efb9dd6-46f5-42d6-abdf-d9785cc4ecb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f79a2920-59b0-4d34-b44d-8ceedc6d7389 HTTP/1.1" status: 200 len: 838 time: 0.0439274 Nov 23 02:59:51.836922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-5f23221a-9c5c-4606-b44f-082ddc88539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:51.838365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-5f23221a-9c5c-4606-b44f-082ddc88539a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ae02eaf-1928-4e4d-810d-a71dd4d007fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0391438 Nov 23 02:59:51.936236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-c002fcd5-5840-4a01-b9c2-053ae02ea93e service neutron] 10.222.0.41 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891941 Nov 23 02:59:52.086893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33bb1114-8702-4294-bba4-51632fbf5b89 req-9cf669d5-584f-46b1-a6c8-f3edda49355a service neutron] 10.222.0.41 "GET /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428783 Nov 23 02:59:52.103813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa236f9d-09f4-4780-9ecb-ed751261d812 req-143dc35c-5db8-4229-99f2-b43046630139 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:52.105165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa236f9d-09f4-4780-9ecb-ed751261d812 req-143dc35c-5db8-4229-99f2-b43046630139 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 907 time: 0.1540980 Nov 23 02:59:53.222219 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b39725-d25f-4abe-843f-bcf640bc55ba req-f27c2d46-21f6-43be-9bec-7227519ca710 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:53.223715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2b39725-d25f-4abe-843f-bcf640bc55ba req-f27c2d46-21f6-43be-9bec-7227519ca710 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 907 time: 0.0481617 Nov 23 02:59:53.561391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:54.340088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6a73a-1ff3-4054-9848-d3a06a299d73 req-29db5c41-98b7-43ad-9b15-0cecaf788f2c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:54.341538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-63b6a73a-1ff3-4054-9848-d3a06a299d73 req-29db5c41-98b7-43ad-9b15-0cecaf788f2c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 907 time: 0.0473950 Nov 23 02:59:54.362333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 48cf73aa-7e27-4768-88ff-78075355c3fb details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:59:54.452402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=48cf73aa-7e27-4768-88ff-78075355c3fb,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:54.464120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '48cf73aa-7e27-4768-88ff-78075355c3fb', 'network_id': '1ae02eaf-1928-4e4d-810d-a71dd4d007fc', 'port_id': '48cf73aa-7e27-4768-88ff-78075355c3fb', 'mac_address': 'fa:16:3e:f5:74:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79a2920-59b0-4d34-b44d-8ceedc6d7389', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:59:54.503917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:54.516734 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48cf73aa-7e27-4768-88ff-78075355c3fb {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:54.535375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=48cf73aa-7e27-4768-88ff-78075355c3fb,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:54.539244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:54.585185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:54.835162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['48cf73aa-7e27-4768-88ff-78075355c3fb'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:59:55.457845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ba21-5f25-461c-8255-fb3204162509 req-0eb82d52-1a99-47be-a393-94643efc5eaa tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:55.459335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b37ba21-5f25-461c-8255-fb3204162509 req-0eb82d52-1a99-47be-a393-94643efc5eaa tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 908 time: 0.0479000 Nov 23 02:59:56.380052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 48cf73aa-7e27-4768-88ff-78075355c3fb up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:56.428336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 48cf73aa-7e27-4768-88ff-78075355c3fb completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:59:56.432088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 48cf73aa-7e27-4768-88ff-78075355c3fb triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:56.432460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:56.508177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:56.530411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:56.533269 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389502ff-48a5-4d5f-af24-5dc207ddcc83" -d '{"events": [{"server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "name": "network-vif-plugged", "status": "completed", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:56.549405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=48cf73aa-7e27-4768-88ff-78075355c3fb,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:56.552474 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:56.600046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:56.923303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53630c2-d14b-4d58-871e-4c86dfe6fedd req-4fbc84c5-20a9-4729-aed9-16d77d9ea622 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:56.924753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a53630c2-d14b-4d58-871e-4c86dfe6fedd req-4fbc84c5-20a9-4729-aed9-16d77d9ea622 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 908 time: 0.3933845 Nov 23 02:59:56.967260 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5187a87-6116-4602-b957-7b41db639270 x-openstack-request-id: req-c5187a87-6116-4602-b957-7b41db639270 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:56.967554 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "name": "network-vif-plugged", "status": "completed", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:56.968009 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5187a87-6116-4602-b957-7b41db639270 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:56.968417 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb', 'code': 200} Nov 23 02:59:57.100358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfbbc7-a8be-4ff8-84f9-afc2446c0509 req-1a6a058b-a1ea-4558-a31f-db90fa63da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:57.101838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d4dfbbc7-a8be-4ff8-84f9-afc2446c0509 req-1a6a058b-a1ea-4558-a31f-db90fa63da36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 1061 time: 0.0400393 Nov 23 02:59:58.042429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc7577-cfaa-4330-ae8e-9943bd26221a req-dbc37586-c150-41ef-8ee9-d69122c00d42 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:58.044081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8afc7577-cfaa-4330-ae8e-9943bd26221a req-dbc37586-c150-41ef-8ee9-d69122c00d42 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0497563 Nov 23 02:59:59.162232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba19e2-46c4-4726-a6f9-0b8111d781dd req-2f742959-a236-4b1b-b0e7-de58afb2d43c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.163763 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14ba19e2-46c4-4726-a6f9-0b8111d781dd req-2f742959-a236-4b1b-b0e7-de58afb2d43c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0485427 Nov 23 02:59:59.278405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ed95-e311-4a5f-84cf-803cb3d55697 req-2943c36d-5d81-461b-872e-0020e8619a89 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.279927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1294ed95-e311-4a5f-84cf-803cb3d55697 req-2943c36d-5d81-461b-872e-0020e8619a89 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0506003 Nov 23 02:59:59.383915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9c6d8-6642-494a-98b1-c0e1ab772da5 req-5dde81c9-2b01-4cad-8ef7-a6a6c4a56799 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.385397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23d9c6d8-6642-494a-98b1-c0e1ab772da5 req-5dde81c9-2b01-4cad-8ef7-a6a6c4a56799 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 1061 time: 0.0398815 Nov 23 02:59:59.495551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5c9e-e607-495c-8d63-efd405f61e83 req-65b3a3c7-c385-4c4d-9f99-66584ea4e811 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.497073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86c5c9e-e607-495c-8d63-efd405f61e83 req-65b3a3c7-c385-4c4d-9f99-66584ea4e811 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0407865 Nov 23 02:59:59.548085 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86c5c9e-e607-495c-8d63-efd405f61e83 req-413337c7-3e2e-489b-a78a-7cdfee376dae tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0448616 Nov 23 02:59:59.569269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55684) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:59.610201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871892ac-6cd6-4816-9b75-0b96851daf04 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.611785 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-871892ac-6cd6-4816-9b75-0b96851daf04 tempest-TestSecurityGroupsBasicOps-1917608976 tempest-TestSecurityGroupsBasicOps-1917608976-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 1056 time: 0.0414741 Nov 23 02:59:59.815028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:59.842662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42323e31-df29-403e-8677-c863f3876887 req-bcae50e2-d256-48eb-ad30-2f8c440cd4ab tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:59.844765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42323e31-df29-403e-8677-c863f3876887 req-bcae50e2-d256-48eb-ad30-2f8c440cd4ab tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0507872 Nov 23 03:00:00.964810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fb2fb-3cb8-42cb-be04-4dc43c8a3922 req-86a6fb4d-3291-45f7-bb19-6e7b6b3cd792 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:00.966167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-971fb2fb-3cb8-42cb-be04-4dc43c8a3922 req-86a6fb4d-3291-45f7-bb19-6e7b6b3cd792 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0509717 Nov 23 03:00:01.309804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-75f7710e-f94f-49fa-8bd7-8b6413e5f2c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:01.311306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-75f7710e-f94f-49fa-8bd7-8b6413e5f2c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.41 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 909 time: 0.0482192 Nov 23 03:00:01.402305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port 48cf73aa-7e27-4768-88ff-78075355c3fb {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:01.402693 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:01.499378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port 48cf73aa-7e27-4768-88ff-78075355c3fb, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=48cf73aa-7e27-4768-88ff-78075355c3fb,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:01.499738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:01.512824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for 48cf73aa-7e27-4768-88ff-78075355c3fb owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:01.639212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:01.665739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=48cf73aa-7e27-4768-88ff-78075355c3fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:01.707130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] No DVR routers for this DVR port 48cf73aa-7e27-4768-88ff-78075355c3fb on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:00:01.710011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:01.713570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6df669a9-ead9-4357-bc31-8ea4356cc285 req-345ef89d-00f6-46c8-a0fb-8f4cb04be9c0 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.41 "DELETE /v2.0/ports/48cf73aa-7e27-4768-88ff-78075355c3fb HTTP/1.1" status: 204 len: 173 time: 0.3954728 Nov 23 03:00:01.714048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'name': 'network-vif-deleted', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:00:01.716383 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2472b41c-cdf3-4656-8817-a56b4da3aa77" -d '{"events": [{"server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "name": "network-vif-deleted", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:00:01.864856 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52bc97b-4161-4623-ae92-ae2d3e61cc57 x-openstack-request-id: req-d52bc97b-4161-4623-ae92-ae2d3e61cc57 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:00:01.865221 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45245a75-5fe8-4986-99d0-595b414d2898", "name": "network-vif-deleted", "tag": "48cf73aa-7e27-4768-88ff-78075355c3fb", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:00:01.865535 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d52bc97b-4161-4623-ae92-ae2d3e61cc57 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:00:01.866006 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45245a75-5fe8-4986-99d0-595b414d2898', 'name': 'network-vif-deleted', 'tag': '48cf73aa-7e27-4768-88ff-78075355c3fb', 'status': 'completed', 'code': 200} Nov 23 03:00:02.080987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15430410-2799-4042-9792-017603395a62 req-8cfb2345-bb21-41ca-99b3-007f1e9d8290 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=45245a75-5fe8-4986-99d0-595b414d2898 HTTP/1.1" status: 200 len: 210 time: 0.0297835 Nov 23 03:00:02.396866 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:00:03.139148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:03.507115 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:03.761847 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port fd9650e2-7f1d-428a-9d6a-e4754def50ec {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:03.762104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:03.848072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port fd9650e2-7f1d-428a-9d6a-e4754def50ec, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=fd9650e2-7f1d-428a-9d6a-e4754def50ec,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:03.848441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:03.860766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for fd9650e2-7f1d-428a-9d6a-e4754def50ec owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:04.045965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.076322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=fd9650e2-7f1d-428a-9d6a-e4754def50ec,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:04.245847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.373635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 48cf73aa-7e27-4768-88ff-78075355c3fb no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:04.393467 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 48cf73aa-7e27-4768-88ff-78075355c3fb {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:04.393815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 48cf73aa-7e27-4768-88ff-78075355c3fb not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:04.462407 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:00:04.571269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:04.576418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-45d85de4-4890-4fb5-80d4-7d7ed4733754 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "PUT /v2.0/routers/5dc1bcc5-a6a3-42d4-8054-ca50879ff021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362452 Nov 23 03:00:04.579018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55708) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:04.582566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Sync routers for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:04.596640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:04.597254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:04.630077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting subnet f79a2920-59b0-4d34-b44d-8ceedc6d7389 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:00:04.633208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.673578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.701549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:04.759977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.817464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.846234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Subnet': ['ID=f79a2920-59b0-4d34-b44d-8ceedc6d7389,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:04.848240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.854036 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e76f2033-7fa6-40d6-b777-1044c42ec846 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/subnets/f79a2920-59b0-4d34-b44d-8ceedc6d7389 HTTP/1.1" status: 204 len: 168 time: 0.2716923 Nov 23 03:00:04.854435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bfa7b-ae99-4532-9f00-69a135f92ecc None None] Network 1ae02eaf-1928-4e4d-810d-a71dd4d007fc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:04.854552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55710) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:04.962332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:04.976522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T03:00:03Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:05.005029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Checking router: 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:05.019283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Routers {'5dc1bcc5-a6a3-42d4-8054-ca50879ff021'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:05.019897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:05.102616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] DHCP port deletion for 1ae02eaf-1928-4e4d-810d-a71dd4d007fc request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:05.158471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] Set router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:05.279391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Deleting port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:05.279689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.363837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] For port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,segment=NetworkSegment(ae201d35-e46b-4942-9d52-2b8c89fad924),segment_id=ae201d35-e46b-4942-9d52-2b8c89fad924)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:05.364237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.392069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.395186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Calling delete_port for 8ab1f721-ca0f-43d1-b349-5c0cbe70381c owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:05.446571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:05.446919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.477500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T03:00:03Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:05.510574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b9df3-47ca-442f-86ad-9a1445a2c31c None None] The sync data for ids ['5dc1bcc5-a6a3-42d4-8054-ca50879ff021'] in n-d-714676-12 is: [{'id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'name': 'tempest-TestSecurityGroupsBasicOps-router-909752713', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T03:00:03Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '92a74ee5-1c7d-426c-9ef6-ed12f06b6d34', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:19:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc1bcc5-a6a3-42d4-8054-ca50879ff021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:43Z', 'updated_at': '2021-11-23T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:05.521983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.532105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:05.532448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.546199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Pushing event deleted for resources: {'Port': ['ID=8ab1f721-ca0f-43d1-b349-5c0cbe70381c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:05.547936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:05.556353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.556701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.557266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.557404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.557686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.558647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.558647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.558647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.559021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.559375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.559702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.560157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:05.563489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab661ff5-d81e-404b-8209-539d2d5a10f9 None None] No DVR routers for this DVR port 8ab1f721-ca0f-43d1-b349-5c0cbe70381c on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:00:05.718011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.743213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=92a74ee5-1c7d-426c-9ef6-ed12f06b6d34,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:05.757798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737199e-8720-42f6-8b2f-2abbaf93f351 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:05.809863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.856000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a6341449-96c3-43a8-b4e2-692299e13f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.905553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.908280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.964525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.965276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc1bcc5-a6a3-42d4-8054-ca50879ff021 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:00:05.973275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.974419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-87bf70d0-ff0c-4f9b-b45a-3e5b9caa32ed tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/routers/5dc1bcc5-a6a3-42d4-8054-ca50879ff021 HTTP/1.1" status: 204 len: 168 time: 1.1192422 Nov 23 03:00:05.977198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55714) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:06.059290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.150650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.173964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae02eaf-1928-4e4d-810d-a71dd4d007fc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:06.183618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae201d35-e46b-4942-9d52-2b8c89fad924') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:06.183911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae201d35-e46b-4942-9d52-2b8c89fad924') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:06.194263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.208264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.214530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:00:06.214934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:00:06.218424 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:00:06.284807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.305758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.308983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/networks/1ae02eaf-1928-4e4d-810d-a71dd4d007fc HTTP/1.1" status: 204 len: 168 time: 0.3308184 Nov 23 03:00:06.310018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec94f0e-8ef7-433e-800b-fc3987ddf36c tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Network': ['ID=1ae02eaf-1928-4e4d-810d-a71dd4d007fc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:06.311569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55718) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:06.474992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port 33fb08d0-d782-4684-8f5f-179d783a0fb8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:06.475684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.557143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.557480 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.570640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for 33fb08d0-d782-4684-8f5f-179d783a0fb8 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:06.585102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:06.605416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:06.605761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 92a74ee5-1c7d-426c-9ef6-ed12f06b6d34 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:06.606169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd9650e2-7f1d-428a-9d6a-e4754def50ec no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:06.626411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: fd9650e2-7f1d-428a-9d6a-e4754def50ec {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:06.626790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device fd9650e2-7f1d-428a-9d6a-e4754def50ec not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:06.627288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8ab1f721-ca0f-43d1-b349-5c0cbe70381c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:06.646431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 8ab1f721-ca0f-43d1-b349-5c0cbe70381c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:06.646804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8ab1f721-ca0f-43d1-b349-5c0cbe70381c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:06.721287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.753036 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=33fb08d0-d782-4684-8f5f-179d783a0fb8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:06.811706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.812111 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Floating IP 23094a43-e5ad-483a-80af-b5fe1df3d833 disassociated (deleted). External IP: 172.25.1.240, port: b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba. Nov 23 03:00:07.021536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 570ac842-705e-4ab4-99e1-7ca19b0bee58 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:00:07.139169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:07.143882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:07.148719 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Sync routers for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:07.159031 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:07.159538 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:07.174157 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9dd78ffc-5e27-422c-8e49-08e2d6091e3f tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/floatingips/23094a43-e5ad-483a-80af-b5fe1df3d833 HTTP/1.1" status: 204 len: 168 time: 0.8615756 Nov 23 03:00:07.174897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:00:07.177288 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d3f834-691c-4703-b678-f8f68c2993a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:00:07.270864 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:07.393118 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9375281-6f5d-480f-8c00-7b26268d175f x-openstack-request-id: req-d9375281-6f5d-480f-8c00-7b26268d175f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:00:07.393491 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:00:07.393817 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9375281-6f5d-480f-8c00-7b26268d175f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:00:07.394301 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'status': 'completed', 'code': 200} Nov 23 03:00:07.459541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-10925ce3-569a-4578-ad54-3573ecb7e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:07.461171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-10925ce3-569a-4578-ad54-3573ecb7e1e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 1137 time: 0.0460162 Nov 23 03:00:07.483695 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:07.500209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf54772-1847-4f03-9003-28b712504371 req-9ce2ffca-4ecd-47b7-ac02-80c06b35ec50 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:07.501724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cf54772-1847-4f03-9003-28b712504371 req-9ce2ffca-4ecd-47b7-ac02-80c06b35ec50 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0525072 Nov 23 03:00:07.510608 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Checking router: 570ac842-705e-4ab4-99e1-7ca19b0bee58 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:07.519218 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:07.519829 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T02:59:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:07.559788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-82c5943e-daac-41a2-84d5-470d9d309234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:07.561222 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-82c5943e-daac-41a2-84d5-470d9d309234 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 200 len: 898 time: 0.0928814 Nov 23 03:00:07.564237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cf54772-1847-4f03-9003-28b712504371 req-68aa747f-1e4f-4262-9c3d-64047753e1ba tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556803 Nov 23 03:00:07.607900 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-4bf4a68e-0e75-4ef5-8f86-fef6e50ff3d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 200 len: 217 time: 0.0383222 Nov 23 03:00:07.627005 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:07.658282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-228ad8c9-7544-4dfd-bb39-5db893765046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:07.659789 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-228ad8c9-7544-4dfd-bb39-5db893765046 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 200 len: 834 time: 0.0435536 Nov 23 03:00:07.713055 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-04e465cc-1ccc-4858-b297-39f87f6f2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:07.714608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-04e465cc-1ccc-4858-b297-39f87f6f2f2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cca32be2-bc52-4079-83b0-002899cbc50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475345 Nov 23 03:00:07.726988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-6f477971-6d7f-4646-b5b2-cdbdad7ab136 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:00:07.727978 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-6f477971-6d7f-4646-b5b2-cdbdad7ab136 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052245 Nov 23 03:00:07.822665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-be6cc2bc-ac77-4803-b448-8e313b06a94f service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Nov 23 03:00:07.839384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:07.865587 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721f8ba-726d-4370-b529-bd71e5e9fbe8 None None] The sync data for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 is: [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T02:58:54Z', 'revision_number': 4, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '2d992b70-648a-4c4d-b933-e3146207aa66', 'name': '', 'network_id': 'cca32be2-bc52-4079-83b0-002899cbc50f', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'mac_address': 'fa:16:3e:06:a2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:53Z', 'updated_at': '2021-11-23T02:58:57Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'subnets': [{'id': '8f432d56-53cb-4c65-84fe-59436528c09b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:07.922225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77d3f834-691c-4703-b678-f8f68c2993a1 req-053d95b2-5433-4917-999d-7456f28e323b service neutron] 10.222.0.47 "GET /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918009 Nov 23 03:00:08.047514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-69c4e60f-fa9c-4264-92ee-1c66948d0121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:08.096372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c91b0-b3d4-4aed-b26c-f89af01ac837 None None] New status for floating IP 23094a43-e5ad-483a-80af-b5fe1df3d833: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:00:08.683103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43a14-0f3e-466b-b855-e3caaf540e77 req-6c3496e5-2c14-4418-a2d0-c1a7760ee632 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:08.684592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0c43a14-0f3e-466b-b855-e3caaf540e77 req-6c3496e5-2c14-4418-a2d0-c1a7760ee632 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0482099 Nov 23 03:00:08.741943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d0c43a14-0f3e-466b-b855-e3caaf540e77 req-e46ea2e2-0145-454c-b295-726ce33a1ea6 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae11b3fc-d42d-4dca-b58d-e73af32e5983&id=de5d1e93-2499-4724-bc78-f42f03a3b37b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503037 Nov 23 03:00:08.761151 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-b6d9fb09-1a0d-4f47-b25b-7c60df5b107a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:08.762664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-b6d9fb09-1a0d-4f47-b25b-7c60df5b107a tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bd5286f-008c-4beb-9422-72c40710e01b HTTP/1.1" status: 200 len: 985 time: 0.0504129 Nov 23 03:00:08.851822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:08.852167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:08.943585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:08.943978 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:08.956670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:09.083345 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.112227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:09.152504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] No DVR routers for this DVR port b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:00:09.155142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.159062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-46cd206b-ef8b-4d1c-a40c-45236e186141 req-a283c42d-d22d-4532-9d01-13ab335d6c10 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.47 "DELETE /v2.0/ports/b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba HTTP/1.1" status: 204 len: 173 time: 0.3905191 Nov 23 03:00:09.336692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.395256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'name': 'network-vif-deleted', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:00:09.397650 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d772958-3309-49ee-bea7-49379fa45de3" -d '{"events": [{"server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "name": "network-vif-deleted", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:00:09.502646 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317782f4-d5b6-49b3-ae12-7fd509588e2d x-openstack-request-id: req-317782f4-d5b6-49b3-ae12-7fd509588e2d {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:00:09.502947 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5286f-008c-4beb-9422-72c40710e01b", "name": "network-vif-deleted", "tag": "b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:00:09.503208 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-317782f4-d5b6-49b3-ae12-7fd509588e2d {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:00:09.503618 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd5286f-008c-4beb-9422-72c40710e01b', 'name': 'network-vif-deleted', 'tag': 'b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba', 'status': 'completed', 'code': 200} Nov 23 03:00:09.799479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55740) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:09.853645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.875449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.915664 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.918250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.919430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/security-groups/ae11b3fc-d42d-4dca-b58d-e73af32e5983 HTTP/1.1" status: 204 len: 168 time: 0.1189764 Nov 23 03:00:09.922416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:09.928520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a95b52-a709-4c27-acb0-eca438d6f4a2 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11b3fc-d42d-4dca-b58d-e73af32e5983,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:09.988463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.011147 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.053048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.055854 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.056972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/security-groups/de5d1e93-2499-4724-bc78-f42f03a3b37b HTTP/1.1" status: 204 len: 168 time: 0.1334856 Nov 23 03:00:10.059905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:10.100081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aedb06-6a09-4025-a899-ba16dc633270 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d1e93-2499-4724-bc78-f42f03a3b37b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:10.420849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.670932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port 2d992b70-648a-4c4d-b933-e3146207aa66 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:10.671282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.762476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port 2d992b70-648a-4c4d-b933-e3146207aa66, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=2d992b70-648a-4c4d-b933-e3146207aa66,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:10.762966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.777208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.777828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for 2d992b70-648a-4c4d-b933-e3146207aa66 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:10.957794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:10.984059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=2d992b70-648a-4c4d-b933-e3146207aa66,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:11.159082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.368752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Router 570ac842-705e-4ab4-99e1-7ca19b0bee58 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:00:11.474900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:11.482944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55750) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:11.483450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ce32661-47e6-44bd-9fd2-ba26c6554ca4 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "PUT /v2.0/routers/570ac842-705e-4ab4-99e1-7ca19b0bee58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4223180 Nov 23 03:00:11.485298 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Sync routers for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:11.496162 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:11.496777 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:11.536365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting subnet 8f432d56-53cb-4c65-84fe-59436528c09b {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:00:11.539529 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.580993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.671327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.692654 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:11.731873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.759059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Subnet': ['ID=8f432d56-53cb-4c65-84fe-59436528c09b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:11.762786 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.769326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbe5e6ed-a0eb-4111-b24c-62e9f3bb6199 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/subnets/8f432d56-53cb-4c65-84fe-59436528c09b HTTP/1.1" status: 204 len: 168 time: 0.2814543 Nov 23 03:00:11.769767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55752) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:11.770744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47f224-4abe-490a-a65a-da9bc59a1efe None None] Network cca32be2-bc52-4079-83b0-002899cbc50f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:11.880685 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T03:00:10Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:11.890878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.901538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:11.903392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:11.911423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Checking router: 570ac842-705e-4ab4-99e1-7ca19b0bee58 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:11.920782 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Routers {'570ac842-705e-4ab4-99e1-7ca19b0bee58'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:11.921406 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['570ac842-705e-4ab4-99e1-7ca19b0bee58'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:11.930288 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:11.931149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device b4b3d3fa-f2c3-43ea-9ed2-f037de3000ba not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:12.006945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] DHCP port deletion for cca32be2-bc52-4079-83b0-002899cbc50f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:12.012787 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.037852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] Set router 570ac842-705e-4ab4-99e1-7ca19b0bee58 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:12.055468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Deleting port cd6d6415-cd84-4cf9-8692-707f2a4c3ece {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:12.055835 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.066751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Deleting port 5ce881b7-7a2a-4b32-a967-65115b02774a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:00:12.067142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.118070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] For port cd6d6415-cd84-4cf9-8692-707f2a4c3ece, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,segment=NetworkSegment(edc9a501-938e-471e-97f6-10bda6649117),segment_id=edc9a501-938e-471e-97f6-10bda6649117)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:12.118464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.135069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Calling delete_port for cd6d6415-cd84-4cf9-8692-707f2a4c3ece owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:12.151673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] For port 5ce881b7-7a2a-4b32-a967-65115b02774a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=5ce881b7-7a2a-4b32-a967-65115b02774a,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:12.152035 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.165799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Calling delete_port for 5ce881b7-7a2a-4b32-a967-65115b02774a owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:00:12.214290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.235413 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T03:00:10Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:12.239709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] Pushing event deleted for resources: {'Port': ['ID=cd6d6415-cd84-4cf9-8692-707f2a4c3ece,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:12.243092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97f0d1-3db7-4b67-abeb-0004b4d62316 None None] No DVR routers for this DVR port cd6d6415-cd84-4cf9-8692-707f2a4c3ece on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:00:12.265724 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9811d8-f601-42ac-8512-58c8b0d474d7 None None] The sync data for ids ['570ac842-705e-4ab4-99e1-7ca19b0bee58'] in n-d-714676-12 is: [{'id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957555939', 'tenant_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:50Z', 'updated_at': '2021-11-23T03:00:10Z', 'revision_number': 5, 'project_id': '4b2dac5aedcd43e7abc3a2d959d6a9bb', 'gw_port': {'id': '5ce881b7-7a2a-4b32-a967-65115b02774a', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ac842-705e-4ab4-99e1-7ca19b0bee58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:51Z', 'updated_at': '2021-11-23T02:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:12.357130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.381705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Port': ['ID=5ce881b7-7a2a-4b32-a967-65115b02774a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:12.396953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943098a-29a2-4843-8812-f96dcc615243 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:12.445397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.538350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.540409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.582995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.583547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Fanout notify agent at l3_agent the message router_deleted on router 570ac842-705e-4ab4-99e1-7ca19b0bee58 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:00:12.592206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.593945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9fda6409-e3af-4bf9-95b4-495a51b46176 tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/routers/570ac842-705e-4ab4-99e1-7ca19b0bee58 HTTP/1.1" status: 204 len: 168 time: 0.8229318 Nov 23 03:00:12.596739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55756) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:12.686815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.721050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2d992b70-648a-4c4d-b933-e3146207aa66 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:12.741126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 2d992b70-648a-4c4d-b933-e3146207aa66 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:12.741823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 2d992b70-648a-4c4d-b933-e3146207aa66 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:12.742429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cd6d6415-cd84-4cf9-8692-707f2a4c3ece no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:12.766368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: cd6d6415-cd84-4cf9-8692-707f2a4c3ece {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:12.767583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cd6d6415-cd84-4cf9-8692-707f2a4c3ece not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:12.776469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.797022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca32be2-bc52-4079-83b0-002899cbc50f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:12.806374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc9a501-938e-471e-97f6-10bda6649117') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:12.806699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc9a501-938e-471e-97f6-10bda6649117') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:12.816411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.828966 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.836019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:00:12.836500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:00:12.839844 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:00:12.907755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.914929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:12.918308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] 10.222.0.15 "DELETE /v2.0/networks/cca32be2-bc52-4079-83b0-002899cbc50f HTTP/1.1" status: 204 len: 168 time: 0.3202968 Nov 23 03:00:12.930562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06594a1-6726-4e29-9594-8712a1f87dfd tempest-TestSecurityGroupsBasicOps-395370802 tempest-TestSecurityGroupsBasicOps-395370802-project] Pushing event deleted for resources: {'Network': ['ID=cca32be2-bc52-4079-83b0-002899cbc50f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:13.201267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55764) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:13.334901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8d443543-d159-414c-8e13-d302e71790a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b2dac5aedcd43e7abc3a2d959d6a9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323962 Nov 23 03:00:13.337298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55768) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:13.386259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.406702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.452278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.455004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.456182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d9aef4a-296e-458f-bf9b-64892c997686 HTTP/1.1" status: 204 len: 168 time: 0.1179841 Nov 23 03:00:13.463753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0df9a8-9c8d-40b4-bf68-20ed694e06ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9aef4a-296e-458f-bf9b-64892c997686,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:13.707637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55776) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:13.722542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b90388fa-0aaf-4fe9-82a9-d43321c720c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.802855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b90388fa-0aaf-4fe9-82a9-d43321c720c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.806495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b90388fa-0aaf-4fe9-82a9-d43321c720c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.844630 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b90388fa-0aaf-4fe9-82a9-d43321c720c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13345a3db46345dbad0ea58e3e3bebc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359322 Nov 23 03:00:13.846315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90388fa-0aaf-4fe9-82a9-d43321c720c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b214e8-0254-474d-801c-e815f9aad9bc,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:13.847985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55778) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:13.899994 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.921336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.967515 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.970715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:13.971871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20b214e8-0254-474d-801c-e815f9aad9bc HTTP/1.1" status: 204 len: 168 time: 0.1228366 Nov 23 03:00:13.980094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451cb7f-abff-4a16-81b3-e5d2799ee65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b214e8-0254-474d-801c-e815f9aad9bc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:14.275752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55784) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:14.315403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9f8eaced-8949-4f0d-98c5-e1dfa3782cf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1066c71a21544f5bb89ef570072addd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384567 Nov 23 03:00:14.317758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55786) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:14.363015 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:14.384208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:14.430195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:14.432871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:14.434018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/adc91c9e-9200-48c0-a3ba-b7f135febd2d HTTP/1.1" status: 204 len: 168 time: 0.1153715 Nov 23 03:00:14.442272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d430-7c95-4edd-8bb0-dfae842fd5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc91c9e-9200-48c0-a3ba-b7f135febd2d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:14.480478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ce881b7-7a2a-4b32-a967-65115b02774a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:00:14.502251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 5ce881b7-7a2a-4b32-a967-65115b02774a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:00:14.502524 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 5ce881b7-7a2a-4b32-a967-65115b02774a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:00:15.075095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 55810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:15.169008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-180005561-network', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:15.191745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Made reservation on behalf of 17d7241fade04cec9a7da5ec15a2582d for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:00:15.193977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.201965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.272165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.275470 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.296280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:00:15.310781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deada789-efcd-47f1-9b84-280c6b1aaa0c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:15.313581 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.313920 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Added segment 163ab8e3-3c63-4b4e-8228-8bd945a54dd2 of type vlan for network f06608a9-29b6-4a1b-b88f-5e46290064ea Nov 23 03:00:15.353077 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.376509 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.377417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:15.377987 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.434061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3578546 Nov 23 03:00:15.437060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55814) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:15.441980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55a086-633f-4056-b51d-9a50f13eaf37 admin admin] Pushing event updated for resources: {'Network': ['ID=f06608a9-29b6-4a1b-b88f-5e46290064ea,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:15.442321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Request body: {'subnet': {'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-180005561-subnet', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:15.451470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f06608a9-29b6-4a1b-b88f-5e46290064ea details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:00:15.464102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Made reservation on behalf of 17d7241fade04cec9a7da5ec15a2582d for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:00:15.466639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.632213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.684219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db51c41-c18a-42dc-b626-2b3016f3e10f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:15.694650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Checking segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:15.695014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Network hostable DHCP agents. Network: f06608a9-29b6-4a1b-b88f-5e46290064ea, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:00:15.711384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Network f06608a9-29b6-4a1b-b88f-5e46290064ea is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:00:15.720048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f06608a9-29b6-4a1b-b88f-5e46290064ea) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:15.725772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:15.726023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.728790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1505c-900f-46f8-b15c-430579c2c2e4 None None] Network f06608a9-29b6-4a1b-b88f-5e46290064ea requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:15.741792 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-634e0443-9e81-452d-8b14-92bb468e47f4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3035548 Nov 23 03:00:15.744835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55816) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:15.749166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:15.771218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.772370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.830493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:15.980396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.032821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f06608a9-29b6-4a1b-b88f-5e46290064ea', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:00:16.033764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.165806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Allocated IP 172.20.0.2 (f06608a9-29b6-4a1b-b88f-5e46290064ea/7db51c41-c18a-42dc-b626-2b3016f3e10f/a2ffd8a5-de83-43a8-834e-f3609d506003) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:16.181681 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.201499 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.304830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Allocated IP 172.25.1.32 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9058fe9c-7815-4093-ba63-9d03fd34da18) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:16.316184 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.321534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.366768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Network f06608a9-29b6-4a1b-b88f-5e46290064ea is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:16.369819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:16.374169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:16.377430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Pushing event updated for resources: {'Port': ['ID=a2ffd8a5-de83-43a8-834e-f3609d506003,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:16.412727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.430098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Attempting to bind port a2ffd8a5-de83-43a8-834e-f3609d506003 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:16.430394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Attempting to bind port a2ffd8a5-de83-43a8-834e-f3609d506003 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:16.430794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Attempting to bind port a2ffd8a5-de83-43a8-834e-f3609d506003 on network f06608a9-29b6-4a1b-b88f-5e46290064ea {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:16.435933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:16.436314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Checking segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:16.436717 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.437114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Bound using segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:16.437578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Bound port: a2ffd8a5-de83-43a8-834e-f3609d506003, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:16.437957 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.448185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.489686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:16.494439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:16.498984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:16.506950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] For port a2ffd8a5-de83-43a8-834e-f3609d506003, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:16.510336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca8814-0c32-41d8-b890-da9015d8ab91 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:16.513170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] For port a2ffd8a5-de83-43a8-834e-f3609d506003, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2ffd8a5-de83-43a8-834e-f3609d506003,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:16.519009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.522790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Pushing event updated for resources: {'Port': ['ID=9058fe9c-7815-4093-ba63-9d03fd34da18,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:16.589377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30979648-16c0-4ad2-94d9-c716cf88ca54 None None] Pushing event updated for resources: {'Port': ['ID=a2ffd8a5-de83-43a8-834e-f3609d506003,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:16.599923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-058fc6fb-cb5c-47b6-b071-e72a4d47a7fa None None] Provisioning complete for port 9058fe9c-7815-4093-ba63-9d03fd34da18 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:16.600402 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-058fc6fb-cb5c-47b6-b071-e72a4d47a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.636858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-058fc6fb-cb5c-47b6-b071-e72a4d47a7fa None None] Port 9058fe9c-7815-4093-ba63-9d03fd34da18 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:16.789441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:16.987528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:17.120916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:00:17.496160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9962d2-b97f-4a20-b002-751f94d25523 None None] Network f06608a9-29b6-4a1b-b88f-5e46290064ea requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:17.554620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:17.571937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:17.572185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:17.575926 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a848f47-052e-49ed-ae00-ccd419fd96ff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8273745 Nov 23 03:00:17.576074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55822) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:17.599387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] Provisioning complete for port a2ffd8a5-de83-43a8-834e-f3609d506003 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:17.599757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:17.604538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:17.605146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:17.816566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:17.881340 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:17.959799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] For port a2ffd8a5-de83-43a8-834e-f3609d506003, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2ffd8a5-de83-43a8-834e-f3609d506003,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:17.969271 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.014249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.035426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5871-53d0-4c3b-9b38-e6f9158bc1e9 None None] Pushing event updated for resources: {'Port': ['ID=a2ffd8a5-de83-43a8-834e-f3609d506003,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:18.112261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:16Z', 'revision_number': 3, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:18.139606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:18.139948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Updating router 13b136da-907a-41e3-ae14-5a89ce6d5c42 port 9058fe9c-7815-4093-ba63-9d03fd34da18 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:00:18.165093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.184119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Allocated IP 172.20.0.1 (f06608a9-29b6-4a1b-b88f-5e46290064ea/7db51c41-c18a-42dc-b626-2b3016f3e10f/79c3e940-8672-412f-9136-f5ae3a9e37f3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:18.216212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-38e5d967-4272-4895-945f-547c6899928f None None] Provisioning complete for port a2ffd8a5-de83-43a8-834e-f3609d506003 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:18.216581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-38e5d967-4272-4895-945f-547c6899928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.292779 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.326125 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.364639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Network f06608a9-29b6-4a1b-b88f-5e46290064ea is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:18.367532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:18.371401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:18.399814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Pushing event updated for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:18.420882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.502400 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.508909 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.574311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b83b48-d7a5-414b-8acd-1704a26cab19 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:18.579931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a2ffd8a5-de83-43a8-834e-f3609d506003 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:18.581619 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.583782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fbaca-dc25-4909-9de8-22482c20e6d0 None None] Pushing event updated for resources: {'Port': ['ID=9058fe9c-7815-4093-ba63-9d03fd34da18,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:18.604683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Attempting to bind port 9058fe9c-7815-4093-ba63-9d03fd34da18 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:18.605059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Attempting to bind port 9058fe9c-7815-4093-ba63-9d03fd34da18 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:18.605435 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Attempting to bind port 9058fe9c-7815-4093-ba63-9d03fd34da18 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:18.619321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:18.619708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:18.620118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.620519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:18.621006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Bound port: 9058fe9c-7815-4093-ba63-9d03fd34da18, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:18.621394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.689779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-790bdc63-ffd7-4375-80a7-f916c2dd6b32 None None] Provisioning complete for port 9058fe9c-7815-4093-ba63-9d03fd34da18 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:18.690152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-790bdc63-ffd7-4375-80a7-f916c2dd6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.712904 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] For port 9058fe9c-7815-4093-ba63-9d03fd34da18, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:18.736244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] For port 9058fe9c-7815-4093-ba63-9d03fd34da18, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9058fe9c-7815-4093-ba63-9d03fd34da18,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:18.744324 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.749608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a2ffd8a5-de83-43a8-834e-f3609d506003 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:18.749973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.770301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.774924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.790096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-790bdc63-ffd7-4375-80a7-f916c2dd6b32 None None] Port 9058fe9c-7815-4093-ba63-9d03fd34da18 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:18.817293 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55ba05-33c1-4332-933e-8e3bad3c315f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:18.846227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Pushing event updated for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:18.847229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:18.847858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:18.849385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:18.853529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fbaca-dc25-4909-9de8-22482c20e6d0 None None] Pushing event updated for resources: {'Port': ['ID=9058fe9c-7815-4093-ba63-9d03fd34da18,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:18.943443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Network f06608a9-29b6-4a1b-b88f-5e46290064ea is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:18.944877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:18.978688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Provisioning complete for port 9058fe9c-7815-4093-ba63-9d03fd34da18 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:18.979068 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.072665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:00:19.197550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:19.202689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:19.208375 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-461dcaaa-288d-4071-9149-0d40a6d85616 admin admin] 10.222.0.15 "PUT /v2.0/routers/13b136da-907a-41e3-ae14-5a89ce6d5c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6312418 Nov 23 03:00:19.345303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.381292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e5272459-d7fc-40ab-8039-814971459270 None None] For port 9058fe9c-7815-4093-ba63-9d03fd34da18, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9058fe9c-7815-4093-ba63-9d03fd34da18,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:19.389471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.472730 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:19.473121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.479571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Pushing event updated for resources: {'Port': ['ID=9058fe9c-7815-4093-ba63-9d03fd34da18,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:19.520175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e5272459-d7fc-40ab-8039-814971459270 None None] Port 79c3e940-8672-412f-9136-f5ae3a9e37f3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:19.531908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:19.558426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e584d8-9476-4c97-9d34-82a05fafc594 None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:19.641099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-48933633-0dd5-43dc-a3ef-d5c369d7cdb4 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:19.642427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-48933633-0dd5-43dc-a3ef-d5c369d7cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.681382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-48933633-0dd5-43dc-a3ef-d5c369d7cdb4 None None] Port 79c3e940-8672-412f-9136-f5ae3a9e37f3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:19.692590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:19.697668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1093003442-network', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:19.720879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Made reservation on behalf of f335cb4bfb2c4b6496e3ded77f5dfa29 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:00:19.723481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.732322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.839802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.843658 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.873053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:00:19.880563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9512f72-c995-4b12-97e6-034afee7d087,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:19.888424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.888773 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Added segment 456a816d-b3ed-4722-b5ef-6311f751fcbe of type vlan for network a4800d3d-d167-4ca9-85ef-e91c6f230843 Nov 23 03:00:19.935437 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.963206 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.964240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:19.964862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.026707 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3329239 Nov 23 03:00:20.029363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55844) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:20.034133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Request body: {'subnet': {'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1093003442-subnet', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:20.044686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f88af-992d-4454-919d-a4931e1ac38e admin admin] Pushing event updated for resources: {'Network': ['ID=a4800d3d-d167-4ca9-85ef-e91c6f230843,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:20.057098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:00:20.064948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Made reservation on behalf of f335cb4bfb2c4b6496e3ded77f5dfa29 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:00:20.067419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.274127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.338488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e3cb4a-5fc9-4549-b55b-8f1c20840c01,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:20.352256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Checking segment: {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:20.352630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Network hostable DHCP agents. Network: a4800d3d-d167-4ca9-85ef-e91c6f230843, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:00:20.370444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:00:20.379651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, a4800d3d-d167-4ca9-85ef-e91c6f230843) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:20.384647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:20.385850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.390693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89093763-1b28-4792-b110-ac0c10d89677 None None] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:20.403379 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a148b6bc-4202-4bb1-994a-e4ac146fc847 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3728068 Nov 23 03:00:20.406398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:20.412098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:00:20.437006 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.438946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.498592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.572789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9058fe9c-7815-4093-ba63-9d03fd34da18 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:20.597143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-a4800d3d-d167-4ca9-85ef-e91c6f230843', 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'fixed_ips': [{'subnet_id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:00:20.597996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.659174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.698878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9058fe9c-7815-4093-ba63-9d03fd34da18 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:20.699234 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.819217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Allocated IP 172.20.0.2 (a4800d3d-d167-4ca9-85ef-e91c6f230843/07e3cb4a-5fc9-4549-b55b-8f1c20840c01/45ad3a05-9aa7-4272-9569-eda3aa62f93f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:20.875339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.899034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.988706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:20.994775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.006369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Allocated IP 172.25.1.208 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/343ae160-0465-4744-a287-456e1b3cd4da) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:21.037370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:21.042833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:21.045238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:21.047406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Pushing event updated for resources: {'Port': ['ID=45ad3a05-9aa7-4272-9569-eda3aa62f93f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:21.101559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Attempting to bind port 45ad3a05-9aa7-4272-9569-eda3aa62f93f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:21.102071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Attempting to bind port 45ad3a05-9aa7-4272-9569-eda3aa62f93f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:21.102447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Attempting to bind port 45ad3a05-9aa7-4272-9569-eda3aa62f93f on network a4800d3d-d167-4ca9-85ef-e91c6f230843 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:21.107578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:21.107961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Checking segment: {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:21.108371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.108772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Bound using segment: {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:21.109257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Bound port: 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:21.109644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.111879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.145058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.184378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] For port 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:21.187700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:21.190247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] For port 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=45ad3a05-9aa7-4272-9569-eda3aa62f93f,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:21.190972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:21.194939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:21.196006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.220357 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Pushing event updated for resources: {'Port': ['ID=343ae160-0465-4744-a287-456e1b3cd4da,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:21.236753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b453c7-3309-4c85-9fe5-10eae044814c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:21.282773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36326b4-a22b-4689-815d-f3accd15682b None None] Pushing event updated for resources: {'Port': ['ID=45ad3a05-9aa7-4272-9569-eda3aa62f93f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:21.317930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c255fbb3-8fed-4346-94ce-b3125e7204b8 None None] Provisioning complete for port 343ae160-0465-4744-a287-456e1b3cd4da triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:21.318316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c255fbb3-8fed-4346-94ce-b3125e7204b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.357533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c255fbb3-8fed-4346-94ce-b3125e7204b8 None None] Port 343ae160-0465-4744-a287-456e1b3cd4da cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:21.502655 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.707202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.833356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Router ca557504-c39b-46a2-b341-a1c99d89b832 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:00:21.956933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:21.974396 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Sync routers for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:21.976687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.978693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3876092e-d43c-46ab-b058-7e275f6f22a1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5711799 Nov 23 03:00:21.980704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 55852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:21.988756 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:21.989716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:22.101738 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:22.202115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:22.215600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:22.216161 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:22.288926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9088280-e26d-4910-ac3b-ad57ac625fa7 None None] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:00:22.305896 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:21Z', 'revision_number': 3, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:22.333856 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Checking router: ca557504-c39b-46a2-b341-a1c99d89b832 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:22.334200 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Updating router ca557504-c39b-46a2-b341-a1c99d89b832 port 343ae160-0465-4744-a287-456e1b3cd4da binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:00:22.361977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] Provisioning complete for port 45ad3a05-9aa7-4272-9569-eda3aa62f93f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:22.362523 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.363911 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.524855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:22.631636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 45ad3a05-9aa7-4272-9569-eda3aa62f93f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:22.678106 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.684571 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.704997 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.726765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060474c-014d-4558-a5be-e2f3d0c16576 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:22.739693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Attempting to bind port 343ae160-0465-4744-a287-456e1b3cd4da on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:22.740118 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Attempting to bind port 343ae160-0465-4744-a287-456e1b3cd4da by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:22.740485 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Attempting to bind port 343ae160-0465-4744-a287-456e1b3cd4da on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:22.748611 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:22.748980 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:22.749375 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.749760 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:22.750220 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Bound port: 343ae160-0465-4744-a287-456e1b3cd4da, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:22.750616 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.774442 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Pushing event updated for resources: {'Port': ['ID=343ae160-0465-4744-a287-456e1b3cd4da,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:22.794099 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.794486 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.794868 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.795203 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.795549 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.795908 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.796234 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.796552 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.796888 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.797188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.798649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.799446 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:00:22.804158 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.837561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] For port 343ae160-0465-4744-a287-456e1b3cd4da, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:22.840514 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] For port 343ae160-0465-4744-a287-456e1b3cd4da, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=343ae160-0465-4744-a287-456e1b3cd4da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:22.846041 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.866903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] For port 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=45ad3a05-9aa7-4272-9569-eda3aa62f93f,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:22.882062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.904038 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:22.904788 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:22.929560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eaab19-3e55-4ccf-a80d-3530a1d51b1d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:00:22.931324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 45ad3a05-9aa7-4272-9569-eda3aa62f93f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:22.931828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:22.956908 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5dd65-a1b3-488a-90ea-cdf37553a88b None None] Pushing event updated for resources: {'Port': ['ID=343ae160-0465-4744-a287-456e1b3cd4da,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:23.008120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Allocated IP 172.20.0.1 (a4800d3d-d167-4ca9-85ef-e91c6f230843/07e3cb4a-5fc9-4549-b55b-8f1c20840c01/a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:00:23.158391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.181519 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:23.199519 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.205218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9c6bc-f109-435e-b9e2-d3e6ad5802a8 None None] Pushing event updated for resources: {'Port': ['ID=45ad3a05-9aa7-4272-9569-eda3aa62f93f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:23.221181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] Provisioning complete for port 343ae160-0465-4744-a287-456e1b3cd4da triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:23.221397 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.246086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:23.251672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:23.257153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:00:23.261768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:23.307032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:23.316556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.344143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:23.345041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Updating router 13b136da-907a-41e3-ae14-5a89ce6d5c42 port 79c3e940-8672-412f-9136-f5ae3a9e37f3 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:00:23.379430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.412511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:21Z', 'revision_number': 3, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:23.443724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.448006 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bba4b0a-873b-4b68-9ff2-39222afd8745 None None] The sync data for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 is: [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:21Z', 'revision_number': 3, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:23.480232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] For port 343ae160-0465-4744-a287-456e1b3cd4da, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=343ae160-0465-4744-a287-456e1b3cd4da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:23.501821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.541480 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.621803 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.678773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d49988-c9fb-470f-bbc2-828398366dce None None] Pushing event updated for resources: {'Port': ['ID=343ae160-0465-4744-a287-456e1b3cd4da,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:23.722276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea2968a1-175d-4b20-af12-e49deb3548db None None] Provisioning complete for port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:23.722688 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea2968a1-175d-4b20-af12-e49deb3548db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.748187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.752712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.796978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ea2968a1-175d-4b20-af12-e49deb3548db None None] Port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:23.831732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.840367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:23.845920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea2968a1-175d-4b20-af12-e49deb3548db None None] Provisioning complete for port 45ad3a05-9aa7-4272-9569-eda3aa62f93f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:23.846303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea2968a1-175d-4b20-af12-e49deb3548db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.893373 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.904453 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:23.945420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:00:23.946943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:00:23.990062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b89cc-34d8-4aea-9d6b-1d845e1dd64e None None] Pushing event updated for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:24.069008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Attempting to bind port 79c3e940-8672-412f-9136-f5ae3a9e37f3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:24.069403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Attempting to bind port 79c3e940-8672-412f-9136-f5ae3a9e37f3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:24.069893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Attempting to bind port 79c3e940-8672-412f-9136-f5ae3a9e37f3 on network f06608a9-29b6-4a1b-b88f-5e46290064ea {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:24.075694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:24.076223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Checking segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:24.076620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.077017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Bound using segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:24.077482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Bound port: 79c3e940-8672-412f-9136-f5ae3a9e37f3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:24.077862 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.128518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Router ca557504-c39b-46a2-b341-a1c99d89b832 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:00:24.171739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] For port 79c3e940-8672-412f-9136-f5ae3a9e37f3, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:24.175530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] For port 79c3e940-8672-412f-9136-f5ae3a9e37f3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c3e940-8672-412f-9136-f5ae3a9e37f3,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:24.188700 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.284951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:24.285599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:24.314803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:00:24.322578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-361c9b7b-3707-4359-9b92-b0d69ce8ff84 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca557504-c39b-46a2-b341-a1c99d89b832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381510 Nov 23 03:00:24.336639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b89cc-34d8-4aea-9d6b-1d845e1dd64e None None] Pushing event updated for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:24.397019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:24.397424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.460168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:24.626053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.693257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] For port 79c3e940-8672-412f-9136-f5ae3a9e37f3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c3e940-8672-412f-9136-f5ae3a9e37f3,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:24.717985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.752692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 45ad3a05-9aa7-4272-9569-eda3aa62f93f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:24.821748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ede0cd-dcbd-4fe5-a948-b30a5faa2724 None None] Pushing event updated for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:24.853800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:24.883746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 45ad3a05-9aa7-4272-9569-eda3aa62f93f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:24.884129 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.885723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-61c146e9-3263-46ae-aaa2-c089e72b48a6 None None] Provisioning complete for port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:24.886083 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-61c146e9-3263-46ae-aaa2-c089e72b48a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:24.888981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f800fbd-8fd3-4b50-b8d3-b23129f61454 None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:24.957074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-61c146e9-3263-46ae-aaa2-c089e72b48a6 None None] Port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:00:24.972952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-61c146e9-3263-46ae-aaa2-c089e72b48a6 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:24.973415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-61c146e9-3263-46ae-aaa2-c089e72b48a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:25.041436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 343ae160-0465-4744-a287-456e1b3cd4da up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:25.138396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 343ae160-0465-4744-a287-456e1b3cd4da triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:25.138806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:25.243724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c3e940-8672-412f-9136-f5ae3a9e37f3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:25.310973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:25.311527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:25.790961 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Sync routers for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:00:25.801940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:25.802721 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:25.918106 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:26.129663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed', 'name': '', 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'mac_address': 'fa:16:3e:61:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:22Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 2, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'subnets': [{'id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:26.155538 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Checking router: ca557504-c39b-46a2-b341-a1c99d89b832 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:00:26.155970 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Updating router ca557504-c39b-46a2-b341-a1c99d89b832 port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:00:26.182635 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.464657 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.471145 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.520699 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65438-e2a9-4f85-83a5-1eeb7e858bd0 None None] Pushing event updated for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:26.540202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c3e940-8672-412f-9136-f5ae3a9e37f3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:26.585317 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Attempting to bind port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:00:26.586012 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Attempting to bind port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:00:26.588369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Attempting to bind port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed on network a4800d3d-d167-4ca9-85ef-e91c6f230843 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:00:26.595073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:00:26.595549 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Checking segment: {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:00:26.596020 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.596487 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Bound using segment: {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:00:26.596959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Bound port: a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456a816d-b3ed-4722-b5ef-6311f751fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:00:26.597341 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.608143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 79c3e940-8672-412f-9136-f5ae3a9e37f3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:26.609055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.673657 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] For port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:00:26.677165 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] For port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:00:26.683835 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.754369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a65438-e2a9-4f85-83a5-1eeb7e858bd0 None None] Pushing event updated for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:26.757947 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:00:26.758654 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:00:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:26.865492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] Provisioning complete for port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:26.865792 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:26.902940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:00:26.973267 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:27.033052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] For port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:00:27.037959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:27.089216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e762b3-693b-4cdf-aa3b-3d8b605ea49e None None] Pushing event updated for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:00:27.131645 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed', 'name': '', 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'mac_address': 'fa:16:3e:61:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:22Z', 'updated_at': '2021-11-23T03:00:26Z', 'revision_number': 4, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'subnets': [{'id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:00:27.158848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1e79f025-7698-4759-9864-6edf85148dbd None None] Provisioning complete for port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:27.159213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e79f025-7698-4759-9864-6edf85148dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:27.162004 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d16bd67-da0a-494b-971a-c2a714ac7615 None None] The sync data for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 is: [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed', 'name': '', 'network_id': 'a4800d3d-d167-4ca9-85ef-e91c6f230843', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'mac_address': 'fa:16:3e:61:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:22Z', 'updated_at': '2021-11-23T03:00:26Z', 'revision_number': 4, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'subnets': [{'id': '07e3cb4a-5fc9-4549-b55b-8f1c20840c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:00:28.567123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:00:28.617823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:00:28.618196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:29.826926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:35.859159 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35e252ec-6dc0-4030-bccc-fd2aa3c0e2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:36.021541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-e754950b-0ebd-40db-b63c-a7e95d180050 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418534 Nov 23 03:00:36.360899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-8553ee1b-c8e3-4720-aeb2-d0cc8957517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:36.362412 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-8553ee1b-c8e3-4720-aeb2-d0cc8957517a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1097 time: 0.0442345 Nov 23 03:00:36.477596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-ac0faca0-bb21-4bb3-a872-2710dd0b1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:36.479148 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-ac0faca0-bb21-4bb3-a872-2710dd0b1f42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.0954704 Nov 23 03:00:36.550724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-eabcf992-c22f-47a1-a46c-73e781e340ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 1001 time: 0.0646594 Nov 23 03:00:36.607034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-1b3cd850-7bf9-4e21-aeac-c5c5ae19db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:36.607034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-1b3cd850-7bf9-4e21-aeac-c5c5ae19db5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0495162 Nov 23 03:00:36.658724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-3857dedd-35ea-4476-ba72-98abdd2e27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:36.660392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-3857dedd-35ea-4476-ba72-98abdd2e27c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465252 Nov 23 03:00:36.672268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-f66f5192-d713-482c-b067-3fc82cf14224 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:00:36.673208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-f66f5192-d713-482c-b067-3fc82cf14224 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048964 Nov 23 03:00:36.763457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-c9070a46-3fbc-4d4e-850a-bcf0851d0c25 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Nov 23 03:00:36.859401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12c08d64-549c-4dc5-ace8-da7a78154db8 req-8633f21b-328e-4e26-9025-dee38b8628dd service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880120 Nov 23 03:00:38.050077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01798b15-8200-4de4-9e2c-926f4303f93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:39.339277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:39.396499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:00:40.778757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:41.885007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:53.575497 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:59.824684 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:05.860106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ebf497bd-ca4c-4f11-b8c8-dfa5d579efda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:08.054319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7d40b64b-1e2c-4bbe-9dc1-8ccb1595bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:09.342333 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:10.781088 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:11.887395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.396285 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:01:23.586907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:29.842752 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:35.864215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0924ac55-9644-48d2-9257-f5b14282062d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:36.518798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-206ca9b4-3baf-47c7-a25e-b852155dcc92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1823089 Nov 23 03:01:36.625616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-0d1d820c-384f-49dc-b856-523babc9226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:36.627361 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-0d1d820c-384f-49dc-b856-523babc9226e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 1097 time: 0.0431974 Nov 23 03:01:36.739269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-ad77950b-0633-4c32-ba73-171ab660ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:36.740851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-ad77950b-0633-4c32-ba73-171ab660ec2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 200 len: 912 time: 0.0944045 Nov 23 03:01:36.821659 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-06a55a5f-f603-4d11-8a1b-338e8b7b146f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 200 len: 1001 time: 0.0735483 Nov 23 03:01:36.874627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-e345fa6c-b0a2-464b-a8d1-7204cee23e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:36.876191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-e345fa6c-b0a2-464b-a8d1-7204cee23e86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 200 len: 850 time: 0.0468419 Nov 23 03:01:36.925903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-f4839123-31cf-428a-bdaf-f3046b49e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:36.927567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-f4839123-31cf-428a-bdaf-f3046b49e988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3c75785-5320-4519-8cea-080253fd5d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444050 Nov 23 03:01:37.020323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-d3d4f328-4170-43ab-a32c-e38a0199aa53 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852051 Nov 23 03:01:37.120113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3944f851-73f9-4bf2-be4b-9241ee41fae9 req-58de52a0-1ea5-43b4-a074-3305806744c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Nov 23 03:01:38.063542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4db0-2b1b-47cd-b37e-01f5427ed920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:39.348459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:40.786345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:41.893142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:53.395797 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:01:53.598356 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:59.429052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a6b9-7944-4f4b-b717-e697dfd5143b req-f1033917-6da2-493f-b7a8-9abca39fa1c7 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:59.430462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15c3a6b9-7944-4f4b-b717-e697dfd5143b req-f1033917-6da2-493f-b7a8-9abca39fa1c7 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.0508265 Nov 23 03:01:59.479733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15c3a6b9-7944-4f4b-b717-e697dfd5143b req-8ab9de5c-1572-4f0f-8819-d8cac7b553ae tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422623 Nov 23 03:01:59.847911 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:00.596516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7df43-3271-481e-9727-bab3a4429a12 req-934d6759-5215-442d-bab3-69f4629f4102 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:00.598005 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8d7df43-3271-481e-9727-bab3a4429a12 req-934d6759-5215-442d-bab3-69f4629f4102 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.0482194 Nov 23 03:02:00.643755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f8d7df43-3271-481e-9727-bab3a4429a12 req-d30e4e8d-a46b-481c-9f1b-fe360b35c4ed tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Nov 23 03:02:01.507240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-24c256e9-5fdf-423f-84cd-ae6988aa5da0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:01.508679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-24c256e9-5fdf-423f-84cd-ae6988aa5da0 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.3928273 Nov 23 03:02:01.600377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Deleting port 90d898f8-fa00-4f80-a3bc-b80c75754af2 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:02:01.601046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:01.694071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] For port 90d898f8-fa00-4f80-a3bc-b80c75754af2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=90d898f8-fa00-4f80-a3bc-b80c75754af2,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:01.694429 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:01.842288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894f5f2-e6e8-45ad-b367-c2741dbce443 req-96eeaf5d-dcf1-4d72-a3f2-af5365f6fff5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:01.843931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6894f5f2-e6e8-45ad-b367-c2741dbce443 req-96eeaf5d-dcf1-4d72-a3f2-af5365f6fff5 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 945 time: 0.1086280 Nov 23 03:02:02.028332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:02.028332 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:02.028332 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Floating IP c9522283-5128-49db-8320-eb34fa7c79ea disassociated. External IP: 172.25.1.117, port: 90d898f8-fa00-4f80-a3bc-b80c75754af2. Nov 23 03:02:02.028332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Calling delete_port for 90d898f8-fa00-4f80-a3bc-b80c75754af2 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:02:02.028332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6894f5f2-e6e8-45ad-b367-c2741dbce443 req-20b52b11-bb61-49f6-920b-9acacd7efb15 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups?id=09e8c6b3-41ea-4b1b-8506-ed710bb68c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025298 Nov 23 03:02:02.140925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:02.161364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'Port': ['ID=90d898f8-fa00-4f80-a3bc-b80c75754af2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:02.173659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.174084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.174531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.174951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.177919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.178359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.178834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.179262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.179676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.180074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.180481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.180885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:02.302659 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:02:02.424071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:02:02.436241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:02:02.446845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:02.447476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:01:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:02.495001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] No DVR routers for this DVR port 90d898f8-fa00-4f80-a3bc-b80c75754af2 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:02:02.497972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:02.501376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-43b32d34-3c6b-432e-91fe-225ff9f1b516 req-a9712dcb-1c10-4cf9-a36a-3ccdf20f4b22 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.41 "DELETE /v2.0/ports/90d898f8-fa00-4f80-a3bc-b80c75754af2 HTTP/1.1" status: 204 len: 173 time: 0.9853992 Nov 23 03:02:02.502631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'name': 'network-vif-deleted', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:02.505242 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaba229-44ce-4b56-8fad-95db87064fd6" -d '{"events": [{"server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "name": "network-vif-deleted", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:02.580570 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:02.717189 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e3d3c5-3b10-43c6-8984-61f2893176b2 x-openstack-request-id: req-f1e3d3c5-3b10-43c6-8984-61f2893176b2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:02.718113 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2af19a-4405-4272-8448-7262db054c5a", "name": "network-vif-deleted", "tag": "90d898f8-fa00-4f80-a3bc-b80c75754af2", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:02.718729 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1e3d3c5-3b10-43c6-8984-61f2893176b2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:02.719345 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2af19a-4405-4272-8448-7262db054c5a', 'name': 'network-vif-deleted', 'tag': '90d898f8-fa00-4f80-a3bc-b80c75754af2', 'status': 'completed', 'code': 200} Nov 23 03:02:02.865175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:02.893229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:02:02.903220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:02.903859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:01:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:03.026368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:03.179546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5facf4b-282e-4f75-830c-acd3109335bb req-62da0410-c7de-45e4-9636-afe472f0fd72 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d2af19a-4405-4272-8448-7262db054c5a HTTP/1.1" status: 200 len: 210 time: 0.0386481 Nov 23 03:02:03.291125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:03.323166 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9675d76-2ffe-4de5-b778-cda70250e90a None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '70390db4-23e9-4361-9efb-bee1378b6abd', 'name': '', 'network_id': 'b3c75785-5320-4519-8cea-080253fd5d1e', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'mac_address': 'fa:16:3e:76:40:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:41Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'subnets': [{'id': '1b15600c-9356-45d3-ba39-9c6bea1d1187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:02:03.580702 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b4882-e562-4b18-b8ab-bf7a75b013a2 None None] New status for floating IP c9522283-5128-49db-8320-eb34fa7c79ea: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:02:04.269743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 56942) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:04.324903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.349645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.400740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.404225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.408331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56948) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:04.415048 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "DELETE /v2.0/security-groups/09e8c6b3-41ea-4b1b-8506-ed710bb68c96 HTTP/1.1" status: 204 len: 168 time: 0.1441462 Nov 23 03:02:04.422880 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-a5061da4-71d3-4992-8ad8-5ab5acdde4ad tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] show failed (client error): The resource could not be found. Nov 23 03:02:04.424756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e8c6b3-41ea-4b1b-8506-ed710bb68c96,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:04.427037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5061da4-71d3-4992-8ad8-5ab5acdde4ad tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "GET /v2.0/security-groups/09e8c6b3-41ea-4b1b-8506-ed710bb68c96 HTTP/1.1" status: 404 len: 347 time: 0.0168180 Nov 23 03:02:04.427585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 56950) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:04.432636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.433090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.433514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.433941 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.434297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.434768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.435110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.435480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.435813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.436157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.436473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.436841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334963c0-625b-476d-81ab-7d04a331d4a9 tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:04.571095 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Deleting port c364a61b-07bc-4fca-b060-23ecb6a32a61 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:02:04.571447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.655386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.655760 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.668487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Calling delete_port for c364a61b-07bc-4fca-b060-23ecb6a32a61 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:02:04.811530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.839268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Pushing event deleted for resources: {'Port': ['ID=c364a61b-07bc-4fca-b060-23ecb6a32a61,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:04.908249 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.910909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.914937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3f8c7284-1285-4c74-9d7a-9a565c8a909c tempest-AttachVolumeTestJSON-212355931 tempest-AttachVolumeTestJSON-212355931-project] 10.222.0.15 "DELETE /v2.0/floatingips/c9522283-5128-49db-8320-eb34fa7c79ea HTTP/1.1" status: 204 len: 168 time: 0.4834268 Nov 23 03:02:04.930359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 90d898f8-fa00-4f80-a3bc-b80c75754af2 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:02:04.954302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 90d898f8-fa00-4f80-a3bc-b80c75754af2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:02:04.954302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 90d898f8-fa00-4f80-a3bc-b80c75754af2 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:02:05.869581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c74409e7-384b-45f3-b789-66174141cbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:08.073514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-21494079-2c44-46df-84bd-8f350f491f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:09.361583 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:10.801514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:11.892225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:14.868933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:15.379226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:15.650300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Deleting port 70390db4-23e9-4361-9efb-bee1378b6abd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:02:15.650988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:15.740229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] For port 70390db4-23e9-4361-9efb-bee1378b6abd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70390db4-23e9-4361-9efb-bee1378b6abd,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:15.740645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:15.753823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Calling delete_port for 70390db4-23e9-4361-9efb-bee1378b6abd owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:02:15.943256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:15.972657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Pushing event deleted for resources: {'Port': ['ID=70390db4-23e9-4361-9efb-bee1378b6abd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:16.148285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:16.365025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Router 8b9031c7-eb94-4575-bdb3-c853b481e07b has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:02:16.479053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:02:16.484138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b3bf0474-9564-4671-b82f-4530aa9ce181 admin admin] 10.222.0.15 "PUT /v2.0/routers/8b9031c7-eb94-4575-bdb3-c853b481e07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135669 Nov 23 03:02:16.486717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:16.489614 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Sync routers for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:02:16.500426 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:16.501582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:16.608223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:16.627119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:16.716920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:16.769533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Deleting port 1c4f40f3-3a03-46bc-ba10-a51f95f57039 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:02:16.770059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:16.819477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180'}], 'enable_snat': True}, 'gw_port_id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T03:02:15Z', 'revision_number': 5, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port': {'id': '1c4f40f3-3a03-46bc-ba10-a51f95f57039', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:15:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:16.850935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Checking router: 8b9031c7-eb94-4575-bdb3-c853b481e07b for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:02:16.855910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] For port 1c4f40f3-3a03-46bc-ba10-a51f95f57039, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1c4f40f3-3a03-46bc-ba10-a51f95f57039,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:16.856343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:16.860956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Routers {'8b9031c7-eb94-4575-bdb3-c853b481e07b'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:16.861761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8b9031c7-eb94-4575-bdb3-c853b481e07b'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:16.871616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Calling delete_port for 1c4f40f3-3a03-46bc-ba10-a51f95f57039 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:02:16.949015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] Set router 8b9031c7-eb94-4575-bdb3-c853b481e07b gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:17.003147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T03:02:16Z', 'revision_number': 6, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:17.033859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe807008-2b68-495b-a622-fe487d67d4d2 None None] The sync data for ids ['8b9031c7-eb94-4575-bdb3-c853b481e07b'] in n-d-714676-12 is: [{'id': '8b9031c7-eb94-4575-bdb3-c853b481e07b', 'name': 'tempest-AttachVolumeTestJSON-1689195678-router', 'tenant_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:29Z', 'updated_at': '2021-11-23T03:02:16Z', 'revision_number': 6, 'project_id': '4da6c24abbf5459d94b69b7dfb32d5d7', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:02:17.044954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.072551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4f40f3-3a03-46bc-ba10-a51f95f57039,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:17.096748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f966f06-0c1a-4652-9ab8-9d9f56d92581 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:02:17.146010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.240382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.242933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.287983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.288500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9031c7-eb94-4575-bdb3-c853b481e07b {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:02:17.293715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.295589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b8dbeedc-1a93-477e-a085-91ee32096630 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8b9031c7-eb94-4575-bdb3-c853b481e07b HTTP/1.1" status: 204 len: 168 time: 0.8072927 Nov 23 03:02:17.297976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:17.341539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Deleting subnet 1b15600c-9356-45d3-ba39-9c6bea1d1187 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:02:17.345082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.385432 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.484004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.559681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.583171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b15600c-9356-45d3-ba39-9c6bea1d1187,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:17.588972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.592444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-87743253-c90a-4b74-8c29-21b157dbbdaa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b15600c-9356-45d3-ba39-9c6bea1d1187 HTTP/1.1" status: 204 len: 168 time: 0.2934077 Nov 23 03:02:17.595381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e637df6-e191-41f3-a889-1d0e5d27e795 None None] Network b3c75785-5320-4519-8cea-080253fd5d1e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:02:17.595888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57194) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:17.670695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.726848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Deleting port 3df32036-f472-446d-be14-7454a7c0051e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:02:17.727192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.794436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] For port 3df32036-f472-446d-be14-7454a7c0051e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3df32036-f472-446d-be14-7454a7c0051e,segment=NetworkSegment(89f15ee2-4e49-4e0e-a14d-31819ddb280e),segment_id=89f15ee2-4e49-4e0e-a14d-31819ddb280e)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:17.794827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.812713 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Calling delete_port for 3df32036-f472-446d-be14-7454a7c0051e owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:02:17.893346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:17.909485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656dbe92-79a5-41fa-abaf-ea3bf718c6a9 None None] DHCP port deletion for b3c75785-5320-4519-8cea-080253fd5d1e request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:02:17.916892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df32036-f472-446d-be14-7454a7c0051e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:17.928489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] No DVR routers for this DVR port 3df32036-f472-446d-be14-7454a7c0051e on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:02:18.009453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.031696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c75785-5320-4519-8cea-080253fd5d1e']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:18.043584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f15ee2-4e49-4e0e-a14d-31819ddb280e') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:18.043891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f15ee2-4e49-4e0e-a14d-31819ddb280e') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:18.055267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.070649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.079383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:02:18.079700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:02:18.081579 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:02:18.141273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.147066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.150653 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b3c75785-5320-4519-8cea-080253fd5d1e HTTP/1.1" status: 204 len: 168 time: 0.5539722 Nov 23 03:02:18.163742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869c19a-e667-48ee-bddc-67b6b0053762 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c75785-5320-4519-8cea-080253fd5d1e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:18.290124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57200) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:18.338570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f334e7f0-9a09-4318-ac3c-1cb0ab71976f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4da6c24abbf5459d94b69b7dfb32d5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466740 Nov 23 03:02:18.341087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57202) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:18.389571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.411050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.459981 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.462465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:18.463645 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dfcf6fa-1b14-449b-964b-fffa7f871700 HTTP/1.1" status: 204 len: 168 time: 0.1215420 Nov 23 03:02:18.472650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65cad4-fa5b-42f1-a586-9ba4086d7cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfcf6fa-1b14-449b-964b-fffa7f871700,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:18.644995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c4f40f3-3a03-46bc-ba10-a51f95f57039 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:02:18.666485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1c4f40f3-3a03-46bc-ba10-a51f95f57039 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:02:18.666981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1c4f40f3-3a03-46bc-ba10-a51f95f57039 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:02:18.667405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3df32036-f472-446d-be14-7454a7c0051e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:02:18.687224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3df32036-f472-446d-be14-7454a7c0051e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:02:18.687598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3df32036-f472-446d-be14-7454a7c0051e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:02:18.688011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70390db4-23e9-4361-9efb-bee1378b6abd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:02:18.717741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 70390db4-23e9-4361-9efb-bee1378b6abd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:02:18.718011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70390db4-23e9-4361-9efb-bee1378b6abd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:02:19.331437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:19.427591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2130818811-network', 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:19.450693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:02:19.453010 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.461934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.538151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.541903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.566999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:02:19.576806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3f6d2-fcd6-4f73-931f-9d1936c06915,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:19.582143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.582492 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Added segment ba13cba4-d284-4e5d-b1af-3b0e6ca83b16 of type vlan for network 11238bb7-7fdb-4df2-8604-e366ee7f8973 Nov 23 03:02:19.627610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.653263 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.654404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:19.655027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.712359 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3771148 Nov 23 03:02:19.712592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57230) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:19.717477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Request body: {'subnet': {'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2130818811-subnet', 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:19.723634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab062a1-c2de-4197-96ba-f06914bce4fd admin admin] Pushing event updated for resources: {'Network': ['ID=11238bb7-7fdb-4df2-8604-e366ee7f8973,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:19.735315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:02:19.740082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:02:19.742873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.918065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:19.977230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cf4b60-d390-4eac-9c81-704fad9856d1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:19.986338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Checking segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:02:19.986798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Network hostable DHCP agents. Network: 11238bb7-7fdb-4df2-8604-e366ee7f8973, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:02:20.003742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:02:20.013537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 11238bb7-7fdb-4df2-8604-e366ee7f8973) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:02:20.018125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:20.019165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:20.022399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a42017-1385-49a5-9905-ac7e501dc45a None None] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:02:20.035867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3116cba7-bbbf-49c9-a9fb-79c9f4959d7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3221965 Nov 23 03:02:20.156554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ffaee-fc37-4063-94e9-be2c4feb1093 None None] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:02:20.491981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-3a1acfad-fc3b-4153-858d-96bb03700649 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:20.493716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-3a1acfad-fc3b-4153-858d-96bb03700649 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.0999010 Nov 23 03:02:20.508477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-2acb1394-7092-4eb0-9d35-ded7505e038b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/quotas/ee3f4b6743c241f4b29bbef08c2f34f6 HTTP/1.1" status: 200 len: 375 time: 0.0087895 Nov 23 03:02:20.543554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-ab4566dc-8b28-480d-b396-40adcae8359a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298555 Nov 23 03:02:20.640895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-f0941ee0-873d-4066-8850-7d7e61a44ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899737 Nov 23 03:02:20.737756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-c5b4da1a-86f3-42f9-b3fc-a9bb9b1c79bb service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Nov 23 03:02:21.038656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57266) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.043227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956026160', 'description': 'tempest-secgroup-smoke-956026160 description', 'project_id': '17d7241fade04cec9a7da5ec15a2582d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.066316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.103951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62fe4dc2-6f7c-4703-8357-48340a67a8a7 req-9063f614-e4ae-40fa-b9d0-ae2b8c787730 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 210 time: 0.0353506 Nov 23 03:02:21.153883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.157164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.180040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.181232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1415572 Nov 23 03:02:21.184463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.189486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15962be-1073-4183-a3ec-0af50ef4691d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00496fc5-ec27-4f2c-a411-2fa024df6034,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.190271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.217123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.272666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.276112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.293039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbfbf25-3f0f-485c-bb9c-2f6a6b147621,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.302523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.303744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6eb36e12-2c42-428b-bb92-26da7826f678 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177921 Nov 23 03:02:21.306392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.310795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.336149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.394741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.398100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.414658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7069f59e-5d58-4009-a872-6f4a2bd8ebfa,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.423355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.424554 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d96d2e2-7c86-4086-bc96-cdfb28767ff9 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171622 Nov 23 03:02:21.427366 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57272) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.431620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.457276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.513354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.516863 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.534697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4093a4-3a11-4e32-9fa6-a8ec7ee2519a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.546802 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.548604 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c3b336c0-c396-4b5a-b505-469343f45b98 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196871 Nov 23 03:02:21.551261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.555581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.581769 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.637772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.641135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.658889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe02160-d283-46d4-bf5f-dd8bf23c100e,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.666178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.667417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a26afec5-2134-4b1e-9ad4-36a32d77af3a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152120 Nov 23 03:02:21.670080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.674447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.695563 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Project 17d7241fade04cec9a7da5ec15a2582d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:02:21.700523 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.761279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.764595 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.783639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2815f3d-4984-4efa-84ac-0a2a7fdf080d,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.789277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.790494 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cd8fd2c0-1e9f-4e2a-869c-972d3bf680a3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194360 Nov 23 03:02:21.793188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57278) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:21.797527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'security_group_rule': {'security_group_id': '00496fc5-ec27-4f2c-a411-2fa024df6034', 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:21.819108 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Project 17d7241fade04cec9a7da5ec15a2582d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:02:21.823822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.882291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.885857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.908153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6981dc40-515d-48e6-9ee6-4f976e214e32,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:21.913403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.914446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5e73ca18-c6ce-4698-a96a-ea30a25793f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203027 Nov 23 03:02:22.114331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-169aa70f-5da4-4f7d-929b-c8edb98a8426 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956026160&fields=id&tenant_id=17d7241fade04cec9a7da5ec15a2582d HTTP/1.1" status: 200 len: 267 time: 0.0451393 Nov 23 03:02:22.230105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-df666010-4e24-4fcf-95c8-58015f8f4a61 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:22.231667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-df666010-4e24-4fcf-95c8-58015f8f4a61 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 813 time: 0.1093645 Nov 23 03:02:22.246727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-0e40c68f-4f05-4397-97ec-8cf21b91c826 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/quotas/17d7241fade04cec9a7da5ec15a2582d HTTP/1.1" status: 200 len: 375 time: 0.0090764 Nov 23 03:02:22.296859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-c338c48e-2e6b-4426-87da-754ad0a78f32 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441442 Nov 23 03:02:22.393223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-0283e20e-870c-49fe-a7fb-44003d4ca0de service neutron] 10.222.0.15 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850074 Nov 23 03:02:22.480640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-8aa2fd66-6063-42e8-b126-2d816475b806 service neutron] 10.222.0.15 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812354 Nov 23 03:02:22.754241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05eb5e3f-1a19-4d4c-abdf-ad7c12434309 req-971b36a1-fa40-48c0-a027-0271cf49c732 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Nov 23 03:02:22.820081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33ba4dcc-b08c-4168-b3c4-2066a2aa37e3 req-a35b23bd-22d2-407d-89f5-8118db989d91 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0298128 Nov 23 03:02:23.601758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:23.848536 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e96b0e5f-474a-46ad-bcf8-3dff6776fce7 req-b39a6a07-41dd-4817-8ea2-b248621ce3e0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Nov 23 03:02:23.913109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-577c1ddb-2686-4493-a89c-4176560c8c3b req-45bb0b35-6c35-47a0-bad5-bfb28b2b0cf3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0258470 Nov 23 03:02:24.968596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df88031e-9e89-4674-8579-11f6df720126 req-c9fb3659-a3ab-46f4-b070-06debd8ff192 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Nov 23 03:02:25.025108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-e2f4768b-fbbe-4d43-8fe4-f8af474fba37 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:25.026608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-e2f4768b-fbbe-4d43-8fe4-f8af474fba37 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1359072 Nov 23 03:02:25.040084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec8b71dc-1d58-47a9-a149-d193cbfa02e6 req-e255ec7a-dfb3-4554-abd0-cc4088e3f1fc tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0306611 Nov 23 03:02:25.043493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Request body: {'port': {'device_id': '0a683e3c-e7d8-4164-9972-4437561050b7', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'admin_state_up': True, 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:25.149003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:02:25.152391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.277248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Allocated IP 172.20.0.3 (11238bb7-7fdb-4df2-8604-e366ee7f8973/72cf4b60-d390-4eac-9c81-704fad9856d1/c7134f4f-f609-42bd-b4a6-e65127b6435b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:02:25.429147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.461167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.503976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:02:25.506992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:02:25.510785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:02:25.535820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event updated for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:25.563889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:25.564496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.578864 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-68acb055-0d7b-48f5-9c0c-5bf999eec373 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392730 Nov 23 03:02:25.640395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Request body: {'port': {'device_id': '0a683e3c-e7d8-4164-9972-4437561050b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:25.697566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.958621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7134f4f-f609-42bd-b4a6-e65127b6435b {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:25.966089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:25.979156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Transition to ACTIVE for port object c7134f4f-f609-42bd-b4a6-e65127b6435b will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:02:25.983958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:26.035106 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Pushing event updated for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:26.105331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303df8e-7084-4136-89d0-326d03daf24f req-4a138d03-a9bb-4e3e-8002-d4642f464322 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.106934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a303df8e-7084-4136-89d0-326d03daf24f req-4a138d03-a9bb-4e3e-8002-d4642f464322 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 943 time: 0.0640435 Nov 23 03:02:26.129785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Attempting to bind port c7134f4f-f609-42bd-b4a6-e65127b6435b on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:02:26.130136 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Attempting to bind port c7134f4f-f609-42bd-b4a6-e65127b6435b by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:02:26.130868 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Attempting to bind port c7134f4f-f609-42bd-b4a6-e65127b6435b on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:26.136692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Port c7134f4f-f609-42bd-b4a6-e65127b6435b on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:02:26.137019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Attempting to bind port c7134f4f-f609-42bd-b4a6-e65127b6435b on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:26.143592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:02:26.143940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Checking segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:02:26.144351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Bound using segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:02:26.144817 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Bound port: c7134f4f-f609-42bd-b4a6-e65127b6435b, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:02:26.145100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:26.165002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a303df8e-7084-4136-89d0-326d03daf24f req-524a1d69-777a-4239-bf21-0f0a91b5d5c6 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Nov 23 03:02:26.210898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:02:26.214126 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:02:26.220407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:26.257325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5d3d7ec-6dac-463a-a37a-d85d9798b06d req-90957366-22e9-40d3-93c0-b7530d120e4e tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0262063 Nov 23 03:02:26.258590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.259227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:26.260781 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] 10.222.0.47 "PUT /v2.0/ports/c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 200 len: 1092 time: 0.6741023 Nov 23 03:02:26.261234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:26.263567 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:26.304285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc4a8f-2d01-411f-86bf-ecf0ceb05090 service neutron] Pushing event updated for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:26.310468 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae2960-3dbd-4171-ba20-f977d0841cd7 x-openstack-request-id: req-9aae2960-3dbd-4171-ba20-f977d0841cd7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:26.310795 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:26.311052 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aae2960-3dbd-4171-ba20-f977d0841cd7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:26.311459 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b', 'status': 'completed', 'code': 200} Nov 23 03:02:26.356797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-cd569f25-6d58-41fd-94a0-c3b5bc8218a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.358295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-cd569f25-6d58-41fd-94a0-c3b5bc8218a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 1095 time: 0.0439379 Nov 23 03:02:26.402874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-209cfb27-2eba-4f57-85ac-31e02f432f92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 200 len: 217 time: 0.0348058 Nov 23 03:02:26.451591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-b6ca9b8f-83d7-4bfb-a0b7-ab820e72f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.453041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-b6ca9b8f-83d7-4bfb-a0b7-ab820e72f67a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0430059 Nov 23 03:02:26.488184 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-196948df-8473-45e5-82d1-f0b94cf8585a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274711 Nov 23 03:02:26.575229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-fc4e159e-3c70-4d6a-8b07-36e99c16fb78 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789578 Nov 23 03:02:26.671615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-31cab6ad-0ca8-45b1-93b6-17ac38448317 req-5f4e48f1-e1ba-4e6c-9d34-6f4d742fd8e7 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873570 Nov 23 03:02:26.767341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-a537d3bd-357a-48f1-a5a7-39e93a1effea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.768769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-a537d3bd-357a-48f1-a5a7-39e93a1effea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 1095 time: 0.0443048 Nov 23 03:02:26.859207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-830577cc-ae9e-46ff-97c0-225946014092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.861286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-830577cc-ae9e-46ff-97c0-225946014092 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0847609 Nov 23 03:02:26.905711 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-3510ffc1-ce0f-42a8-b5f6-4bd1c5d1381f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 200 len: 217 time: 0.0369613 Nov 23 03:02:26.955286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-743bdb25-f272-4c3c-967a-1c8867a8b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:26.956723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-743bdb25-f272-4c3c-967a-1c8867a8b93d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0425570 Nov 23 03:02:26.989203 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-7dc5edee-393a-4726-a1e2-6aa05a28ebf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252912 Nov 23 03:02:27.088675 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-83cf17fe-64ca-40f1-98a8-a6a885720226 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918031 Nov 23 03:02:27.177371 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-14fe693a-71ba-4cd4-b67a-60dfc7e0a2b2 req-a1d3060e-13e9-4391-8d71-a784a77d8214 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813653 Nov 23 03:02:27.288413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8c8c2-bc50-484f-bfe8-dbe9c2f7f983 req-b4f571db-07e3-42f9-8f28-0afad30a8e85 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:27.289966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79a8c8c2-bc50-484f-bfe8-dbe9c2f7f983 req-b4f571db-07e3-42f9-8f28-0afad30a8e85 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 943 time: 0.0524807 Nov 23 03:02:27.339470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-79a8c8c2-bc50-484f-bfe8-dbe9c2f7f983 req-f0fae5c1-72ac-4de0-9f19-b575bc812ff2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Nov 23 03:02:27.424864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b9be7d4-0a81-4de7-b23f-0274bc506508 req-c9a737eb-204a-4f7d-aa9b-312f5ac10c74 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0282364 Nov 23 03:02:28.237608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-bfde28e1-50e2-482a-abdb-df95f39a8270 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:28.238991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-bfde28e1-50e2-482a-abdb-df95f39a8270 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 813 time: 0.4496779 Nov 23 03:02:28.308068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-f9daff17-27e6-4e01-a472-411350ebb550 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d7241fade04cec9a7da5ec15a2582d HTTP/1.1" status: 200 len: 379 time: 0.0532458 Nov 23 03:02:28.318934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'port': {'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'admin_state_up': True, 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'security_groups': ['00496fc5-ec27-4f2c-a411-2fa024df6034']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:28.456324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Made reservation on behalf of 17d7241fade04cec9a7da5ec15a2582d for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:02:28.459932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:28.488627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783baa3-4d9f-41cc-984e-e58918aa2a56 req-b26d70af-0aea-4c76-8431-c8fa360b8820 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:28.490029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f783baa3-4d9f-41cc-984e-e58918aa2a56 req-b26d70af-0aea-4c76-8431-c8fa360b8820 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 943 time: 0.0750456 Nov 23 03:02:28.607312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f783baa3-4d9f-41cc-984e-e58918aa2a56 req-1fd04d03-1a37-43f7-bc9b-aabf2941285b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101749 Nov 23 03:02:28.635325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Allocated IP 172.20.0.4 (f06608a9-29b6-4a1b-b88f-5e46290064ea/7db51c41-c18a-42dc-b626-2b3016f3e10f/76e0cbd5-60aa-4a4b-aedc-821dddb908c8) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:02:28.745556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7a7f8fa-b276-4040-8571-507cc8618930 req-6743fd64-7a1c-45c3-8723-bd10004ffce7 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0644348 Nov 23 03:02:28.810086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:28.842845 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:28.887470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Network f06608a9-29b6-4a1b-b88f-5e46290064ea is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:02:28.890748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:02:28.894446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:02:28.918306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:28.955559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:28.956539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:28.978414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-2c60d134-2738-4c2d-95d5-3c576bc8c1ee tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6633637 Nov 23 03:02:28.998361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Request body: {'port': {'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:29.055956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.195662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e8532df8-2394-4fce-8f02-69253e00abe7 None None] Provisioning complete for port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:02:29.196214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8532df8-2394-4fce-8f02-69253e00abe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.239650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e8532df8-2394-4fce-8f02-69253e00abe7 None None] Port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:02:29.271990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-80ea2de2-9aa2-4592-8d86-42b04e1cb8c8 req-f6b47a61-ef7e-4a33-875f-7684cdbb3c08 tempest-TestVolumeBootPattern-1940986325 tempest-TestVolumeBootPattern-1940986325-project] (103571) timed out ('10.222.0.15', 54848) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:02:29.343823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:29.351930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.364799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Transition to ACTIVE for port object 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:02:29.369933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.446918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Pushing event updated for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:29.504622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Attempting to bind port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:02:29.504964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Attempting to bind port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:02:29.505302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Attempting to bind port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 on network f06608a9-29b6-4a1b-b88f-5e46290064ea {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:29.510045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 on network f06608a9-29b6-4a1b-b88f-5e46290064ea not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:02:29.510365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Attempting to bind port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 on network f06608a9-29b6-4a1b-b88f-5e46290064ea {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:29.516196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:02:29.516483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Checking segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:02:29.516878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Bound using segment: {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:02:29.517315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Bound port: 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163ab8e3-3c63-4b4e-8228-8bd945a54dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:02:29.517675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.590740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:02:29.593823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:02:29.601215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.638792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:29.639433 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.640858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] 10.222.0.41 "PUT /v2.0/ports/76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 1092 time: 0.6473362 Nov 23 03:02:29.641309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:29.644172 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5b272-efc8-4d81-bcaf-71338088ee6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:29.668581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa590a7-fc4b-4833-8139-d68b462df618 service neutron] Pushing event updated for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:29.801988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e8595-bb6a-4ca8-a9a9-86c8efbb9d54 req-d8db1b47-1703-4cc9-9062-de429b739e05 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:29.803694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f68e8595-bb6a-4ca8-a9a9-86c8efbb9d54 req-d8db1b47-1703-4cc9-9062-de429b739e05 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 943 time: 0.0758631 Nov 23 03:02:29.807006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-4a84fc81-86ab-40f2-aeb8-8ed1f70f03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:29.808510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-4a84fc81-86ab-40f2-aeb8-8ed1f70f03e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1095 time: 0.0898080 Nov 23 03:02:29.864860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:29.872447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-f88041c9-2544-4726-9543-18c1c1178340 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 217 time: 0.0467176 Nov 23 03:02:29.925651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f68e8595-bb6a-4ca8-a9a9-86c8efbb9d54 req-51dd6a25-38bb-489d-b715-1ed1d28e2ed4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154077 Nov 23 03:02:29.949055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-e9e80bf3-9088-48c7-b383-27668db9916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:29.950817 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-e9e80bf3-9088-48c7-b383-27668db9916e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0691392 Nov 23 03:02:29.992773 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1999b868-a17a-4866-bef1-a5c43cbc09c0 x-openstack-request-id: req-1999b868-a17a-4866-bef1-a5c43cbc09c0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:29.993135 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:29.993461 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1999b868-a17a-4866-bef1-a5c43cbc09c0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:29.993928 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:02:30.006962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-c91e16ec-68f7-45ec-9e59-2011828ac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.008493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-c91e16ec-68f7-45ec-9e59-2011828ac3de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510685 Nov 23 03:02:30.139511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15119e-49c6-41af-89a5-214e54ee58fd req-1d1eef8c-c565-49de-a80b-2e9ad4119429 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.141000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a15119e-49c6-41af-89a5-214e54ee58fd req-1d1eef8c-c565-49de-a80b-2e9ad4119429 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.1007705 Nov 23 03:02:30.145222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-e1f921dc-3f9a-4c63-b32a-c00023d32a2f service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274643 Nov 23 03:02:30.251653 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a15119e-49c6-41af-89a5-214e54ee58fd req-d3f3bb46-4deb-4898-9d78-b61e7b216815 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021514 Nov 23 03:02:30.277663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e8f6b9e-df3a-4060-b406-86df3bd0a9a4 req-f2813692-1081-4801-b0d9-1bed3d5264c2 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228766 Nov 23 03:02:30.390451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-eb6bb833-b164-4208-b4ae-9ec9b0129746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.392646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-eb6bb833-b164-4208-b4ae-9ec9b0129746 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1095 time: 0.0423493 Nov 23 03:02:30.395596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:02:30.487013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-ad2a7991-ec95-49dd-814d-6c92b5664ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.488475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-ad2a7991-ec95-49dd-814d-6c92b5664ac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 914 time: 0.0892437 Nov 23 03:02:30.494823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c7134f4f-f609-42bd-b4a6-e65127b6435b details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:02:30.532764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-f1ac4506-f5d8-481c-a30a-42026b77604e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 217 time: 0.0370541 Nov 23 03:02:30.583453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-4f82eeb1-5cf1-40c4-b483-8d918f47398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.585061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-4f82eeb1-5cf1-40c4-b483-8d918f47398f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0459914 Nov 23 03:02:30.596469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:30.608346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'c7134f4f-f609-42bd-b4a6-e65127b6435b', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'port_id': 'c7134f4f-f609-42bd-b4a6-e65127b6435b', 'mac_address': 'fa:16:3e:26:dc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cf4b60-d390-4eac-9c81-704fad9856d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:02:30.642622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-5bf96b52-87f5-40cb-a47e-302954041074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.644258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-5bf96b52-87f5-40cb-a47e-302954041074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514967 Nov 23 03:02:30.648169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:30.662603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7134f4f-f609-42bd-b4a6-e65127b6435b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:30.683223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:30.688121 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:30.738793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:30.739122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-82b4153b-d101-486d-93b9-8c45d1d6109f service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878899 Nov 23 03:02:30.746476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.746844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.747183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.747516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.747847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.748175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.748497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.748855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.749139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.749457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.749776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.750092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:30.837515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cea5b272-efc8-4d81-bcaf-71338088ee6e req-f2c5aa07-2d32-495a-96fc-afd1005cc072 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909574 Nov 23 03:02:30.918099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:02:31.051173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3464-034e-4283-bebe-638b48acb97b req-963f43b8-bce5-497a-a8f3-3c2c3e99fbf3 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:31.052705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39ad3464-034e-4283-bebe-638b48acb97b req-963f43b8-bce5-497a-a8f3-3c2c3e99fbf3 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 944 time: 0.0517967 Nov 23 03:02:31.104535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39ad3464-034e-4283-bebe-638b48acb97b req-f3650d90-607e-41eb-b74c-7d69a17913f1 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Nov 23 03:02:31.383542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e29fb-1856-4d8c-98f4-bbb58025d0fa req-0ce8d3cd-2e24-4293-9920-db6b9ac5a503 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:31.385230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-850e29fb-1856-4d8c-98f4-bbb58025d0fa req-0ce8d3cd-2e24-4293-9920-db6b9ac5a503 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0541530 Nov 23 03:02:31.449915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-850e29fb-1856-4d8c-98f4-bbb58025d0fa req-952ae925-23f5-4c52-b64d-a3ee9570b733 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584865 Nov 23 03:02:32.221673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e373c-6011-409e-9ff7-c46b4b59efe7 req-5d86c630-0357-4d0b-a6b7-a1be29ce4ee4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:32.223208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-070e373c-6011-409e-9ff7-c46b4b59efe7 req-5d86c630-0357-4d0b-a6b7-a1be29ce4ee4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 944 time: 0.0496109 Nov 23 03:02:32.271552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-070e373c-6011-409e-9ff7-c46b4b59efe7 req-93465bd0-5348-4e10-a223-85828aec1f0a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423303 Nov 23 03:02:32.494596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c7134f4f-f609-42bd-b4a6-e65127b6435b up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:02:32.545101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port c7134f4f-f609-42bd-b4a6-e65127b6435b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:02:32.549760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port c7134f4f-f609-42bd-b4a6-e65127b6435b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:02:32.550196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:32.576938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d56786-08b1-4eeb-878f-9c6c8769cdca req-28695480-bd7a-4f09-bbe3-ac56edb83b41 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:32.580003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08d56786-08b1-4eeb-878f-9c6c8769cdca req-28695480-bd7a-4f09-bbe3-ac56edb83b41 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0524957 Nov 23 03:02:32.638698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08d56786-08b1-4eeb-878f-9c6c8769cdca req-5fada6c0-0eb8-4a78-a3bb-26b55811b15d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513718 Nov 23 03:02:32.641843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:32.666668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:32.669129 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f625693-6618-4d99-ab43-a037f513fafb" -d '{"events": [{"server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:32.683210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:32.688808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:32.748956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:32.781608 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620fb25b-61d3-4512-9971-9dfc6078c848 x-openstack-request-id: req-620fb25b-61d3-4512-9971-9dfc6078c848 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:32.781949 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:32.782261 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-620fb25b-61d3-4512-9971-9dfc6078c848 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:32.782748 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b', 'code': 200} Nov 23 03:02:32.878462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741e451-f75a-42f1-ae0c-0ab56a1c12d2 req-a43f9c25-12d6-4b8b-97cf-fbf1ef6f0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:32.880073 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5741e451-f75a-42f1-ae0c-0ab56a1c12d2 req-a43f9c25-12d6-4b8b-97cf-fbf1ef6f0610 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 1097 time: 0.0419044 Nov 23 03:02:32.931256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5741e451-f75a-42f1-ae0c-0ab56a1c12d2 req-48c6d66d-8857-44ef-bf6f-b10bd4a29c02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 Nov 23 03:02:33.393029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844605fb-b5e9-4dc8-a0fc-7de463c49469 req-60bcbd37-69ca-45db-914b-5a1fff6b7cd0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:33.394556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-844605fb-b5e9-4dc8-a0fc-7de463c49469 req-60bcbd37-69ca-45db-914b-5a1fff6b7cd0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Nov 23 03:02:33.442638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-844605fb-b5e9-4dc8-a0fc-7de463c49469 req-5300aef7-41ef-4b7e-aa35-b744b098dc96 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Nov 23 03:02:33.756311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bdc6e-8852-4006-b4c1-d68e0e042dba req-cb58b2a7-1d67-48d1-989d-e653460d4f49 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:33.757845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-746bdc6e-8852-4006-b4c1-d68e0e042dba req-cb58b2a7-1d67-48d1-989d-e653460d4f49 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0492811 Nov 23 03:02:33.807989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-746bdc6e-8852-4006-b4c1-d68e0e042dba req-ed874617-6832-4f0b-ad96-54e69f656c4f tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440288 Nov 23 03:02:34.556538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecffd4-96cd-41a4-9a13-67142b4f1ccd req-609c7647-3bbb-4abc-a754-8c3a80da8650 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:34.557924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28ecffd4-96cd-41a4-9a13-67142b4f1ccd req-609c7647-3bbb-4abc-a754-8c3a80da8650 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 945 time: 0.0474784 Nov 23 03:02:34.609737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28ecffd4-96cd-41a4-9a13-67142b4f1ccd req-4b970edb-4fb3-4d82-9712-378c646212b0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Nov 23 03:02:34.942662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499286ab-fb14-4e63-bb56-c55aaf24fcca req-01090792-b1bc-4f2d-b63b-1e151fb6f771 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:34.944184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-499286ab-fb14-4e63-bb56-c55aaf24fcca req-01090792-b1bc-4f2d-b63b-1e151fb6f771 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0511661 Nov 23 03:02:34.995450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-499286ab-fb14-4e63-bb56-c55aaf24fcca req-e9c8c8d2-725c-4aba-8e1d-805e1d393b9b tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447314 Nov 23 03:02:35.872175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-27aee97f-b7ba-4d70-a97d-b705a642ea81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:36.290215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c7d5-0a46-4ccb-bd6b-8f93862414d6 req-be693daf-4024-4eb4-8fe9-db1f5838702f tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:36.291748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a51c7d5-0a46-4ccb-bd6b-8f93862414d6 req-be693daf-4024-4eb4-8fe9-db1f5838702f tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0503325 Nov 23 03:02:36.342656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a51c7d5-0a46-4ccb-bd6b-8f93862414d6 req-5101795f-d6bd-4a0e-928e-7172b8b4c91c tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440705 Nov 23 03:02:37.469858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a08f7-92bf-403e-b82a-6afffb1ed6ed req-e0f03345-7610-47d9-8d2f-8435ccefe414 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:37.471399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f0a08f7-92bf-403e-b82a-6afffb1ed6ed req-e0f03345-7610-47d9-8d2f-8435ccefe414 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0572484 Nov 23 03:02:37.521256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f0a08f7-92bf-403e-b82a-6afffb1ed6ed req-9c815877-12d0-467c-a8d3-cda3b1276f19 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436435 Nov 23 03:02:38.007061 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-8cd145cf-cd0e-448b-a5cc-f09d0be5a459 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414760 Nov 23 03:02:38.058391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-832b5def-a580-41cf-81ee-1dfea40dfaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:38.088000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff19f-b7c9-4a96-92df-0877360734ac req-9402bdcb-fd12-4004-93a5-2e2aa75f3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:38.089507 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-9402bdcb-fd12-4004-93a5-2e2aa75f3f4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420094 Nov 23 03:02:38.195799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff19f-b7c9-4a96-92df-0877360734ac req-7d50c451-6b8e-4112-8fc4-f3bcaf312754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:38.197275 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-7d50c451-6b8e-4112-8fc4-f3bcaf312754 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0887299 Nov 23 03:02:38.238589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-9f3fff52-b439-4e29-a63e-1ec61893459c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 200 len: 217 time: 0.0350423 Nov 23 03:02:38.293796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fff19f-b7c9-4a96-92df-0877360734ac req-f3b9a292-4062-42f7-b0cb-13bdda0e0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:38.295320 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-f3b9a292-4062-42f7-b0cb-13bdda0e0441 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0499239 Nov 23 03:02:38.328459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-4b7a627a-25ff-4956-863d-aae082a4b205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263238 Nov 23 03:02:38.422949 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-f613d123-6620-4474-a506-bf1ee93b375b service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Nov 23 03:02:38.519898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-57fff19f-b7c9-4a96-92df-0877360734ac req-6b9d9d6f-da67-44dc-8333-9fd28a92ef25 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Nov 23 03:02:38.647297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d7319-2186-4290-9e3f-7d782e44f5a6 req-a538b40a-02b6-4e85-9e3b-f3ebbd974e4c tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:38.648788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-338d7319-2186-4290-9e3f-7d782e44f5a6 req-a538b40a-02b6-4e85-9e3b-f3ebbd974e4c tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0523970 Nov 23 03:02:38.699753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-338d7319-2186-4290-9e3f-7d782e44f5a6 req-c488398d-0667-460a-9b08-afb8d1d46e4f tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Nov 23 03:02:39.352710 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:39.825141 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8a5d-43bf-4e0f-80db-c3c6948db751 req-e22c50ed-84fb-4ae9-9cdf-7140a71f05dd tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:39.826631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34fe8a5d-43bf-4e0f-80db-c3c6948db751 req-e22c50ed-84fb-4ae9-9cdf-7140a71f05dd tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0524297 Nov 23 03:02:39.878230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34fe8a5d-43bf-4e0f-80db-c3c6948db751 req-e81ac951-8d2c-41e6-ac58-273473047626 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 Nov 23 03:02:40.788347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:40.999241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe754f3-e8b7-44b1-b88a-cab515fb09f9 req-e5f4a9a1-79e9-4a6d-931e-3027943473bb tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:41.001259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fe754f3-e8b7-44b1-b88a-cab515fb09f9 req-e5f4a9a1-79e9-4a6d-931e-3027943473bb tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 943 time: 0.0517459 Nov 23 03:02:41.053795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fe754f3-e8b7-44b1-b88a-cab515fb09f9 req-39aafe97-45a8-411f-a9bc-8a6df74c5363 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458784 Nov 23 03:02:41.135633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:02:41.232472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:41.244483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:02:41.280626 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:41.294287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:41.314221 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:41.317770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:41.363546 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:41.639224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['76e0cbd5-60aa-4a4b-aedc-821dddb908c8'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:02:41.884457 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:42.170747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f3679-57cb-479e-8359-37ed8587dea4 req-6927d8a3-90d5-4a6a-a432-d2ae55527543 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:42.172227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f22f3679-57cb-479e-8359-37ed8587dea4 req-6927d8a3-90d5-4a6a-a432-d2ae55527543 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 944 time: 0.0508637 Nov 23 03:02:42.224440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f22f3679-57cb-479e-8359-37ed8587dea4 req-6dbe6b88-cd47-4e5d-9ce7-4cfabf76a2d0 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461884 Nov 23 03:02:43.150520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:02:43.199852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:02:43.204179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:02:43.204547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:43.286630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:43.309518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:43.311777 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb905e-bace-4454-8c24-2b4a53f129b4" -d '{"events": [{"server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "name": "network-vif-plugged", "status": "completed", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:43.324788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:43.328856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:43.343274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77208eb3-5792-4c3f-94c6-eb37692a8aca req-25c3afc5-9e74-4f82-863d-d26c0e30426d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:43.345286 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77208eb3-5792-4c3f-94c6-eb37692a8aca req-25c3afc5-9e74-4f82-863d-d26c0e30426d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 944 time: 0.0506155 Nov 23 03:02:43.382750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:43.398598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77208eb3-5792-4c3f-94c6-eb37692a8aca req-bccb62c4-6732-4b1e-b484-a874c2746f28 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471647 Nov 23 03:02:43.440673 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55302ae2-00c4-4b87-9069-22184deb7d0e x-openstack-request-id: req-55302ae2-00c4-4b87-9069-22184deb7d0e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:43.440972 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "name": "network-vif-plugged", "status": "completed", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:43.441244 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55302ae2-00c4-4b87-9069-22184deb7d0e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:43.441671 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'code': 200} Nov 23 03:02:43.569350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af0650-f3f7-48db-975f-10a61fb950e9 req-105ef59c-32d4-411b-b238-1961de73eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:43.570886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04af0650-f3f7-48db-975f-10a61fb950e9 req-105ef59c-32d4-411b-b238-1961de73eb14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1097 time: 0.0408332 Nov 23 03:02:43.617540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-04af0650-f3f7-48db-975f-10a61fb950e9 req-6547445f-85a2-4920-a7de-672fdfeabec4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Nov 23 03:02:44.518992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd238e-03e5-4010-b9f1-947131460493 req-2e14e6ca-9468-41fe-ad2d-ef7776bf51f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.520474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11cd238e-03e5-4010-b9f1-947131460493 req-2e14e6ca-9468-41fe-ad2d-ef7776bf51f4 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Nov 23 03:02:44.571917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11cd238e-03e5-4010-b9f1-947131460493 req-9cf2e2d7-c055-465d-94d9-4f24378aa025 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453129 Nov 23 03:02:45.685774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9a143-3d50-4c6f-a5cf-01b2256e7fbb req-0893c699-1c5f-4c51-8dd2-c968b7521698 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:45.687284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57a9a143-3d50-4c6f-a5cf-01b2256e7fbb req-0893c699-1c5f-4c51-8dd2-c968b7521698 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Nov 23 03:02:45.736378 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57a9a143-3d50-4c6f-a5cf-01b2256e7fbb req-d9c1e5b8-5db4-4455-8f4b-1576706cf68a tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 Nov 23 03:02:45.847883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ac368-4b99-4177-8662-253b0af93554 req-dbef2423-7895-4bc7-ba2c-84935162c89b tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:45.849414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f2ac368-4b99-4177-8662-253b0af93554 req-dbef2423-7895-4bc7-ba2c-84935162c89b tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0471435 Nov 23 03:02:45.901901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f2ac368-4b99-4177-8662-253b0af93554 req-ed52b7ad-a27a-440c-99ea-2956923b54cb tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465014 Nov 23 03:02:45.923920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:46.063986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae15b29-739d-4432-902c-7dd6faa29d14 tempest-TestVolumeBackupRestore-1554602203 tempest-TestVolumeBackupRestore-1554602203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:46.065489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dae15b29-739d-4432-902c-7dd6faa29d14 tempest-TestVolumeBackupRestore-1554602203 tempest-TestVolumeBackupRestore-1554602203-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1092 time: 0.1406112 Nov 23 03:02:46.068464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57440) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:46.072671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:46.094800 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.192326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.292215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Allocated IP 172.25.1.54 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/661fd990-e3f3-4261-9f15-f06d27c86f32) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:02:46.394836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.428218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.466899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:02:46.471726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:02:46.476267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:02:46.479014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'Port': ['ID=661fd990-e3f3-4261-9f15-f06d27c86f32,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:46.847091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.916789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.105333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-9f8b2081-c53c-4d09-b0a3-5f15032fb101 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:47.106848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-9f8b2081-c53c-4d09-b0a3-5f15032fb101 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1639900 Nov 23 03:02:47.131344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-10f00abc-0506-4d4c-a898-295cdabdcc96 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/quotas/ee3f4b6743c241f4b29bbef08c2f34f6 HTTP/1.1" status: 200 len: 375 time: 0.0152044 Nov 23 03:02:47.196208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.202949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.208820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-d7d7328d-2aa9-4d0a-a32d-ff20b88b8d71 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720220 Nov 23 03:02:47.321806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event updated for resources: {'Port': ['ID=661fd990-e3f3-4261-9f15-f06d27c86f32,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:47.341354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.411133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-e1247b45-fcc5-454d-a64b-291594c9851b service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790550 Nov 23 03:02:47.513893 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Floating IP 059c4a4b-3560-4e4f-b23b-578f85645079 associated. External IP: 172.25.1.54, port: 76e0cbd5-60aa-4a4b-aedc-821dddb908c8. Nov 23 03:02:47.580814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-ba34daba-7939-4f3b-a27c-d3ce7f3949bb service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391382 Nov 23 03:02:48.060098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f2e9f82-1515-4b9d-8cfb-980b379c345b req-e906b4a5-ccc4-48d4-ae44-496f07eb2be6 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Nov 23 03:02:48.133978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:02:48.244502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:02:48.255471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:02:48.265713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:48.266594 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:48.267221 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:48.294964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-daf1cccf-52ae-401e-9b22-c1b118b300b1 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2252645 Nov 23 03:02:48.295572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:48.298648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57468) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:48.299326 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b507ba-c5fb-4c06-8696-6755292c162b" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:48.338081 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634f02d-5eb1-49a3-81a1-c9c1d2a31a32 x-openstack-request-id: req-c634f02d-5eb1-49a3-81a1-c9c1d2a31a32 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:48.338406 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:48.339087 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c634f02d-5eb1-49a3-81a1-c9c1d2a31a32 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:48.339992 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:02:48.342803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5ffb3-0453-4a81-a222-18938e0df0e7 tempest-TestVolumeBackupRestore-1554602203 tempest-TestVolumeBackupRestore-1554602203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:48.344444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2de5ffb3-0453-4a81-a222-18938e0df0e7 tempest-TestVolumeBackupRestore-1554602203 tempest-TestVolumeBackupRestore-1554602203-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1092 time: 0.0441689 Nov 23 03:02:48.347347 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57472) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:48.351676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Request body: {'floatingip': {'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:48.380727 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:48.412438 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:48.425895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-6325b754-d01f-4705-beed-17787cd545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:48.427497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-6325b754-d01f-4705-beed-17787cd545f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1097 time: 0.0426610 Nov 23 03:02:48.530723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-9e79bdb5-1116-4224-8214-810f4a1a9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:48.532186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-9e79bdb5-1116-4224-8214-810f4a1a9720 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 914 time: 0.0976429 Nov 23 03:02:48.613744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-d95385bf-e19f-480e-8c86-47d50fa61106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 998 time: 0.0698674 Nov 23 03:02:48.691152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-e73f5220-315b-484c-95ee-15cf5ecce2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:48.693098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-e73f5220-315b-484c-95ee-15cf5ecce2a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0724525 Nov 23 03:02:48.743319 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:46Z', 'revision_number': 0, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:48.773405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-0cd4d076-825a-4856-bed5-9dbd0503b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:48.774142 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:02:48.775956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-0cd4d076-825a-4856-bed5-9dbd0503b05f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679085 Nov 23 03:02:48.784241 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:48.785126 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:48.890584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-19594053-6cef-4402-8047-56068e44f380 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068420 Nov 23 03:02:48.898339 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:48.996793 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8b507ba-c5fb-4c06-8696-6755292c162b req-6637fa69-e9fa-47e2-b6f8-761d631fea91 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984728 Nov 23 03:02:49.154754 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:46Z', 'revision_number': 0, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:49.164896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dc189ba-f43c-4265-97b0-cff6d6b7cc49 req-762d43d4-32f7-4462-a001-dfeb5f2e4d26 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 210 time: 0.0304010 Nov 23 03:02:49.185455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe337d-20ce-46d7-9087-ff6ac722afa7 None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:46Z', 'revision_number': 0, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:02:49.242626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-b236b2e2-06a6-4b56-972b-5d4f1496f38f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:49.244193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-b236b2e2-06a6-4b56-972b-5d4f1496f38f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.41 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.5507698 Nov 23 03:02:49.264300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Request body: {'port': {'device_id': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'admin_state_up': True, 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:49.427615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:49.435173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:49.509567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99466def-ceae-4ba0-baf1-4e557de2bb37 None None] New status for floating IP 059c4a4b-3560-4e4f-b23b-578f85645079: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:02:49.525919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:02:49.533885 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:49.756859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Allocated IP 172.20.0.11 (11238bb7-7fdb-4df2-8604-e366ee7f8973/72cf4b60-d390-4eac-9c81-704fad9856d1/0cabf92a-4234-4c84-8b31-04ef39ec4e37) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:02:49.774336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:02:49.980716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:02:49.987635 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:49.990823 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:02:50.001825 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:50.002464 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:50.017548 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.030964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:50.033276 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d263c-a947-4df7-a676-a7328a364bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:50.072942 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df33d2-bda4-44fc-80ad-cacf3ab63c3c x-openstack-request-id: req-73df33d2-bda4-44fc-80ad-cacf3ab63c3c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:50.073230 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:50.073489 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73df33d2-bda4-44fc-80ad-cacf3ab63c3c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:50.073895 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:02:50.080584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2077a229-8975-41eb-98d3-817dd3968372 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "PUT /v2.0/floatingips/059c4a4b-3560-4e4f-b23b-578f85645079 HTTP/1.1" status: 200 len: 990 time: 1.7322187 Nov 23 03:02:50.094929 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.108983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:02:50.117918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:50.146994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:02:50.151921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:02:50.155438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:02:50.172786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d263c-a947-4df7-a676-a7328a364bf8 req-0ccca958-9eb2-4697-8174-7a0a3cf1c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.174550 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-0ccca958-9eb2-4697-8174-7a0a3cf1c6eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1097 time: 0.0480356 Nov 23 03:02:50.188811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event updated for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:50.240734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.241331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.267278 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-2c7711f2-b8cd-4714-98bf-e35ab891cc5a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0069580 Nov 23 03:02:50.287767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Request body: {'port': {'device_id': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:02:50.352239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa3921-787f-4c3e-9dec-e910dec19a5c req-5f9f415b-7f7d-485c-84f7-e0bba7cfe50f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.353597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.353760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2afa3921-787f-4c3e-9dec-e910dec19a5c req-5f9f415b-7f7d-485c-84f7-e0bba7cfe50f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 932 time: 0.0898571 Nov 23 03:02:50.360598 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d263c-a947-4df7-a676-a7328a364bf8 req-24f38ace-c3bb-473e-b9ff-5d659faa5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.362070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-24f38ace-c3bb-473e-b9ff-5d659faa5b45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 914 time: 0.1799877 Nov 23 03:02:50.394179 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:49Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:50.421675 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:02:50.430938 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:02:50.431550 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:02:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:50.459444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2afa3921-787f-4c3e-9dec-e910dec19a5c req-cba14a98-a6b1-44fd-9980-6dfed513120e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963681 Nov 23 03:02:50.463719 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-8e4af16d-8fa4-4f47-8889-89d27e6097e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 1000 time: 0.0945866 Nov 23 03:02:50.517381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d263c-a947-4df7-a676-a7328a364bf8 req-6fdd61fd-bcbc-479b-9cca-9d0082765d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.519589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-6fdd61fd-bcbc-479b-9cca-9d0082765d98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0475879 Nov 23 03:02:50.549096 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:02:50.570808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d263c-a947-4df7-a676-a7328a364bf8 req-559ff3a0-f213-4d4e-ad09-5176e3bf51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.572508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-559ff3a0-f213-4d4e-ad09-5176e3bf51b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470014 Nov 23 03:02:50.651066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cabf92a-4234-4c84-8b31-04ef39ec4e37 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:50.659314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.671867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Transition to ACTIVE for port object 0cabf92a-4234-4c84-8b31-04ef39ec4e37 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:02:50.676883 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.678565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-9dec8262-85b1-4c94-8ee9-41da912af06d service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974329 Nov 23 03:02:50.747341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Pushing event updated for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:50.789930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-866d263c-a947-4df7-a676-a7328a364bf8 req-1537630c-1630-477d-a8be-80696f799b2d service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046293 Nov 23 03:02:50.793018 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:49Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:02:50.798628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Attempting to bind port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:02:50.798977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Attempting to bind port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:02:50.799315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Attempting to bind port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:50.803905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:02:50.804235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Attempting to bind port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:02:50.809292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:02:50.809644 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Checking segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:02:50.810038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Bound using segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:02:50.810479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Bound port: 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:02:50.810874 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.835648 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b07b26-1860-4bbe-a661-2feba2cba6ee None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '059c4a4b-3560-4e4f-b23b-578f85645079', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'port_id': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'mac_address': 'fa:16:3e:63:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:02:46Z', 'updated_at': '2021-11-23T03:02:49Z', 'revision_number': 2, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:02:50.880828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:02:50.884265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:02:50.890011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.928325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:50.928970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:50.930403 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] 10.222.0.41 "PUT /v2.0/ports/0cabf92a-4234-4c84-8b31-04ef39ec4e37 HTTP/1.1" status: 200 len: 1093 time: 0.6507783 Nov 23 03:02:50.951832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857ee3c-be27-4856-abb5-9e5f5e4707ee service neutron] Pushing event updated for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:51.025078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-b2d43e8b-9f5a-4315-999e-6646dc3ae002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:51.026608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-b2d43e8b-9f5a-4315-999e-6646dc3ae002 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 1096 time: 0.0442891 Nov 23 03:02:51.077241 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-c516bea1-7ea2-4c79-b66f-368ce5ee8fb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37 HTTP/1.1" status: 200 len: 217 time: 0.0375428 Nov 23 03:02:51.134348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3df31998-ca4a-4b0e-81d2-628895a92838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:51.135906 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-3df31998-ca4a-4b0e-81d2-628895a92838 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0477536 Nov 23 03:02:51.167699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-8564b866-dc5e-426b-944c-0cfc3692c36b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239153 Nov 23 03:02:51.261866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-46c529a3-e359-4e32-95c5-0b46f9174183 service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Nov 23 03:02:51.352842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-17972942-7e72-425a-91be-2cc32f8d14d2 req-baa22506-b508-4c56-a20e-ba02cdfd33df service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839987 Nov 23 03:02:51.581233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bbe3c-2876-4fe8-9f4f-e471dde9369f req-b5018fb6-c95d-4cc3-9eb3-f2575e86ff11 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:51.582743 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4bbe3c-2876-4fe8-9f4f-e471dde9369f req-b5018fb6-c95d-4cc3-9eb3-f2575e86ff11 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 944 time: 0.0497901 Nov 23 03:02:51.634629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be4bbe3c-2876-4fe8-9f4f-e471dde9369f req-e6bc5e95-5f83-4260-beda-f73fe5818cd7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Nov 23 03:02:52.074944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}, {'name': 'network-changed', 'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:52.077243 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}, {"name": "network-changed", "server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:52.118061 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7102b55-8627-4523-ae50-a1ecfb4d04ca x-openstack-request-id: req-e7102b55-8627-4523-ae50-a1ecfb4d04ca {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:52.118373 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:52.118686 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7102b55-8627-4523-ae50-a1ecfb4d04ca {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:52.119145 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:02:52.119405 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37', 'status': 'completed', 'code': 200} Nov 23 03:02:52.207027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-73b46190-bc4a-45f8-8581-b8381a47aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.208550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-73b46190-bc4a-45f8-8581-b8381a47aff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1097 time: 0.0432284 Nov 23 03:02:52.305829 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-f0743cc6-188c-4c0c-90e6-45e79b376ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.307368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-f0743cc6-188c-4c0c-90e6-45e79b376ab3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 914 time: 0.0904553 Nov 23 03:02:52.374445 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-f14e61a8-d0d7-4fce-a5eb-53e49f9754ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 1000 time: 0.0590036 Nov 23 03:02:52.430577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-a0f642e5-e666-4ad6-9d52-bbb0ca01c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.432049 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-a0f642e5-e666-4ad6-9d52-bbb0ca01c392 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0486474 Nov 23 03:02:52.478865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-d593ca52-8a0d-4f86-a531-7c7b21729b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.480385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-d593ca52-8a0d-4f86-a531-7c7b21729b02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413110 Nov 23 03:02:52.570384 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-e8eed6c5-44ce-47f1-bee1-f10b29d7fe43 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823395 Nov 23 03:02:52.665075 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-bd493891-77d7-43b7-8856-2a3fdf05bb18 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881689 Nov 23 03:02:52.755092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f866a-2720-4235-8189-041e177b0474 req-07b5eec4-05de-46c3-931d-d493fe311af2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.756796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-097f866a-2720-4235-8189-041e177b0474 req-07b5eec4-05de-46c3-931d-d493fe311af2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 944 time: 0.0516822 Nov 23 03:02:52.785579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-612235ed-f42a-4b26-99f6-eab4870c49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.787205 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-612235ed-f42a-4b26-99f6-eab4870c49dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 1096 time: 0.0437775 Nov 23 03:02:52.806078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-097f866a-2720-4235-8189-041e177b0474 req-79b6135d-0691-4a74-9162-fd8ec7fa2981 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425797 Nov 23 03:02:52.882137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-a2d6905a-8400-4348-83ac-95b38e0feb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.883803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-a2d6905a-8400-4348-83ac-95b38e0feb3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0897887 Nov 23 03:02:52.926231 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-003947cf-2965-4664-ae10-b450f4fd49fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37 HTTP/1.1" status: 200 len: 217 time: 0.0351744 Nov 23 03:02:52.974646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-ba36e86d-c64a-4598-ba08-378a4dff3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:52.976110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-ba36e86d-c64a-4598-ba08-378a4dff3c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0438037 Nov 23 03:02:53.007190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-66d55b80-c4b1-4c93-8580-773ebd6d64d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245626 Nov 23 03:02:53.098181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-cc3c95fd-3e69-4a88-8dc3-c1da6eb39ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843911 Nov 23 03:02:53.189558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0bd483b9-544f-406a-8ec8-b9d22d29ceb5 req-0d11ed53-886c-42c0-b22d-a7bbbaa2d118 service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Nov 23 03:02:53.596686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:53.920211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940651-5a2c-49dd-8a4b-9dc0f3d70896 req-5990106b-ba57-4c8a-a984-eef3a5b4bd71 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:53.921699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5940651-5a2c-49dd-8a4b-9dc0f3d70896 req-5990106b-ba57-4c8a-a984-eef3a5b4bd71 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 944 time: 0.0476482 Nov 23 03:02:53.969433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5940651-5a2c-49dd-8a4b-9dc0f3d70896 req-e5da6b9f-fcb5-4198-b198-d09c96b01659 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Nov 23 03:02:55.089678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8337-771c-4f11-8264-11e8c3b57d63 req-aa2de778-cdd7-4ffb-9f27-29586bdf8b91 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:55.091294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32ec8337-771c-4f11-8264-11e8c3b57d63 req-aa2de778-cdd7-4ffb-9f27-29586bdf8b91 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 944 time: 0.0544915 Nov 23 03:02:55.139227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32ec8337-771c-4f11-8264-11e8c3b57d63 req-295516f9-1afd-4a62-a8d4-265799726cfc tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Nov 23 03:02:55.183778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0cabf92a-4234-4c84-8b31-04ef39ec4e37 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:02:55.291009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:55.303895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '0cabf92a-4234-4c84-8b31-04ef39ec4e37', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'port_id': '0cabf92a-4234-4c84-8b31-04ef39ec4e37', 'mac_address': 'fa:16:3e:8c:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cf4b60-d390-4eac-9c81-704fad9856d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:02:55.342146 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:55.356898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cabf92a-4234-4c84-8b31-04ef39ec4e37 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:55.378851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:55.382614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:55.589393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:55.681158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:02:56.268749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ffa2-280c-4431-baa4-fe1ed0db0ebf req-e108152d-f159-4c11-a362-4a18077c5c71 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:56.270467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc0ffa2-280c-4431-baa4-fe1ed0db0ebf req-e108152d-f159-4c11-a362-4a18077c5c71 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 945 time: 0.0599327 Nov 23 03:02:56.323833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc0ffa2-280c-4431-baa4-fe1ed0db0ebf req-64a2904c-30c3-4b30-b499-bbf8902002cd tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471213 Nov 23 03:02:57.198452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0cabf92a-4234-4c84-8b31-04ef39ec4e37 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:02:57.252722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:02:57.256398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:02:57.256759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:57.331815 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:57.353646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:57.356075 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8af008-1a4f-424f-b3de-258ac192dac6" -d '{"events": [{"server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "name": "network-vif-plugged", "status": "completed", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:57.374688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:57.379082 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:57.427369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:57.444238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f632eb-0ebe-4e80-9ac8-94fa1d5cc206 req-2c3749c1-daa0-4c90-be15-57d39adab8f9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:57.445731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4f632eb-0ebe-4e80-9ac8-94fa1d5cc206 req-2c3749c1-daa0-4c90-be15-57d39adab8f9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0501859 Nov 23 03:02:57.499888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4f632eb-0ebe-4e80-9ac8-94fa1d5cc206 req-6f35b3a5-0014-432c-beb9-6d4a1f67decd tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480061 Nov 23 03:02:57.548136 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef416d36-4398-4b50-91cc-e780fa352341 x-openstack-request-id: req-ef416d36-4398-4b50-91cc-e780fa352341 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:57.548433 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "name": "network-vif-plugged", "status": "completed", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:57.548692 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef416d36-4398-4b50-91cc-e780fa352341 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:57.549093 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37', 'code': 200} Nov 23 03:02:57.680987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ae60-342a-40f3-aefd-cd4a80e32665 req-f1d7d613-9217-4b4d-a076-02e131ef17a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:57.682514 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c91ae60-342a-40f3-aefd-cd4a80e32665 req-f1d7d613-9217-4b4d-a076-02e131ef17a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 1098 time: 0.0402498 Nov 23 03:02:57.727287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5c91ae60-342a-40f3-aefd-cd4a80e32665 req-9e22c37e-df9b-40e0-a9a4-12a9bb6b3be1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Nov 23 03:02:58.620808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e22e-cf01-4184-8ac0-79fcfbb85a1f req-184e6d99-9f37-4c9d-a2b6-898e1ab152f5 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:58.622269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efb3e22e-cf01-4184-8ac0-79fcfbb85a1f req-184e6d99-9f37-4c9d-a2b6-898e1ab152f5 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Nov 23 03:02:58.669756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efb3e22e-cf01-4184-8ac0-79fcfbb85a1f req-6d6d3b71-d5c3-47dd-8e7c-03db59a3abcb tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Nov 23 03:02:59.786198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d639fa1-4f37-4fda-99bf-bbc2dd3c27cc req-e29938ec-c5cc-40af-8314-d66bfc5075be tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:59.787738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d639fa1-4f37-4fda-99bf-bbc2dd3c27cc req-e29938ec-c5cc-40af-8314-d66bfc5075be tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0487869 Nov 23 03:02:59.836519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d639fa1-4f37-4fda-99bf-bbc2dd3c27cc req-563ec547-5436-4039-80fa-84aaa334b659 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Nov 23 03:02:59.896767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:05.749871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-745a67b6-5a80-40b5-81e1-6600246f051e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:05.751348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-745a67b6-5a80-40b5-81e1-6600246f051e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1085811 Nov 23 03:03:05.766887 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-afa1e56e-781c-4a2a-bf52-e52c7eb12cc2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/quotas/ee3f4b6743c241f4b29bbef08c2f34f6 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Nov 23 03:03:05.821504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d68f748f-2729-430e-907b-d05a4b283861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488937 Nov 23 03:03:05.874342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b51bf7f3-5a0e-435e-8b28-87833a1c08b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:05.919435 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-3ef552c6-2d7f-4138-8eb5-b27a717d19f4 service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903716 Nov 23 03:03:06.010961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ad31b41c-7366-40d2-8cac-1a8d783496f0 service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848296 Nov 23 03:03:06.173697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d001cf6a-aec2-4d50-ad4c-594d1ff835f1 req-f4a82b03-3426-496e-a401-7f7a6e2db7b5 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 210 time: 0.0286117 Nov 23 03:03:07.170763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-458e9935-d0bf-43ed-8056-5bc36952504e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:07.172743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-458e9935-d0bf-43ed-8056-5bc36952504e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1228476 Nov 23 03:03:07.188393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Request body: {'port': {'device_id': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'admin_state_up': True, 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:07.275334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3493d35a-5133-4460-9cd3-1a4e68b3abad req-0d4df078-5a8a-4bb9-a8d4-9db33d2ac21a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 210 time: 0.0308635 Nov 23 03:03:07.299772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:03:07.303500 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:07.395563 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:03:07.438009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Allocated IP 172.20.0.4 (11238bb7-7fdb-4df2-8604-e366ee7f8973/72cf4b60-d390-4eac-9c81-704fad9856d1/96a305c8-0da4-40ba-9aa7-a0cb78745ee1) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:07.590482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:07.624332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:07.635689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:07.665263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:07.666601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:07.671660 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:07.675380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:07.699203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event updated for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:07.714652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.714987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.715339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.715674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.716027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.716368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.716698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.717080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.717360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.717682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.718002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.718320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:07.739253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:07.739873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:07.756619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-ac784ce4-26ad-4ee4-835f-ee688aa673b8 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723569 Nov 23 03:03:07.769662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Request body: {'port': {'device_id': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:07.831980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.056679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7d7bddb8-d209-4ba6-8cef-353780c782df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.111256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:08.120454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.133781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Transition to ACTIVE for port object 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:03:08.137456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.189110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:08.260086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Attempting to bind port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:08.260413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Attempting to bind port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:08.260741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Attempting to bind port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:08.264917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:03:08.265237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Attempting to bind port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:08.270599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:08.270939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Checking segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:08.271316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Bound using segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:08.271749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Bound port: 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:08.272100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.344703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:08.348313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:08.353175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.392355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:08.392980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.394376 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] 10.222.0.47 "PUT /v2.0/ports/96a305c8-0da4-40ba-9aa7-a0cb78745ee1 HTTP/1.1" status: 200 len: 1092 time: 0.6298394 Nov 23 03:03:08.394850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:08.397162 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6192756-a261-413e-ad46-a7369fbd06f2" -d '{"events": [{"name": "network-changed", "server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:08.416815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ee4d4-dd3f-4075-b518-2391953c7a7f req-82cccc05-a311-4fd0-ad2e-abd929722364 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:08.418381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b3ee4d4-dd3f-4075-b518-2391953c7a7f req-82cccc05-a311-4fd0-ad2e-abd929722364 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 943 time: 0.0630548 Nov 23 03:03:08.422876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9400d23-579a-4a2a-8888-dd31132f9dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:08.474928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b3ee4d4-dd3f-4075-b518-2391953c7a7f req-4b5ccd3b-ee6f-469d-a1cd-8cc86dc813e2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Nov 23 03:03:08.485692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-12ff502c-e22d-4ba9-8f62-b3eae76ec266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:08.487631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-12ff502c-e22d-4ba9-8f62-b3eae76ec266 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 1095 time: 0.0517018 Nov 23 03:03:08.539353 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28586a1a-33a2-4de9-908a-76d1ae3920a3 x-openstack-request-id: req-28586a1a-33a2-4de9-908a-76d1ae3920a3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:08.539733 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:08.539992 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28586a1a-33a2-4de9-908a-76d1ae3920a3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:08.540501 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', 'status': 'completed', 'code': 200} Nov 23 03:03:08.542482 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-e2ff5da1-7f19-4911-93e1-067f94f3afdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1 HTTP/1.1" status: 200 len: 217 time: 0.0463970 Nov 23 03:03:08.599179 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-a7b4cbcc-f5ac-4885-8cf0-19865a5a2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:08.600698 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-a7b4cbcc-f5ac-4885-8cf0-19865a5a2540 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0502231 Nov 23 03:03:08.633448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-2d9c66f7-154c-4979-abd0-32604948dc2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258844 Nov 23 03:03:09.040716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-c7ed73ee-a6be-4ccc-866f-bb01b1f93fc2 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004676 Nov 23 03:03:09.136519 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eeed155d-7354-4e68-a799-33f4e7a13937 req-f1790434-15a5-44a5-87a7-b5090b4cb66d service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882246 Nov 23 03:03:09.227295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-c3a7bfe5-0594-4f93-a600-8db539419ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:09.228769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-c3a7bfe5-0594-4f93-a600-8db539419ced service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 1095 time: 0.0400877 Nov 23 03:03:09.318460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-99f12760-555b-4f52-8355-6930c4e682af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:09.319939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-99f12760-555b-4f52-8355-6930c4e682af service neutron] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0839462 Nov 23 03:03:09.354057 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:09.364889 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-e1291072-7689-40d8-b82b-b54ed9de3540 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1 HTTP/1.1" status: 200 len: 217 time: 0.0382419 Nov 23 03:03:09.413906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-93775088-5c6b-4ce2-a614-296ea36e12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:09.415244 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-93775088-5c6b-4ce2-a614-296ea36e12ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0430226 Nov 23 03:03:09.447830 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-8534b7b6-0909-4e9c-94b2-c3fd763d2625 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243883 Nov 23 03:03:09.542610 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-7bc85ce9-89b8-48cb-b3a8-404d009dcebf service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Nov 23 03:03:09.591754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e1ed6-6cf4-4cca-962c-3010f7fa3550 req-bc998ad2-7bab-4ff4-8986-cc74cc35789f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:09.593297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c1e1ed6-6cf4-4cca-962c-3010f7fa3550 req-bc998ad2-7bab-4ff4-8986-cc74cc35789f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 943 time: 0.0481069 Nov 23 03:03:09.633146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c6192756-a261-413e-ad46-a7369fbd06f2 req-a2df1c1b-8726-40ee-b408-cc9eddaaa47a service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 Nov 23 03:03:09.640657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c1e1ed6-6cf4-4cca-962c-3010f7fa3550 req-e94d8339-c5f9-42eb-8096-f77f529a0893 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Nov 23 03:03:10.771506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be688f27-93e3-4078-81aa-684df6384cb2 req-aa7a87ef-8620-40c4-8aa7-37cc6ff1dece tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:10.772997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be688f27-93e3-4078-81aa-684df6384cb2 req-aa7a87ef-8620-40c4-8aa7-37cc6ff1dece tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 943 time: 0.0555687 Nov 23 03:03:10.781982 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:10.824842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be688f27-93e3-4078-81aa-684df6384cb2 req-6d632739-582b-4a7a-a46b-cb4fc17070d2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448041 Nov 23 03:03:11.887718 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:11.947777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1b3fe-4bc2-466c-ad94-307ac26e043f req-7dfd5445-86d7-4114-a580-b272fd02f67e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:11.949350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37d1b3fe-4bc2-466c-ad94-307ac26e043f req-7dfd5445-86d7-4114-a580-b272fd02f67e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 943 time: 0.0519986 Nov 23 03:03:12.006110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-37d1b3fe-4bc2-466c-ad94-307ac26e043f req-3553ab82-52ec-4786-b9a5-f47c7072aad3 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Nov 23 03:03:12.607945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:03:12.706144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:12.718258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'port_id': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', 'mac_address': 'fa:16:3e:24:a4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cf4b60-d390-4eac-9c81-704fad9856d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:03:12.755528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:12.768238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:12.787329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:12.791073 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:12.836218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:13.002591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['96a305c8-0da4-40ba-9aa7-a0cb78745ee1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:13.130474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dd3af-3ae6-41d4-9cb9-04be17646968 req-f4580040-f927-4ba1-8ae9-627d16e93ae4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:13.132896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a8dd3af-3ae6-41d4-9cb9-04be17646968 req-f4580040-f927-4ba1-8ae9-627d16e93ae4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 944 time: 0.0541699 Nov 23 03:03:13.179690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a8dd3af-3ae6-41d4-9cb9-04be17646968 req-c7b4744c-c6e8-4a19-9830-bf300a5612ef tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Nov 23 03:03:14.294044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548fc57-3681-47ac-845d-32a374f6c115 req-5a578336-29d5-4574-8743-e0087734dd25 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:14.295561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d548fc57-3681-47ac-845d-32a374f6c115 req-5a578336-29d5-4574-8743-e0087734dd25 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 944 time: 0.0492435 Nov 23 03:03:14.342486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d548fc57-3681-47ac-845d-32a374f6c115 req-d0a1d7fb-fc39-4799-8050-5247e397efaf tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408914 Nov 23 03:03:14.614976 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:14.661753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:03:14.665447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:14.665816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:14.744299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:14.765390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:14.767645 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe2790-b1be-41fa-8c30-5378b4d46c3f" -d '{"events": [{"server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "name": "network-vif-plugged", "status": "completed", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:14.780681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:14.785342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:14.809704 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e712f449-0c1b-45c9-a8c1-9ce89b0b2387 x-openstack-request-id: req-e712f449-0c1b-45c9-a8c1-9ce89b0b2387 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:14.809994 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "name": "network-vif-plugged", "status": "completed", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:14.810245 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e712f449-0c1b-45c9-a8c1-9ce89b0b2387 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:14.810657 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', 'code': 200} Nov 23 03:03:14.835656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:14.909245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655e694-514e-47ae-ba46-30d8ddfe9fca req-df313675-be91-4e9b-828a-e9f3db57c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:14.910744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f655e694-514e-47ae-ba46-30d8ddfe9fca req-df313675-be91-4e9b-828a-e9f3db57c40c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 1097 time: 0.0406084 Nov 23 03:03:14.963995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f655e694-514e-47ae-ba46-30d8ddfe9fca req-a69bc45e-21a1-47c9-ba55-04c3b16bd068 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Nov 23 03:03:15.458874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef79e-c302-478a-b3e5-057a0f3019eb req-6f440f56-1702-48c7-82a4-e1f8a06a457e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:15.460345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea0ef79e-c302-478a-b3e5-057a0f3019eb req-6f440f56-1702-48c7-82a4-e1f8a06a457e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 945 time: 0.0479882 Nov 23 03:03:15.511251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea0ef79e-c302-478a-b3e5-057a0f3019eb req-59ebccc3-dd33-44e9-ba4c-da1d31911c42 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Nov 23 03:03:16.628131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d65ddc-c509-4d91-bc87-d9c1b58e3d62 req-d99b8958-d551-4fea-943e-cbfeeafd42a1 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:16.629608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18d65ddc-c509-4d91-bc87-d9c1b58e3d62 req-d99b8958-d551-4fea-943e-cbfeeafd42a1 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 945 time: 0.0502131 Nov 23 03:03:16.676068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-18d65ddc-c509-4d91-bc87-d9c1b58e3d62 req-bc7dc703-42b7-4e3c-8d26-6ce4a10179cb tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Nov 23 03:03:21.087355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 57602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:21.254794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Deleting port 661fd990-e3f3-4261-9f15-f06d27c86f32 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:21.255143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.339076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.339331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.351302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Calling delete_port for 661fd990-e3f3-4261-9f15-f06d27c86f32 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:21.512451 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.554740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event deleted for resources: {'Port': ['ID=661fd990-e3f3-4261-9f15-f06d27c86f32,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:21.609513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.609842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.610341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.610717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.611218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.611632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.612047 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.612465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.612825 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.613240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.613671 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.614015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:21.642464 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.643123 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Floating IP 059c4a4b-3560-4e4f-b23b-578f85645079 disassociated (deleted). External IP: 172.25.1.54, port: 76e0cbd5-60aa-4a4b-aedc-821dddb908c8. Nov 23 03:03:21.872773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:21.986006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:21.991394 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.996612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:22.007898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:22.008513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:22.022201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e928daa-501e-4dbb-a6ec-ce5ac6cb0a02 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "DELETE /v2.0/floatingips/059c4a4b-3560-4e4f-b23b-578f85645079 HTTP/1.1" status: 204 len: 168 time: 0.9332654 Nov 23 03:03:22.023498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:22.026928 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfe3d63-6600-4656-bb74-e631bc7022a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:22.143209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:22.216105 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221c38d-e41d-40ea-a90a-dc0b25384ecc x-openstack-request-id: req-e221c38d-e41d-40ea-a90a-dc0b25384ecc {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:22.216627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:22.216627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e221c38d-e41d-40ea-a90a-dc0b25384ecc {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:22.217020 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:03:22.332654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-1920ef20-6adf-4ea3-a016-53d90e41e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:22.334534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba87b6-7c9c-40b3-805a-6197dd93b20c req-8302b783-26e5-466a-ac09-344704175bcc tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:22.335263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-1920ef20-6adf-4ea3-a016-53d90e41e5ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17d7241fade04cec9a7da5ec15a2582d&device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 1097 time: 0.0609221 Nov 23 03:03:22.339018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59ba87b6-7c9c-40b3-805a-6197dd93b20c req-8302b783-26e5-466a-ac09-344704175bcc tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0618994 Nov 23 03:03:22.402845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59ba87b6-7c9c-40b3-805a-6197dd93b20c req-688a663e-fc05-46ed-a0a7-1cdfc5676cab tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587990 Nov 23 03:03:22.427102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:22.440490 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-e938db00-d4c7-410b-a000-4f9dc16dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:22.444215 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-e938db00-d4c7-410b-a000-4f9dc16dd456 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 200 len: 914 time: 0.0995643 Nov 23 03:03:22.466552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:22.476334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:22.477107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:22.497753 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-8331abd3-9844-4fa7-9d68-b3cefb3b10a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 200 len: 217 time: 0.0473139 Nov 23 03:03:22.549935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-c8b1e256-61c5-4c18-be9b-f34e632a5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:22.551461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-c8b1e256-61c5-4c18-be9b-f34e632a5919 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 200 len: 852 time: 0.0460968 Nov 23 03:03:22.585890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:22.599864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-7246a307-0a5b-4e09-8367-440f4f03f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:22.601585 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-7246a307-0a5b-4e09-8367-440f4f03f00e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f06608a9-29b6-4a1b-b88f-5e46290064ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423098 Nov 23 03:03:22.706990 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-9ad0ed04-3b0f-4b50-a08c-c8b256bac819 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966001 Nov 23 03:03:22.796956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:22.801920 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1dfe3d63-6600-4656-bb74-e631bc7022a1 req-1436239c-83e8-44b6-af80-b9ab28eb6878 service neutron] 10.222.0.41 "GET /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865524 Nov 23 03:03:22.823795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee481c32-bc40-40f3-a17d-8daa8e7acab9 None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:00:18Z', 'revision_number': 4, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '79c3e940-8672-412f-9136-f5ae3a9e37f3', 'name': '', 'network_id': 'f06608a9-29b6-4a1b-b88f-5e46290064ea', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'mac_address': 'fa:16:3e:9e:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:18Z', 'updated_at': '2021-11-23T03:00:24Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'subnets': [{'id': '7db51c41-c18a-42dc-b626-2b3016f3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:23.061706 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89958a7-c5c2-447c-a5db-88a824291308 None None] New status for floating IP 059c4a4b-3560-4e4f-b23b-578f85645079: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:03:23.527201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64677b8-4f5b-4c5e-84e3-771e22697612 req-67bd1811-28f3-45a5-96fd-12e3e88dcadd tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:23.528703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e64677b8-4f5b-4c5e-84e3-771e22697612 req-67bd1811-28f3-45a5-96fd-12e3e88dcadd tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0562656 Nov 23 03:03:23.578829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e64677b8-4f5b-4c5e-84e3-771e22697612 req-4c94c5be-3d5b-4d4c-9c0c-8f35b54b0b40 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/security-groups?id=00496fc5-ec27-4f2c-a411-2fa024df6034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Nov 23 03:03:23.616067 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.084674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d14cb-a681-4584-8ae8-304782fc9443 req-ba138bef-88af-4ec4-9967-d54c51db842d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:24.086173 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-333d14cb-a681-4584-8ae8-304782fc9443 req-ba138bef-88af-4ec4-9967-d54c51db842d tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.41 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 945 time: 0.0535254 Nov 23 03:03:24.174582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Deleting port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:24.174908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.264286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] For port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:24.264643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.277561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Calling delete_port for 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:24.403837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.430278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event deleted for resources: {'Port': ['ID=76e0cbd5-60aa-4a4b-aedc-821dddb908c8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:24.477989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] No DVR routers for this DVR port 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:24.480757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.484280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-333d14cb-a681-4584-8ae8-304782fc9443 req-61fcfcad-bb4e-4c42-a564-972a718f09ff tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.41 "DELETE /v2.0/ports/76e0cbd5-60aa-4a4b-aedc-821dddb908c8 HTTP/1.1" status: 204 len: 173 time: 0.3919654 Nov 23 03:03:24.484718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'name': 'network-vif-deleted', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:24.487103 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df373e-4640-45b1-bfc8-183cae9c6f98" -d '{"events": [{"server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "name": "network-vif-deleted", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:24.524588 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5c2f45-382e-4e00-ae26-b39793af172f x-openstack-request-id: req-7d5c2f45-382e-4e00-ae26-b39793af172f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:24.524881 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318a44c-1a08-4c1b-b5e0-2c3ad67bff97", "name": "network-vif-deleted", "tag": "76e0cbd5-60aa-4a4b-aedc-821dddb908c8", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:24.525137 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d5c2f45-382e-4e00-ae26-b39793af172f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:24.525542 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318a44c-1a08-4c1b-b5e0-2c3ad67bff97', 'name': 'network-vif-deleted', 'tag': '76e0cbd5-60aa-4a4b-aedc-821dddb908c8', 'status': 'completed', 'code': 200} Nov 23 03:03:24.675448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e46c2fe6-da4f-43ff-8073-7b1f5e3cd6d0 req-d2ad5d30-c637-4bba-a48b-ece43a0f7ea7 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0260990 Nov 23 03:03:25.770198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-158d37d1-b697-4310-991b-705992310b5b req-8c39e97d-1111-4c29-b611-d6269c2a32b3 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0262017 Nov 23 03:03:26.867158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-22a466ed-9764-4a8b-b8bf-6869cd2e69aa req-a29fa570-9c6d-4960-a54a-299570bb8066 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Nov 23 03:03:27.966204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0514ac9-3841-44f1-a5c3-4cfd92dae4c2 req-41f0070f-5adf-4f20-998d-29fbcd5fe18f tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0300801 Nov 23 03:03:29.080274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99e2e0f6-c31e-41fa-ba7f-9210967f34dd req-e0efa0e8-1e4a-43ab-b201-4de620174682 tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e318a44c-1a08-4c1b-b5e0-2c3ad67bff97 HTTP/1.1" status: 200 len: 210 time: 0.0282817 Nov 23 03:03:29.355090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:29.376073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:29.376424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 76e0cbd5-60aa-4a4b-aedc-821dddb908c8 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:29.892061 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.135906 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 57658) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:30.192917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.219462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.278042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.282712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.286793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] 10.222.0.15 "DELETE /v2.0/security-groups/00496fc5-ec27-4f2c-a411-2fa024df6034 HTTP/1.1" status: 204 len: 168 time: 0.1470437 Nov 23 03:03:30.293755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d64c8-44f1-4917-bcbe-f0027c221dea tempest-TestVolumeBackupRestore-1394736743 tempest-TestVolumeBackupRestore-1394736743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00496fc5-ec27-4f2c-a411-2fa024df6034,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:35.103693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4a6e7b2f-e47c-4cd0-bb82-41c6bdb70d8a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:35.106134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4a6e7b2f-e47c-4cd0-bb82-41c6bdb70d8a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1104755 Nov 23 03:03:35.121733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-761b4c57-4507-4861-b6c2-038abefd0add tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/quotas/ee3f4b6743c241f4b29bbef08c2f34f6 HTTP/1.1" status: 200 len: 375 time: 0.0098202 Nov 23 03:03:35.182756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-d3dab74a-c4f8-4f8b-b660-de235f4b6beb tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541444 Nov 23 03:03:35.195026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-ca173242-8b90-4b1b-9566-41634fc10ebc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:03:35.196559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-ca173242-8b90-4b1b-9566-41634fc10ebc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056729 Nov 23 03:03:35.295040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-b7ed31ed-8aef-4bda-ba5d-aa9dfa278c35 service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923233 Nov 23 03:03:35.389180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-497ee30a-47d9-4f37-82b9-7e8789bcad65 service neutron] 10.222.0.15 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Nov 23 03:03:35.571964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2066fb95-2fea-4e12-adb6-3f3812d42903 req-05c8039d-7385-45d8-bbf7-a2bbcb9b7bc3 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 210 time: 0.0327494 Nov 23 03:03:35.883794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ab11958-a041-4edb-a082-6cccd09e4077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:36.599562 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-facb534b-f461-4c5f-a50c-12f2cefcc1de tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:36.600967 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-facb534b-f461-4c5f-a50c-12f2cefcc1de tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 815 time: 0.1266036 Nov 23 03:03:36.613589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Request body: {'port': {'device_id': '4c021cff-850d-4744-9113-36f9af5275b8', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'admin_state_up': True, 'tenant_id': 'ee3f4b6743c241f4b29bbef08c2f34f6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:36.694638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6dd518ea-3e56-4d4c-9d0c-7d0dbe2eb06c req-0ee97b20-cf14-4a03-9540-beb4dbd685a7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 210 time: 0.0264571 Nov 23 03:03:36.738310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Made reservation on behalf of ee3f4b6743c241f4b29bbef08c2f34f6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:03:36.743422 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:36.877798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Allocated IP 172.20.0.2 (11238bb7-7fdb-4df2-8604-e366ee7f8973/72cf4b60-d390-4eac-9c81-704fad9856d1/2a862d54-d929-4b45-9897-7629d7b0eacf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:37.049894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.085287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.111984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b', '96a305c8-0da4-40ba-9aa7-a0cb78745ee1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:37.139109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event updated for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:37.151799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:37.155104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Network 11238bb7-7fdb-4df2-8604-e366ee7f8973 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:37.156701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:37.159701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:37.221889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:37.222938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.244201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5f8cedf5-9c8c-4542-bed6-1b81f8b53d13 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342728 Nov 23 03:03:37.266220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Request body: {'port': {'device_id': '4c021cff-850d-4744-9113-36f9af5275b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:37.370481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.686923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a862d54-d929-4b45-9897-7629d7b0eacf {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:37.695163 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.710652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Transition to ACTIVE for port object 2a862d54-d929-4b45-9897-7629d7b0eacf will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:03:37.715221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.818532 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Pushing event updated for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:37.854711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beefe7a-9a15-4920-b087-86bc1505ace7 req-cf274bc0-8bc4-4b70-aa92-5f34cc839991 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:37.856236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3beefe7a-9a15-4920-b087-86bc1505ace7 req-cf274bc0-8bc4-4b70-aa92-5f34cc839991 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 943 time: 0.0741754 Nov 23 03:03:37.884130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Attempting to bind port 2a862d54-d929-4b45-9897-7629d7b0eacf on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:37.884363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Attempting to bind port 2a862d54-d929-4b45-9897-7629d7b0eacf by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:37.884778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Attempting to bind port 2a862d54-d929-4b45-9897-7629d7b0eacf on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:37.891042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Port 2a862d54-d929-4b45-9897-7629d7b0eacf on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:03:37.891383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Attempting to bind port 2a862d54-d929-4b45-9897-7629d7b0eacf on network 11238bb7-7fdb-4df2-8604-e366ee7f8973 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:37.896843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:37.897060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Checking segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:37.897752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Bound using segment: {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:37.898488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Bound port: 2a862d54-d929-4b45-9897-7629d7b0eacf, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:37.899037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.918152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3beefe7a-9a15-4920-b087-86bc1505ace7 req-e86d301c-4d8f-4aaa-a25c-2de9663bfbae tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550568 Nov 23 03:03:37.977683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:37.981119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2a862d54-d929-4b45-9897-7629d7b0eacf,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:37.993934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.005772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:38.061459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f8e4e421-5397-4037-835b-9d56a7a38700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.065470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.066117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.067615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a862d54-d929-4b45-9897-7629d7b0eacf HTTP/1.1" status: 200 len: 1092 time: 0.8117087 Nov 23 03:03:38.068133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:38.070410 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77646109-a377-4df7-b748-0301cc55fadb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:38.162944 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c106cf-913f-41e7-880c-5c9cc4096262 x-openstack-request-id: req-a4c106cf-913f-41e7-880c-5c9cc4096262 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:38.163450 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:38.163808 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4c106cf-913f-41e7-880c-5c9cc4096262 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:38.164315 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf', 'status': 'completed', 'code': 200} Nov 23 03:03:38.185280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9743eb-53ba-4e83-b667-20bbdc464323 service neutron] Pushing event updated for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:38.199358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-73f22822-966d-4dea-ad30-47f2edf5100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.201123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-73f22822-966d-4dea-ad30-47f2edf5100c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 1095 time: 0.0847743 Nov 23 03:03:38.250721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-4befcaed-47d3-4fe0-93df-edc85269a911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a862d54-d929-4b45-9897-7629d7b0eacf HTTP/1.1" status: 200 len: 217 time: 0.0418117 Nov 23 03:03:38.304828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-965768a1-d8cb-4fcf-91fd-27d0372e7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.306441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-965768a1-d8cb-4fcf-91fd-27d0372e7324 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0495408 Nov 23 03:03:38.342615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-5d8b7e1e-f011-4ec3-b5b3-2b5d57fe7873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282037 Nov 23 03:03:38.449179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-54fe6fba-9893-4023-ba55-7ddc047532f7 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976570 Nov 23 03:03:38.474841 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.552146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a8949934-c77a-4c11-9c02-ce2307430cfa req-e2831f63-e424-409e-807a-dab733f3b8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956075 Nov 23 03:03:38.643457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77646109-a377-4df7-b748-0301cc55fadb req-617add4d-eac8-4c51-9328-b43766a003b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.645373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-617add4d-eac8-4c51-9328-b43766a003b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 1095 time: 0.0468237 Nov 23 03:03:38.733527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Deleting port 79c3e940-8672-412f-9136-f5ae3a9e37f3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:38.734288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.747006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77646109-a377-4df7-b748-0301cc55fadb req-f4df41a2-8f6b-4496-9164-3c78b957f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.748400 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-f4df41a2-8f6b-4496-9164-3c78b957f822 service neutron] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0953374 Nov 23 03:03:38.814524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] For port 79c3e940-8672-412f-9136-f5ae3a9e37f3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=79c3e940-8672-412f-9136-f5ae3a9e37f3,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:38.814893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.828391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Calling delete_port for 79c3e940-8672-412f-9136-f5ae3a9e37f3 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:38.918731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-1046e512-dbad-4e3d-8674-9f3fcf000eda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a862d54-d929-4b45-9897-7629d7b0eacf HTTP/1.1" status: 200 len: 217 time: 0.0368390 Nov 23 03:03:38.970220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77646109-a377-4df7-b748-0301cc55fadb req-bcd0bb14-f6e8-4591-afb9-947268e2e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.971807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-bcd0bb14-f6e8-4591-afb9-947268e2e6a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0451443 Nov 23 03:03:39.012443 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-16bb0acf-d12d-4ac9-8ca1-4c7b527dcfda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322061 Nov 23 03:03:39.065556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.097132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c3e940-8672-412f-9136-f5ae3a9e37f3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:39.109473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec00c1-635b-4532-9029-65d9d399bc22 req-bdb5b0cb-3706-481e-9850-da17884d4bb4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.110935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6ec00c1-635b-4532-9029-65d9d399bc22 req-bdb5b0cb-3706-481e-9850-da17884d4bb4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 943 time: 0.1054842 Nov 23 03:03:39.119740 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-1b4acf96-5db1-4848-a1df-a1fda7b229ae service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982747 Nov 23 03:03:39.218040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6ec00c1-635b-4532-9029-65d9d399bc22 req-859ffcf5-de61-41af-88ce-b22b4b9f31d6 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828612 Nov 23 03:03:39.230476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-77646109-a377-4df7-b748-0301cc55fadb req-6ed7752a-0362-4a91-9580-8abb97622c12 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022508 Nov 23 03:03:39.318804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.359570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.386810 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-ba36d8f1-14a5-4acc-8b91-d3a8fb7aa157 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476077 Nov 23 03:03:39.488495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-c1ea7604-5b31-44da-90a3-c71a84c4e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.490093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-c1ea7604-5b31-44da-90a3-c71a84c4e708 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 1098 time: 0.0439975 Nov 23 03:03:39.601017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-a928fc30-5193-49a5-a120-4381a779016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.602631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-a928fc30-5193-49a5-a120-4381a779016c service neutron] 10.222.0.41 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.0923312 Nov 23 03:03:39.646413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-0cddf490-7c5e-4c67-a738-54914adb251d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37 HTTP/1.1" status: 200 len: 217 time: 0.0363533 Nov 23 03:03:39.699801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-28c5bf4e-8fba-422b-8a5e-04cfba2f22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.701297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-28c5bf4e-8fba-422b-8a5e-04cfba2f22f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0480535 Nov 23 03:03:39.733142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-7de53c9d-ad1d-45ce-8aee-1b6c56cddc2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247498 Nov 23 03:03:39.827089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-77ccf727-f9ff-4328-a07b-5c90e53a4b25 service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863314 Nov 23 03:03:39.877215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Router 13b136da-907a-41e3-ae14-5a89ce6d5c42 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:39.918032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-90cacf37-5a56-4d15-91b3-62aa4a46ff67 req-d3e2083e-8423-4d9e-84f5-408f99731ec0 service neutron] 10.222.0.41 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Nov 23 03:03:39.982199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:39.990339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21d48669-ed63-45af-ae7e-fab49cf579b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/13b136da-907a-41e3-ae14-5a89ce6d5c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804184 Nov 23 03:03:39.991292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58162) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:39.992042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Sync routers for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:40.001494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:40.002384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:40.106796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:40.118747 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-e55386d3-f908-4bfb-b31f-d19959c5000f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832832 Nov 23 03:03:40.132025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:40.249680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-35add2ab-d9fa-4f54-b173-494d84f904e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:40.251185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-35add2ab-d9fa-4f54-b173-494d84f904e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 1097 time: 0.0846984 Nov 23 03:03:40.274557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:40.315273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32'}], 'enable_snat': True}, 'gw_port_id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:03:38Z', 'revision_number': 5, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port': {'id': '9058fe9c-7815-4093-ba63-9d03fd34da18', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:16Z', 'updated_at': '2021-11-23T03:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:40.343073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Checking router: 13b136da-907a-41e3-ae14-5a89ce6d5c42 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:40.351062 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bef88-56ad-44f0-872d-4bf34a3fadf0 req-392bcea6-f27a-4065-b2b2-51f3d42ba45b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:40.352446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Routers {'13b136da-907a-41e3-ae14-5a89ce6d5c42'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:40.352786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c5bef88-56ad-44f0-872d-4bf34a3fadf0 req-392bcea6-f27a-4065-b2b2-51f3d42ba45b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 943 time: 0.0550056 Nov 23 03:03:40.353182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['13b136da-907a-41e3-ae14-5a89ce6d5c42'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:40.407087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c5bef88-56ad-44f0-872d-4bf34a3fadf0 req-9e818b36-8481-4659-b875-46089cf1258c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459781 Nov 23 03:03:40.407340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-1f9c2fdb-0c37-4953-8ba1-97b9bd205bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:40.408492 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-1f9c2fdb-0c37-4953-8ba1-97b9bd205bfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 200 len: 916 time: 0.1305854 Nov 23 03:03:40.410947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Deleting port 9058fe9c-7815-4093-ba63-9d03fd34da18 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:40.411289 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:40.493126 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-3de6e166-94e8-4488-861b-f08ab63176e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 200 len: 217 time: 0.0688491 Nov 23 03:03:40.570692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] For port 9058fe9c-7815-4093-ba63-9d03fd34da18, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9058fe9c-7815-4093-ba63-9d03fd34da18,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:40.571060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:40.574663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-4f0f0408-0208-4c29-9bb2-be0a49018c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:40.576139 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-4f0f0408-0208-4c29-9bb2-be0a49018c68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 200 len: 855 time: 0.0744426 Nov 23 03:03:40.595820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Calling delete_port for 9058fe9c-7815-4093-ba63-9d03fd34da18 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:40.601503 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] Set router 13b136da-907a-41e3-ae14-5a89ce6d5c42 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:40.615113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-34074a25-aecc-4433-b949-07403b60138a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=11238bb7-7fdb-4df2-8604-e366ee7f8973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304582 Nov 23 03:03:40.655856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:03:40Z', 'revision_number': 6, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:40.682334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065905e7-a4ca-418d-8a5a-b988471767cd None None] The sync data for ids ['13b136da-907a-41e3-ae14-5a89ce6d5c42'] in n-d-714676-12 is: [{'id': '13b136da-907a-41e3-ae14-5a89ce6d5c42', 'name': 'tempest-TestVolumeBackupRestore-180005561-router', 'tenant_id': '17d7241fade04cec9a7da5ec15a2582d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:15Z', 'updated_at': '2021-11-23T03:03:40Z', 'revision_number': 6, 'project_id': '17d7241fade04cec9a7da5ec15a2582d', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:40.782009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:40.794256 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-44045347-4d4f-4c9b-be0e-6d403b789b50 service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721761 Nov 23 03:03:41.240951 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2dc8ca96-3cd5-4b1c-bb3f-e71f6d12a442 req-b9c9ab1f-5588-45d0-9eef-38ce14a89e6f service neutron] 10.222.0.47 "GET /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379637 Nov 23 03:03:41.242274 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.268623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9058fe9c-7815-4093-ba63-9d03fd34da18,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:41.282326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51997b82-e0b9-450e-b009-92adb034591d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:41.328542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.421517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.423570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.469188 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.469773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b136da-907a-41e3-ae14-5a89ce6d5c42 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:03:41.474243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.475439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aafa9cdf-74ac-4d6d-87b4-4fc3c47ea9e5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/13b136da-907a-41e3-ae14-5a89ce6d5c42 HTTP/1.1" status: 204 len: 168 time: 1.4821403 Nov 23 03:03:41.478159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58168) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:41.525401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Deleting subnet 7db51c41-c18a-42dc-b626-2b3016f3e10f {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:03:41.528626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.534299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c82f3-3bf7-4075-ad5d-61c5c1b5cafb req-39e5bf65-d47c-407a-87f3-eb3f918802f4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:41.535862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a9c82f3-3bf7-4075-ad5d-61c5c1b5cafb req-39e5bf65-d47c-407a-87f3-eb3f918802f4 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 943 time: 0.0499384 Nov 23 03:03:41.565950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.586731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6a9c82f3-3bf7-4075-ad5d-61c5c1b5cafb req-64f79451-3638-484a-a613-ad2e55f78a8b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Nov 23 03:03:41.649443 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.703763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.729510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db51c41-c18a-42dc-b626-2b3016f3e10f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:41.733077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.736419 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e8dba8c-38a6-4ed0-8a10-b8fa96cc0f31 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7db51c41-c18a-42dc-b626-2b3016f3e10f HTTP/1.1" status: 204 len: 168 time: 0.2568839 Nov 23 03:03:41.739011 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58170) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:41.745155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1513823-5186-4fc0-878d-da6e0b748ed5 None None] Network f06608a9-29b6-4a1b-b88f-5e46290064ea requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:03:41.810582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.864323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Deleting port a2ffd8a5-de83-43a8-834e-f3609d506003 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:41.864707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.891639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.929138 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] For port a2ffd8a5-de83-43a8-834e-f3609d506003, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2ffd8a5-de83-43a8-834e-f3609d506003,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:41.929506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.938104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] DHCP port deletion for f06608a9-29b6-4a1b-b88f-5e46290064ea request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:41.942912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Calling delete_port for a2ffd8a5-de83-43a8-834e-f3609d506003 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:41.985348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Deleting port a2ffd8a5-de83-43a8-834e-f3609d506003 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:41.985733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.025776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.051277 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ffd8a5-de83-43a8-834e-f3609d506003,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:42.051815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] For port a2ffd8a5-de83-43a8-834e-f3609d506003, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a2ffd8a5-de83-43a8-834e-f3609d506003,segment=NetworkSegment(163ab8e3-3c63-4b4e-8228-8bd945a54dd2),segment_id=163ab8e3-3c63-4b4e-8228-8bd945a54dd2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:42.052219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.054788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] No DVR routers for this DVR port a2ffd8a5-de83-43a8-834e-f3609d506003 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:42.067714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Calling delete_port for a2ffd8a5-de83-43a8-834e-f3609d506003 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:42.128886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.146371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.149243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06608a9-29b6-4a1b-b88f-5e46290064ea']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:42.159467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163ab8e3-3c63-4b4e-8228-8bd945a54dd2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:42.159800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163ab8e3-3c63-4b4e-8228-8bd945a54dd2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:42.169421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.175486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Pushing event deleted for resources: {'Port': ['ID=a2ffd8a5-de83-43a8-834e-f3609d506003,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:42.179777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] No DVR routers for this DVR port a2ffd8a5-de83-43a8-834e-f3609d506003 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:42.184415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.187311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.187671 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.188020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.188362 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.188703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.189045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.189378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.189906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.190059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.190357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.190712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.191472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e58540-4b86-4346-b9ef-7e1d80c16249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:42.192702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:03:42.193097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:03:42.199690 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:03:42.253579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.258919 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.262160 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] 10.222.0.15 "DELETE /v2.0/networks/f06608a9-29b6-4a1b-b88f-5e46290064ea HTTP/1.1" status: 204 len: 168 time: 0.5222082 Nov 23 03:03:42.265232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58172) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:42.273094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc176bb-4108-4957-aa3b-f23fdd61c2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f06608a9-29b6-4a1b-b88f-5e46290064ea,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:42.611644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.682763 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a2ffd8a5-de83-43a8-834e-f3609d506003 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:42.702901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a2ffd8a5-de83-43a8-834e-f3609d506003 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:42.703327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a2ffd8a5-de83-43a8-834e-f3609d506003 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:42.703799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c3e940-8672-412f-9136-f5ae3a9e37f3 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:42.722918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 79c3e940-8672-412f-9136-f5ae3a9e37f3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:42.723261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 79c3e940-8672-412f-9136-f5ae3a9e37f3 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:42.723667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9058fe9c-7815-4093-ba63-9d03fd34da18 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:42.742944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9058fe9c-7815-4093-ba63-9d03fd34da18 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:42.743294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9058fe9c-7815-4093-ba63-9d03fd34da18 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:42.751603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15770-3d13-4399-9117-ba80c6a12fa8 req-b3642846-1431-43d5-b672-5490138abd7d tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:42.753092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1d15770-3d13-4399-9117-ba80c6a12fa8 req-b3642846-1431-43d5-b672-5490138abd7d tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 943 time: 0.0941024 Nov 23 03:03:42.759564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2a862d54-d929-4b45-9897-7629d7b0eacf details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:03:42.863054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c1d15770-3d13-4399-9117-ba80c6a12fa8 req-47b9eee4-0a51-4846-b402-b7d958744bc9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758064 Nov 23 03:03:42.863941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2a862d54-d929-4b45-9897-7629d7b0eacf,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:42.880950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '2a862d54-d929-4b45-9897-7629d7b0eacf', 'network_id': '11238bb7-7fdb-4df2-8604-e366ee7f8973', 'port_id': '2a862d54-d929-4b45-9897-7629d7b0eacf', 'mac_address': 'fa:16:3e:29:4f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cf4b60-d390-4eac-9c81-704fad9856d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:03:42.918750 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.933021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a862d54-d929-4b45-9897-7629d7b0eacf {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:42.943934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Deleting port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:42.944376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.952927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2a862d54-d929-4b45-9897-7629d7b0eacf,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:42.957559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.008250 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:43.036413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] For port a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:43.037893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.050805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Calling delete_port for a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:43.209346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['2a862d54-d929-4b45-9897-7629d7b0eacf'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:43.234739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.260573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:43.445547 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.664399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Router ca557504-c39b-46a2-b341-a1c99d89b832 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:43.777597 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:43.782914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-153d7108-3043-4e2f-854a-5ab667fae22d admin admin] 10.222.0.15 "PUT /v2.0/routers/ca557504-c39b-46a2-b341-a1c99d89b832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5165350 Nov 23 03:03:43.785410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58176) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:43.787287 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Sync routers for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:43.800189 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:43.800795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:43.890027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.904047 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:44.025460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b6a0-ab58-4d7f-be22-05237facd5b2 req-995291ba-9d0f-4472-a053-f57fdf2986bc tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:44.026979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87f0b6a0-ab58-4d7f-be22-05237facd5b2 req-995291ba-9d0f-4472-a053-f57fdf2986bc tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 944 time: 0.0946591 Nov 23 03:03:44.032399 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.095626 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '343ae160-0465-4744-a287-456e1b3cd4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:03:43Z', 'revision_number': 5, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port': {'id': '343ae160-0465-4744-a287-456e1b3cd4da', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:2a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:44.115841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87f0b6a0-ab58-4d7f-be22-05237facd5b2 req-533b3674-38ba-4481-bf0a-399812eebfc6 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794106 Nov 23 03:03:44.122540 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Checking router: ca557504-c39b-46a2-b341-a1c99d89b832 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:44.131308 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Routers {'ca557504-c39b-46a2-b341-a1c99d89b832'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:44.131910 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:03:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['ca557504-c39b-46a2-b341-a1c99d89b832'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:44.136694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Deleting port 343ae160-0465-4744-a287-456e1b3cd4da {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:44.137193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.215441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] For port 343ae160-0465-4744-a287-456e1b3cd4da, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=343ae160-0465-4744-a287-456e1b3cd4da,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:44.215810 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.215974 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] Set router ca557504-c39b-46a2-b341-a1c99d89b832 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:44.229749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Calling delete_port for 343ae160-0465-4744-a287-456e1b3cd4da owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:44.270072 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:03:44Z', 'revision_number': 6, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:44.297511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a060b-af71-43f1-b561-9cd37779f502 None None] The sync data for ids ['ca557504-c39b-46a2-b341-a1c99d89b832'] in n-d-714676-12 is: [{'id': 'ca557504-c39b-46a2-b341-a1c99d89b832', 'name': 'tempest-TestVolumeBackupRestore-1093003442-router', 'tenant_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:00:20Z', 'updated_at': '2021-11-23T03:03:44Z', 'revision_number': 6, 'project_id': 'f335cb4bfb2c4b6496e3ded77f5dfa29', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:44.395240 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:03:44.396804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.423036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=343ae160-0465-4744-a287-456e1b3cd4da,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:44.437992 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84254250-ee41-4b18-adc9-68925faee8ac None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:44.488245 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.575628 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.578275 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.622106 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.622692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca557504-c39b-46a2-b341-a1c99d89b832 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:03:44.628698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.629883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef3cb3f5-a41e-4e79-a2ef-1bc507090d66 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca557504-c39b-46a2-b341-a1c99d89b832 HTTP/1.1" status: 204 len: 168 time: 0.8433719 Nov 23 03:03:44.632440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:44.683070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Deleting subnet 07e3cb4a-5fc9-4549-b55b-8f1c20840c01 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:03:44.687221 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.735737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.774473 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2a862d54-d929-4b45-9897-7629d7b0eacf up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:44.779679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:44.823178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:44.823523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a6d4e4f5-ed6d-400b-8242-b0b2c8d225ed not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:44.824600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.856182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 2a862d54-d929-4b45-9897-7629d7b0eacf completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:03:44.862187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 2a862d54-d929-4b45-9897-7629d7b0eacf triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:44.862637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.878782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.910198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e3cb4a-5fc9-4549-b55b-8f1c20840c01,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:44.913981 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.919724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d546d34c-d7ee-493c-a7c9-acb1267f0118 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07e3cb4a-5fc9-4549-b55b-8f1c20840c01 HTTP/1.1" status: 204 len: 168 time: 0.2838583 Nov 23 03:03:44.919724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:44.936404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee209d8-3aa7-49a8-8476-770cb993e513 None None] Network a4800d3d-d167-4ca9-85ef-e91c6f230843 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:03:44.989103 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:44.993804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.043015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Deleting port 45ad3a05-9aa7-4272-9569-eda3aa62f93f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:45.043282 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.047349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:45.049600 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f240abb-cdb8-4096-9060-97acc83d13eb" -d '{"events": [{"server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:45.084812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2a862d54-d929-4b45-9897-7629d7b0eacf,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:45.091755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.095087 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039b945d-0dfc-47a5-8f25-a1bb3af8e24c x-openstack-request-id: req-039b945d-0dfc-47a5-8f25-a1bb3af8e24c {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:45.095384 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "name": "network-vif-plugged", "status": "completed", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:45.095638 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-039b945d-0dfc-47a5-8f25-a1bb3af8e24c {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:45.096030 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf', 'code': 200} Nov 23 03:03:45.114223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] For port 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=45ad3a05-9aa7-4272-9569-eda3aa62f93f,segment=NetworkSegment(456a816d-b3ed-4722-b5ef-6311f751fcbe),segment_id=456a816d-b3ed-4722-b5ef-6311f751fcbe)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:45.114785 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.132425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Calling delete_port for 45ad3a05-9aa7-4272-9569-eda3aa62f93f owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:45.159475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:45.226839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4ce13-f7bf-4b9d-84ad-0c4dadc01b49 req-74d5fba8-7221-473a-a690-3544d38ed17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:45.230484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] DHCP port deletion for a4800d3d-d167-4ca9-85ef-e91c6f230843 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:45.232449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ae4ce13-f7bf-4b9d-84ad-0c4dadc01b49 req-74d5fba8-7221-473a-a690-3544d38ed17f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 1097 time: 0.0580792 Nov 23 03:03:45.290020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ae4ce13-f7bf-4b9d-84ad-0c4dadc01b49 req-d99796a4-2085-4f3b-af27-9c9bffb8706b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Nov 23 03:03:45.294872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b923a-9b47-48cb-801d-758c68441fb5 req-83508a53-695d-4679-8eb4-15aa1630a814 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:45.295948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c92b923a-9b47-48cb-801d-758c68441fb5 req-83508a53-695d-4679-8eb4-15aa1630a814 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 945 time: 0.0696537 Nov 23 03:03:45.296793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.303781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Deleting port 45ad3a05-9aa7-4272-9569-eda3aa62f93f {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:45.304357 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.310828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] No DVR routers for this DVR port 45ad3a05-9aa7-4272-9569-eda3aa62f93f on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:45.367220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ad3a05-9aa7-4272-9569-eda3aa62f93f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:45.374553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] For port 45ad3a05-9aa7-4272-9569-eda3aa62f93f, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:45.374951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.389314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Calling delete_port for 45ad3a05-9aa7-4272-9569-eda3aa62f93f owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:45.392561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Port 45ad3a05-9aa7-4272-9569-eda3aa62f93f was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:03:45.394048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.421388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] Pushing event deleted for resources: {'Port': ['ID=45ad3a05-9aa7-4272-9569-eda3aa62f93f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:45.424600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901385f-a527-4886-a70f-d2d5fd3e1aee None None] No DVR routers for this DVR port 45ad3a05-9aa7-4272-9569-eda3aa62f93f on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:45.444409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.460798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c92b923a-9b47-48cb-801d-758c68441fb5 req-a06df720-a635-49cf-a75e-ba2875b16fe9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554201 Nov 23 03:03:45.476207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4800d3d-d167-4ca9-85ef-e91c6f230843']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:45.492368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456a816d-b3ed-4722-b5ef-6311f751fcbe') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:45.492661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456a816d-b3ed-4722-b5ef-6311f751fcbe') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:45.502489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.517090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.523078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:03:45.523453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:03:45.525162 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:03:45.577072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.583546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.587483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a4800d3d-d167-4ca9-85ef-e91c6f230843 HTTP/1.1" status: 204 len: 168 time: 0.6667264 Nov 23 03:03:45.599872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9569-585a-451e-ae24-e1f4fd1f6a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4800d3d-d167-4ca9-85ef-e91c6f230843,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:45.697419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:45.736472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6f5cfdc7-a547-4cbb-9c8b-759bfcaaf2e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d7241fade04cec9a7da5ec15a2582d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379040 Nov 23 03:03:45.738935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:45.784213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.807865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.852373 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.854990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:45.856156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/deada789-efcd-47f1-9b84-280c6b1aaa0c HTTP/1.1" status: 204 len: 168 time: 0.1163251 Nov 23 03:03:45.864388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6553a9-5aa7-4ca4-81ee-7fa1c841b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deada789-efcd-47f1-9b84-280c6b1aaa0c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:45.940773 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-a0cb89dc-2429-432f-abbb-e806de91c623 req-f6a85d6d-ffd2-4dd8-9a66-89d3d515a80c service neutron] (103571) timed out ('10.222.0.15', 47600) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:03:46.158060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:46.197339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9343502e-90a7-41b9-a12f-ad77f6051d5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f335cb4bfb2c4b6496e3ded77f5dfa29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380380 Nov 23 03:03:46.199723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:46.245716 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:46.266304 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:46.313988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:46.317230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:46.320873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9512f72-c995-4b12-97e6-034afee7d087 HTTP/1.1" status: 204 len: 168 time: 0.1177897 Nov 23 03:03:46.327347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfe2cf-8b9f-4a6c-a375-d1ffbc2741cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9512f72-c995-4b12-97e6-034afee7d087,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:46.594337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ebfc-5eaa-4af1-a853-58a882eea27c req-a65dc313-ee88-46cb-8864-be12b0fac057 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:46.596066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9383ebfc-5eaa-4af1-a853-58a882eea27c req-a65dc313-ee88-46cb-8864-be12b0fac057 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 945 time: 0.0587437 Nov 23 03:03:46.658923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9383ebfc-5eaa-4af1-a853-58a882eea27c req-c47ca33f-56cf-4a3f-9ab4-d77737769c7d tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 Nov 23 03:03:46.726552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 45ad3a05-9aa7-4272-9569-eda3aa62f93f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:46.750044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 45ad3a05-9aa7-4272-9569-eda3aa62f93f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:46.750738 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 45ad3a05-9aa7-4272-9569-eda3aa62f93f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:46.751381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 343ae160-0465-4744-a287-456e1b3cd4da no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:46.777987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 343ae160-0465-4744-a287-456e1b3cd4da {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:46.778568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 343ae160-0465-4744-a287-456e1b3cd4da not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:53.614838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:59.927987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:05.877216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f403e413-5e13-4a07-a688-1d4bb4d58e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:07.956863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a37653-2f20-4f93-9d49-e270537cbfa5 req-76c896b1-6c91-4d85-b4e6-12d2f4c54ddc tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:07.958424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6a37653-2f20-4f93-9d49-e270537cbfa5 req-76c896b1-6c91-4d85-b4e6-12d2f4c54ddc tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 945 time: 0.0504642 Nov 23 03:04:08.006657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6a37653-2f20-4f93-9d49-e270537cbfa5 req-51569fdd-2f8a-4f0e-94e2-95b231239552 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Nov 23 03:04:08.054155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8105a3f1-8a36-4cc6-a60f-09ef4c9df103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.128620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34ca86-b3c2-4161-a2bc-8f6031a62585 req-29bc5f81-dc09-466d-b67e-239ae2d8f37a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:09.130183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d34ca86-b3c2-4161-a2bc-8f6031a62585 req-29bc5f81-dc09-466d-b67e-239ae2d8f37a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 945 time: 0.0550909 Nov 23 03:04:09.180786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d34ca86-b3c2-4161-a2bc-8f6031a62585 req-61d22698-50c2-4c53-b2ee-44813db9b48d tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Nov 23 03:04:09.360420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.469399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-2891ca11-0516-4974-ad27-47fc2b9ce6b0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:09.470871 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-2891ca11-0516-4974-ad27-47fc2b9ce6b0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Nov 23 03:04:09.561099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Deleting port 2a862d54-d929-4b45-9897-7629d7b0eacf {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:09.561383 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.649610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] For port 2a862d54-d929-4b45-9897-7629d7b0eacf, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=2a862d54-d929-4b45-9897-7629d7b0eacf,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:04:09.649973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.662835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Calling delete_port for 2a862d54-d929-4b45-9897-7629d7b0eacf owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:09.789002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.801291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b', '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', '2a862d54-d929-4b45-9897-7629d7b0eacf'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:09.816203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event deleted for resources: {'Port': ['ID=2a862d54-d929-4b45-9897-7629d7b0eacf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:09.826206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.826565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.827424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.827766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.828101 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.828437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.828806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.829128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.829459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.829786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.830113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.830885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:09.833355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:09.871631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] No DVR routers for this DVR port 2a862d54-d929-4b45-9897-7629d7b0eacf on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:04:09.875495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:09.878963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9b873f1e-34f8-4d35-a9b7-de9400144b24 req-0fff3217-1a42-4fa0-a1aa-ef9162bca861 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "DELETE /v2.0/ports/2a862d54-d929-4b45-9897-7629d7b0eacf HTTP/1.1" status: 204 len: 173 time: 0.4023447 Nov 23 03:04:09.879433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'name': 'network-vif-deleted', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:04:09.882408 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982d7a9f-7a03-413e-abd5-801b80d8c6e4" -d '{"events": [{"server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "name": "network-vif-deleted", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:04:09.922176 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ad3db1-f6c8-4c9a-911c-e84e6090feb1 x-openstack-request-id: req-74ad3db1-f6c8-4c9a-911c-e84e6090feb1 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:04:09.922477 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c021cff-850d-4744-9113-36f9af5275b8", "name": "network-vif-deleted", "tag": "2a862d54-d929-4b45-9897-7629d7b0eacf", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:04:09.922780 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74ad3db1-f6c8-4c9a-911c-e84e6090feb1 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:04:09.923188 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c021cff-850d-4744-9113-36f9af5275b8', 'name': 'network-vif-deleted', 'tag': '2a862d54-d929-4b45-9897-7629d7b0eacf', 'status': 'completed', 'code': 200} Nov 23 03:04:10.289731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3ac77c0-a5a3-4445-964f-2f4e01cc9b60 req-a7f92e6c-c20b-4b31-903b-a84b2de5dcb3 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c021cff-850d-4744-9113-36f9af5275b8 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Nov 23 03:04:10.785297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:11.897114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:12.944699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2a862d54-d929-4b45-9897-7629d7b0eacf no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:04:12.965335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 2a862d54-d929-4b45-9897-7629d7b0eacf {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:04:12.965687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 2a862d54-d929-4b45-9897-7629d7b0eacf not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:04:14.785673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b3884-f5ed-41a1-9913-f3a5117fb1df req-97d967d9-d7c5-4fc6-8c7d-5b8a6d7e49f1 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:14.787260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e31b3884-f5ed-41a1-9913-f3a5117fb1df req-97d967d9-d7c5-4fc6-8c7d-5b8a6d7e49f1 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 945 time: 0.0507162 Nov 23 03:04:14.836224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e31b3884-f5ed-41a1-9913-f3a5117fb1df req-1f8406ff-81e6-4d8b-a571-4f1291cc08ee tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Nov 23 03:04:15.951293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87074974-0e03-4e79-8eda-e96dae15aad3 req-b5257a3a-71b2-4c17-9e19-9dabf655a44b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:15.952745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87074974-0e03-4e79-8eda-e96dae15aad3 req-b5257a3a-71b2-4c17-9e19-9dabf655a44b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 945 time: 0.0479565 Nov 23 03:04:16.010156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87074974-0e03-4e79-8eda-e96dae15aad3 req-3dcda637-407d-4645-a611-89c0553ae854 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Nov 23 03:04:16.213539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fba16017-9587-4e77-9fae-020390d9705a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:16.214919 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fba16017-9587-4e77-9fae-020390d9705a tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 945 time: 0.0524137 Nov 23 03:04:16.303838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Deleting port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:16.304186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:16.392974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] For port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:04:16.393334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:16.406967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Calling delete_port for 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:16.530428 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:16.541562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b', '96a305c8-0da4-40ba-9aa7-a0cb78745ee1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:16.562212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event deleted for resources: {'Port': ['ID=96a305c8-0da4-40ba-9aa7-a0cb78745ee1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:16.567171 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:16.605404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] No DVR routers for this DVR port 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:04:16.608236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:16.611731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-74faa805-a2f3-4d03-8b34-7f21226b3364 req-fd6593df-2c0b-4835-ab33-4c826c50ad9c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "DELETE /v2.0/ports/96a305c8-0da4-40ba-9aa7-a0cb78745ee1 HTTP/1.1" status: 204 len: 173 time: 0.3902833 Nov 23 03:04:16.612178 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'name': 'network-vif-deleted', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:04:16.614487 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a12ed-8303-41c0-8435-fd89321e645c" -d '{"events": [{"server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "name": "network-vif-deleted", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:04:16.656031 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49cc920-2957-46e1-aedc-cb13cf02260f x-openstack-request-id: req-d49cc920-2957-46e1-aedc-cb13cf02260f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:04:16.656354 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208ddca2-d616-41c9-a5b1-16c1441d96dc", "name": "network-vif-deleted", "tag": "96a305c8-0da4-40ba-9aa7-a0cb78745ee1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:04:16.656687 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d49cc920-2957-46e1-aedc-cb13cf02260f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:04:16.657009 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208ddca2-d616-41c9-a5b1-16c1441d96dc', 'name': 'network-vif-deleted', 'tag': '96a305c8-0da4-40ba-9aa7-a0cb78745ee1', 'status': 'completed', 'code': 200} Nov 23 03:04:17.116913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9122e742-c9c3-42c8-8ad4-1d841669349f req-db7985ad-3b99-4947-ad5c-f3f5064cb7b0 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=208ddca2-d616-41c9-a5b1-16c1441d96dc HTTP/1.1" status: 200 len: 210 time: 0.0254812 Nov 23 03:04:18.384554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f38b87-ad31-4a58-8087-0cd681a27f4e req-e2d172ba-877d-44fe-afd3-b0f981a79ed2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:18.386042 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26f38b87-ad31-4a58-8087-0cd681a27f4e req-e2d172ba-877d-44fe-afd3-b0f981a79ed2 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0494206 Nov 23 03:04:18.434392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26f38b87-ad31-4a58-8087-0cd681a27f4e req-33dc0a52-3c94-4aa9-be81-639e750192f7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Nov 23 03:04:19.552220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f823f4-89ef-4950-a967-7324b0e4ef55 req-906d0049-0e96-4707-b8f5-3aa68570acb9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:19.553582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6f823f4-89ef-4950-a967-7324b0e4ef55 req-906d0049-0e96-4707-b8f5-3aa68570acb9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0488250 Nov 23 03:04:19.605533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6f823f4-89ef-4950-a967-7324b0e4ef55 req-79c587a4-c0e9-4b47-a9cb-66fe371b983b tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Nov 23 03:04:19.774466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-7b73cee8-34c5-41f4-8547-f5e14a60638f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:19.775942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-7b73cee8-34c5-41f4-8547-f5e14a60638f tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.41 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 946 time: 0.0484436 Nov 23 03:04:19.866380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Deleting port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:19.866753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:19.953516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] For port 0cabf92a-4234-4c84-8b31-04ef39ec4e37, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=0cabf92a-4234-4c84-8b31-04ef39ec4e37,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:04:19.953882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:19.966395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Calling delete_port for 0cabf92a-4234-4c84-8b31-04ef39ec4e37 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:20.096403 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:20.107642 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:20.128680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event deleted for resources: {'Port': ['ID=0cabf92a-4234-4c84-8b31-04ef39ec4e37,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:20.132507 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['0cabf92a-4234-4c84-8b31-04ef39ec4e37'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:20.176450 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] No DVR routers for this DVR port 0cabf92a-4234-4c84-8b31-04ef39ec4e37 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:04:20.179408 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:20.183641 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-44f1eee0-ddc6-453c-9f66-4c7b949c03a8 req-6bd26773-e187-42d4-ba34-1eba7d0a3036 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.41 "DELETE /v2.0/ports/0cabf92a-4234-4c84-8b31-04ef39ec4e37 HTTP/1.1" status: 204 len: 173 time: 0.4016416 Nov 23 03:04:20.184103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'name': 'network-vif-deleted', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:04:20.188310 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e830f0-3e86-4b8d-8987-b37d263ce5d2" -d '{"events": [{"server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "name": "network-vif-deleted", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:04:20.230769 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291a392-f006-402b-97c4-f508f9335290 x-openstack-request-id: req-d291a392-f006-402b-97c4-f508f9335290 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:04:20.231063 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f82f6-191e-4f2d-9d64-7fd7de0702b9", "name": "network-vif-deleted", "tag": "0cabf92a-4234-4c84-8b31-04ef39ec4e37", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:04:20.231318 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d291a392-f006-402b-97c4-f508f9335290 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:04:20.231724 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f82f6-191e-4f2d-9d64-7fd7de0702b9', 'name': 'network-vif-deleted', 'tag': '0cabf92a-4234-4c84-8b31-04ef39ec4e37', 'status': 'completed', 'code': 200} Nov 23 03:04:20.715497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5296d68-1635-4a06-951a-9768147f2094 req-3f2a04cd-da19-4896-9e8d-d68470e1bd73 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=b06f82f6-191e-4f2d-9d64-7fd7de0702b9 HTTP/1.1" status: 200 len: 210 time: 0.0256548 Nov 23 03:04:20.975859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:04:20.996674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:04:20.997014 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96a305c8-0da4-40ba-9aa7-a0cb78745ee1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:04:21.394655 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:04:23.613634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:23.616603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0cabf92a-4234-4c84-8b31-04ef39ec4e37 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:04:23.637323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 0cabf92a-4234-4c84-8b31-04ef39ec4e37 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:04:23.637662 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 0cabf92a-4234-4c84-8b31-04ef39ec4e37 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:04:25.185927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02131295-f61f-415d-93d3-681ee1acc109 req-7e260d2b-4108-4f2f-9c21-50949ee26ec7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:25.187576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02131295-f61f-415d-93d3-681ee1acc109 req-7e260d2b-4108-4f2f-9c21-50949ee26ec7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 945 time: 0.0496261 Nov 23 03:04:25.240319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02131295-f61f-415d-93d3-681ee1acc109 req-432a054b-48b2-4b14-ba2f-091bb5a59cbe tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456033 Nov 23 03:04:26.355902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75fec9-3642-4113-aa7c-57a4045195a7 req-d88f1a0d-e527-4b0d-9bd1-5f06d5bcf51e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:26.357384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb75fec9-3642-4113-aa7c-57a4045195a7 req-d88f1a0d-e527-4b0d-9bd1-5f06d5bcf51e tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 945 time: 0.0489061 Nov 23 03:04:26.408633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb75fec9-3642-4113-aa7c-57a4045195a7 req-c8dd9dc2-acb5-41f4-b22c-c46a760f78e9 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/security-groups?id=caa3f6d2-fcd6-4f73-931f-9d1936c06915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Nov 23 03:04:26.617122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1d94de7a-18f7-4285-99f3-fd3451eeffaf tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:26.618578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1d94de7a-18f7-4285-99f3-fd3451eeffaf tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Nov 23 03:04:26.707067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Deleting port c7134f4f-f609-42bd-b4a6-e65127b6435b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:26.707411 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:26.799735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] For port c7134f4f-f609-42bd-b4a6-e65127b6435b, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=c7134f4f-f609-42bd-b4a6-e65127b6435b,segment=NetworkSegment(ba13cba4-d284-4e5d-b1af-3b0e6ca83b16),segment_id=ba13cba4-d284-4e5d-b1af-3b0e6ca83b16)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:04:26.800104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:26.813114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Calling delete_port for c7134f4f-f609-42bd-b4a6-e65127b6435b owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:26.943683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:26.957521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['c7134f4f-f609-42bd-b4a6-e65127b6435b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:04:26.975957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Pushing event deleted for resources: {'Port': ['ID=c7134f4f-f609-42bd-b4a6-e65127b6435b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:27.017694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] No DVR routers for this DVR port c7134f4f-f609-42bd-b4a6-e65127b6435b on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:04:27.020282 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:27.024887 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bdd9efbf-f577-4c65-911a-fe4620b19a76 req-1cecdb29-9182-453e-bb91-3cdd8b8f38e7 tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.47 "DELETE /v2.0/ports/c7134f4f-f609-42bd-b4a6-e65127b6435b HTTP/1.1" status: 204 len: 173 time: 0.4003599 Nov 23 03:04:27.025325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'name': 'network-vif-deleted', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:04:27.027797 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f9756c-eb8b-4a7b-bb14-6e49f12d9f47" -d '{"events": [{"server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "name": "network-vif-deleted", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:04:27.065355 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81c203-7a0b-4b77-b047-8231a5ef22bb x-openstack-request-id: req-ad81c203-7a0b-4b77-b047-8231a5ef22bb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:04:27.065654 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a683e3c-e7d8-4164-9972-4437561050b7", "name": "network-vif-deleted", "tag": "c7134f4f-f609-42bd-b4a6-e65127b6435b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:04:27.065912 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad81c203-7a0b-4b77-b047-8231a5ef22bb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:04:27.066314 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a683e3c-e7d8-4164-9972-4437561050b7', 'name': 'network-vif-deleted', 'tag': 'c7134f4f-f609-42bd-b4a6-e65127b6435b', 'status': 'completed', 'code': 200} Nov 23 03:04:27.520029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df96a46e-d792-4870-9ce5-53d91ff0f9da req-3312837e-4c72-4ec3-b483-3e484284879c tempest-AttachVolumeNegativeTest-1862406184 tempest-AttachVolumeNegativeTest-1862406184-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a683e3c-e7d8-4164-9972-4437561050b7 HTTP/1.1" status: 200 len: 210 time: 0.0305514 Nov 23 03:04:28.574445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:28.618201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Deleting subnet 72cf4b60-d390-4eac-9c81-704fad9856d1 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:04:28.621191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.655475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.700019 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.760057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.785883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cf4b60-d390-4eac-9c81-704fad9856d1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:28.790118 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.793429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/72cf4b60-d390-4eac-9c81-704fad9856d1 HTTP/1.1" status: 204 len: 168 time: 0.2179298 Nov 23 03:04:28.796087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:28.800070 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.800365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.800710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.801054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.801392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.801726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.802056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.802387 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.802744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.803071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.803397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.803722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03b75e2-1c2c-4947-a1da-7ffaf7349595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:28.868969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.945287 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.965485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11238bb7-7fdb-4df2-8604-e366ee7f8973']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:28.975260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:28.975559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba13cba4-d284-4e5d-b1af-3b0e6ca83b16') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:28.984940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:28.998600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.004305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:29.004684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:29.006288 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:29.070057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.075763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.082034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/11238bb7-7fdb-4df2-8604-e366ee7f8973 HTTP/1.1" status: 204 len: 168 time: 0.2825809 Nov 23 03:04:29.092709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fcd7b-7321-4ce1-b053-232c7e8f8d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=11238bb7-7fdb-4df2-8604-e366ee7f8973,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:29.235165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:29.278297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8625fc0b-7b4b-45a5-9cce-9963aaf97138 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee3f4b6743c241f4b29bbef08c2f34f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397794 Nov 23 03:04:29.278694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:29.325069 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.345771 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.402027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.405681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:29.406898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caa3f6d2-fcd6-4f73-931f-9d1936c06915 HTTP/1.1" status: 204 len: 168 time: 0.1272824 Nov 23 03:04:29.414865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34414c-0a83-4cb8-a0f7-b420e0fe7f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3f6d2-fcd6-4f73-931f-9d1936c06915,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:29.929831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.022218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c7134f4f-f609-42bd-b4a6-e65127b6435b no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:04:31.041554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: c7134f4f-f609-42bd-b4a6-e65127b6435b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:04:31.041897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device c7134f4f-f609-42bd-b4a6-e65127b6435b not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:04:31.469999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:31.572661 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a38ebc9-e8a8-4bde-9387-20899e88dae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.649376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a38ebc9-e8a8-4bde-9387-20899e88dae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.653004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5a38ebc9-e8a8-4bde-9387-20899e88dae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.695135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5a38ebc9-e8a8-4bde-9387-20899e88dae7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f910865b933547ebbf731be70a1495ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239251 Nov 23 03:04:31.697155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38ebc9-e8a8-4bde-9387-20899e88dae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f9b25-6836-489f-ac91-8c0962e12d15,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:31.697782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58424) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:31.746233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.768410 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.814657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.817317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:31.818476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e0f9b25-6836-489f-ac91-8c0962e12d15 HTTP/1.1" status: 204 len: 168 time: 0.1195712 Nov 23 03:04:31.825768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735b6b-71d3-4e33-8097-8ddb6de366eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f9b25-6836-489f-ac91-8c0962e12d15,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:32.074630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:32.088269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5b16cd9-9765-40e0-b53c-70b85e55adb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.159395 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5b16cd9-9765-40e0-b53c-70b85e55adb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.162887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c5b16cd9-9765-40e0-b53c-70b85e55adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.198083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b16cd9-9765-40e0-b53c-70b85e55adb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0842b67-e058-4d07-beea-dec7af54cfb1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:32.202945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c5b16cd9-9765-40e0-b53c-70b85e55adb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cc825d1f9ba47e293fe7369f5b3fc17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271544 Nov 23 03:04:32.205558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58432) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:32.251980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.272557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.320816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.323557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:32.324691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0842b67-e058-4d07-beea-dec7af54cfb1 HTTP/1.1" status: 204 len: 168 time: 0.1183059 Nov 23 03:04:32.332627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11f5e-8cf9-4afd-af48-520dc989bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0842b67-e058-4d07-beea-dec7af54cfb1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:34.145693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58506) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:34.249187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb83b8c-6c56-402e-b76f-6bf7b78ab3ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.326044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb83b8c-6c56-402e-b76f-6bf7b78ab3ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.330269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fcb83b8c-6c56-402e-b76f-6bf7b78ab3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.367957 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fcb83b8c-6c56-402e-b76f-6bf7b78ab3ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2357f7480394157aae965a3cf7ce2b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2212062 Nov 23 03:04:34.368800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb83b8c-6c56-402e-b76f-6bf7b78ab3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1cad0c-a5c2-4f33-9d07-5881a26105ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:34.370604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58510) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:34.419057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.439624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.484740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.487484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.488623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba1cad0c-a5c2-4f33-9d07-5881a26105ce HTTP/1.1" status: 204 len: 168 time: 0.1164877 Nov 23 03:04:34.496682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d91fae-7f95-418b-b52e-198454861423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1cad0c-a5c2-4f33-9d07-5881a26105ce,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:34.743685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58516) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:34.757430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c972451-0bd6-4553-ab98-dbb1b1d84243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.830108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c972451-0bd6-4553-ab98-dbb1b1d84243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.833656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2c972451-0bd6-4553-ab98-dbb1b1d84243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.871524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c972451-0bd6-4553-ab98-dbb1b1d84243 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=034e0ed2b1ca4e179a1bd1f671e0964a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267607 Nov 23 03:04:34.872392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c972451-0bd6-4553-ab98-dbb1b1d84243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcbc4ed-b34f-484c-8bd4-8c4a6053723d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:34.874820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58518) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:34.922151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.943531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.990402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.993307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:34.994451 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bcbc4ed-b34f-484c-8bd4-8c4a6053723d HTTP/1.1" status: 204 len: 168 time: 0.1186235 Nov 23 03:04:35.002233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd13fd-33a6-42bb-adf3-0cbd197be197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcbc4ed-b34f-484c-8bd4-8c4a6053723d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:35.879152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9d88e9c4-a16f-495b-a46a-67ba5f0fbd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:38.055864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bdef70f7-c027-4744-98de-b2257be99282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:39.370094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.004173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58868) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:40.110398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adf1784a-a46a-4440-9fc6-d235e88346c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.182285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adf1784a-a46a-4440-9fc6-d235e88346c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.187185 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-adf1784a-a46a-4440-9fc6-d235e88346c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.225287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-adf1784a-a46a-4440-9fc6-d235e88346c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e901fb4393cd4c438937f8e01fb6eb70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200027 Nov 23 03:04:40.226161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1784a-a46a-4440-9fc6-d235e88346c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee09a9b9-e0b1-443d-a6ec-dffb893aecab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:40.227977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:40.275639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.298461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.348453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.351208 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:40.352387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee09a9b9-e0b1-443d-a6ec-dffb893aecab HTTP/1.1" status: 204 len: 168 time: 0.1234088 Nov 23 03:04:40.361283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0a9c3-9120-4be8-82c7-02f85b22430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee09a9b9-e0b1-443d-a6ec-dffb893aecab,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:40.787498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.651704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58934) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:41.755074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5261ffc-5e15-4a7a-a833-c26cb7e37621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.828612 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5261ffc-5e15-4a7a-a833-c26cb7e37621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.832655 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f5261ffc-5e15-4a7a-a833-c26cb7e37621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.870969 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f5261ffc-5e15-4a7a-a833-c26cb7e37621 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2512571d1a3a402fb5562871c3a2cc42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181733 Nov 23 03:04:41.872960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5261ffc-5e15-4a7a-a833-c26cb7e37621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a58085-9c5a-4bbd-8201-c8155ce767fb,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:41.873826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:41.905290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.925521 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.945881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.992954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.995796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:41.996964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35a58085-9c5a-4bbd-8201-c8155ce767fb HTTP/1.1" status: 204 len: 168 time: 0.1221395 Nov 23 03:04:42.004631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee03c6-cb3d-4566-a472-740576fca72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a58085-9c5a-4bbd-8201-c8155ce767fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:43.110722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58974) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:43.251191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2075090056'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:43.272835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Made reservation on behalf of c485dd0c2e13488ea23e7a484d5e92ef for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:43.276222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.284705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.358876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.362851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.385207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:43.401335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.402392 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Added segment d5624263-f0f1-47c4-b46a-1f94c70b1601 of type vlan for network 214e1791-27ea-4737-8499-c2f27f501577 Nov 23 03:04:43.403615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc9a9ed-80db-4023-987c-7d87d60284df,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:43.443810 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.469550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.475086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:43.475674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.528788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4168925 Nov 23 03:04:43.531908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58978) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:43.545467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65a5bc-b767-413d-9f9d-25b80aec5978 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Pushing event updated for resources: {'Network': ['ID=214e1791-27ea-4737-8499-c2f27f501577,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:43.555845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 214e1791-27ea-4737-8499-c2f27f501577 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:43.587870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'name': 'tempest-network--829979519', 'router:external': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:43.608162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:43.610558 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.621201 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.695735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.699244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.719997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:43.735954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d101f-b662-4ff2-a310-0683193af8c5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:43.740328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.740678 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Added segment 373c669e-4945-49f9-8510-5a34022fd534 of type vlan for network 39dbfcae-093e-489e-8a6c-55c4094a8051 Nov 23 03:04:43.788363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.817385 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.818483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:43.819224 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:43.869908 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3368638 Nov 23 03:04:43.872813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58982) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:43.883007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e95ae7-faf3-476b-9638-a84d7586d5d2 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=39dbfcae-093e-489e-8a6c-55c4094a8051,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:43.892518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 39dbfcae-093e-489e-8a6c-55c4094a8051 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:43.947594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.023455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.047924 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dbfcae-093e-489e-8a6c-55c4094a8051']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:44.057208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373c669e-4945-49f9-8510-5a34022fd534') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:44.057505 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373c669e-4945-49f9-8510-5a34022fd534') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:44.066528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.079026 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.085046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:44.085428 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:44.087116 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:44.157917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.163145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39dbfcae-093e-489e-8a6c-55c4094a8051 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 03:04:44.165971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.169215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/39dbfcae-093e-489e-8a6c-55c4094a8051 HTTP/1.1" status: 204 len: 168 time: 0.2947736 Nov 23 03:04:44.173409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58984) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:44.178342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:44.179625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f99923-d2e6-40e7-84a4-a86f36e1a8e8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Network': ['ID=39dbfcae-093e-489e-8a6c-55c4094a8051,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:44.198748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:44.201068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.225854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:44.235927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.236264 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Added segment e0fbc330-af76-47b5-9a33-25698b08bf21 of type vlan for network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 Nov 23 03:04:44.283279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.312432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.313435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:44.314034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:44.374326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1997998 Nov 23 03:04:44.377398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58986) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:44.381284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb0946-0297-4cb2-811c-daada8ec622b tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=6fec00bc-0c13-45c8-b91c-8fd5c36897b3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:44.382749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'subnet': {'network_id': '6fec00bc-0c13-45c8-b91c-8fd5c36897b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:44.393150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:44.409063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:44.411525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.046721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 03:04:45.047080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.104074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47b22f67-356c-4204-8ae2-e626b37afc8a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:45.113732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Checking segment: {'id': 'e0fbc330-af76-47b5-9a33-25698b08bf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6fec00bc-0c13-45c8-b91c-8fd5c36897b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:04:45.114111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Network hostable DHCP agents. Network: 6fec00bc-0c13-45c8-b91c-8fd5c36897b3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:04:45.132528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:04:45.140718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6fec00bc-0c13-45c8-b91c-8fd5c36897b3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:45.144771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:45.145375 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.150784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46e7b8-d4e3-477e-8d14-5444773f1583 None None] Network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:04:45.160865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1761a4c8-6e25-4d6a-a572-338af14b6ad9 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7821865 Nov 23 03:04:45.163756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58988) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:45.168181 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'floatingip': {'floating_network_id': '6fec00bc-0c13-45c8-b91c-8fd5c36897b3'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:45.188689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.276575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae21157b-9f09-4e9b-8654-6e13ed7e9050 None None] Network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:04:45.282959 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.385253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Allocated IP 172.20.0.8 (6fec00bc-0c13-45c8-b91c-8fd5c36897b3/47b22f67-356c-4204-8ae2-e626b37afc8a/914477c0-e4d4-4c28-96fc-512809810df7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:04:45.495624 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.527234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.559282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:04:45.562110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:45.567440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:04:45.598933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Port': ['ID=914477c0-e4d4-4c28-96fc-512809810df7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:45.659644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.691755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.845634 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.850046 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.914603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Port': ['ID=914477c0-e4d4-4c28-96fc-512809810df7,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:45.927433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.942820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:45.944072 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ed33bb4c-8f2a-407b-8085-2a42782e84fd tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7793040 Nov 23 03:04:45.947220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58990) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:46.019247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6dfbe2f-1927-4617-8860-7d821ee789b3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=6fec00bc-0c13-45c8-b91c-8fd5c36897b3 HTTP/1.1" status: 200 len: 689 time: 0.0709488 Nov 23 03:04:46.021742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 58992) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:46.102407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.212900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Deleting port 914477c0-e4d4-4c28-96fc-512809810df7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:46.213632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.289424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.289743 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.301645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Calling delete_port for 914477c0-e4d4-4c28-96fc-512809810df7 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:46.427469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.457552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Port': ['ID=914477c0-e4d4-4c28-96fc-512809810df7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:46.514999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.556238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.613109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.639861 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47b22f67-356c-4204-8ae2-e626b37afc8a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:46.690113 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.709787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fec00bc-0c13-45c8-b91c-8fd5c36897b3']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:46.718831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fbc330-af76-47b5-9a33-25698b08bf21') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:46.719128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fbc330-af76-47b5-9a33-25698b08bf21') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:46.728106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.741373 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.747079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:46.747462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:46.749664 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:46.808602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.814394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fec00bc-0c13-45c8-b91c-8fd5c36897b3 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 03:04:46.817015 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:46.820265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6fec00bc-0c13-45c8-b91c-8fd5c36897b3 HTTP/1.1" status: 204 len: 168 time: 0.7975941 Nov 23 03:04:46.822923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58994) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:46.830455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b456a-2ed8-403f-8cec-3b7d4fb959c8 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fec00bc-0c13-45c8-b91c-8fd5c36897b3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:46.882326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f1aa0a77-a48a-46e7-825f-fce9faf48bc4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0581057 Nov 23 03:04:46.884839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58996) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:46.938019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf700e77-4a97-4f60-81f4-ce14369ad31e tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:46.938484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf700e77-4a97-4f60-81f4-ce14369ad31e tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:46.938958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf700e77-4a97-4f60-81f4-ce14369ad31e tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:46.940639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bf700e77-4a97-4f60-81f4-ce14369ad31e tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.0548327 Nov 23 03:04:46.943537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 58998) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:47.026199 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-2eb74119-04e3-4e6e-bcc7-346906e31d03 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] delete failed (client error): The resource could not be found. Nov 23 03:04:47.027254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2eb74119-04e3-4e6e-bcc7-346906e31d03 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/a90d40c3-d32d-475a-935c-bac09b7ea520 HTTP/1.1" status: 404 len: 345 time: 0.0827863 Nov 23 03:04:47.030547 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:47.047139 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b772aae5-ccf6-4d90-b4cc-17c0ea6926bf tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 03:04:47.047630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b772aae5-ccf6-4d90-b4cc-17c0ea6926bf tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:04:47.050572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b772aae5-ccf6-4d90-b4cc-17c0ea6926bf tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6fec00bc-0c13-45c8-b91c-8fd5c36897b3 HTTP/1.1" status: 404 len: 339 time: 0.0191019 Nov 23 03:04:47.054087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59002) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:47.059098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'name': 'tempest-network--2019255343', 'router:external': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:47.079269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:47.081947 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.107543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:47.116462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.116817 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Added segment 9aee9a3d-3242-4a26-8da0-cc024e59f94b of type vlan for network 6e953500-16e9-4b3f-ab3a-9ce6d55cb073 Nov 23 03:04:47.159946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.190327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.191323 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:47.192019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.253459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1982434 Nov 23 03:04:47.255976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59004) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:47.276255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4a414-1ddc-48df-8b1f-8407d6206e28 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=6e953500-16e9-4b3f-ab3a-9ce6d55cb073,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:47.298034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6e953500-16e9-4b3f-ab3a-9ce6d55cb073 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:47.763099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18fba6-cc13-495b-881c-0372718b3d6d tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:47.769174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18fba6-cc13-495b-881c-0372718b3d6d tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:47.775319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18fba6-cc13-495b-881c-0372718b3d6d tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:47.781997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18fba6-cc13-495b-881c-0372718b3d6d tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:47.783643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d18fba6-cc13-495b-881c-0372718b3d6d tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5264094 Nov 23 03:04:47.786455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59006) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:47.855820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.933509 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.952671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e953500-16e9-4b3f-ab3a-9ce6d55cb073']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:47.961719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aee9a3d-3242-4a26-8da0-cc024e59f94b') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:47.962018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aee9a3d-3242-4a26-8da0-cc024e59f94b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:47.971880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.985215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.991192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:47.991578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:47.993236 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:48.051830 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.056966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e953500-16e9-4b3f-ab3a-9ce6d55cb073 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 03:04:48.059811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.063022 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6e953500-16e9-4b3f-ab3a-9ce6d55cb073 HTTP/1.1" status: 204 len: 168 time: 0.2756197 Nov 23 03:04:48.066877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59008) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.073024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabc334-c4a4-4a60-883b-55eecb7684f3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e953500-16e9-4b3f-ab3a-9ce6d55cb073,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:48.073507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'name': 'tempest-network--174630536', 'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:48.100317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:48.102884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.126900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:48.135776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.136124 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Added segment 8fb66b14-f1cd-41ea-bef7-c060646f1134 of type vlan for network 31217f8b-3b82-49a0-b337-0b98fae5a5a0 Nov 23 03:04:48.179600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.207885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.208740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:48.209323 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.294275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2256091 Nov 23 03:04:48.295076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59010) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.309530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b796-5a1e-48c9-9bc0-158033b1529a tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=31217f8b-3b82-49a0-b337-0b98fae5a5a0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:48.319408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 31217f8b-3b82-49a0-b337-0b98fae5a5a0 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:48.396031 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9dc08-4fb5-4a06-ac4b-809a3b116762 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:48.398932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-21e9dc08-4fb5-4a06-ac4b-809a3b116762 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "GET /v2.0/networks/31217f8b-3b82-49a0-b337-0b98fae5a5a0 HTTP/1.1" status: 200 len: 756 time: 0.1014411 Nov 23 03:04:48.400286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59012) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.482239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77c561-41bb-4dc1-9549-8b8ab3deb1ec tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:48.483532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-af77c561-41bb-4dc1-9549-8b8ab3deb1ec tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "GET /v2.0/networks/214e1791-27ea-4737-8499-c2f27f501577 HTTP/1.1" status: 200 len: 768 time: 0.0822661 Nov 23 03:04:48.486244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59014) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.555088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.633577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.654090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31217f8b-3b82-49a0-b337-0b98fae5a5a0']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:48.663554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb66b14-f1cd-41ea-bef7-c060646f1134') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:48.663855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb66b14-f1cd-41ea-bef7-c060646f1134') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:48.673363 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.686687 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.692404 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:48.692785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:48.694439 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:48.753763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.758913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31217f8b-3b82-49a0-b337-0b98fae5a5a0 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 03:04:48.760979 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.765163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/31217f8b-3b82-49a0-b337-0b98fae5a5a0 HTTP/1.1" status: 204 len: 168 time: 0.2779851 Nov 23 03:04:48.769288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59016) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.773271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'name': 'tempest-network--1694588782'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:48.787274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949caf76-0f13-4aec-b413-d3b856404da4 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Network': ['ID=31217f8b-3b82-49a0-b337-0b98fae5a5a0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:48.804016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Made reservation on behalf of c7fd3632bec54b1180b423bfd611c2bf for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:48.806390 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.831228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:48.840219 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.840560 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Added segment 15fb73a9-b053-4065-bdc3-28f4092e86f9 of type vlan for network f5301964-f98d-4611-a07d-d85fcda33e92 Nov 23 03:04:48.880455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.904804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.905867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:48.906517 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:48.965345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1957188 Nov 23 03:04:48.968102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59018) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:48.973276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:48.975670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90711d-0ffb-4358-90c7-3289e4deb461 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=f5301964-f98d-4611-a07d-d85fcda33e92,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:48.986228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f5301964-f98d-4611-a07d-d85fcda33e92 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:49.127298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.141712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.157289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Network f5301964-f98d-4611-a07d-d85fcda33e92 is not hosted by any dhcp agent {{(pid=103571) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 03:04:49.158130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:49.158741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.160036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "PUT /v2.0/networks/f5301964-f98d-4611-a07d-d85fcda33e92 HTTP/1.1" status: 200 len: 858 time: 0.1909301 Nov 23 03:04:49.162813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59020) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:49.200866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b915c-2caa-4450-9524-e8aaf24a1bf3 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event updated for resources: {'Network': ['ID=f5301964-f98d-4611-a07d-d85fcda33e92,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:49.234331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.315153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.334843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5301964-f98d-4611-a07d-d85fcda33e92']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.344965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb73a9-b053-4065-bdc3-28f4092e86f9') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.345449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb73a9-b053-4065-bdc3-28f4092e86f9') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.356353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.370034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.375831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:49.376213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:49.377850 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:49.432126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.438775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5301964-f98d-4611-a07d-d85fcda33e92 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 03:04:49.448894 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.452403 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f5301964-f98d-4611-a07d-d85fcda33e92 HTTP/1.1" status: 204 len: 168 time: 0.2884634 Nov 23 03:04:49.453795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f05edf-6986-4eed-a19e-8f2aea6a9a35 tempest-ExternalNetworksTestJSON-1888082830 tempest-ExternalNetworksTestJSON-1888082830-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5301964-f98d-4611-a07d-d85fcda33e92,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:49.456068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59022) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:49.483585 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-2854fe7c-50cd-408a-aae0-d715732c417f tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] DELETE failed (client error): The resource could not be found. Nov 23 03:04:49.484059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2854fe7c-50cd-408a-aae0-d715732c417f tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:04:49.487078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2854fe7c-50cd-408a-aae0-d715732c417f tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "DELETE /v2.0/subnets/47b22f67-356c-4204-8ae2-e626b37afc8a HTTP/1.1" status: 404 len: 337 time: 0.0297794 Nov 23 03:04:49.489478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59024) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:49.575535 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.669482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.689130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214e1791-27ea-4737-8499-c2f27f501577']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.698231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5624263-f0f1-47c4-b46a-1f94c70b1601') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.698548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5624263-f0f1-47c4-b46a-1f94c70b1601') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:04:49.713237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.726600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.732444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:04:49.732836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:04:49.735750 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:04:49.796489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.801705 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:49.805339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] 10.222.0.15 "DELETE /v2.0/networks/214e1791-27ea-4737-8499-c2f27f501577 HTTP/1.1" status: 204 len: 168 time: 0.3149137 Nov 23 03:04:49.820454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de9c29-4671-436e-b108-7c68f6355908 tempest-ExternalNetworksTestJSON-716804269 tempest-ExternalNetworksTestJSON-716804269-project] Pushing event deleted for resources: {'Network': ['ID=214e1791-27ea-4737-8499-c2f27f501577,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:50.039230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59030) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:50.172377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-501a0ba9-3bdd-40e1-b01e-8f490474d7ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c485dd0c2e13488ea23e7a484d5e92ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319458 Nov 23 03:04:50.174865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59034) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:50.221570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.242459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.294097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.296777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.297951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bc9a9ed-80db-4023-987c-7d87d60284df HTTP/1.1" status: 204 len: 168 time: 0.1221728 Nov 23 03:04:50.305611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d719de-944b-4b4b-8b90-b6a0e6714ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc9a9ed-80db-4023-987c-7d87d60284df,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:50.549705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59040) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:50.588946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6183fa64-ac63-4adb-b051-5143701e2da3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7fd3632bec54b1180b423bfd611c2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380502 Nov 23 03:04:50.591242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:50.637914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.658342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.704120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.706717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.707925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/565d101f-b662-4ff2-a310-0683193af8c5 HTTP/1.1" status: 204 len: 168 time: 0.1157911 Nov 23 03:04:50.715581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75826cfd-1db7-4068-b81c-c66965ddab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d101f-b662-4ff2-a310-0683193af8c5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:51.864248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:51.961739 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-279083405'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:51.984788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:51.985685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.069595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.073744 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.088154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.089350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f66e0227-2924-4244-bc9c-20aad92ee5cb tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2240303 Nov 23 03:04:52.092525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:52.166843 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.330697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.332915 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.376620 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.377152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56eb5f8b-90b1-4a49-a2ef-8cd46bd43968 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:04:52.382709 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.383372 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4f0e1c2d-cfdf-4ca3-9897-e273dbff8d8c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "DELETE /v2.0/routers/56eb5f8b-90b1-4a49-a2ef-8cd46bd43968 HTTP/1.1" status: 204 len: 168 time: 0.2899342 Nov 23 03:04:52.386437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59084) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:52.391391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Request body: {'router': {'name': 'tempest-router-969097963', 'distributed': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:52.411741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.412715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.466707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.470629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.484273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.485469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f6ca6011-8afa-4272-93f4-9fcada920d30 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0980108 Nov 23 03:04:52.488127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59086) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:52.559080 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.710586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.712652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.755441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.755965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72706de8-3179-44eb-bfe5-3b20de0a0666 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:04:52.760123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.762945 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b4e38483-cb6b-488b-b7da-d074c1c3684f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "DELETE /v2.0/routers/72706de8-3179-44eb-bfe5-3b20de0a0666 HTTP/1.1" status: 204 len: 168 time: 0.2738817 Nov 23 03:04:52.764615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59088) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:52.768865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Request body: {'router': {'name': 'tempest-router-231498160', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f5443e16fa3646d182a65d5148f084f5'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:52.790741 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.791704 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.851379 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.855339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.869152 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:52.870356 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b030a87-c358-4cc1-a80f-8bab7db5b33b tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1048069 Nov 23 03:04:52.873643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59090) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:52.877761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:53.074986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4043120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3831380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48929'] for router, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.075322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.157991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103572) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 03:04:53.158251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Router 803401d2-a8de-44f4-8218-d16c20e7f8d1 migrating from provider to provider. {{(pid=103572) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 03:04:53.158631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.163032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.166400 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4043083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3831471'] for router, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.240885 n-d-714676-12 neutron-server[103572]: WARNING neutron.scheduler.l3_agent_scheduler [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] No L3 agents can host the router 803401d2-a8de-44f4-8218-d16c20e7f8d1 Nov 23 03:04:53.354442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Hosts for router 803401d2-a8de-44f4-8218-d16c20e7f8d1: [] {{(pid=103572) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 03:04:53.381419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Hosts for other DVR routers connected to router 803401d2-a8de-44f4-8218-d16c20e7f8d1: set() {{(pid=103572) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 03:04:53.384039 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.385240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-14f371bb-5906-42ab-ac0c-f2d6e854f51d tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "PUT /v2.0/routers/803401d2-a8de-44f4-8218-d16c20e7f8d1 HTTP/1.1" status: 200 len: 716 time: 0.5106905 Nov 23 03:04:53.387891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:53.461480 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-94ee2cd3-a513-4ffc-8006-13b91166cc67 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "GET /v2.0/routers/803401d2-a8de-44f4-8218-d16c20e7f8d1 HTTP/1.1" status: 200 len: 716 time: 0.0723357 Nov 23 03:04:53.463783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:53.612921 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.628812 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-02195e45-0e65-474c-b14d-c8484ab6e78d tempest-RoutersTestDVR-449989561 tempest-RoutersTestDVR-449989561-project] 10.222.0.15 "GET /v2.0/routers/803401d2-a8de-44f4-8218-d16c20e7f8d1 HTTP/1.1" status: 200 len: 682 time: 0.1639476 Nov 23 03:04:53.631432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:53.701755 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.853776 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.855910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.908273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.908804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 803401d2-a8de-44f4-8218-d16c20e7f8d1 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:04:53.914142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.914748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dd57baf4-292c-407d-b7d5-0cef1cc45ec4 tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "DELETE /v2.0/routers/803401d2-a8de-44f4-8218-d16c20e7f8d1 HTTP/1.1" status: 204 len: 168 time: 0.2821927 Nov 23 03:04:53.919127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:53.924619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Request body: {'router': {'name': 'tempest-router-1286294469', 'distributed': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:53.944657 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:53.945766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.000789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.004730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.018065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.019280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-268f639a-20e7-4689-b1c8-631dee9a055c tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0983839 Nov 23 03:04:54.022036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59102) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:54.092659 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.255922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.257965 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.307073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.307764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02485cfa-593e-4b0e-af41-ef0d8d2e8a9a {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:04:54.312222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.313385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a4710a4-dbe1-41d5-830a-08ad89a6884f tempest-RoutersTestDVR-326461380 tempest-RoutersTestDVR-326461380-project-admin] 10.222.0.15 "DELETE /v2.0/routers/02485cfa-593e-4b0e-af41-ef0d8d2e8a9a HTTP/1.1" status: 204 len: 168 time: 0.2904148 Nov 23 03:04:54.563159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:54.670714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d37afc6-7966-415c-b157-c249b86f2e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.748759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d37afc6-7966-415c-b157-c249b86f2e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.752563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0d37afc6-7966-415c-b157-c249b86f2e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.791446 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0d37afc6-7966-415c-b157-c249b86f2e84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5443e16fa3646d182a65d5148f084f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271550 Nov 23 03:04:54.792461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37afc6-7966-415c-b157-c249b86f2e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b987332f-fb38-4c64-8748-98d225324e2c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:54.794057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59112) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:54.842149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.865391 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.910281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.912864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:54.914013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b987332f-fb38-4c64-8748-98d225324e2c HTTP/1.1" status: 204 len: 168 time: 0.1188025 Nov 23 03:04:54.921980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e6b15-2e96-4e5e-8fc1-82d18caa9b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b987332f-fb38-4c64-8748-98d225324e2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:55.161561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59118) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:55.175156 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498efe82-7cf1-42bc-b6c5-a003521227a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.247749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498efe82-7cf1-42bc-b6c5-a003521227a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.251195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-498efe82-7cf1-42bc-b6c5-a003521227a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.287160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efe82-7cf1-42bc-b6c5-a003521227a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d08c5-1704-4ed9-a137-b4d770e03117,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:55.293305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-498efe82-7cf1-42bc-b6c5-a003521227a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a25deb9722e54f1da02f1a006a28e117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288869 Nov 23 03:04:55.294056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59120) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:55.345155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.366430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.411377 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.413931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:55.415152 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/999d08c5-1704-4ed9-a137-b4d770e03117 HTTP/1.1" status: 204 len: 168 time: 0.1196337 Nov 23 03:04:55.423537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8f04-4518-4a2e-a797-37a277342f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d08c5-1704-4ed9-a137-b4d770e03117,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:56.074942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59142) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:56.185827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-06eb2929-315b-4ce9-a0ae-4fa300b071c9 tempest-AgentManagementNegativeTest-20157308 tempest-AgentManagementNegativeTest-20157308-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1086099 Nov 23 03:04:56.418257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59150) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:56.525105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e176eca5-3eac-4124-9d37-c0acfdb83bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.597159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e176eca5-3eac-4124-9d37-c0acfdb83bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.600998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e176eca5-3eac-4124-9d37-c0acfdb83bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.639123 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e176eca5-3eac-4124-9d37-c0acfdb83bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f4a53b0198d4285a05b5dc91ffacaf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195649 Nov 23 03:04:56.640222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176eca5-3eac-4124-9d37-c0acfdb83bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe0159-fcd5-4952-98c8-d0b974f21faf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:56.641996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59154) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:56.690305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.710263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.755537 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.758116 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.759323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6fe0159-fcd5-4952-98c8-d0b974f21faf HTTP/1.1" status: 204 len: 168 time: 0.1162696 Nov 23 03:04:56.767213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448ce9f-5525-4cb0-9ead-a6b0f732a07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe0159-fcd5-4952-98c8-d0b974f21faf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:57.376896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59176) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:57.471337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1872932132'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:57.490267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:57.493855 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.502580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.561869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-70a4fcba-c00d-44b2-ba5d-3ecb04cdd74b req-d4028612-642c-48c2-8e22-11aa49ef3894 service neutron] (103571) timed out ('10.222.0.15', 49974) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:04:57.573932 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.577544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.608695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:04:57.613794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba2a2f-9c3f-4477-ae2d-7d3d08bcd7a2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:57.620890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.621283 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Added segment 648f2f0c-6ca6-46b0-801a-75a107c31044 of type vlan for network 4db24411-c391-4ebd-aabc-57473049480c Nov 23 03:04:57.668581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.692770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.698412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:57.699026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:57.752413 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3743844 Nov 23 03:04:57.755392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59180) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:57.760583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'subnet': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:57.766045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb613-4e8e-4a7e-a29e-93fa29a05e75 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Network': ['ID=4db24411-c391-4ebd-aabc-57473049480c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:57.776282 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4db24411-c391-4ebd-aabc-57473049480c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:04:57.854730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:57.858401 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.036814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.098067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Subnet': ['ID=6417bbbb-cf98-4041-8da6-d0e94384f4e6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:58.108197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Checking segment: {'id': '648f2f0c-6ca6-46b0-801a-75a107c31044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4db24411-c391-4ebd-aabc-57473049480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:04:58.108567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network hostable DHCP agents. Network: 4db24411-c391-4ebd-aabc-57473049480c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:04:58.124871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:04:58.133542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4db24411-c391-4ebd-aabc-57473049480c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:58.139881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:58.140228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.146803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dca620-8c05-494b-a296-3037a52d2d83 None None] Network 4db24411-c391-4ebd-aabc-57473049480c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:04:58.156737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c98e0e47-62fd-49b3-8508-6c24045a5736 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4001634 Nov 23 03:04:58.159440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59182) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:58.164246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-37545795'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:58.275660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:58.279871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.292954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-4db24411-c391-4ebd-aabc-57473049480c', 'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'tenant_id': '3c41400dab4e4f7bab89967b3c6e3773', 'fixed_ips': [{'subnet_id': '6417bbbb-cf98-4041-8da6-d0e94384f4e6'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:04:58.293882 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.301435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:04:58.394802 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:04:58.408215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.4 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/59a22af2-85a9-49b5-aca6-3daedaef7fa4) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:04:58.555822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.588590 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.631986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Allocated IP 172.20.0.2 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/6d431915-b81f-4a57-a4d5-fbfd7efe46ad) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:04:58.635871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:04:58.640957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:58.644569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:04:58.667908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=59a22af2-85a9-49b5-aca6-3daedaef7fa4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:58.696943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:58.697559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.716133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3caab117-26e2-4755-9f9a-b19cc49e424d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5529320 Nov 23 03:04:58.716367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59184) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:58.721289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-1790146239', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:51:43:75'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:04:58.777036 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.782841 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.825926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:04:58.829110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:58.829366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:04:58.832630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:04:58.840271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Pushing event updated for resources: {'Port': ['ID=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:58.868837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.869185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.869530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.869872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.870211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.870567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.870899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.871228 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.871558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.871886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.872212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.873109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:04:58.905855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Attempting to bind port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:04:58.906230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Attempting to bind port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '648f2f0c-6ca6-46b0-801a-75a107c31044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4db24411-c391-4ebd-aabc-57473049480c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:04:58.906628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Attempting to bind port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad on network 4db24411-c391-4ebd-aabc-57473049480c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:04:58.912145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:04:58.912525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Checking segment: {'id': '648f2f0c-6ca6-46b0-801a-75a107c31044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4db24411-c391-4ebd-aabc-57473049480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:04:58.912933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.913331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Bound using segment: {'id': '648f2f0c-6ca6-46b0-801a-75a107c31044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4db24411-c391-4ebd-aabc-57473049480c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:04:58.913802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Bound port: 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648f2f0c-6ca6-46b0-801a-75a107c31044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '4db24411-c391-4ebd-aabc-57473049480c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:04:58.914187 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.917597 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:58.934697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 21c9b59e-2b69-41cd-b386-330791e2af32 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:04:58.978312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] For port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:04:58.982294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] For port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,segment=NetworkSegment(648f2f0c-6ca6-46b0-801a-75a107c31044),segment_id=648f2f0c-6ca6-46b0-801a-75a107c31044)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:04:58.986628 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.045331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.6 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/21c9b59e-2b69-41cd-b386-330791e2af32) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:04:59.049878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc521d-2d05-4d60-8def-0dbbfaefc924 None None] Pushing event updated for resources: {'Port': ['ID=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:59.228690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.265016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.318752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:04:59.321845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:04:59.327197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:04:59.331204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=21c9b59e-2b69-41cd-b386-330791e2af32,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:04:59.377033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:59.377664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.394977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-96d608fe-077a-43db-a3f2-eb43051567e4 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.6774244 Nov 23 03:04:59.397247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59186) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:59.476103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82474434-b7c5-4abf-9707-8d3369d0823d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:59.482010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82474434-b7c5-4abf-9707-8d3369d0823d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:59.488827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82474434-b7c5-4abf-9707-8d3369d0823d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:59.491220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-82474434-b7c5-4abf-9707-8d3369d0823d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0930128 Nov 23 03:04:59.493869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:59.614760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 21c9b59e-2b69-41cd-b386-330791e2af32 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:04:59.615471 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.705940 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.720986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 21c9b59e-2b69-41cd-b386-330791e2af32 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:04:59.857066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.940178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:59.988529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76472253-0148-4ea5-a19d-5371fda81340 None None] Network 4db24411-c391-4ebd-aabc-57473049480c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:00.120004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] Provisioning complete for port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:00.120374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.243291 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.251590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=21c9b59e-2b69-41cd-b386-330791e2af32,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:00.284922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] For port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,segment=NetworkSegment(648f2f0c-6ca6-46b0-801a-75a107c31044),segment_id=648f2f0c-6ca6-46b0-801a-75a107c31044)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:00.295275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.344848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456bd6a-f590-40fe-ab44-83422b3fcfbb None None] Pushing event updated for resources: {'Port': ['ID=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:00.413051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.416428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30f4076f-4eb5-4eeb-aaa1-7394c86dcc5d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/21c9b59e-2b69-41cd-b386-330791e2af32 HTTP/1.1" status: 204 len: 168 time: 0.9214950 Nov 23 03:05:00.419687 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59190) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:00.450132 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-280204c2-07b9-43bd-98a5-9f6e9274a78d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] GET failed (client error): The resource could not be found. Nov 23 03:05:00.451816 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-280204c2-07b9-43bd-98a5-9f6e9274a78d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports/21c9b59e-2b69-41cd-b386-330791e2af32 HTTP/1.1" status: 404 len: 333 time: 0.0311248 Nov 23 03:05:00.455781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59192) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:00.460947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-1955441833'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:00.521880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-10860c05-7319-452a-914d-df0f260abab3 None None] Provisioning complete for port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:00.522266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10860c05-7319-452a-914d-df0f260abab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.585492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:00.589256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.607909 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 4087aba6-f53c-49bf-8b44-fe7415f28987 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:00.625182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-10860c05-7319-452a-914d-df0f260abab3 None None] Provisioning complete for port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:00.625562 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10860c05-7319-452a-914d-df0f260abab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.663158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-10860c05-7319-452a-914d-df0f260abab3 None None] Port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:00.754839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.12 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/4087aba6-f53c-49bf-8b44-fe7415f28987) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:00.780049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6d431915-b81f-4a57-a4d5-fbfd7efe46ad up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:00.821983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5125e5d9-a371-4520-ad37-2c0ca801175c None None] Provisioning complete for port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:00.822290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5125e5d9-a371-4520-ad37-2c0ca801175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.874178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5125e5d9-a371-4520-ad37-2c0ca801175c None None] Port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:00.881172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:00.881552 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.919759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.958183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:00.986251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c453b5c-1c19-46b7-a0c8-0ed3ee43cfc7 None None] Could not find standard attr ID for object 21c9b59e-2b69-41cd-b386-330791e2af32. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:05:01.006151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:01.009532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:01.013881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:01.038248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=4087aba6-f53c-49bf-8b44-fe7415f28987,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:01.067530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:01.068163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.085783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5d542a23-e522-435e-962c-ac3b83955155 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6288562 Nov 23 03:05:01.088368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59194) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:01.094284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:51:43:75'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:01.174704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.306823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33733998-43c3-4bf1-8578-5a85728212fd None None] Provisioning complete for port 4087aba6-f53c-49bf-8b44-fe7415f28987 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:01.307190 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33733998-43c3-4bf1-8578-5a85728212fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.344233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-33733998-43c3-4bf1-8578-5a85728212fd None None] Port 4087aba6-f53c-49bf-8b44-fe7415f28987 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:01.355002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.359723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.433635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=4087aba6-f53c-49bf-8b44-fe7415f28987,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:01.445570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] In _notify_port_updated(), no bound segment for port 4087aba6-f53c-49bf-8b44-fe7415f28987 on network 4db24411-c391-4ebd-aabc-57473049480c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 03:05:01.452400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:01.453053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.454408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-004b42be-2834-4279-a942-53e4f87e0b88 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "PUT /v2.0/ports/4087aba6-f53c-49bf-8b44-fe7415f28987 HTTP/1.1" status: 200 len: 994 time: 0.3650324 Nov 23 03:05:01.457180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:01.547569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 4087aba6-f53c-49bf-8b44-fe7415f28987 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:01.547910 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.637502 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.649196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 4087aba6-f53c-49bf-8b44-fe7415f28987 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:01.663351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8ffe5b63-e304-42fc-8145-8510b58b5c9e None None] Provisioning complete for port 4087aba6-f53c-49bf-8b44-fe7415f28987 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:01.663730 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b63-e304-42fc-8145-8510b58b5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.697788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5b63-e304-42fc-8145-8510b58b5c9e None None] Port 4087aba6-f53c-49bf-8b44-fe7415f28987 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:01.774865 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.801690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=4087aba6-f53c-49bf-8b44-fe7415f28987,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:01.941012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:01.945410 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9190970c-5d15-4144-b729-04f512943cea tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/4087aba6-f53c-49bf-8b44-fe7415f28987 HTTP/1.1" status: 204 len: 168 time: 0.4867773 Nov 23 03:05:01.947535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:01.973317 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44563a1-1b8f-42c9-a85b-27a6e59ebef6 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] GET failed (client error): The resource could not be found. Nov 23 03:05:01.975239 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a44563a1-1b8f-42c9-a85b-27a6e59ebef6 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports/4087aba6-f53c-49bf-8b44-fe7415f28987 HTTP/1.1" status: 404 len: 333 time: 0.0264020 Nov 23 03:05:01.978793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:01.984629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-107862036'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:02.098954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:02.102364 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.119722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:02.233168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.12 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/1d5501d0-a46d-4cea-bfe6-e359bbb45737) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:02.385127 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.418144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.463271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:02.466466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:02.473173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:02.477771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=1d5501d0-a46d-4cea-bfe6-e359bbb45737,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:02.524865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:02.525500 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.545627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3d2dcf72-a554-4789-806c-585026a3c7db tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5625985 Nov 23 03:05:02.545782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59202) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:02.550971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:51:43:75'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:02.623473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.722048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0c6034f4-7704-491b-bccb-89a37ab417cf None None] Provisioning complete for port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:02.722647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c6034f4-7704-491b-bccb-89a37ab417cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.757082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0c6034f4-7704-491b-bccb-89a37ab417cf None None] Port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:02.809475 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.815413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.888989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=1d5501d0-a46d-4cea-bfe6-e359bbb45737,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:02.902934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] In _notify_port_updated(), no bound segment for port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 on network 4db24411-c391-4ebd-aabc-57473049480c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 03:05:02.908938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:02.909580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:02.910928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b79d7a02-5954-47a7-9e6e-1944a2b8278b tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "PUT /v2.0/ports/1d5501d0-a46d-4cea-bfe6-e359bbb45737 HTTP/1.1" status: 200 len: 996 time: 0.3642423 Nov 23 03:05:02.913644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59204) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:03.006784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:03.007136 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.079095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9b620f20-5e57-47af-858d-1355f57e2aa2 None None] Provisioning complete for port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:03.079460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9b620f20-5e57-47af-858d-1355f57e2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.103235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.115268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 1d5501d0-a46d-4cea-bfe6-e359bbb45737 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:03.116369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9b620f20-5e57-47af-858d-1355f57e2aa2 None None] Port 1d5501d0-a46d-4cea-bfe6-e359bbb45737 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:03.247170 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.275371 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=1d5501d0-a46d-4cea-bfe6-e359bbb45737,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:03.348849 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.352225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-959d090b-c4d3-4afc-b086-7a5e0ff4cec5 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/1d5501d0-a46d-4cea-bfe6-e359bbb45737 HTTP/1.1" status: 204 len: 168 time: 0.4375997 Nov 23 03:05:03.354847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59206) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:03.379561 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06b07d8-0577-4db5-a73c-4c6aa922c60e tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] GET failed (client error): The resource could not be found. Nov 23 03:05:03.381014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a06b07d8-0577-4db5-a73c-4c6aa922c60e tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports/1d5501d0-a46d-4cea-bfe6-e359bbb45737 HTTP/1.1" status: 404 len: 333 time: 0.0252297 Nov 23 03:05:03.384504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59208) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:03.389761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-1538863701'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:03.502818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:03.506280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.523295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 446177a8-be1a-4e1f-b01a-d074f3871fd6 yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:03.631472 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.7 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/446177a8-be1a-4e1f-b01a-d074f3871fd6) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:03.778478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.810251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.853562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:03.857231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:03.860752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:03.885057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=446177a8-be1a-4e1f-b01a-d074f3871fd6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:03.913170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:03.913793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:03.931548 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aab514b3-d45d-446d-8757-4e2f7dcd3d09 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5459888 Nov 23 03:05:03.934245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59210) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:03.940956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'network_id': '4db24411-c391-4ebd-aabc-57473049480c', 'name': 'tempest-AllowedAddressPairTestJSON-1740243711'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:04.056531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Made reservation on behalf of 3c41400dab4e4f7bab89967b3c6e3773 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:04.060599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.076479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] device_id is not set on port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:04.141208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-228b40aa-a463-4528-8fd6-e54255bbda71 None None] Provisioning complete for port 446177a8-be1a-4e1f-b01a-d074f3871fd6 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:04.141748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-228b40aa-a463-4528-8fd6-e54255bbda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.175292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-228b40aa-a463-4528-8fd6-e54255bbda71 None None] Port 446177a8-be1a-4e1f-b01a-d074f3871fd6 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:04.186013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Allocated IP 172.20.0.9 (4db24411-c391-4ebd-aabc-57473049480c/6417bbbb-cf98-4041-8da6-d0e94384f4e6/7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:04.330248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.362144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.402846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Network 4db24411-c391-4ebd-aabc-57473049480c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:04.406224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:04.409906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:04.435257 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:04.463359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:04.464044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.480339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a4b82728-4fae-4550-bd7c-dcc991404597 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5433314 Nov 23 03:05:04.483452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59212) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:04.488672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:51:43:75'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:09:62:8f'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:04.597272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0f927910-7657-4157-8aca-61e1e37bdd96 None None] Provisioning complete for port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:04.597747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0f927910-7657-4157-8aca-61e1e37bdd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.632974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0f927910-7657-4157-8aca-61e1e37bdd96 None None] Port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:04.637207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.817699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.822172 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.896314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event updated for resources: {'Port': ['ID=7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:04.912658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] In _notify_port_updated(), no bound segment for port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced on network 4db24411-c391-4ebd-aabc-57473049480c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 03:05:04.918801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:04.919490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:04.920900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-842259f6-684a-4b29-9a1e-a1efd3399a5a tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "PUT /v2.0/ports/7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced HTTP/1.1" status: 200 len: 1055 time: 0.4364550 Nov 23 03:05:04.923654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59214) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:05.013455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:05.013806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.053041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-25be0495-7b3f-439e-8278-5898d6178924 None None] Provisioning complete for port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:05.053408 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-25be0495-7b3f-439e-8278-5898d6178924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.090571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-25be0495-7b3f-439e-8278-5898d6178924 None None] Port 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:05.102221 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.113876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:05.236120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.268808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:05.467599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.470882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-28eb5772-2926-42e0-8e1c-1a54a909c493 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced HTTP/1.1" status: 204 len: 168 time: 0.5462534 Nov 23 03:05:05.473512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:05.500790 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a90dc30-35ff-4bf8-9b68-b7e99b5c0a36 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] GET failed (client error): The resource could not be found. Nov 23 03:05:05.502079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a90dc30-35ff-4bf8-9b68-b7e99b5c0a36 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports/7bfc2a49-d483-4cb0-ae9e-92db8b6c2ced HTTP/1.1" status: 404 len: 333 time: 0.0276542 Nov 23 03:05:05.504663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59218) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:05.598362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 446177a8-be1a-4e1f-b01a-d074f3871fd6 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:05.598739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.686487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.698180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 446177a8-be1a-4e1f-b01a-d074f3871fd6 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:05.823970 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.860840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=446177a8-be1a-4e1f-b01a-d074f3871fd6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:05.891442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fae9a3-d372-407f-b2dc-fc2197e2b068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.940171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.944034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9caf3474-2706-4f21-b161-14914567f584 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/446177a8-be1a-4e1f-b01a-d074f3871fd6 HTTP/1.1" status: 204 len: 168 time: 0.4384665 Nov 23 03:05:05.946753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59220) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:05.971727 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a5edec-1b39-422f-aee7-45425315297d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] GET failed (client error): The resource could not be found. Nov 23 03:05:05.973261 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-68a5edec-1b39-422f-aee7-45425315297d tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "GET /v2.0/ports/446177a8-be1a-4e1f-b01a-d074f3871fd6 HTTP/1.1" status: 404 len: 333 time: 0.0255265 Nov 23 03:05:05.977193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:06.064352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 59a22af2-85a9-49b5-aca6-3daedaef7fa4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:06.064697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.151401 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.163749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 59a22af2-85a9-49b5-aca6-3daedaef7fa4 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:06.289934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.316152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=59a22af2-85a9-49b5-aca6-3daedaef7fa4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:06.386178 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.390083 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f1aa328-4cbd-4956-9e04-c5ce13fbd531 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/ports/59a22af2-85a9-49b5-aca6-3daedaef7fa4 HTTP/1.1" status: 204 len: 168 time: 0.4118564 Nov 23 03:05:06.392572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59224) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:06.444171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting subnet 6417bbbb-cf98-4041-8da6-d0e94384f4e6 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:06.447640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.811943 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.892243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.948123 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.976735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Subnet': ['ID=6417bbbb-cf98-4041-8da6-d0e94384f4e6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:06.982520 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.985993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fb90eaad-62dd-45f4-95cf-c35355ab4da3 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/subnets/6417bbbb-cf98-4041-8da6-d0e94384f4e6 HTTP/1.1" status: 204 len: 168 time: 0.5924718 Nov 23 03:05:06.988376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59226) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:06.991072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ff5a4-d7fc-4608-b860-1a9c80f9b913 None None] Network 4db24411-c391-4ebd-aabc-57473049480c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:07.063231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.115946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Deleting port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:07.116292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.161355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] DHCP port deletion for 4db24411-c391-4ebd-aabc-57473049480c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:07.187327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] For port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,segment=NetworkSegment(648f2f0c-6ca6-46b0-801a-75a107c31044),segment_id=648f2f0c-6ca6-46b0-801a-75a107c31044)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:07.187699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.201985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Calling delete_port for 6d431915-b81f-4a57-a4d5-fbfd7efe46ad owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:07.220616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Deleting port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:07.220991 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.278871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.283819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] For port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,segment=NetworkSegment(648f2f0c-6ca6-46b0-801a-75a107c31044),segment_id=648f2f0c-6ca6-46b0-801a-75a107c31044)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:07.284271 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.301649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Calling delete_port for 6d431915-b81f-4a57-a4d5-fbfd7efe46ad owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:07.306191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Port': ['ID=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:07.308071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] No DVR routers for this DVR port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 03:05:07.373336 n-d-714676-12 neutron-server[103573]: self.session.flush() Nov 23 03:05:07.379065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.393096 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.404813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] Pushing event deleted for resources: {'Port': ['ID=6d431915-b81f-4a57-a4d5-fbfd7efe46ad,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:07.408316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32693612-7de8-4d75-8cfe-95a66fdda60b None None] No DVR routers for this DVR port 6d431915-b81f-4a57-a4d5-fbfd7efe46ad on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:07.420386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db24411-c391-4ebd-aabc-57473049480c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:07.430051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648f2f0c-6ca6-46b0-801a-75a107c31044') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:07.430351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648f2f0c-6ca6-46b0-801a-75a107c31044') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:07.439773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.453753 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.459590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:07.459963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:07.463238 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:07.524968 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.531025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.534246 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] 10.222.0.15 "DELETE /v2.0/networks/4db24411-c391-4ebd-aabc-57473049480c HTTP/1.1" status: 204 len: 168 time: 0.5448885 Nov 23 03:05:07.549004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799a19-81d0-437f-80d1-13bcb954a486 tempest-AllowedAddressPairTestJSON-1013917839 tempest-AllowedAddressPairTestJSON-1013917839-project] Pushing event deleted for resources: {'Network': ['ID=4db24411-c391-4ebd-aabc-57473049480c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:07.765684 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59232) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:07.904219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4bea1c95-7da4-47c2-bc0d-61cfae254a7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c41400dab4e4f7bab89967b3c6e3773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366727 Nov 23 03:05:07.906722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59236) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:07.957489 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.979882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.026393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.029088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.030265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cba2a2f-9c3f-4477-ae2d-7d3d08bcd7a2 HTTP/1.1" status: 204 len: 168 time: 0.1226103 Nov 23 03:05:08.037795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7aa1d-62bb-4137-8675-4c5aae34b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba2a2f-9c3f-4477-ae2d-7d3d08bcd7a2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:08.067995 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10ef3235-91d2-4374-9528-0aac08b8c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.676539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:08.723722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6d431915-b81f-4a57-a4d5-fbfd7efe46ad no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:08.747447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6d431915-b81f-4a57-a4d5-fbfd7efe46ad {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:08.747447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6d431915-b81f-4a57-a4d5-fbfd7efe46ad not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:08.775920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-961756278'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:08.798256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Made reservation on behalf of 9138fdb66b834b50ba35869a009a4985 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:08.801652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.814102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.886972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.890627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.917167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:08.927509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b306ba-bf0b-4fea-8bcb-c62870013ba3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:08.932220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.932564 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Added segment 6f873f4b-cd8a-4de3-a58b-8df544838576 of type vlan for network f5824fdd-df60-463d-b477-f840efdf6e2c Nov 23 03:05:08.971038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.995418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.001469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:09.002125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.060534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3825614 Nov 23 03:05:09.063368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:09.068509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Request body: {'subnet': {'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:09.074443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1247f8-5ca5-4c5a-a25f-11697dd13383 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'Network': ['ID=f5824fdd-df60-463d-b477-f840efdf6e2c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:09.084766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f5824fdd-df60-463d-b477-f840efdf6e2c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:09.160318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Made reservation on behalf of 9138fdb66b834b50ba35869a009a4985 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:09.163778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.339227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.365365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.397759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'Subnet': ['ID=82935f4f-6d9b-4e0d-9883-38974bb2072d,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:09.408282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Checking segment: {'id': '6f873f4b-cd8a-4de3-a58b-8df544838576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:09.408652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Network hostable DHCP agents. Network: f5824fdd-df60-463d-b477-f840efdf6e2c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:09.425421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Network f5824fdd-df60-463d-b477-f840efdf6e2c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:09.434117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f5824fdd-df60-463d-b477-f840efdf6e2c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:09.438678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:09.439652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.442928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4a928-5c87-4280-be73-3ff22f8609e1 None None] Network f5824fdd-df60-463d-b477-f840efdf6e2c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:09.457509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-31e5d085-6bd6-4c81-94af-9786aff255a3 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3929992 Nov 23 03:05:09.460275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59264) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:09.465245 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Request body: {'port': {'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-690724844'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:09.576854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Made reservation on behalf of 9138fdb66b834b50ba35869a009a4985 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:09.580328 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.593515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f5824fdd-df60-463d-b477-f840efdf6e2c', 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c', 'tenant_id': '9138fdb66b834b50ba35869a009a4985', 'fixed_ips': [{'subnet_id': '82935f4f-6d9b-4e0d-9883-38974bb2072d'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:05:09.594375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.598169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] device_id is not set on port b659d692-650c-4235-a64b-0f53af5576b7 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:09.708696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Allocated IP 172.20.0.10 (f5824fdd-df60-463d-b477-f840efdf6e2c/82935f4f-6d9b-4e0d-9883-38974bb2072d/b659d692-650c-4235-a64b-0f53af5576b7) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:09.855068 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.888581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.929921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Allocated IP 172.20.0.2 (f5824fdd-df60-463d-b477-f840efdf6e2c/82935f4f-6d9b-4e0d-9883-38974bb2072d/b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:09.939419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Network f5824fdd-df60-463d-b477-f840efdf6e2c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:09.943085 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:09.945790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:09.976063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'Port': ['ID=b659d692-650c-4235-a64b-0f53af5576b7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:09.989386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.989940 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.990160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.990863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.991209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.991618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.991957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.992315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.992647 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.992981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.993308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:09.993635 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:10.014025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.014720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.032417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-40a635c7-6c2e-4609-b67b-225c217d661f tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5710449 Nov 23 03:05:10.035479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:10.040616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Request body: {'port': {'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1149967287', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:10.041118 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] bootfile-name is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:10.041467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] tftp-server is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:10.041797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.api.validators [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] server-ip-address is not in valid_values {{(pid=103572) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:10.161164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Made reservation on behalf of 9138fdb66b834b50ba35869a009a4985 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:10.164716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.181475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] device_id is not set on port 68768647-46d1-44d9-a9f5-b14f020dfd52 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:10.234742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.240010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.282633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Network f5824fdd-df60-463d-b477-f840efdf6e2c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:10.285785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:10.290335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:10.294266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Allocated IP 172.20.0.8 (f5824fdd-df60-463d-b477-f840efdf6e2c/82935f4f-6d9b-4e0d-9883-38974bb2072d/68768647-46d1-44d9-a9f5-b14f020dfd52) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:10.295630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Pushing event updated for resources: {'Port': ['ID=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:10.349735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Attempting to bind port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:10.350116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Attempting to bind port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6f873f4b-cd8a-4de3-a58b-8df544838576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:10.350476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Attempting to bind port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a on network f5824fdd-df60-463d-b477-f840efdf6e2c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:10.355481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:10.355860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Checking segment: {'id': '6f873f4b-cd8a-4de3-a58b-8df544838576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:10.356267 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.357212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Bound using segment: {'id': '6f873f4b-cd8a-4de3-a58b-8df544838576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:10.357678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Bound port: b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f873f4b-cd8a-4de3-a58b-8df544838576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f5824fdd-df60-463d-b477-f840efdf6e2c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:10.358065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.420528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] For port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:10.423947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] For port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,segment=NetworkSegment(6f873f4b-cd8a-4de3-a58b-8df544838576),segment_id=6f873f4b-cd8a-4de3-a58b-8df544838576)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:10.428947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.460672 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.486925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbbe5a-7ffe-4b41-9342-702aec25a4a4 None None] Pushing event updated for resources: {'Port': ['ID=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:10.500686 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.548339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Network f5824fdd-df60-463d-b477-f840efdf6e2c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:10.551719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:10.554193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:10.586627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'Port': ['ID=68768647-46d1-44d9-a9f5-b14f020dfd52,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:10.614164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.614836 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.632946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7f0b03f2-c714-41c5-ac43-d9127db4e50b tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.5962918 Nov 23 03:05:10.635396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:10.737907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e615ef-bb1e-4665-8367-b251d21c56b1 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.744697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e615ef-bb1e-4665-8367-b251d21c56b1 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.751026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e615ef-bb1e-4665-8367-b251d21c56b1 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.752811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-76e615ef-bb1e-4665-8367-b251d21c56b1 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1163809 Nov 23 03:05:10.755652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:10.769698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:10.826386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.837495 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:10.837861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.866020 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Deleting port 68768647-46d1-44d9-a9f5-b14f020dfd52 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:10.866366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.915230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.946795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,segment=NetworkSegment(6f873f4b-cd8a-4de3-a58b-8df544838576),segment_id=6f873f4b-cd8a-4de3-a58b-8df544838576)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:10.952044 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.953040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:10.970787 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Calling delete_port for 68768647-46d1-44d9-a9f5-b14f020dfd52 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:11.002465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:11.103324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.133530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event deleted for resources: {'Port': ['ID=68768647-46d1-44d9-a9f5-b14f020dfd52,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:11.205562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.208769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-940fef29-4e46-493b-a7cf-3929865c02d5 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "DELETE /v2.0/ports/68768647-46d1-44d9-a9f5-b14f020dfd52 HTTP/1.1" status: 204 len: 168 time: 0.4521718 Nov 23 03:05:11.212481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59272) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:11.217835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Request body: {'port': {'name': 'tempest-new-port-name-1147668937', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:11.218315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] bootfile-name is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:11.218681 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] tftp-server is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:11.219058 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.api.validators [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] server-ip-address is not in valid_values {{(pid=103571) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 03:05:11.464168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f6179-e373-4c8a-bbc1-4e30fdc84715 None None] Network f5824fdd-df60-463d-b477-f840efdf6e2c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:11.529206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.587866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a1638bf6-64a8-4455-a798-ed0f964c16de None None] Provisioning complete for port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:11.588240 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1638bf6-64a8-4455-a798-ed0f964c16de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.721848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.727812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.805688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event updated for resources: {'Port': ['ID=b659d692-650c-4235-a64b-0f53af5576b7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:11.821636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] In _notify_port_updated(), no bound segment for port b659d692-650c-4235-a64b-0f53af5576b7 on network f5824fdd-df60-463d-b477-f840efdf6e2c {{(pid=103571) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 03:05:11.827479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:11.828163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.829535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1577f3a0-f3ca-45eb-9e60-9a38004a1a11 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "PUT /v2.0/ports/b659d692-650c-4235-a64b-0f53af5576b7 HTTP/1.1" status: 200 len: 1137 time: 0.6160414 Nov 23 03:05:11.832130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59274) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:11.877261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed5978-4b20-4c64-9bf7-cac885a03dba tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:11.878773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-81ed5978-4b20-4c64-9bf7-cac885a03dba tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "GET /v2.0/ports/b659d692-650c-4235-a64b-0f53af5576b7 HTTP/1.1" status: 200 len: 1137 time: 0.0455081 Nov 23 03:05:11.881911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59276) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:11.910647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.921043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-039a2fcc-f49e-48a5-98a4-e14334cb143e None None] Provisioning complete for port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:11.921625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-039a2fcc-f49e-48a5-98a4-e14334cb143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.975322 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Deleting port b659d692-650c-4235-a64b-0f53af5576b7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:11.975672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.022670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-039a2fcc-f49e-48a5-98a4-e14334cb143e None None] Provisioning complete for port b659d692-650c-4235-a64b-0f53af5576b7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:12.023182 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-039a2fcc-f49e-48a5-98a4-e14334cb143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.060583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-039a2fcc-f49e-48a5-98a4-e14334cb143e None None] Port b659d692-650c-4235-a64b-0f53af5576b7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:12.077989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.090643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Calling delete_port for b659d692-650c-4235-a64b-0f53af5576b7 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:12.180233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e71fd3ac-12f9-4a33-812b-3ba06db28e3f None None] Provisioning complete for port b659d692-650c-4235-a64b-0f53af5576b7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:12.180645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e71fd3ac-12f9-4a33-812b-3ba06db28e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.217294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e71fd3ac-12f9-4a33-812b-3ba06db28e3f None None] Port b659d692-650c-4235-a64b-0f53af5576b7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:12.233922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.264451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event deleted for resources: {'Port': ['ID=b659d692-650c-4235-a64b-0f53af5576b7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:12.329373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4e0fa1cc-06a1-4fe2-b82c-4cc46c2d5ce1 None None] Could not find standard attr ID for object 68768647-46d1-44d9-a9f5-b14f020dfd52. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:05:12.334273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.339011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-504cab8e-664e-4ab9-bc96-b085350f8808 tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "DELETE /v2.0/ports/b659d692-650c-4235-a64b-0f53af5576b7 HTTP/1.1" status: 204 len: 168 time: 0.4560313 Nov 23 03:05:12.340276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59278) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:12.397003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Deleting subnet 82935f4f-6d9b-4e0d-9883-38974bb2072d {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:12.400542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.442101 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.529087 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.596530 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.625778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event deleted for resources: {'Subnet': ['ID=82935f4f-6d9b-4e0d-9883-38974bb2072d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:12.627944 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.631241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9bc1c938-874d-4326-ba42-86e5a26a78cb tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "DELETE /v2.0/subnets/82935f4f-6d9b-4e0d-9883-38974bb2072d HTTP/1.1" status: 204 len: 168 time: 0.2894123 Nov 23 03:05:12.633675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59280) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:12.642965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-613b3f54-e7a8-4ca7-a11d-64d38f1e1ad2 None None] Could not find standard attr ID for object b659d692-650c-4235-a64b-0f53af5576b7. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:05:12.723538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.756144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:12.779186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Deleting port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:12.779528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.784317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a02eb-1969-4300-a69e-c447ff02fd6e None None] Network f5824fdd-df60-463d-b477-f840efdf6e2c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:12.845405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] For port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,segment=NetworkSegment(6f873f4b-cd8a-4de3-a58b-8df544838576),segment_id=6f873f4b-cd8a-4de3-a58b-8df544838576)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:12.845773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.858569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Calling delete_port for b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:12.902704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:12.903075 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.936203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:12.951585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Could not find standard attr ID for object b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:05:12.954391 n-d-714676-12 neutron-server[103573]: INFO neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No ports have port_id starting with b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a Nov 23 03:05:12.969691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] No DVR routers for this DVR port b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:12.974727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event deleted for resources: {'Port': ['ID=b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:13.021349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a921eef-2ea3-494b-8e67-2f559fcc7691 None None] DHCP port deletion for f5824fdd-df60-463d-b477-f840efdf6e2c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:13.053621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.073938 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5824fdd-df60-463d-b477-f840efdf6e2c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:13.083673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f873f4b-cd8a-4de3-a58b-8df544838576') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:13.083979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f873f4b-cd8a-4de3-a58b-8df544838576') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:13.093706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.106533 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.112564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:13.113082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:13.116304 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:13.177520 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.184409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.187582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] 10.222.0.15 "DELETE /v2.0/networks/f5824fdd-df60-463d-b477-f840efdf6e2c HTTP/1.1" status: 204 len: 168 time: 0.5527904 Nov 23 03:05:13.199177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3d7af-c13d-41db-9d96-539a716695bf tempest-ExtraDHCPOptionsTestJSON-450833282 tempest-ExtraDHCPOptionsTestJSON-450833282-project] Pushing event deleted for resources: {'Network': ['ID=f5824fdd-df60-463d-b477-f840efdf6e2c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:13.426985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59286) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:13.568694 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f92b405f-0f10-4ec6-8763-b173c9d583ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9138fdb66b834b50ba35869a009a4985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403680 Nov 23 03:05:13.571025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:13.618804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.640904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.684429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.687745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.688895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0b306ba-bf0b-4fea-8bcb-c62870013ba3 HTTP/1.1" status: 204 len: 168 time: 0.1169810 Nov 23 03:05:13.696449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be9e0e-1f2b-4188-b6c9-4ef2f14391d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b306ba-bf0b-4fea-8bcb-c62870013ba3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:14.300982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59312) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:14.394849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1458054713'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:14.416068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:14.419364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.427583 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.502833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.506334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.528793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:14.543794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf6bbe8-9a42-430c-964b-b10516d9ae5f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:14.546711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.547055 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Added segment 0fb8ae36-67e5-40c1-9648-b42e61c82754 of type vlan for network d94a8738-92f6-4b94-b331-6869aea3dd57 Nov 23 03:05:14.586821 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.611194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.616968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:14.617554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.678699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3765848 Nov 23 03:05:14.681646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59316) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:14.689059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'subnet': {'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:14.696912 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0756b-1379-4222-a400-aa7c33cf5380 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Network': ['ID=d94a8738-92f6-4b94-b331-6869aea3dd57,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:14.708105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network d94a8738-92f6-4b94-b331-6869aea3dd57 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:14.746794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:14.780838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:14.781185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b1bc9f5d-ee2b-4fff-bc8e-0ad1ffd01a5a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:14.794877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:14.798573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.980173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.038539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Subnet': ['ID=a273acc4-d8ce-456a-978c-4c0dadd925e2,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:15.047491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Checking segment: {'id': '0fb8ae36-67e5-40c1-9648-b42e61c82754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:15.047853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network hostable DHCP agents. Network: d94a8738-92f6-4b94-b331-6869aea3dd57, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:15.064289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:15.072662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, d94a8738-92f6-4b94-b331-6869aea3dd57) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:15.076773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:15.077370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.082377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d349f-e821-4d46-911d-5da75e9e5605 None None] Network d94a8738-92f6-4b94-b331-6869aea3dd57 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:15.094756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-abe4929d-e1a2-4e0b-80d6-b4fde0a53217 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4120753 Nov 23 03:05:15.097642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:15.102261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-569431501', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:15.126792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.127845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.181862 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.211806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a91a7-81b7-469a-a19f-5c4f7154827c None None] Network d94a8738-92f6-4b94-b331-6869aea3dd57 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:15.328559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.525910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.550169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.656523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.25 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/78712eaf-5220-46c2-bc59-32488692b663) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:15.757072 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.788852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.831160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:15.834229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:15.836621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:15.852432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f10f15-2ef3-4ec6-97ca-a7e71c0153f3 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:15.877298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=78712eaf-5220-46c2-bc59-32488692b663,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:15.882464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-90c623a2-4e6b-4c58-afa6-167d7ea85116 None None] Provisioning complete for port 78712eaf-5220-46c2-bc59-32488692b663 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:15.882870 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90c623a2-4e6b-4c58-afa6-167d7ea85116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.917143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-90c623a2-4e6b-4c58-afa6-167d7ea85116 None None] Port 78712eaf-5220-46c2-bc59-32488692b663 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:16.096317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.288471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.412721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:05:16.516722 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:16.526981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:16.537616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:16.538023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.538476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:16.539897 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-69a36104-fff2-4a16-8050-fdb1a2c42037 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4412050 Nov 23 03:05:16.542494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59320) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.574874 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:16.583847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:16.584462 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:16.618001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:16.618683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be285b-86f5-467c-840c-4b68eea568cc None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:17.281472 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.552721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.1 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/82082f35-81ba-4be5-b30e-4517cd910eaf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:17.667000 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.699250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.739555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:17.742894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:17.746710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:17.771228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=82082f35-81ba-4be5-b30e-4517cd910eaf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:17.797060 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.923308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.194923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.199297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.271598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.273370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=82082f35-81ba-4be5-b30e-4517cd910eaf,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:18.366365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:18.367754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:18.480232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:18.587915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:18.593047 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a6825935-ab3f-4d03-b4ce-d7c47e185225 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/routers/9b6690f3-424c-42f6-ace8-b66b6bbba9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0495150 Nov 23 03:05:18.595874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59322) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:18.597101 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:18.600733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'port': {'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57', 'name': 'tempest-FloatingIPTestJSON-722472725'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:18.607028 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:18.607636 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:18.640781 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:18.649181 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:18.649779 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:18.681057 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:18.681698 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85d7f7-dc46-4eb3-ad11-9bbd83de5176 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:18.708164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:18.711847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.728129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] device_id is not set on port fea571b8-d816-49ae-a575-75adbfea904a yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:18.837879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.2 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/fea571b8-d816-49ae-a575-75adbfea904a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:18.983711 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.015221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.058298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:19.061998 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:19.065515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:19.071653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=fea571b8-d816-49ae-a575-75adbfea904a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:19.116386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:19.116917 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.132563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-849e3ec3-3941-44d3-baaa-95fb17b1538e tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5356653 Nov 23 03:05:19.135043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59324) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.139819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'port': {'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57', 'name': 'tempest-FloatingIPTestJSON-1814931915'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:19.249967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:19.253435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.269682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] device_id is not set on port 6d5f6a1d-e94d-45f8-b727-89a2ef58f813 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:19.379065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.5 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/6d5f6a1d-e94d-45f8-b727-89a2ef58f813) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:19.529406 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.561810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.604040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:19.607090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:19.610892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:19.635612 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=6d5f6a1d-e94d-45f8-b727-89a2ef58f813,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:19.663374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:19.663993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.678884 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d48c6932-5de9-4c8e-91ef-8b2ff5bbb2ff tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5428019 Nov 23 03:05:19.681909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.686276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '6d5f6a1d-e94d-45f8-b727-89a2ef58f813', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:19.707749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.806134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.906315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.170 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/df7a2d87-78f4-45b0-be6e-610b0f015d3c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:20.010025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.042950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.082686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:20.085586 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:20.088919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:20.109893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=df7a2d87-78f4-45b0-be6e-610b0f015d3c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.441532 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.505717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.652041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.656249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.725079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=df7a2d87-78f4-45b0-be6e-610b0f015d3c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.737204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.834208 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP c73a2eb8-5e5c-465d-acce-1c0f593811a2 associated. External IP: 172.25.1.170, port: 6d5f6a1d-e94d-45f8-b727-89a2ef58f813. Nov 23 03:05:21.373026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:21.477084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:21.488655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:21.494998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.500669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:21.501646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:21.528208 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bc224b72-148e-4966-93a2-49c4d6b64d9f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8428109 Nov 23 03:05:21.528397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:21.532767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:21.538344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:21.547045 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:21.547622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:21.579819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:21.580438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6393ea-6cde-4d43-9a3a-73f1325b3c30 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:21.587825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.728083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.731807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.732152 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP c73a2eb8-5e5c-465d-acce-1c0f593811a2 disassociated. External IP: 172.25.1.170, port: 6d5f6a1d-e94d-45f8-b727-89a2ef58f813. Nov 23 03:05:21.939161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:22.046442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:22.050843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.055496 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:22.065166 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:22.065766 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:22.077757 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7503cacb-fbfa-4366-b061-5ca914bb97cf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/c73a2eb8-5e5c-465d-acce-1c0f593811a2 HTTP/1.1" status: 200 len: 688 time: 0.5483346 Nov 23 03:05:22.080338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:22.097677 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:22.106176 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:22.106797 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:22.139189 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:22.139830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a47c8b5-9384-46b2-8c88-1b75644bbdb3 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:22.208314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port df7a2d87-78f4-45b0-be6e-610b0f015d3c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:22.208580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.299645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.299980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.311791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for df7a2d87-78f4-45b0-be6e-610b0f015d3c owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:22.440416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.466196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=df7a2d87-78f4-45b0-be6e-610b0f015d3c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:22.523288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.525989 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.527178 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-13e15f99-acc9-4e9a-a63b-73097a48dca2 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/c73a2eb8-5e5c-465d-acce-1c0f593811a2 HTTP/1.1" status: 204 len: 168 time: 0.4458742 Nov 23 03:05:22.531012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:22.535239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'fea571b8-d816-49ae-a575-75adbfea904a'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:22.559996 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.656926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.754648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.83 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:22.856041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.888193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.928249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:22.931164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:22.934449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:22.940301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:23.283702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.348095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.495730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.500876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.570575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:23.584792 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.610123 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.682796 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 09997a0a-c23a-48f6-b5c1-6b8c110f62fb associated. External IP: 172.25.1.83, port: fea571b8-d816-49ae-a575-75adbfea904a. Nov 23 03:05:23.887845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:23.988572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:23.998251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:24.006983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.008190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:24.008795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:24.037904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-070744f7-9248-4f13-af93-389d474af65b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.5058265 Nov 23 03:05:24.040570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59334) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:24.044043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:24.053099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:24.053691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:24.085907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:24.086581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e926668-a378-4262-9d22-20e2a8a63593 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:24.108944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-329dae34-5d7a-4b41-af63-ff36db183194 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/floatingips/09997a0a-c23a-48f6-b5c1-6b8c110f62fb HTTP/1.1" status: 200 len: 976 time: 0.0671647 Nov 23 03:05:24.111253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:24.220679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7a13368-0d59-43fb-ae72-b2d687d65e3f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1081829 Nov 23 03:05:24.222928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59338) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:24.227041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': '6d5f6a1d-e94d-45f8-b727-89a2ef58f813'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:24.280182 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.054478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.058430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.161371 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 09997a0a-c23a-48f6-b5c1-6b8c110f62fb associated. External IP: 172.25.1.83, port: fea571b8-d816-49ae-a575-75adbfea904a. Nov 23 03:05:25.367618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:25.473954 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:25.484158 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:25.494043 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:25.494672 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.535739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.544225 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:25.544814 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.577805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.578441 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc87ca-f761-47f8-8227-ab86d12a25ee None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:25.684351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:25.790974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:25.795934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.801429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:25.810753 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:25.811864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.846841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.849067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-affc6c7d-193c-4528-80ff-2b833ec17991 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/09997a0a-c23a-48f6-b5c1-6b8c110f62fb HTTP/1.1" status: 200 len: 977 time: 1.6251295 Nov 23 03:05:25.851679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59340) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:25.855591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:25.856066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:25.856181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.889585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:25.890240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7738574e-65e6-42a2-8658-9987d1b91da0 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:25.911858 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.057444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.061482 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.061888 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 09997a0a-c23a-48f6-b5c1-6b8c110f62fb disassociated. External IP: 172.25.1.83, port: 6d5f6a1d-e94d-45f8-b727-89a2ef58f813. Nov 23 03:05:26.265335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:26.370860 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:26.375516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.380125 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:26.390806 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:26.391410 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:26.402885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f92130cd-a2f2-415d-9802-cccffb84fd3a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/09997a0a-c23a-48f6-b5c1-6b8c110f62fb HTTP/1.1" status: 200 len: 687 time: 0.5501471 Nov 23 03:05:26.405990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:26.426850 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:26.435563 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:26.436158 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:26.468642 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:26.469287 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf4fe6-2076-4195-ba2e-b88e379bdb64 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:26.532344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:26.532684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.606588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.606918 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.618728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:26.748784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.775521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=3b545bb1-6988-4d5b-bcfb-92c81b6c3bf4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:26.834187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.836817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:26.837975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4bc14db2-2265-4953-ae5c-3e2f05eac9ee tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/09997a0a-c23a-48f6-b5c1-6b8c110f62fb HTTP/1.1" status: 204 len: 168 time: 0.4310455 Nov 23 03:05:26.840639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:26.878302 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-8e531e8d-52d5-4d23-9911-24b4538f5a18 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] delete failed (client error): The resource could not be found. Nov 23 03:05:26.879351 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-8e531e8d-52d5-4d23-9911-24b4538f5a18 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/09997a0a-c23a-48f6-b5c1-6b8c110f62fb HTTP/1.1" status: 404 len: 345 time: 0.0377514 Nov 23 03:05:26.882833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:26.961891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305208f3-a4ae-4a7a-98b3-8c7d7c5d0ddf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.967826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305208f3-a4ae-4a7a-98b3-8c7d7c5d0ddf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.973796 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305208f3-a4ae-4a7a-98b3-8c7d7c5d0ddf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.975432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-305208f3-a4ae-4a7a-98b3-8c7d7c5d0ddf tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/ports?network_id=d94a8738-92f6-4b94-b331-6869aea3dd57 HTTP/1.1" status: 200 len: 2357 time: 0.0916023 Nov 23 03:05:26.977981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:27.031932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8071a8-dffa-4696-bf75-e1cb33743341 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:27.033262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3b8071a8-dffa-4696-bf75-e1cb33743341 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/subnets/a273acc4-d8ce-456a-978c-4c0dadd925e2 HTTP/1.1" status: 200 len: 797 time: 0.0543616 Nov 23 03:05:27.037878 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59350) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:27.042400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'port': {'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57', 'name': 'tempest-FloatingIPTestJSON-866615786', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:27.146830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:27.233358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:27.250731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] device_id is not set on port 917dd62f-81a7-4b6e-a56b-e19d75e36cca yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:27.535250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.14 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/917dd62f-81a7-4b6e-a56b-e19d75e36cca) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:27.541224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.13 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/917dd62f-81a7-4b6e-a56b-e19d75e36cca) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:27.678236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:27.710187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:27.757014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:27.760206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:27.763805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:27.770155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=917dd62f-81a7-4b6e-a56b-e19d75e36cca,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:27.815288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:27.815852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:27.831326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64f83fe1-a7a3-49df-85a2-ec376da9bf1c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.7925031 Nov 23 03:05:27.833811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59352) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:27.838158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '917dd62f-81a7-4b6e-a56b-e19d75e36cca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:27.859539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:27.954950 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:28.053128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.132 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/778100af-d5ae-4628-9f75-a9bab235ab55) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:28.153471 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:28.186368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:28.223979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:28.226785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:28.229109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:28.255824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=778100af-d5ae-4628-9f75-a9bab235ab55,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:28.923626 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:28.988280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.132730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.137157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.203086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=778100af-d5ae-4628-9f75-a9bab235ab55,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:29.217734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.312577 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 1bfe33fe-0ea6-4afa-9dc4-bf647617c751 associated. External IP: 172.25.1.132, port: 917dd62f-81a7-4b6e-a56b-e19d75e36cca. Nov 23 03:05:29.515372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:29.622657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:29.634366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:29.640413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.645314 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:29.645990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:29.667370 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c08fe86-d94a-4128-b4ee-aa2a6bedde35 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8325214 Nov 23 03:05:29.670034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:29.674492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': '917dd62f-81a7-4b6e-a56b-e19d75e36cca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:29.681124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:29.690098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:29.690712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:29.722830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:29.723469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37586672-860f-48ba-a32c-53cb0c4a9c37 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:29.734856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.933861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.191370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.194807 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.406957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:30.515168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:30.519495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.524615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:30.534062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:30.534689 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:30.570458 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:30.571503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fc46778a-4d27-44b9-813e-35ba416835f8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/1bfe33fe-0ea6-4afa-9dc4-bf647617c751 HTTP/1.1" status: 200 len: 978 time: 0.9003069 Nov 23 03:05:30.574142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59356) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:30.583133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:30.583740 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:30.619649 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:30.620297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e28f02-ae4f-4b1e-8659-44ee31c5edfe None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:30.737372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 778100af-d5ae-4628-9f75-a9bab235ab55 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:30.737716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.811144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.811399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.822873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 778100af-d5ae-4628-9f75-a9bab235ab55 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:30.977272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.002171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=778100af-d5ae-4628-9f75-a9bab235ab55,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:31.066468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.066757 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 1bfe33fe-0ea6-4afa-9dc4-bf647617c751 disassociated (deleted). External IP: 172.25.1.132, port: 917dd62f-81a7-4b6e-a56b-e19d75e36cca. Nov 23 03:05:31.270988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:31.379392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:31.383995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.389400 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:31.398689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:31.399294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:31.410327 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24ae7b6c-1844-4afd-8d27-8cc69255d525 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/1bfe33fe-0ea6-4afa-9dc4-bf647617c751 HTTP/1.1" status: 204 len: 168 time: 0.8349485 Nov 23 03:05:31.412782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59358) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:31.434243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:31.443281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:31.443881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:31.477805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:31.478449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723a33db-e1dc-4831-9fce-5f9315576290 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:31.500352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 917dd62f-81a7-4b6e-a56b-e19d75e36cca {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:31.500697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.601527 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.614475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 917dd62f-81a7-4b6e-a56b-e19d75e36cca owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:31.782264 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.814714 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=917dd62f-81a7-4b6e-a56b-e19d75e36cca,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:31.899084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.902481 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aecc258e-baa6-47e0-a839-cdc3d90778be tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/917dd62f-81a7-4b6e-a56b-e19d75e36cca HTTP/1.1" status: 204 len: 168 time: 0.4887838 Nov 23 03:05:31.906104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59360) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:31.910474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:31.932217 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.031607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.130454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.178 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f311af84-e94f-4a95-97bf-a504d0a4d07f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:32.231714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.265116 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.304157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:32.307007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:32.310625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:32.333721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=f311af84-e94f-4a95-97bf-a504d0a4d07f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:32.399957 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.432129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.579088 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.583387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.647854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=f311af84-e94f-4a95-97bf-a504d0a4d07f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:32.660589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.674733 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.675972 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-18a25227-8176-4ab8-9c6e-8fa20450b50b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7688899 Nov 23 03:05:32.678702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59362) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:32.683375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'port': {'network_id': 'd94a8738-92f6-4b94-b331-6869aea3dd57', 'name': 'tempest-FloatingIPTestJSON-244940790'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:32.791302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:32.794849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.811377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] device_id is not set on port 00847391-baaf-4049-a281-b0e031b510e3 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:32.920965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.9 (d94a8738-92f6-4b94-b331-6869aea3dd57/a273acc4-d8ce-456a-978c-4c0dadd925e2/00847391-baaf-4049-a281-b0e031b510e3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:33.065521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.096642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.144521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network d94a8738-92f6-4b94-b331-6869aea3dd57 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:33.147711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:33.151471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:33.174732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=00847391-baaf-4049-a281-b0e031b510e3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:33.202482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:33.203127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.218089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-47726310-a03d-45c2-bfbb-e2d0e60daf37 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5384305 Nov 23 03:05:33.220718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59364) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:33.225048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': '00847391-baaf-4049-a281-b0e031b510e3'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:33.264061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.696694 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.700232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.137466 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 25aaecf6-3b49-46e4-93fc-5ba77a9e0a17 associated. External IP: 172.25.1.178, port: 00847391-baaf-4049-a281-b0e031b510e3. Nov 23 03:05:34.341260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:34.445852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:34.450590 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.456660 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:34.465999 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:34.466652 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:34.477505 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-06c5df76-a115-4e72-a6f3-6dd225b61599 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/25aaecf6-3b49-46e4-93fc-5ba77a9e0a17 HTTP/1.1" status: 200 len: 977 time: 1.2557638 Nov 23 03:05:34.479996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59366) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:34.501682 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:34.510096 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:34.510718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:34.542385 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:34.543040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e6a79c-eab5-486f-89e8-7730d5b95743 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:34.564280 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 00847391-baaf-4049-a281-b0e031b510e3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:34.564647 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.650129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.815814 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.816463 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.816463 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP 25aaecf6-3b49-46e4-93fc-5ba77a9e0a17 disassociated. External IP: 172.25.1.178, port: 00847391-baaf-4049-a281-b0e031b510e3. Nov 23 03:05:34.816721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 00847391-baaf-4049-a281-b0e031b510e3 owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:34.943485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:34.971650 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=00847391-baaf-4049-a281-b0e031b510e3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:35.084903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:35.194466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:35.205478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:35.221778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:35.222390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:35.259580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:35.262475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.268287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7b13f95-4454-4c12-886c-57d602403c12 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/00847391-baaf-4049-a281-b0e031b510e3 HTTP/1.1" status: 204 len: 168 time: 0.7851076 Nov 23 03:05:35.268423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:35.268597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59370) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:35.269107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:35.305176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:35.305838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedcda38-0d88-4996-bb3d-b969bf555be6 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:35.318346 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d383e351-541d-4b75-bbc0-e2caf1d13746 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/floatingips/25aaecf6-3b49-46e4-93fc-5ba77a9e0a17 HTTP/1.1" status: 200 len: 688 time: 0.0482037 Nov 23 03:05:35.320855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59372) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:35.393738 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:05:35.442448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port f311af84-e94f-4a95-97bf-a504d0a4d07f {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:35.442812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.516976 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.517290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.528749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for f311af84-e94f-4a95-97bf-a504d0a4d07f owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:35.659674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.688206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=f311af84-e94f-4a95-97bf-a504d0a4d07f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:35.748321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.751045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.752211 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fe4e8db3-d20b-40dd-ab4f-24701541e68f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/25aaecf6-3b49-46e4-93fc-5ba77a9e0a17 HTTP/1.1" status: 204 len: 168 time: 0.4304683 Nov 23 03:05:35.755982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59374) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:35.760300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '6d5f6a1d-e94d-45f8-b727-89a2ef58f813'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:35.782077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.881109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.884134 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2bce49b5-eacb-4391-9934-8bfcbbe8a37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.980837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.139 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9da21717-7912-466e-8f87-892280b525df) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:36.084589 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.117105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.155117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:36.157976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:36.161547 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:36.184846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=9da21717-7912-466e-8f87-892280b525df,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:36.516643 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.581245 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.730627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.735724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.805435 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=9da21717-7912-466e-8f87-892280b525df,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:36.817151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.915893 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP c303e601-6d5c-48f1-8cd1-0a069287d40d associated. External IP: 172.25.1.139, port: 6d5f6a1d-e94d-45f8-b727-89a2ef58f813. Nov 23 03:05:37.113433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:37.220865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:37.229993 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:37.237588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.239743 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:37.240641 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.265574 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-35a05579-8c58-441a-a6a0-45debe123249 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5085671 Nov 23 03:05:37.268265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59376) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:37.273514 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1211608330'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:37.276510 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.285199 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:37.285798 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.296527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:37.300267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.326749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:37.336917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.337270 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Added segment 5b7c9222-a76e-46b6-9fef-fc7752538de6 of type vlan for network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 Nov 23 03:05:37.380412 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.405786 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.411484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.412074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.415885 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.416527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0317e97-f6b9-4f78-9914-f97cc69204db None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:37.468846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1994600 Nov 23 03:05:37.471708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59378) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:37.477211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'subnet': {'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:37.486589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Network': ['ID=a2f2eaf9-42aa-48af-9393-3f2462c3a8e8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:37.494389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.494777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.495118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.495460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.495800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.496135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.496468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.496802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.497130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.497459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.498320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.498680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fe1150-9aa1-4757-8a4e-b3151285a1ab tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:37.510240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:37.569529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:37.573439 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.765155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.824919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Subnet': ['ID=8940b162-48d8-4e09-972d-ab2335042a82,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:37.832355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Checking segment: {'id': '5b7c9222-a76e-46b6-9fef-fc7752538de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:37.832719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network hostable DHCP agents. Network: a2f2eaf9-42aa-48af-9393-3f2462c3a8e8, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:37.848945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:37.857977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, a2f2eaf9-42aa-48af-9393-3f2462c3a8e8) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:37.862483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.863734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.867258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c422161-694e-484e-8985-2fa3e9c771d9 None None] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:37.880542 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fde74f30-40d7-41ab-ba12-13c546ee55bd tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077477 Nov 23 03:05:37.883035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59380) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:37.887505 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-674473794', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}, 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:37.914022 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.915237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.971335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.015718 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-a2f2eaf9-42aa-48af-9393-3f2462c3a8e8', 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8', 'tenant_id': 'bf859ae8739b49d59bbfd43d40aa64c3', 'fixed_ips': [{'subnet_id': '8940b162-48d8-4e09-972d-ab2335042a82'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:05:38.016610 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.112196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.112436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3347fd62-5408-434f-8de9-6c992a055d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.162965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Allocated IP 172.20.0.2 (a2f2eaf9-42aa-48af-9393-3f2462c3a8e8/8940b162-48d8-4e09-972d-ab2335042a82/b17ca1f7-0537-4aca-880d-1f661c9705af) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:38.307479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.315214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.361566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:38.364702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:38.369051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:38.375254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Pushing event updated for resources: {'Port': ['ID=b17ca1f7-0537-4aca-880d-1f661c9705af,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:38.430296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Attempting to bind port b17ca1f7-0537-4aca-880d-1f661c9705af on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:38.430699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Attempting to bind port b17ca1f7-0537-4aca-880d-1f661c9705af by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '5b7c9222-a76e-46b6-9fef-fc7752538de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:38.431081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Attempting to bind port b17ca1f7-0537-4aca-880d-1f661c9705af on network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:38.436499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:38.436876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Checking segment: {'id': '5b7c9222-a76e-46b6-9fef-fc7752538de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:38.437277 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.437667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Bound using segment: {'id': '5b7c9222-a76e-46b6-9fef-fc7752538de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:38.438156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Bound port: b17ca1f7-0537-4aca-880d-1f661c9705af, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7c9222-a76e-46b6-9fef-fc7752538de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:38.438537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.504346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] For port b17ca1f7-0537-4aca-880d-1f661c9705af, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:38.507604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] For port b17ca1f7-0537-4aca-880d-1f661c9705af, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b17ca1f7-0537-4aca-880d-1f661c9705af,segment=NetworkSegment(5b7c9222-a76e-46b6-9fef-fc7752538de6),segment_id=5b7c9222-a76e-46b6-9fef-fc7752538de6)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:38.512118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.574290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03756-35dc-4692-a439-4e2a7fa9a4be None None] Pushing event updated for resources: {'Port': ['ID=b17ca1f7-0537-4aca-880d-1f661c9705af,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:38.656662 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.675732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.794386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.25.1.136 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d901fee7-facb-46fb-a1f6-c81e9e5e8058) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:38.900822 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.937195 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.975630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:38.978378 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:38.981810 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:38.990947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8bf0a9-2127-4007-9439-9d6adb67ef0d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:39.010228 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=d901fee7-facb-46fb-a1f6-c81e9e5e8058,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:39.084114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-993afd82-dd97-4a8b-9e4b-2bd833d747a6 None None] Provisioning complete for port d901fee7-facb-46fb-a1f6-c81e9e5e8058 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:39.084590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-993afd82-dd97-4a8b-9e4b-2bd833d747a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.118870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-993afd82-dd97-4a8b-9e4b-2bd833d747a6 None None] Port d901fee7-facb-46fb-a1f6-c81e9e5e8058 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:39.237910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.369567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.448691 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.497062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3b0ce-4477-405a-8eab-d8f7a6fa0f80 None None] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:39.570750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] Provisioning complete for port b17ca1f7-0537-4aca-880d-1f661c9705af triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:39.571426 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.578288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:05:39.685231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:39.706276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.707540 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2522079d-728f-4cb7-9a5b-4073fdf9404f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8235898 Nov 23 03:05:39.710549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59382) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:39.711038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] Sync routers for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:39.734213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:39.734853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:39.736589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.780808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:39.811555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:39.812196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:39.815059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] For port b17ca1f7-0537-4aca-880d-1f661c9705af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b17ca1f7-0537-4aca-880d-1f661c9705af,segment=NetworkSegment(5b7c9222-a76e-46b6-9fef-fc7752538de6),segment_id=5b7c9222-a76e-46b6-9fef-fc7752538de6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:39.852539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:39.853187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0c374-b700-4182-9fd3-14f2bd115cd2 None None] The sync data for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:39.854719 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:39.903897 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86310004-21b8-4d9c-86e4-aa4aace96289 None None] Pushing event updated for resources: {'Port': ['ID=b17ca1f7-0537-4aca-880d-1f661c9705af,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:40.075412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66b89a62-a339-4820-81c0-5741bdee040f None None] Provisioning complete for port b17ca1f7-0537-4aca-880d-1f661c9705af triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:40.075694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66b89a62-a339-4820-81c0-5741bdee040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:40.271772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:40.773745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b17ca1f7-0537-4aca-880d-1f661c9705af up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:40.822686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:40.834216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port b17ca1f7-0537-4aca-880d-1f661c9705af triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:40.834613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:40.843131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.1 (a2f2eaf9-42aa-48af-9393-3f2462c3a8e8/8940b162-48d8-4e09-972d-ab2335042a82/c721281a-3c67-4966-b6f0-4c050fb5530d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:40.962755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:40.995580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.034702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:41.037684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:41.041438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:41.067013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=c721281a-3c67-4966-b6f0-4c050fb5530d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:41.090153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.252973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.287274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ac0f71a5-20b1-48c8-9f85-b87e306f86e1 None None] Provisioning complete for port c721281a-3c67-4966-b6f0-4c050fb5530d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:41.287732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac0f71a5-20b1-48c8-9f85-b87e306f86e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.322838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f71a5-20b1-48c8-9f85-b87e306f86e1 None None] Port c721281a-3c67-4966-b6f0-4c050fb5530d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:41.522611 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.526941 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.599731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=c721281a-3c67-4966-b6f0-4c050fb5530d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:41.604457 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.691542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:41.692862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:41.808188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:41.911747 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.925812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:41.930811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fafc81fe-6e35-456b-8490-6bd753d2f78f tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/routers/5728b753-216a-44dc-9b0f-db7ac88ce5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2190368 Nov 23 03:05:41.933326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59384) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:41.935865 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] Sync routers for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:41.939083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'port': {'network_id': 'a2f2eaf9-42aa-48af-9393-3f2462c3a8e8', 'name': 'tempest-FloatingIPTestJSON-1579114478'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:41.947251 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:41.948210 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:41.959746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b2223d1e-40f4-487e-a501-756357217fd8 None None] Provisioning complete for port c721281a-3c67-4966-b6f0-4c050fb5530d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:41.960119 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2223d1e-40f4-487e-a501-756357217fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:41.984021 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:41.993184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:41.993947 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:41.995541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b2223d1e-40f4-487e-a501-756357217fd8 None None] Port c721281a-3c67-4966-b6f0-4c050fb5530d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:42.027450 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:42.028012 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff873f9-23f3-432f-99f3-603aea381cc5 None None] The sync data for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:42.054896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Made reservation on behalf of bf859ae8739b49d59bbfd43d40aa64c3 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:42.058403 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.075413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] device_id is not set on port ae165f82-053a-414f-993e-12656659b6bd yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:42.183559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Allocated IP 172.20.0.12 (a2f2eaf9-42aa-48af-9393-3f2462c3a8e8/8940b162-48d8-4e09-972d-ab2335042a82/ae165f82-053a-414f-993e-12656659b6bd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:42.328443 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.359405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.406357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:42.409496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:42.413025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:42.437170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event updated for resources: {'Port': ['ID=ae165f82-053a-414f-993e-12656659b6bd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:42.467025 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:42.467673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.485403 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fffb36bb-da1b-43f3-bb3d-51be83d209e8 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5508654 Nov 23 03:05:42.487986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59386) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:42.492740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Request body: {'floatingip': {'port_id': 'ae165f82-053a-414f-993e-12656659b6bd'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:42.550463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.618302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-016d6399-b68c-4599-955a-426c42c37295 None None] Provisioning complete for port ae165f82-053a-414f-993e-12656659b6bd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:42.618706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-016d6399-b68c-4599-955a-426c42c37295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:42.654704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-016d6399-b68c-4599-955a-426c42c37295 None None] Port ae165f82-053a-414f-993e-12656659b6bd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:43.009697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:43.013930 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:43.113653 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP c303e601-6d5c-48f1-8cd1-0a069287d40d associated. External IP: 172.25.1.139, port: 6d5f6a1d-e94d-45f8-b727-89a2ef58f813. Nov 23 03:05:43.314555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:43.419466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:43.429508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:43.439624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:43.440231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:43.472584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:43.481548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:43.482858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:43.514549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:43.515205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e878f6-6bd8-406d-aee7-368fe923a656 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:43.625990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:43.991544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:43.995794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.001588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] Sync routers for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:44.011519 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:44.012120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.043806 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.047084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cb5372cf-f751-48f7-b36f-3b6e915a276a tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/floatingips/c303e601-6d5c-48f1-8cd1-0a069287d40d HTTP/1.1" status: 200 len: 979 time: 1.5580690 Nov 23 03:05:44.049754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59388) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:44.052230 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:44.052813 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.087744 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.088378 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90723421-2993-4e4e-9e6f-27f858be048d None None] The sync data for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:44.135498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port ae165f82-053a-414f-993e-12656659b6bd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:44.135846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.220556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.417483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.417852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.418176 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Floating IP c303e601-6d5c-48f1-8cd1-0a069287d40d disassociated. External IP: 172.25.1.139, port: ae165f82-053a-414f-993e-12656659b6bd. Nov 23 03:05:44.418549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for ae165f82-053a-414f-993e-12656659b6bd owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:44.539440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.568356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=ae165f82-053a-414f-993e-12656659b6bd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:44.685002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:44.804390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:44.814457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] Sync routers for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:44.823947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:44.824483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.858061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.866787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:44.867376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.873644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:44.877037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-07f9896b-94d2-494a-98cf-d21275c83d34 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/ae165f82-053a-414f-993e-12656659b6bd HTTP/1.1" status: 204 len: 168 time: 0.8263528 Nov 23 03:05:44.879708 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59390) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:44.900651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:44.901289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ce3df-bb40-4229-9fdd-30a2e274e04b None None] The sync data for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:45.216339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:45.466663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port c721281a-3c67-4966-b6f0-4c050fb5530d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:45.466925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:45.553813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:45.565971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for c721281a-3c67-4966-b6f0-4c050fb5530d owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:45.745842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:45.772320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=c721281a-3c67-4966-b6f0-4c050fb5530d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:45.947922 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.160802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:46.264410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:46.269343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4d6de0c-b2c0-473b-ae1f-ca6f6ea4a802 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/routers/5728b753-216a-44dc-9b0f-db7ac88ce5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3886218 Nov 23 03:05:46.271942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59392) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:46.276018 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] Sync routers for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:46.298981 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:46.299615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:46.349701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:46.359320 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] Routers {'5728b753-216a-44dc-9b0f-db7ac88ce5e4'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:46.359917 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:46.384603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.393699 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:46.394330 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a408afc3-20e4-4c47-bf95-dc8d0e5e1e2f None None] The sync data for ids ['5728b753-216a-44dc-9b0f-db7ac88ce5e4'] in n-d-714676-12 is: [] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:46.486741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.536465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port d901fee7-facb-46fb-a1f6-c81e9e5e8058 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:46.536812 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.614309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.631565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for d901fee7-facb-46fb-a1f6-c81e9e5e8058 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:46.802230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:46.826996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=d901fee7-facb-46fb-a1f6-c81e9e5e8058,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:46.840584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65fc2ab-cbe7-4b5a-8f8f-b8a149e83534 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:46.890318 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.254595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.256712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.303049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.303680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Fanout notify agent at l3_agent the message router_deleted on router 5728b753-216a-44dc-9b0f-db7ac88ce5e4 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:05:47.310256 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.311387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-12467476-c405-41fc-bc97-627b47c91616 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/routers/5728b753-216a-44dc-9b0f-db7ac88ce5e4 HTTP/1.1" status: 204 len: 168 time: 1.0384986 Nov 23 03:05:47.314085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59394) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:47.366976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting subnet 8940b162-48d8-4e09-972d-ab2335042a82 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:47.370108 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.410142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.495095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.551305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.577734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Subnet': ['ID=8940b162-48d8-4e09-972d-ab2335042a82,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:47.582873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.586884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9a196e61-c0ba-47a1-a8d9-d1fc52008a00 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/subnets/8940b162-48d8-4e09-972d-ab2335042a82 HTTP/1.1" status: 204 len: 168 time: 0.2717454 Nov 23 03:05:47.589456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:47.589825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf98573-95ba-4d7d-8453-9f4d428bf3ae None None] Network a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:47.671550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.724437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port b17ca1f7-0537-4aca-880d-1f661c9705af {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:47.724814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.765951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] DHCP port deletion for a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:47.792946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] For port b17ca1f7-0537-4aca-880d-1f661c9705af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b17ca1f7-0537-4aca-880d-1f661c9705af,segment=NetworkSegment(5b7c9222-a76e-46b6-9fef-fc7752538de6),segment_id=5b7c9222-a76e-46b6-9fef-fc7752538de6)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:47.793314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.805623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for b17ca1f7-0537-4aca-880d-1f661c9705af owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:47.811199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Deleting port b17ca1f7-0537-4aca-880d-1f661c9705af {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:47.811575 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.872103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] For port b17ca1f7-0537-4aca-880d-1f661c9705af, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=b17ca1f7-0537-4aca-880d-1f661c9705af,segment=NetworkSegment(5b7c9222-a76e-46b6-9fef-fc7752538de6),segment_id=5b7c9222-a76e-46b6-9fef-fc7752538de6)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:47.873313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.881646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.885324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Calling delete_port for b17ca1f7-0537-4aca-880d-1f661c9705af owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:47.908814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=b17ca1f7-0537-4aca-880d-1f661c9705af,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:47.910688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] No DVR routers for this DVR port b17ca1f7-0537-4aca-880d-1f661c9705af on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:47.963266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:47.988828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] Pushing event deleted for resources: {'Port': ['ID=b17ca1f7-0537-4aca-880d-1f661c9705af,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:47.990875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50959d6-de4e-40a5-8d2d-42f3334cd3fb None None] No DVR routers for this DVR port b17ca1f7-0537-4aca-880d-1f661c9705af on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:47.999041 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.021372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2eaf9-42aa-48af-9393-3f2462c3a8e8']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:48.030497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7c9222-a76e-46b6-9fef-fc7752538de6') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:48.030815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7c9222-a76e-46b6-9fef-fc7752538de6') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:48.039825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.054667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.061907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:48.062361 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:48.065451 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:48.125977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.132830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.135992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/networks/a2f2eaf9-42aa-48af-9393-3f2462c3a8e8 HTTP/1.1" status: 204 len: 168 time: 0.5456030 Nov 23 03:05:48.138958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59398) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.147223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e641e-0d3f-441e-ac47-bce1be5ca362 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Network': ['ID=a2f2eaf9-42aa-48af-9393-3f2462c3a8e8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:48.262283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 9da21717-7912-466e-8f87-892280b525df {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:48.262570 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.342860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.343189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.354772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 9da21717-7912-466e-8f87-892280b525df owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:48.487036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.511897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=9da21717-7912-466e-8f87-892280b525df,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:48.570577 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.573254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.574474 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-996c8fb5-1284-4823-a5a7-0b52cb530f74 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/floatingips/c303e601-6d5c-48f1-8cd1-0a069287d40d HTTP/1.1" status: 204 len: 168 time: 0.4345245 Nov 23 03:05:48.577767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59400) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.600562 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda19ab3-9dfc-49bc-b99a-8ffcd565cd51 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] DELETE failed (client error): The resource could not be found. Nov 23 03:05:48.601007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda19ab3-9dfc-49bc-b99a-8ffcd565cd51 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:05:48.604037 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-eda19ab3-9dfc-49bc-b99a-8ffcd565cd51 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/ae165f82-053a-414f-993e-12656659b6bd HTTP/1.1" status: 404 len: 333 time: 0.0253634 Nov 23 03:05:48.606442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59402) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.637083 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1925228-0b49-4c23-9145-34aca80ae51c tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/ports?device_id=5728b753-216a-44dc-9b0f-db7ac88ce5e4 HTTP/1.1" status: 200 len: 205 time: 0.0288289 Nov 23 03:05:48.639451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59404) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.677201 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-4c2e15dc-18a6-4c37-b667-a22e688460b7 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] delete failed (client error): The resource could not be found. Nov 23 03:05:48.678247 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4c2e15dc-18a6-4c37-b667-a22e688460b7 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/routers/5728b753-216a-44dc-9b0f-db7ac88ce5e4 HTTP/1.1" status: 404 len: 336 time: 0.0379126 Nov 23 03:05:48.680857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.707119 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b107a12-b948-4252-aa81-46453eb370a7 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] DELETE failed (client error): The resource could not be found. Nov 23 03:05:48.707576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b107a12-b948-4252-aa81-46453eb370a7 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:05:48.713044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0b107a12-b948-4252-aa81-46453eb370a7 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/subnets/8940b162-48d8-4e09-972d-ab2335042a82 HTTP/1.1" status: 404 len: 337 time: 0.0288057 Nov 23 03:05:48.713518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:48.750057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b17ca1f7-0537-4aca-880d-1f661c9705af no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:48.770186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: b17ca1f7-0537-4aca-880d-1f661c9705af {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:48.770550 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device b17ca1f7-0537-4aca-880d-1f661c9705af not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:48.799877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 6d5f6a1d-e94d-45f8-b727-89a2ef58f813 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:48.800217 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.885389 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:48.897358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 6d5f6a1d-e94d-45f8-b727-89a2ef58f813 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:49.018973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.050741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=6d5f6a1d-e94d-45f8-b727-89a2ef58f813,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:49.116311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.119590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ca1fa92-7c2e-4ed1-b115-9f14dd745f2d tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/6d5f6a1d-e94d-45f8-b727-89a2ef58f813 HTTP/1.1" status: 204 len: 168 time: 0.4050670 Nov 23 03:05:49.121980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:49.211637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port fea571b8-d816-49ae-a575-75adbfea904a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:49.211897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.296200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.308487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for fea571b8-d816-49ae-a575-75adbfea904a owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:49.432523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.461316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=fea571b8-d816-49ae-a575-75adbfea904a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:49.529390 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:49.532716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-723bf29f-e939-4309-b13c-29507b5606f4 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/ports/fea571b8-d816-49ae-a575-75adbfea904a HTTP/1.1" status: 204 len: 168 time: 0.4097707 Nov 23 03:05:49.535155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59416) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:49.582197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf03a0-9202-4655-8770-efdd184da39b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:49.583702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bbf03a0-9202-4655-8770-efdd184da39b tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b6690f3-424c-42f6-ace8-b66b6bbba9ce HTTP/1.1" status: 200 len: 913 time: 0.0476086 Nov 23 03:05:49.586172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:49.917162 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.166118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 82082f35-81ba-4be5-b30e-4517cd910eaf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:50.166459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.254431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.265820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 82082f35-81ba-4be5-b30e-4517cd910eaf owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:50.446847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.474809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=82082f35-81ba-4be5-b30e-4517cd910eaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:50.637044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.845838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:50.948611 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:50.954913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4e66592-be03-458e-9e77-15683553e1ec tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "PUT /v2.0/routers/9b6690f3-424c-42f6-ace8-b66b6bbba9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672311 Nov 23 03:05:50.957115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:50.958907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] Sync routers for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:50.968247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:50.968864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:51.003861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:51.012265 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] Routers {'9b6690f3-424c-42f6-ace8-b66b6bbba9ce'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:51.012852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:05:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:51.044076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:51.045241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2236717-5ffc-4390-a140-79dfc20e6996 None None] The sync data for ids ['9b6690f3-424c-42f6-ace8-b66b6bbba9ce'] in n-d-714676-12 is: [] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:51.062999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.163152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.213956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting port 78712eaf-5220-46c2-bc59-32488692b663 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:51.214215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.290446 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.302665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Calling delete_port for 78712eaf-5220-46c2-bc59-32488692b663 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:51.460921 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.484717 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Port': ['ID=78712eaf-5220-46c2-bc59-32488692b663,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:51.500151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590caf12-2262-4281-9199-353d2adc326f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:51.549769 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.908791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.910909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.952488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.953284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6690f3-424c-42f6-ace8-b66b6bbba9ce {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:05:51.959875 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:51.961001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a8bfbc1-b022-4d7e-b095-9dfa995bcf44 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/routers/9b6690f3-424c-42f6-ace8-b66b6bbba9ce HTTP/1.1" status: 204 len: 168 time: 1.0029652 Nov 23 03:05:51.963459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:52.014997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Deleting subnet a273acc4-d8ce-456a-978c-4c0dadd925e2 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:52.018139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.056880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.104049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.160209 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.187784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Subnet': ['ID=a273acc4-d8ce-456a-978c-4c0dadd925e2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:52.189748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.194750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-91b1ad5e-4d23-4540-b522-d639355fe903 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/subnets/a273acc4-d8ce-456a-978c-4c0dadd925e2 HTTP/1.1" status: 204 len: 168 time: 0.2285376 Nov 23 03:05:52.195394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:52.273385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.357316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.377348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94a8738-92f6-4b94-b331-6869aea3dd57']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:52.387138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb8ae36-67e5-40c1-9648-b42e61c82754') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:52.387439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb8ae36-67e5-40c1-9648-b42e61c82754') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:52.399054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.412423 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.418201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:52.418621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:52.422147 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:52.487460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.497982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.501329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] 10.222.0.15 "DELETE /v2.0/networks/d94a8738-92f6-4b94-b331-6869aea3dd57 HTTP/1.1" status: 204 len: 168 time: 0.3049805 Nov 23 03:05:52.511961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe036127-395c-467c-bd0c-3e25f6e68356 tempest-FloatingIPTestJSON-687218601 tempest-FloatingIPTestJSON-687218601-project] Pushing event deleted for resources: {'Network': ['ID=d94a8738-92f6-4b94-b331-6869aea3dd57,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:52.741858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:52.872997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ba568268-8296-4b2d-9a5e-8bdf8f743baa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf859ae8739b49d59bbfd43d40aa64c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293385 Nov 23 03:05:52.875382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:52.920335 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.941336 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.987410 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.990272 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:52.991513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf6bbe8-9a42-430c-964b-b10516d9ae5f HTTP/1.1" status: 204 len: 168 time: 0.1152048 Nov 23 03:05:53.003687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5f47-5668-49ff-97fa-65af77fb35c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf6bbe8-9a42-430c-964b-b10516d9ae5f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:53.609679 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59456) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:53.631120 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.707962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'networks': [{'name': 'tempest-network--178967124'}, {'name': 'tempest-network--14857478'}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:53.708217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-network--178967124'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:53.708675 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-network--14857478'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:53.732024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'network': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:53.736425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.744692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.816853 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.820588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.821068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.857877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f326d3c-82cf-44cc-9d61-b1d443d6d7dc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:53.863028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:53.872257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.872601 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment e34abe94-37e3-44df-ac7f-2f8bdbbebda5 of type vlan for network 2e598929-bd5a-4847-9507-f1c636f9a3cf Nov 23 03:05:53.911563 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.939283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:53.948130 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:53.948511 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment 3087440d-fb99-4bcb-b3a9-31f5b59a986e of type vlan for network 37a29a8d-9404-4f0e-b60d-b508115e89b2 Nov 23 03:05:53.988023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.015708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.016191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.021749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.026572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.027195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.083455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.4726441 Nov 23 03:05:54.086698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59460) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:54.098045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=2e598929-bd5a-4847-9507-f1c636f9a3cf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:54.109573 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 2e598929-bd5a-4847-9507-f1c636f9a3cf details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:54.166140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a858e-e145-4e35-b3e6-362a22477857 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=37a29a8d-9404-4f0e-b60d-b508115e89b2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:54.182531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 37a29a8d-9404-4f0e-b60d-b508115e89b2 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:54.230224 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeac9e-2356-408b-b0e3-2ec7106053de tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.237971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeac9e-2356-408b-b0e3-2ec7106053de tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.244786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeac9e-2356-408b-b0e3-2ec7106053de tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.252172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baeac9e-2356-408b-b0e3-2ec7106053de tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.253877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0baeac9e-2356-408b-b0e3-2ec7106053de tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.1660817 Nov 23 03:05:54.256922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59462) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:54.338881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.429176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.449425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e598929-bd5a-4847-9507-f1c636f9a3cf']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.459701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34abe94-37e3-44df-ac7f-2f8bdbbebda5') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.459995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34abe94-37e3-44df-ac7f-2f8bdbbebda5') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.469800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.483640 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.489411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:54.489841 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:54.493490 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:54.557234 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.564567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.568146 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/2e598929-bd5a-4847-9507-f1c636f9a3cf HTTP/1.1" status: 204 len: 168 time: 0.3102865 Nov 23 03:05:54.571267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59464) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:54.581158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ad40-1ed7-476e-b623-f6cb2bc9c34c tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=2e598929-bd5a-4847-9507-f1c636f9a3cf,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:54.656199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.742830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.767202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a29a8d-9404-4f0e-b60d-b508115e89b2']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.776366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3087440d-fb99-4bcb-b3a9-31f5b59a986e') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.776666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3087440d-fb99-4bcb-b3a9-31f5b59a986e') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:54.786463 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.799272 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.804964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:54.805353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:54.808258 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:54.864271 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.870091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:54.873480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/37a29a8d-9404-4f0e-b60d-b508115e89b2 HTTP/1.1" status: 204 len: 168 time: 0.3012180 Nov 23 03:05:54.876256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59466) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:54.887955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a030090-0c66-4b6a-9ab8-67ea3d5e75b2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=37a29a8d-9404-4f0e-b60d-b508115e89b2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:54.977790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78023fd4-c78b-4f12-b7ac-c6b873861249 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.984034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78023fd4-c78b-4f12-b7ac-c6b873861249 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:54.985556 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-78023fd4-c78b-4f12-b7ac-c6b873861249 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1082463 Nov 23 03:05:54.989058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59468) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:54.993961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1488187133'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:55.014928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:55.018819 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.043098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:55.051587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.051934 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment 9fbbb9e1-13de-481f-965b-65ba60fe5ea6 of type vlan for network 75fdb443-0eb8-4d9e-aae8-d383aad094f9 Nov 23 03:05:55.095732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.119601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.125117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:55.125702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.177086 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1870158 Nov 23 03:05:55.179839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59470) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:55.184917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1081358397'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:55.194351 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be287e8d-d991-4755-a10d-011e7fa9baa6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=75fdb443-0eb8-4d9e-aae8-d383aad094f9,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:55.205378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 75fdb443-0eb8-4d9e-aae8-d383aad094f9 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:55.207850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:55.211848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.234958 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:55.244330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.244853 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment bc652adc-3849-4b49-928f-32dd406d7ce5 of type vlan for network dbd91aa2-2ba2-4511-afec-99cb7d706859 Nov 23 03:05:55.285018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.314042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.319562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:55.320144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.372980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1919947 Nov 23 03:05:55.376272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59472) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:55.381402 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'ports': [{'network_id': '75fdb443-0eb8-4d9e-aae8-d383aad094f9', 'name': 'tempest-port--1248424552', 'admin_state_up': True}, {'network_id': 'dbd91aa2-2ba2-4511-afec-99cb7d706859', 'admin_state_up': False}]} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:55.381735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'port': {'network_id': '75fdb443-0eb8-4d9e-aae8-d383aad094f9', 'name': 'tempest-port--1248424552', 'admin_state_up': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:55.382223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'port': {'network_id': 'dbd91aa2-2ba2-4511-afec-99cb7d706859', 'admin_state_up': False}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:55.387389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5217f-4bb7-47d0-8574-21c4d10b1a77 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=dbd91aa2-2ba2-4511-afec-99cb7d706859,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:55.397739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network dbd91aa2-2ba2-4511-afec-99cb7d706859 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:55.538631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'port': 2} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:55.543114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.555784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.637561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] device_id is not set on port e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29 yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:55.749539 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.816207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] device_id is not set on port 33956402-3272-44a4-9430-857a80c2c20e yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:05:55.925816 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:55.960073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.018263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Port': ['ID=e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:56.028523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Checking segment: {'id': '9fbbb9e1-13de-481f-965b-65ba60fe5ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '75fdb443-0eb8-4d9e-aae8-d383aad094f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:56.028884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network hostable DHCP agents. Network: 75fdb443-0eb8-4d9e-aae8-d383aad094f9, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:56.045165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network 75fdb443-0eb8-4d9e-aae8-d383aad094f9 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:56.054254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 75fdb443-0eb8-4d9e-aae8-d383aad094f9) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:56.058003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:56.058847 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.063683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed6909-d0c1-4d25-8551-b7cb7288bef8 None None] Network 75fdb443-0eb8-4d9e-aae8-d383aad094f9 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:56.116173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Port': ['ID=33956402-3272-44a4-9430-857a80c2c20e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:56.131791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Checking segment: {'id': 'bc652adc-3849-4b49-928f-32dd406d7ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'dbd91aa2-2ba2-4511-afec-99cb7d706859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:56.132154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network hostable DHCP agents. Network: dbd91aa2-2ba2-4511-afec-99cb7d706859, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:56.148914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network dbd91aa2-2ba2-4511-afec-99cb7d706859 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:56.159417 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, dbd91aa2-2ba2-4511-afec-99cb7d706859) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:56.164057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:56.171103 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:56.176732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:56.177456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.194718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-22732efc-a07e-4529-aba8-ca85200afd52 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8172579 Nov 23 03:05:56.197433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59476) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:56.249083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ece585-4f6a-4dfb-80a5-9dbd67b3f762 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:56.255214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ece585-4f6a-4dfb-80a5-9dbd67b3f762 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:56.258041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c5ece585-4f6a-4dfb-80a5-9dbd67b3f762 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0594628 Nov 23 03:05:56.259687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:56.324780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f249c489-7e33-40c9-96be-6f0ffbb88f10 None None] Network dbd91aa2-2ba2-4511-afec-99cb7d706859 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:56.355599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Deleting port e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:56.355948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.423956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.437922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Calling delete_port for e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29 owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:56.519706 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.545769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Port': ['ID=e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:56.552816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.556027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-630ba39c-724d-4f33-82aa-8df31d6f5006 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/ports/e6bc6518-2fbc-4fd0-ab2b-e239ddda8e29 HTTP/1.1" status: 204 len: 168 time: 0.2953002 Nov 23 03:05:56.558680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59482) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:56.642410 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Deleting port 33956402-3272-44a4-9430-857a80c2c20e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:56.642813 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.712056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.724423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Calling delete_port for 33956402-3272-44a4-9430-857a80c2c20e owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:56.804165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.834545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Port': ['ID=33956402-3272-44a4-9430-857a80c2c20e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:56.838083 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.841348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a7dc176-6670-40b4-a899-161ed4f0ac19 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/ports/33956402-3272-44a4-9430-857a80c2c20e HTTP/1.1" status: 204 len: 168 time: 0.2817490 Nov 23 03:05:56.843883 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:56.869970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ef5189f6-f27b-44a4-942e-2c929f73f505 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0250258 Nov 23 03:05:56.874795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:56.879874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2112276020'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:56.901801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:56.905246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.927485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:56.936544 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:56.936892 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment 71df8e84-dba6-4b75-9d1a-10ef110421e7 of type vlan for network 61fab8f3-dc43-4be0-af50-47f1eec2363e Nov 23 03:05:56.976254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.001456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.007029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:57.007620 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.065147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1892076 Nov 23 03:05:57.067839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:57.073073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-859808762'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:57.079754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f8f9c-0752-42a8-887b-64ccd3e17b20 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=61fab8f3-dc43-4be0-af50-47f1eec2363e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:57.090188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 61fab8f3-dc43-4be0-af50-47f1eec2363e details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:57.094630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:57.098150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.121936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:57.136146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.136587 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Added segment 3b4562e4-d150-40ee-a100-a565a98f6435 of type vlan for network cac7b712-e266-4f0c-94b4-43544c0b139c Nov 23 03:05:57.178962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.203824 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.209340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:57.209932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.271780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2027073 Nov 23 03:05:57.279915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ed2f6-0403-4f12-81d7-3d8b99ad9bb5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Network': ['ID=cac7b712-e266-4f0c-94b4-43544c0b139c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:57.295909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network cac7b712-e266-4f0c-94b4-43544c0b139c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:57.402941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:57.408642 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'subnets': [{'network_id': '61fab8f3-dc43-4be0-af50-47f1eec2363e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1841535565', 'ip_version': 4}, {'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:57.408963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'subnet': {'network_id': '61fab8f3-dc43-4be0-af50-47f1eec2363e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1841535565', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:57.409557 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Request body: {'subnet': {'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:57.565855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Made reservation on behalf of 5bc448e82042430a9887fc8bf0440c1b for: {'subnet': 2} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:57.570608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.570952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.913606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:57.970783 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Subnet': ['ID=8cb6f63c-802f-4e43-ac75-944dc1aff935,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:57.980700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Checking segment: {'id': '71df8e84-dba6-4b75-9d1a-10ef110421e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '61fab8f3-dc43-4be0-af50-47f1eec2363e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:57.981066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network hostable DHCP agents. Network: 61fab8f3-dc43-4be0-af50-47f1eec2363e, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:57.996992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network 61fab8f3-dc43-4be0-af50-47f1eec2363e is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:58.005239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 61fab8f3-dc43-4be0-af50-47f1eec2363e) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:58.008960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.016321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb50dfe-92bf-42b3-a82f-61f6de438d45 None None] Network 61fab8f3-dc43-4be0-af50-47f1eec2363e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:58.074126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event updated for resources: {'Subnet': ['ID=66acf11c-6bd3-4724-8436-004b9028877f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:58.083698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Checking segment: {'id': '3b4562e4-d150-40ee-a100-a565a98f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:58.084065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network hostable DHCP agents. Network: cac7b712-e266-4f0c-94b4-43544c0b139c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:58.100981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Network cac7b712-e266-4f0c-94b4-43544c0b139c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:58.110125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, cac7b712-e266-4f0c-94b4-43544c0b139c) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:58.114192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:58.114698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:58.115594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.123898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac45eb4-13a1-425d-a271-b93d60c6a777 None None] Network cac7b712-e266-4f0c-94b4-43544c0b139c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:58.132238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ed23995-7bc7-48ba-abb0-a48d19f77faa tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7281814 Nov 23 03:05:58.134796 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:58.216542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53701d6-b617-46cb-ba96-7ae03c38aba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-61fab8f3-dc43-4be0-af50-47f1eec2363e', 'network_id': '61fab8f3-dc43-4be0-af50-47f1eec2363e', 'tenant_id': '5bc448e82042430a9887fc8bf0440c1b', 'fixed_ips': [{'subnet_id': '8cb6f63c-802f-4e43-ac75-944dc1aff935'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:05:58.217464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c53701d6-b617-46cb-ba96-7ae03c38aba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.221725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b190ac-e7e3-48f2-90d9-84aaa6bf2535 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:58.223275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b190ac-e7e3-48f2-90d9-84aaa6bf2535 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:58.224781 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b190ac-e7e3-48f2-90d9-84aaa6bf2535 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:58.226955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15b190ac-e7e3-48f2-90d9-84aaa6bf2535 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0910957 Nov 23 03:05:58.229362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:58.281058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Deleting subnet 8cb6f63c-802f-4e43-ac75-944dc1aff935 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:58.284538 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.330220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.372235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-cac7b712-e266-4f0c-94b4-43544c0b139c', 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c', 'tenant_id': '5bc448e82042430a9887fc8bf0440c1b', 'fixed_ips': [{'subnet_id': '66acf11c-6bd3-4724-8436-004b9028877f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:05:58.373292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.374733 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.431240 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-c53701d6-b617-46cb-ba96-7ae03c38aba3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb6f63c-802f-4e43-ac75-944dc1aff935: This subnet is being modified by another concurrent operation. Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8cb6f63c-802f-4e43-ac75-944dc1aff935: This subnet is being modified by another concurrent operation. Nov 23 03:05:58.442887 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 03:05:58.462668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.463454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa950179-a86c-40f8-b829-ad18283f5603 None None] Network 61fab8f3-dc43-4be0-af50-47f1eec2363e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:58.466101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/subnets/8cb6f63c-802f-4e43-ac75-944dc1aff935 HTTP/1.1" status: 204 len: 168 time: 0.2357736 Nov 23 03:05:58.467217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7715-3560-43b0-809e-9a7f2f86f51d tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb6f63c-802f-4e43-ac75-944dc1aff935,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:58.468848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59500) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:58.525231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Deleting subnet 66acf11c-6bd3-4724-8436-004b9028877f {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:58.569876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Allocated IP 172.20.0.18 (cac7b712-e266-4f0c-94b4-43544c0b139c/66acf11c-6bd3-4724-8436-004b9028877f/987872e4-3ff0-41a2-9978-1a06477ceba5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:58.737633 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.743317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.743880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.783538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.788082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Network cac7b712-e266-4f0c-94b4-43544c0b139c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:58.791225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:58.794587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:58.801905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Pushing event updated for resources: {'Port': ['ID=987872e4-3ff0-41a2-9978-1a06477ceba5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:58.851007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Attempting to bind port 987872e4-3ff0-41a2-9978-1a06477ceba5 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:58.851382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Attempting to bind port 987872e4-3ff0-41a2-9978-1a06477ceba5 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3b4562e4-d150-40ee-a100-a565a98f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:58.851751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Attempting to bind port 987872e4-3ff0-41a2-9978-1a06477ceba5 on network cac7b712-e266-4f0c-94b4-43544c0b139c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:58.856657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:58.857058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Checking segment: {'id': '3b4562e4-d150-40ee-a100-a565a98f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:58.857462 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.858370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Bound using segment: {'id': '3b4562e4-d150-40ee-a100-a565a98f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:58.858901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Bound port: 987872e4-3ff0-41a2-9978-1a06477ceba5, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4562e4-d150-40ee-a100-a565a98f6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'cac7b712-e266-4f0c-94b4-43544c0b139c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:58.859284 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.871081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.929066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.931449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] For port 987872e4-3ff0-41a2-9978-1a06477ceba5, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:58.934608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] For port 987872e4-3ff0-41a2-9978-1a06477ceba5, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=987872e4-3ff0-41a2-9978-1a06477ceba5,segment=NetworkSegment(3b4562e4-d150-40ee-a100-a565a98f6435),segment_id=3b4562e4-d150-40ee-a100-a565a98f6435)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:58.939172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.955691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Subnet': ['ID=66acf11c-6bd3-4724-8436-004b9028877f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:58.959386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:58.962670 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5eba734c-84f5-4f0b-b8bb-f4fd2c5f5290 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/subnets/66acf11c-6bd3-4724-8436-004b9028877f HTTP/1.1" status: 204 len: 168 time: 0.4926126 Nov 23 03:05:58.965097 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59502) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:59.000504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Pushing event updated for resources: {'Port': ['ID=987872e4-3ff0-41a2-9978-1a06477ceba5,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:59.008289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.008640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.009016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.009359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.009697 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.010034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.010367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.010721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.011050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.011377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.011704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.012423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f48c3d-fcb7-4ce3-a17f-d4580ad75a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:59.053399 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189fb74-fb48-4e0a-a42e-e332e9a7dfd2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:59.054921 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3189fb74-fb48-4e0a-a42e-e332e9a7dfd2 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0888977 Nov 23 03:05:59.058488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:59.134484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.206325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Deleting port 987872e4-3ff0-41a2-9978-1a06477ceba5 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:59.206709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.272663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] For port 987872e4-3ff0-41a2-9978-1a06477ceba5, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=987872e4-3ff0-41a2-9978-1a06477ceba5,segment=NetworkSegment(3b4562e4-d150-40ee-a100-a565a98f6435),segment_id=3b4562e4-d150-40ee-a100-a565a98f6435)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:59.273035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.286946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Calling delete_port for 987872e4-3ff0-41a2-9978-1a06477ceba5 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:59.381556 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.407739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Port': ['ID=987872e4-3ff0-41a2-9978-1a06477ceba5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:59.411176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] No DVR routers for this DVR port 987872e4-3ff0-41a2-9978-1a06477ceba5 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:59.491336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.510831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac7b712-e266-4f0c-94b4-43544c0b139c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.520679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4562e4-d150-40ee-a100-a565a98f6435') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.520885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4562e4-d150-40ee-a100-a565a98f6435') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.530564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.543339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.549244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:59.549614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:59.552657 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:59.609660 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.614734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.618625 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/cac7b712-e266-4f0c-94b4-43544c0b139c HTTP/1.1" status: 204 len: 168 time: 0.5591352 Nov 23 03:05:59.621170 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59506) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:59.633950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d0071-8477-4a98-96f1-65bb12aecde5 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=cac7b712-e266-4f0c-94b4-43544c0b139c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:59.707311 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.795912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.821546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fab8f3-dc43-4be0-af50-47f1eec2363e']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.832226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df8e84-dba6-4b75-9d1a-10ef110421e7') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.832524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df8e84-dba6-4b75-9d1a-10ef110421e7') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:59.842908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.856309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.862704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:59.863107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:59.866441 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:59.925795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.939079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.942575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/61fab8f3-dc43-4be0-af50-47f1eec2363e HTTP/1.1" status: 204 len: 168 time: 0.3200457 Nov 23 03:05:59.945000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59508) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:59.951266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:59.952559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff02aea-f6c9-4a6e-885d-6479cdd3dfc6 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=61fab8f3-dc43-4be0-af50-47f1eec2363e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:00.003562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d87b4476-eed0-4670-9e28-d77fb8a4f6cc None None] Could not find standard attr ID for object 987872e4-3ff0-41a2-9978-1a06477ceba5. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:06:00.018220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f8e2f-621a-46dc-9beb-6366a49993fb None None] DHCP port deletion for cac7b712-e266-4f0c-94b4-43544c0b139c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:00.032211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.032949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907938a0-f3dc-4a5d-999e-1d07056e18c0 None None] Network cac7b712-e266-4f0c-94b4-43544c0b139c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:00.044714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907938a0-f3dc-4a5d-999e-1d07056e18c0 None None] Network cac7b712-e266-4f0c-94b4-43544c0b139c could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 03:06:00.053498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7444f-479d-4544-a1b2-fde6de22e808 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:06:00.112797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e7444f-479d-4544-a1b2-fde6de22e808 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:06:00.116511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.136694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd91aa2-2ba2-4511-afec-99cb7d706859']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.146315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc652adc-3849-4b49-928f-32dd406d7ce5') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.146661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc652adc-3849-4b49-928f-32dd406d7ce5') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.159879 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.173441 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.179543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:00.179933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:00.182827 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:00.238695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.246008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.252151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/dbd91aa2-2ba2-4511-afec-99cb7d706859 HTTP/1.1" status: 204 len: 168 time: 0.3030496 Nov 23 03:06:00.252375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:00.269445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a081c-afab-4551-96fb-1b254b20edde tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=dbd91aa2-2ba2-4511-afec-99cb7d706859,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:00.339956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.423202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.442058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fdb443-0eb8-4d9e-aae8-d383aad094f9']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.451034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbbb9e1-13de-481f-965b-65ba60fe5ea6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.451329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbbb9e1-13de-481f-965b-65ba60fe5ea6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:00.460557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.473756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.479421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:00.479785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:00.482619 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:00.540514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.547618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.550668 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] 10.222.0.15 "DELETE /v2.0/networks/75fdb443-0eb8-4d9e-aae8-d383aad094f9 HTTP/1.1" status: 204 len: 168 time: 0.2973583 Nov 23 03:06:00.561610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f4a4-2f1a-4310-b516-ad37fdfb3d28 tempest-BulkNetworkOpsTest-1107701640 tempest-BulkNetworkOpsTest-1107701640-project] Pushing event deleted for resources: {'Network': ['ID=75fdb443-0eb8-4d9e-aae8-d383aad094f9,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:00.783027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59516) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:00.912366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9f9a5f72-3c28-4205-bdb2-a9c7fcda18d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bc448e82042430a9887fc8bf0440c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281912 Nov 23 03:06:00.914863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59520) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:00.959493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:00.984474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.030975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.034193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.035382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f326d3c-82cf-44cc-9d61-b1d443d6d7dc HTTP/1.1" status: 204 len: 168 time: 0.1196313 Nov 23 03:06:01.043053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a501ab-b702-4436-9884-2cb9fd172316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f326d3c-82cf-44cc-9d61-b1d443d6d7dc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:01.664583 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59542) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:01.768023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1521852999'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:01.792035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:01.795453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.804389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.877744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.881663 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.908025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:01.917701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b82ea5-9b12-4463-9c4c-013acba84d02,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:01.922966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.923311 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment c8b6dc94-88bd-4c8d-b829-9459a68a32ba of type vlan for network 004a06a2-5feb-424d-8994-e86c2f320f61 Nov 23 03:06:01.962346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.988714 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:01.996243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:01.996886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:02.060084 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3943782 Nov 23 03:06:02.067652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffd7e5-f024-43c0-801a-d70109abce41 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=004a06a2-5feb-424d-8994-e86c2f320f61,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:02.078054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 004a06a2-5feb-424d-8994-e86c2f320f61 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:05.327407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59546) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:05.333105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:05.422660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:05.426198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.614096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.673006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=2eda72f0-f2a3-4405-9d6f-90c4129933d1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:05.684383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:05.684753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: 004a06a2-5feb-424d-8994-e86c2f320f61, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:05.701670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 004a06a2-5feb-424d-8994-e86c2f320f61 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:05.711407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 004a06a2-5feb-424d-8994-e86c2f320f61) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:05.715845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:05.716441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.720973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e9f171-d013-4b76-887b-3eadd22dafb6 None None] Network 004a06a2-5feb-424d-8994-e86c2f320f61 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:05.732308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a5e167ac-3c21-48a0-b920-b4f8f9af5250 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4032710 Nov 23 03:06:05.735938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59548) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:05.741231 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1975111477'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:05.762038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:05.766479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.872328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-004a06a2-5feb-424d-8994-e86c2f320f61', 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': '2eda72f0-f2a3-4405-9d6f-90c4129933d1'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:05.873214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.909689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4261e87-470b-4db0-9bb4-82403d99662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.029757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Allocated IP 2001:db8:0:ffff::2 (004a06a2-5feb-424d-8994-e86c2f320f61/2eda72f0-f2a3-4405-9d6f-90c4129933d1/e2ed5478-4f16-43fe-9593-a59936b80b26) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:06.148637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:06.158139 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.158485 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment 531cf36e-d6ce-4520-9a9a-87d18d2087b2 of type vlan for network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 Nov 23 03:06:06.200963 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.226365 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.231967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:06.232592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.303557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5657058 Nov 23 03:06:06.305674 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59550) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:06.310325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:06.328617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427113a3-1cee-41d1-8264-fa185e6eb9b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=34318f9f-797e-4aae-8ea7-9a659f5f0d93,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:06.340379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:06.345423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.384096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.404025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:06.407969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.442603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Network 004a06a2-5feb-424d-8994-e86c2f320f61 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:06.447898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:06.451533 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:06.483812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Pushing event updated for resources: {'Port': ['ID=e2ed5478-4f16-43fe-9593-a59936b80b26,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:06.512209 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Attempting to bind port e2ed5478-4f16-43fe-9593-a59936b80b26 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:06.512594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Attempting to bind port e2ed5478-4f16-43fe-9593-a59936b80b26 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:06.512971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Attempting to bind port e2ed5478-4f16-43fe-9593-a59936b80b26 on network 004a06a2-5feb-424d-8994-e86c2f320f61 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:06.518009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:06.518393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Checking segment: {'id': 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:06.518842 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.519240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Bound using segment: {'id': 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:06.519708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Bound port: e2ed5478-4f16-43fe-9593-a59936b80b26, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '004a06a2-5feb-424d-8994-e86c2f320f61'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:06.520095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.584197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] For port e2ed5478-4f16-43fe-9593-a59936b80b26, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:06.587392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] For port e2ed5478-4f16-43fe-9593-a59936b80b26, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e2ed5478-4f16-43fe-9593-a59936b80b26,segment=NetworkSegment(c8b6dc94-88bd-4c8d-b829-9459a68a32ba),segment_id=c8b6dc94-88bd-4c8d-b829-9459a68a32ba)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:06.592337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.648552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b44da-a8f9-4690-b6fd-b526fecac341 None None] Pushing event updated for resources: {'Port': ['ID=e2ed5478-4f16-43fe-9593-a59936b80b26,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:06.687675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 03:06:06.689249 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.749653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=fbaee82a-6955-40de-9c32-f946b5978b18,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:06.762360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': '531cf36e-d6ce-4520-9a9a-87d18d2087b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:06.762802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: 34318f9f-797e-4aae-8ea7-9a659f5f0d93, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:06.780565 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:06.795434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 34318f9f-797e-4aae-8ea7-9a659f5f0d93) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:06.805129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4064cf-1cab-4830-aadb-7a2e90f61d85 None None] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:06.818251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:06.818898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.848777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59552) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:06.850557 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-80b6f832-edf3-4ac6-88e3-8dce5ef50219 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5427492 Nov 23 03:06:06.855386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'port': {'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93', 'name': 'tempest-NetworksIpV6TestAttrs-1468866683'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:06.974470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-34318f9f-797e-4aae-8ea7-9a659f5f0d93', 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': 'fbaee82a-6955-40de-9c32-f946b5978b18'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:06.975374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.981381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:06.985040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.002374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] device_id is not set on port 828e4045-62cc-4707-bdc6-d2f4541e87ee yet. {{(pid=103571) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:06:07.106674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Allocated IP 2001:db8::f816:3eff:fee2:73a9 (34318f9f-797e-4aae-8ea7-9a659f5f0d93/fbaee82a-6955-40de-9c32-f946b5978b18/828e4045-62cc-4707-bdc6-d2f4541e87ee) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:07.257465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.296388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.346383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:07.346817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Allocated IP 2001:db8::f816:3eff:fe65:6d22 (34318f9f-797e-4aae-8ea7-9a659f5f0d93/fbaee82a-6955-40de-9c32-f946b5978b18/53da697e-4ec8-4a05-bfec-34158823370c) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:07.350046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:07.354886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:07.360849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:07.361636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.373574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Port': ['ID=828e4045-62cc-4707-bdc6-d2f4541e87ee,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:07.387425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9fb8038c-d2d8-4303-9ed2-492208d057aa tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5367372 Nov 23 03:06:07.390193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59554) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:07.447373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting subnet fbaee82a-6955-40de-9c32-f946b5978b18 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:06:07.531273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.537923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.538615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.584917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:07.586793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.588254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:07.592798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:07.596086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Pushing event updated for resources: {'Port': ['ID=53da697e-4ec8-4a05-bfec-34158823370c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:07.650354 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749afa4d-6caa-4b81-920f-128042fa5adc None None] Network 004a06a2-5feb-424d-8994-e86c2f320f61 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:07.699360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Attempting to bind port 53da697e-4ec8-4a05-bfec-34158823370c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:07.699735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Attempting to bind port 53da697e-4ec8-4a05-bfec-34158823370c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '531cf36e-d6ce-4520-9a9a-87d18d2087b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:07.700103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Attempting to bind port 53da697e-4ec8-4a05-bfec-34158823370c on network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:07.712704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:07.713085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Checking segment: {'id': '531cf36e-d6ce-4520-9a9a-87d18d2087b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:07.713490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.713891 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Bound using segment: {'id': '531cf36e-d6ce-4520-9a9a-87d18d2087b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:07.714364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Bound port: 53da697e-4ec8-4a05-bfec-34158823370c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531cf36e-d6ce-4520-9a9a-87d18d2087b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '34318f9f-797e-4aae-8ea7-9a659f5f0d93'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:07.714770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.723835 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.741201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] Provisioning complete for port e2ed5478-4f16-43fe-9593-a59936b80b26 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:07.741574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.782141 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.809016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=fbaee82a-6955-40de-9c32-f946b5978b18,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:07.813384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.816607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c57e8fa-64cb-4276-ac7b-12cd59c32b50 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/fbaee82a-6955-40de-9c32-f946b5978b18 HTTP/1.1" status: 204 len: 168 time: 0.4247684 Nov 23 03:06:07.819059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59556) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:07.873953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57255c9-8136-41f6-8db0-3ef8242bd9dd tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:07.875497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57255c9-8136-41f6-8db0-3ef8242bd9dd tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:07.876986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a57255c9-8136-41f6-8db0-3ef8242bd9dd tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0570092 Nov 23 03:06:07.877556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] For port 53da697e-4ec8-4a05-bfec-34158823370c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:07.879965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59558) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:07.882640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] For port 53da697e-4ec8-4a05-bfec-34158823370c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53da697e-4ec8-4a05-bfec-34158823370c,segment=NetworkSegment(531cf36e-d6ce-4520-9a9a-87d18d2087b2),segment_id=531cf36e-d6ce-4520-9a9a-87d18d2087b2)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:07.911007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.954848 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d62d-0b43-491f-aa97-7a2a6c313c2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.961600 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb0d62d-0b43-491f-aa97-7a2a6c313c2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 03:06:07.962069 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb0d62d-0b43-491f-aa97-7a2a6c313c2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:07.965846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdb0d62d-0b43-491f-aa97-7a2a6c313c2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/34318f9f-797e-4aae-8ea7-9a659f5f0d93 HTTP/1.1" status: 409 len: 405 time: 0.0848899 Nov 23 03:06:07.970636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59560) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:07.975756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-959430453'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:07.985323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:07.997987 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:08.001955 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.029403 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:08.031990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfa0c1-c666-4d37-a963-4820ab92f6f7 None None] Pushing event updated for resources: {'Port': ['ID=53da697e-4ec8-4a05-bfec-34158823370c,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:08.040975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.041564 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment 8a2d24f4-a89e-4b0b-b920-1e360484cfc8 of type vlan for network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 Nov 23 03:06:08.064676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] For port e2ed5478-4f16-43fe-9593-a59936b80b26, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e2ed5478-4f16-43fe-9593-a59936b80b26,segment=NetworkSegment(c8b6dc94-88bd-4c8d-b829-9459a68a32ba),segment_id=c8b6dc94-88bd-4c8d-b829-9459a68a32ba)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:08.073901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.081320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-98e2017a-d3d7-4429-afb8-957a295a3aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.112744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.127719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f49b08-2d52-4efc-9af9-6c88e4ec0c3e None None] Pushing event updated for resources: {'Port': ['ID=e2ed5478-4f16-43fe-9593-a59936b80b26,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:08.140298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.146289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:08.146970 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.231633 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2598352 Nov 23 03:06:08.235280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:08.243774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:08.244192 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bacdc-b129-441a-b912-330b2c92b90c tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=83e28ad2-0632-466f-bb68-e2e7a708bfd1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:08.257945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:08.372854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:08.378973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.415453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1c2c4cdb-1e9a-4e2a-a8d0-293f3ea52883 None None] Provisioning complete for port e2ed5478-4f16-43fe-9593-a59936b80b26 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:08.415827 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c2c4cdb-1e9a-4e2a-a8d0-293f3ea52883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.653549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.objects.ports [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103571) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 03:06:08.654928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.721520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=2ad22e15-8118-4376-8f31-ec7e27943968,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:08.731802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': '8a2d24f4-a89e-4b0b-b920-1e360484cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:08.732174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: 83e28ad2-0632-466f-bb68-e2e7a708bfd1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:08.754381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:08.767919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 83e28ad2-0632-466f-bb68-e2e7a708bfd1) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:08.772579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:08.773196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.782312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97f40e-31f6-4e1f-8615-e1813ac2796c None None] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:08.809096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38820666-d72e-4674-aae7-cb193609b883 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5718641 Nov 23 03:06:08.811042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59564) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:08.816654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'port': {'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1', 'name': 'tempest-NetworksIpV6TestAttrs-568554887'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:08.853733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53da697e-4ec8-4a05-bfec-34158823370c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:08.952521 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 53da697e-4ec8-4a05-bfec-34158823370c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:08.953789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.961560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:08.965866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.984023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] device_id is not set on port 3fd30b04-5af8-4287-94ea-90627be6faef yet. {{(pid=103572) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 03:06:09.026609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-83e28ad2-0632-466f-bb68-e2e7a708bfd1', 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': '2ad22e15-8118-4376-8f31-ec7e27943968'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:09.027651 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.100080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Allocated IP 2001:db8::f816:3eff:fe23:50e (83e28ad2-0632-466f-bb68-e2e7a708bfd1/2ad22e15-8118-4376-8f31-ec7e27943968/3fd30b04-5af8-4287-94ea-90627be6faef) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:09.131272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4fedd-115b-4fba-a971-c021315c7513 None None] Network 34318f9f-797e-4aae-8ea7-9a659f5f0d93 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:09.179552 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.235365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-81ba928b-dec4-4973-b04c-a62a96d3fb6b None None] Provisioning complete for port 53da697e-4ec8-4a05-bfec-34158823370c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:09.235743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-81ba928b-dec4-4973-b04c-a62a96d3fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.254257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.287009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.307636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 53da697e-4ec8-4a05-bfec-34158823370c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53da697e-4ec8-4a05-bfec-34158823370c,segment=NetworkSegment(531cf36e-d6ce-4520-9a9a-87d18d2087b2),segment_id=531cf36e-d6ce-4520-9a9a-87d18d2087b2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:09.332320 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:09.335360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:09.339336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:09.344010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.344781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e2ed5478-4f16-43fe-9593-a59936b80b26 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:09.345575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:09.346248 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.356476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Port': ['ID=3fd30b04-5af8-4287-94ea-90627be6faef,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:09.369285 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c0976a4a-daa3-4e03-8c75-e87a9418374b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.5571504 Nov 23 03:06:09.371831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59566) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:09.428887 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting subnet 2ad22e15-8118-4376-8f31-ec7e27943968 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:06:09.446490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Allocated IP 2001:db8::f816:3eff:feb1:ac0f (83e28ad2-0632-466f-bb68-e2e7a708bfd1/2ad22e15-8118-4376-8f31-ec7e27943968/295a3310-5172-4202-bab4-908b158e3a8b) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:09.474721 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.505446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=53da697e-4ec8-4a05-bfec-34158823370c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:09.560564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] DHCP port deletion for 34318f9f-797e-4aae-8ea7-9a659f5f0d93 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:09.607308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e2ed5478-4f16-43fe-9593-a59936b80b26 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:09.607613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.910701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Deleting port 53da697e-4ec8-4a05-bfec-34158823370c {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:09.911007 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.913576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.920138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.956952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.960433 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.028832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:10.032908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] For port 53da697e-4ec8-4a05-bfec-34158823370c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53da697e-4ec8-4a05-bfec-34158823370c,segment=NetworkSegment(531cf36e-d6ce-4520-9a9a-87d18d2087b2),segment_id=531cf36e-d6ce-4520-9a9a-87d18d2087b2)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:10.033314 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.043870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:10.051459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Calling delete_port for 53da697e-4ec8-4a05-bfec-34158823370c owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:10.053463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:10.057216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Pushing event updated for resources: {'Port': ['ID=295a3310-5172-4202-bab4-908b158e3a8b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:10.090860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.150561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.161039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Attempting to bind port 295a3310-5172-4202-bab4-908b158e3a8b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:10.161347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Attempting to bind port 295a3310-5172-4202-bab4-908b158e3a8b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8a2d24f4-a89e-4b0b-b920-1e360484cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:10.161721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Attempting to bind port 295a3310-5172-4202-bab4-908b158e3a8b on network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:10.171204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:10.171610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Checking segment: {'id': '8a2d24f4-a89e-4b0b-b920-1e360484cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:10.172024 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.172425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Bound using segment: {'id': '8a2d24f4-a89e-4b0b-b920-1e360484cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:10.172901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Bound port: 295a3310-5172-4202-bab4-908b158e3a8b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2d24f4-a89e-4b0b-b920-1e360484cfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '83e28ad2-0632-466f-bb68-e2e7a708bfd1'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:10.173283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.177676 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad22e15-8118-4376-8f31-ec7e27943968,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:10.186114 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.189942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/2ad22e15-8118-4376-8f31-ec7e27943968 HTTP/1.1" status: 204 len: 168 time: 0.8171995 Nov 23 03:06:10.192724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.192724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.192724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.192724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.193058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59568) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:10.193487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.193487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.193715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.194041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.197453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.197453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.197453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.197453 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0aef02-8907-462b-a520-0a9ad0781a5e tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:10.222361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.254431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a571e8-91ec-4997-8b23-9202cec1d0cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:10.256027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a571e8-91ec-4997-8b23-9202cec1d0cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:10.257163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] Pushing event deleted for resources: {'Port': ['ID=53da697e-4ec8-4a05-bfec-34158823370c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:10.260797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f7a571e8-91ec-4997-8b23-9202cec1d0cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0667472 Nov 23 03:06:10.261377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59570) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:10.262719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b894c-a96d-4bb4-9fa3-0bae89dfe71a None None] No DVR routers for this DVR port 53da697e-4ec8-4a05-bfec-34158823370c on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:10.282001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] For port 295a3310-5172-4202-bab4-908b158e3a8b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:10.290093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] For port 295a3310-5172-4202-bab4-908b158e3a8b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=295a3310-5172-4202-bab4-908b158e3a8b,segment=NetworkSegment(8a2d24f4-a89e-4b0b-b920-1e360484cfc8),segment_id=8a2d24f4-a89e-4b0b-b920-1e360484cfc8)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:10.295544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.349016 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e5ad8f94-1650-46af-aba2-0123139fb31b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.355755 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ad8f94-1650-46af-aba2-0123139fb31b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 03:06:10.356219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ad8f94-1650-46af-aba2-0123139fb31b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:10.363086 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e5ad8f94-1650-46af-aba2-0123139fb31b tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/83e28ad2-0632-466f-bb68-e2e7a708bfd1 HTTP/1.1" status: 409 len: 405 time: 0.0969443 Nov 23 03:06:10.363790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59572) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:10.368957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1505073330'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:10.376316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499cd2-5fb1-40a0-9e3d-d684bda63e47 None None] Pushing event updated for resources: {'Port': ['ID=295a3310-5172-4202-bab4-908b158e3a8b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:10.386525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a542ac0-625c-4b45-839f-e04029454eb2 None None] Network 83e28ad2-0632-466f-bb68-e2e7a708bfd1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:10.400194 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:10.403995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.426698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:10.436166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.436556 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment 3a9f154e-6671-4c5d-a796-788f73aac1c9 of type vlan for network 22dd5a87-aede-47c3-8a0c-0450e702486c Nov 23 03:06:10.477048 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.502885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.508475 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:10.509067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.512996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4b5e8-447f-406c-9404-d95e1734ea25 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:06:10.570145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2026267 Nov 23 03:06:10.570738 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59574) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:10.577065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:10.580196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4b5e8-447f-406c-9404-d95e1734ea25 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:06:10.581699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15febc67-9ebd-481f-b22c-9520d8162f11 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=22dd5a87-aede-47c3-8a0c-0450e702486c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:10.593454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 22dd5a87-aede-47c3-8a0c-0450e702486c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:10.669131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:10.673146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.773139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53da697e-4ec8-4a05-bfec-34158823370c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:10.799252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 53da697e-4ec8-4a05-bfec-34158823370c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:10.799598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53da697e-4ec8-4a05-bfec-34158823370c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:10.819301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.931579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 03:06:10.932905 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.990293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=b929214c-c56a-475c-bc46-6bf3d4bdaf6f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:11.000240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': '3a9f154e-6671-4c5d-a796-788f73aac1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:11.000609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: 22dd5a87-aede-47c3-8a0c-0450e702486c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:11.016974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 22dd5a87-aede-47c3-8a0c-0450e702486c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:11.025139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 22dd5a87-aede-47c3-8a0c-0450e702486c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:11.028995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:11.029593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.035783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f5ed9-7a9e-4eb1-86fc-f74a83c7a4aa None None] Network 22dd5a87-aede-47c3-8a0c-0450e702486c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:11.045927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9fae09fd-438b-4567-993c-b7a00d84432a tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.4733026 Nov 23 03:06:11.049283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59576) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:11.150175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.178527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-22dd5a87-aede-47c3-8a0c-0450e702486c', 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': 'b929214c-c56a-475c-bc46-6bf3d4bdaf6f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:11.179384 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.250516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.319967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Allocated IP 2001:db8::f816:3eff:fe82:bfbe (22dd5a87-aede-47c3-8a0c-0450e702486c/b929214c-c56a-475c-bc46-6bf3d4bdaf6f/06c0adf3-6652-48a9-bce1-467dfb7ec9a4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:11.460183 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.465676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.481057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.505935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Network 22dd5a87-aede-47c3-8a0c-0450e702486c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:11.508862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:11.509406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=b929214c-c56a-475c-bc46-6bf3d4bdaf6f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:11.512227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:11.519932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Pushing event updated for resources: {'Port': ['ID=06c0adf3-6652-48a9-bce1-467dfb7ec9a4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:11.572810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Attempting to bind port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:11.573189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Attempting to bind port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3a9f154e-6671-4c5d-a796-788f73aac1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:11.573569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Attempting to bind port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 on network 22dd5a87-aede-47c3-8a0c-0450e702486c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:11.573689 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.579149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:11.579530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Checking segment: {'id': '3a9f154e-6671-4c5d-a796-788f73aac1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:11.579937 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.580482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Bound using segment: {'id': '3a9f154e-6671-4c5d-a796-788f73aac1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:11.580804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Bound port: 06c0adf3-6652-48a9-bce1-467dfb7ec9a4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f154e-6671-4c5d-a796-788f73aac1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22dd5a87-aede-47c3-8a0c-0450e702486c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:11.581194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.596078 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dd5a87-aede-47c3-8a0c-0450e702486c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:11.605527 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f154e-6671-4c5d-a796-788f73aac1c9') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:11.605831 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f154e-6671-4c5d-a796-788f73aac1c9') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:11.615384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.628767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.634695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:11.635101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:11.638197 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:11.647849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] For port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:11.696253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.db.api [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 03:06:11.696253 n-d-714676-12 neutron-server[103572]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 03:06:11.696253 n-d-714676-12 neutron-server[103572]: [parameters: {'id': '22dd5a87-aede-47c3-8a0c-0450e702486c'}] Nov 23 03:06:11.696253 n-d-714676-12 neutron-server[103572]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103572) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 03:06:11.696747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] For port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=06c0adf3-6652-48a9-bce1-467dfb7ec9a4,segment=NetworkSegment(3a9f154e-6671-4c5d-a796-788f73aac1c9),segment_id=3a9f154e-6671-4c5d-a796-788f73aac1c9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:11.696856 n-d-714676-12 neutron-server[103572]: DEBUG oslo_db.api [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 03:06:11.701209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.779878 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085c39-2d96-4ea2-a446-17d259b6ccf7 None None] Pushing event updated for resources: {'Port': ['ID=06c0adf3-6652-48a9-bce1-467dfb7ec9a4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:11.789167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d9d1a-094f-492f-a7cd-005d6774150a None None] Network 22dd5a87-aede-47c3-8a0c-0450e702486c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:11.914702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65004c1-50c8-48d1-ade1-6b9ff71df05b None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:06:11.917616 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:11.985017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65004c1-50c8-48d1-ade1-6b9ff71df05b None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:06:12.198058 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.256110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:12.256449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.318251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] For port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=06c0adf3-6652-48a9-bce1-467dfb7ec9a4,segment=NetworkSegment(3a9f154e-6671-4c5d-a796-788f73aac1c9),segment_id=3a9f154e-6671-4c5d-a796-788f73aac1c9)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:12.318644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.331436 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Calling delete_port for 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:12.391941 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:06:12.408618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.437811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Port': ['ID=06c0adf3-6652-48a9-bce1-467dfb7ec9a4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:12.442077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No DVR routers for this DVR port 06c0adf3-6652-48a9-bce1-467dfb7ec9a4 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:12.519535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.539610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dd5a87-aede-47c3-8a0c-0450e702486c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:12.549154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f154e-6671-4c5d-a796-788f73aac1c9') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:12.549448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f154e-6671-4c5d-a796-788f73aac1c9') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:12.558542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.571176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.577142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:12.577581 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:12.580586 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:12.640633 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.647489 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.650743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/22dd5a87-aede-47c3-8a0c-0450e702486c HTTP/1.1" status: 204 len: 168 time: 1.6004300 Nov 23 03:06:12.654375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59578) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:12.660303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088603646'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:12.663121 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6fdfe-befd-42c3-bca5-f5ff3e964c07 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=22dd5a87-aede-47c3-8a0c-0450e702486c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:12.681697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:12.685144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.708699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:12.717761 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.718138 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment 28e77fb8-6441-44cc-b2a3-7ae8ff2b3bb6 of type vlan for network 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d Nov 23 03:06:12.760737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.784506 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.790153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:12.790806 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:12.845637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1901369 Nov 23 03:06:12.848580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59580) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:12.853715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': '88caa35d-92ee-4a41-a842-3b4dfc1f3a7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:12.862462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f183fc-5f48-42f1-ae14-c205fee041f1 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=88caa35d-92ee-4a41-a842-3b4dfc1f3a7d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:12.873444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:12.939888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:12.943551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.128364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.189653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=5fb6d644-9414-4f41-8c6c-2ae54e3c2c16,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:13.196853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': '28e77fb8-6441-44cc-b2a3-7ae8ff2b3bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '88caa35d-92ee-4a41-a842-3b4dfc1f3a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:13.197212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:13.213857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:13.222396 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:13.226391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:13.227098 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.231205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91aade-b937-4eff-8f3f-cef667dc8ced None None] Network 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:13.246592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-058057e0-14a5-4860-826b-abf175d08fda tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3944619 Nov 23 03:06:13.246789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:13.342987 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.375532 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902577d6-168b-4ee8-8d0c-34ae2d6728a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-88caa35d-92ee-4a41-a842-3b4dfc1f3a7d', 'network_id': '88caa35d-92ee-4a41-a842-3b4dfc1f3a7d', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': '5fb6d644-9414-4f41-8c6c-2ae54e3c2c16'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:13.376391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-902577d6-168b-4ee8-8d0c-34ae2d6728a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.402934 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.463147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-902577d6-168b-4ee8-8d0c-34ae2d6728a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fb6d644-9414-4f41-8c6c-2ae54e3c2c16: This subnet is being modified by another concurrent operation. Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fb6d644-9414-4f41-8c6c-2ae54e3c2c16: This subnet is being modified by another concurrent operation. Nov 23 03:06:13.475608 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 03:06:13.497709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fc0b4-a711-424f-a794-373f6bb590ed None None] Network 88caa35d-92ee-4a41-a842-3b4dfc1f3a7d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:13.498049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb6d644-9414-4f41-8c6c-2ae54e3c2c16,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:13.559457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.580615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88caa35d-92ee-4a41-a842-3b4dfc1f3a7d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:13.589910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e77fb8-6441-44cc-b2a3-7ae8ff2b3bb6') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:13.590198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e77fb8-6441-44cc-b2a3-7ae8ff2b3bb6') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:13.599418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.609545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc823db-c3a6-4939-8e6f-dc2eba1afa31 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:06:13.612810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.619008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:13.619391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:13.622267 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:13.675442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc823db-c3a6-4939-8e6f-dc2eba1afa31 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:06:13.678944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.684394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:13.692202 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59584) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:13.692770 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/88caa35d-92ee-4a41-a842-3b4dfc1f3a7d HTTP/1.1" status: 204 len: 168 time: 0.4444311 Nov 23 03:06:13.697622 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2072963422'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:13.707379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3bd50-dc70-4f68-8f98-fb22e92ab2b5 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=88caa35d-92ee-4a41-a842-3b4dfc1f3a7d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:13.719385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:13.723776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.024749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:14.033536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.033887 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Added segment c462905d-89b7-4fcf-b804-1f016176c23f of type vlan for network e37ed829-9c6f-48bc-91f7-2f53aaa48256 Nov 23 03:06:14.071250 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.094280 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.099665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:14.100242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.154871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4615281 Nov 23 03:06:14.158302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59586) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:14.163531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Request body: {'subnet': {'network_id': 'e37ed829-9c6f-48bc-91f7-2f53aaa48256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:14.168979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77c1b8-39e5-4885-ae4a-d4e34c3b08cf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Network': ['ID=e37ed829-9c6f-48bc-91f7-2f53aaa48256,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:14.179402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network e37ed829-9c6f-48bc-91f7-2f53aaa48256 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:14.259096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Made reservation on behalf of cc39b866069a4a9cacba7af3ba581e09 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:14.262789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.506898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.objects.ports [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103572) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 03:06:14.508353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.567611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event updated for resources: {'Subnet': ['ID=b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:14.576141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Checking segment: {'id': 'c462905d-89b7-4fcf-b804-1f016176c23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e37ed829-9c6f-48bc-91f7-2f53aaa48256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:14.576513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network hostable DHCP agents. Network: e37ed829-9c6f-48bc-91f7-2f53aaa48256, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:14.593355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Network e37ed829-9c6f-48bc-91f7-2f53aaa48256 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:14.602159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, e37ed829-9c6f-48bc-91f7-2f53aaa48256) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:14.607084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:14.608042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.613564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ffc99d-fd4c-450f-8a8c-fd0d777c833a None None] Network e37ed829-9c6f-48bc-91f7-2f53aaa48256 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:14.624382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c6795166-420c-4f35-b2ba-e1da88b680bf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4649181 Nov 23 03:06:14.627682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59588) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:14.721814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.756963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032ee31-3b81-4096-9d59-61d035c2665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-e37ed829-9c6f-48bc-91f7-2f53aaa48256', 'network_id': 'e37ed829-9c6f-48bc-91f7-2f53aaa48256', 'tenant_id': 'cc39b866069a4a9cacba7af3ba581e09', 'fixed_ips': [{'subnet_id': 'b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:14.757819 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b032ee31-3b81-4096-9d59-61d035c2665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.783459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.849651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-b032ee31-3b81-4096-9d59-61d035c2665c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0: This subnet is being modified by another concurrent operation. Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0: This subnet is being modified by another concurrent operation. Nov 23 03:06:14.862061 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 03:06:14.882250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:14.882396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53afa6b-4c42-4055-8f8c-0025943e99ae None None] Network e37ed829-9c6f-48bc-91f7-2f53aaa48256 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:14.936570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.960942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37ed829-9c6f-48bc-91f7-2f53aaa48256']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:14.970715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c462905d-89b7-4fcf-b804-1f016176c23f') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:14.971013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c462905d-89b7-4fcf-b804-1f016176c23f') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:14.980085 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:14.992296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee071b-050a-40f1-834f-d86aa9c899c6 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:06:14.993956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.000097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:15.000558 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:15.003496 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:15.059642 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.066932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.070236 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/e37ed829-9c6f-48bc-91f7-2f53aaa48256 HTTP/1.1" status: 204 len: 168 time: 0.4415402 Nov 23 03:06:15.073869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59590) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.083973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85b8d-bbfb-4203-b375-4ac1d880e705 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=e37ed829-9c6f-48bc-91f7-2f53aaa48256,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:15.105399 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-7679ab45-f2b4-45b9-ab72-92809e85e069 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.105799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7679ab45-f2b4-45b9-ab72-92809e85e069 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.109183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7679ab45-f2b4-45b9-ab72-92809e85e069 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/b1c2f8d3-3794-49d3-b67c-6f9d6dc33ea0 HTTP/1.1" status: 404 len: 337 time: 0.0340002 Nov 23 03:06:15.111871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59592) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.148589 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6e6cf9-6adf-4ed7-9fbe-dff1eb884ccf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.148589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6e6cf9-6adf-4ed7-9fbe-dff1eb884ccf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.151445 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d6e6cf9-6adf-4ed7-9fbe-dff1eb884ccf tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/e37ed829-9c6f-48bc-91f7-2f53aaa48256 HTTP/1.1" status: 404 len: 339 time: 0.0385730 Nov 23 03:06:15.151610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59594) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.186967 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaa4322-4ee0-4474-ab91-6379e4d15312 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.187513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaa4322-4ee0-4474-ab91-6379e4d15312 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.190667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cdaa4322-4ee0-4474-ab91-6379e4d15312 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/5fb6d644-9414-4f41-8c6c-2ae54e3c2c16 HTTP/1.1" status: 404 len: 337 time: 0.0379725 Nov 23 03:06:15.193292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59596) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.212025 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1935519-e77c-49a8-b9e8-dde98830b376 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.212531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1935519-e77c-49a8-b9e8-dde98830b376 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.215640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b1935519-e77c-49a8-b9e8-dde98830b376 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/88caa35d-92ee-4a41-a842-3b4dfc1f3a7d HTTP/1.1" status: 404 len: 339 time: 0.0213983 Nov 23 03:06:15.218180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59598) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.226438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ee071b-050a-40f1-834f-d86aa9c899c6 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:06:15.249755 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-350c99cf-6584-4603-9ed4-562b7b1adedb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.250305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350c99cf-6584-4603-9ed4-562b7b1adedb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.253364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-350c99cf-6584-4603-9ed4-562b7b1adedb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/b929214c-c56a-475c-bc46-6bf3d4bdaf6f HTTP/1.1" status: 404 len: 337 time: 0.0336292 Nov 23 03:06:15.255925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59600) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.274643 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90844eb-0199-416f-a3d7-6f07a6829e25 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.275129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90844eb-0199-416f-a3d7-6f07a6829e25 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.282137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a90844eb-0199-416f-a3d7-6f07a6829e25 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/22dd5a87-aede-47c3-8a0c-0450e702486c HTTP/1.1" status: 404 len: 339 time: 0.0213077 Nov 23 03:06:15.282137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59602) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.364160 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting port 3fd30b04-5af8-4287-94ea-90627be6faef {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:15.364441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.440235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.453957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Calling delete_port for 3fd30b04-5af8-4287-94ea-90627be6faef owned by {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:15.530425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.559637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Port': ['ID=3fd30b04-5af8-4287-94ea-90627be6faef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:15.563780 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.567044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-819ad058-9fa3-4fbd-b30b-8f1fead160cb tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/ports/3fd30b04-5af8-4287-94ea-90627be6faef HTTP/1.1" status: 204 len: 168 time: 0.2850451 Nov 23 03:06:15.569395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59604) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.594929 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc64c5-2c3a-4b4c-ae6d-9a762d826297 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:15.595384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cc64c5-2c3a-4b4c-ae6d-9a762d826297 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:15.598323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-35cc64c5-2c3a-4b4c-ae6d-9a762d826297 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/2ad22e15-8118-4376-8f31-ec7e27943968 HTTP/1.1" status: 404 len: 337 time: 0.0280187 Nov 23 03:06:15.600590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59606) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:15.676729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.728734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting port 295a3310-5172-4202-bab4-908b158e3a8b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:15.729408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.793320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] For port 295a3310-5172-4202-bab4-908b158e3a8b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=295a3310-5172-4202-bab4-908b158e3a8b,segment=NetworkSegment(8a2d24f4-a89e-4b0b-b920-1e360484cfc8),segment_id=8a2d24f4-a89e-4b0b-b920-1e360484cfc8)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:15.793689 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.807065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Calling delete_port for 295a3310-5172-4202-bab4-908b158e3a8b owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:15.884636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:15.908982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Port': ['ID=295a3310-5172-4202-bab4-908b158e3a8b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:15.912417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No DVR routers for this DVR port 295a3310-5172-4202-bab4-908b158e3a8b on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:15.991397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.011625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e28ad2-0632-466f-bb68-e2e7a708bfd1']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.020859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d24f4-a89e-4b0b-b920-1e360484cfc8') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.021151 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d24f4-a89e-4b0b-b920-1e360484cfc8') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.030215 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.043123 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.049498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:16.049964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:16.052847 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:16.112856 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.119606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.124941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/83e28ad2-0632-466f-bb68-e2e7a708bfd1 HTTP/1.1" status: 204 len: 168 time: 0.5212545 Nov 23 03:06:16.125327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59608) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:16.134136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0886a6-e2de-4784-bdd8-dcc51712f891 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=83e28ad2-0632-466f-bb68-e2e7a708bfd1,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:16.208256 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting port 828e4045-62cc-4707-bdc6-d2f4541e87ee {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:16.208599 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.272893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.291449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Calling delete_port for 828e4045-62cc-4707-bdc6-d2f4541e87ee owned by {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:16.368368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.396304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Port': ['ID=828e4045-62cc-4707-bdc6-d2f4541e87ee,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:16.401240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.404550 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f8c5c76-4926-4f5e-a761-287acdf6ce2d tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/ports/828e4045-62cc-4707-bdc6-d2f4541e87ee HTTP/1.1" status: 204 len: 168 time: 0.2781994 Nov 23 03:06:16.407875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59610) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:16.433875 n-d-714676-12 neutron-server[103572]: INFO neutron.pecan_wsgi.hooks.translation [None req-889c66b0-edb6-4a8f-9a78-a66b7ca9dd66 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] DELETE failed (client error): The resource could not be found. Nov 23 03:06:16.434319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889c66b0-edb6-4a8f-9a78-a66b7ca9dd66 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103572) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:06:16.438595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-889c66b0-edb6-4a8f-9a78-a66b7ca9dd66 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/fbaee82a-6955-40de-9c32-f946b5978b18 HTTP/1.1" status: 404 len: 337 time: 0.0285687 Nov 23 03:06:16.439617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59612) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:16.517708 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.602668 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.626938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34318f9f-797e-4aae-8ea7-9a659f5f0d93']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.636092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531cf36e-d6ce-4520-9a9a-87d18d2087b2') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.636384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531cf36e-d6ce-4520-9a9a-87d18d2087b2') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:16.645962 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.659295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.665013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:16.665392 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:16.668275 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:16.724126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.731086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.734260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/34318f9f-797e-4aae-8ea7-9a659f5f0d93 HTTP/1.1" status: 204 len: 168 time: 0.2937534 Nov 23 03:06:16.736701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59614) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:16.752965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9787b8e-5793-426c-a003-d55a5155b6a9 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=34318f9f-797e-4aae-8ea7-9a659f5f0d93,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:16.798874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting subnet 2eda72f0-f2a3-4405-9d6f-90c4129933d1 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:06:16.802646 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.850243 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.933198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:16.990787 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.022628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Subnet': ['ID=2eda72f0-f2a3-4405-9d6f-90c4129933d1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:17.026136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.029357 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-90a3bb7d-1e7d-46cb-a954-4623f66af886 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/subnets/2eda72f0-f2a3-4405-9d6f-90c4129933d1 HTTP/1.1" status: 204 len: 168 time: 0.2830677 Nov 23 03:06:17.031880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59616) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:17.034339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fda6c-7767-4561-a355-0f516051d49e None None] Network 004a06a2-5feb-424d-8994-e86c2f320f61 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:17.105784 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.165441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Deleting port e2ed5478-4f16-43fe-9593-a59936b80b26 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:17.166025 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.230264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] DHCP port deletion for 004a06a2-5feb-424d-8994-e86c2f320f61 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:17.238931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] For port e2ed5478-4f16-43fe-9593-a59936b80b26, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e2ed5478-4f16-43fe-9593-a59936b80b26,segment=NetworkSegment(c8b6dc94-88bd-4c8d-b829-9459a68a32ba),segment_id=c8b6dc94-88bd-4c8d-b829-9459a68a32ba)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:17.239297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.253092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Calling delete_port for e2ed5478-4f16-43fe-9593-a59936b80b26 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:17.278434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Deleting port e2ed5478-4f16-43fe-9593-a59936b80b26 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:17.278844 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.333256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.345862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] For port e2ed5478-4f16-43fe-9593-a59936b80b26, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e2ed5478-4f16-43fe-9593-a59936b80b26,segment=NetworkSegment(c8b6dc94-88bd-4c8d-b829-9459a68a32ba),segment_id=c8b6dc94-88bd-4c8d-b829-9459a68a32ba)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:17.346259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.359542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Calling delete_port for e2ed5478-4f16-43fe-9593-a59936b80b26 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:17.360850 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Port': ['ID=e2ed5478-4f16-43fe-9593-a59936b80b26,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:17.363028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] No DVR routers for this DVR port e2ed5478-4f16-43fe-9593-a59936b80b26 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:17.434796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.445639 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.460151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] Pushing event deleted for resources: {'Port': ['ID=e2ed5478-4f16-43fe-9593-a59936b80b26,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:17.464102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3226757-7ca3-4f17-be0c-1a08a34a9897 None None] No DVR routers for this DVR port e2ed5478-4f16-43fe-9593-a59936b80b26 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:17.486675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004a06a2-5feb-424d-8994-e86c2f320f61']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:17.505936 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:17.506233 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b6dc94-88bd-4c8d-b829-9459a68a32ba') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:17.516729 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.529578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.535427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:17.535806 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:17.538717 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:17.598389 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.605688 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.608628 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] 10.222.0.15 "DELETE /v2.0/networks/004a06a2-5feb-424d-8994-e86c2f320f61 HTTP/1.1" status: 204 len: 168 time: 0.5758336 Nov 23 03:06:17.621150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39503a-5152-4ff8-a3bb-e0e618bcaae2 tempest-NetworksIpV6TestAttrs-228664044 tempest-NetworksIpV6TestAttrs-228664044-project] Pushing event deleted for resources: {'Network': ['ID=004a06a2-5feb-424d-8994-e86c2f320f61,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:17.866330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59622) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:17.997113 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d254d849-4463-45c1-b7b4-5657795caef2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc39b866069a4a9cacba7af3ba581e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295168 Nov 23 03:06:17.999561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59626) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:18.045379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.066149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.118523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.121305 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.122488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3b82ea5-9b12-4463-9c4c-013acba84d02 HTTP/1.1" status: 204 len: 168 time: 0.1220112 Nov 23 03:06:18.130926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136aee0-afde-4bec-b593-90dcbc65a196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b82ea5-9b12-4463-9c4c-013acba84d02,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:18.745621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59648) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:18.765898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e2ed5478-4f16-43fe-9593-a59936b80b26 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:18.787883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e2ed5478-4f16-43fe-9593-a59936b80b26 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:18.788229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e2ed5478-4f16-43fe-9593-a59936b80b26 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:18.840261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d472a1b3-ce6b-48b0-9572-e0374c15d996 tempest-DvrRoutersNegativeTest-550677266 tempest-DvrRoutersNegativeTest-550677266-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-921111282', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:18.843246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.policy [None req-d472a1b3-ce6b-48b0-9572-e0374c15d996 tempest-DvrRoutersNegativeTest-550677266 tempest-DvrRoutersNegativeTest-550677266-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103571) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 03:06:18.843552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.policy [None req-d472a1b3-ce6b-48b0-9572-e0374c15d996 tempest-DvrRoutersNegativeTest-550677266 tempest-DvrRoutersNegativeTest-550677266-project] Failed policy check for 'create_router' {{(pid=103571) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 03:06:18.844091 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [None req-d472a1b3-ce6b-48b0-9572-e0374c15d996 tempest-DvrRoutersNegativeTest-550677266 tempest-DvrRoutersNegativeTest-550677266-project] create failed (client error): Access was denied to this resource. Nov 23 03:06:18.845051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d472a1b3-ce6b-48b0-9572-e0374c15d996 tempest-DvrRoutersNegativeTest-550677266 tempest-DvrRoutersNegativeTest-550677266-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0984273 Nov 23 03:06:19.079556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59656) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:19.184086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3f5336f-3038-4a15-b2d2-7d7612f7e525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.261080 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3f5336f-3038-4a15-b2d2-7d7612f7e525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.264666 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3f5336f-3038-4a15-b2d2-7d7612f7e525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.302750 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a3f5336f-3038-4a15-b2d2-7d7612f7e525 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc278cfa17a94752b9321a9cef94e46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221131 Nov 23 03:06:19.303981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5336f-3038-4a15-b2d2-7d7612f7e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aef384-bc78-46f1-88ca-3b712f6f2af6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:19.305342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59660) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:19.352849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.374145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.419582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.423416 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:19.424580 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01aef384-bc78-46f1-88ca-3b712f6f2af6 HTTP/1.1" status: 204 len: 168 time: 0.1182404 Nov 23 03:06:19.432137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965db23-9826-4ff8-9af6-15d8b870f42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aef384-bc78-46f1-88ca-3b712f6f2af6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:21.121303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59726) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:21.226796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-121c60ee-797d-43df-aba8-b63666b5e407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.299943 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-121c60ee-797d-43df-aba8-b63666b5e407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.303779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-121c60ee-797d-43df-aba8-b63666b5e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.341211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-121c60ee-797d-43df-aba8-b63666b5e407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63bc623cba034d9a8256551a6a212fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188530 Nov 23 03:06:21.342103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c60ee-797d-43df-aba8-b63666b5e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34391982-38a7-4598-b280-de4805255143,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:21.344628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59730) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:21.393014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.413731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.459910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.462557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.463735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34391982-38a7-4598-b280-de4805255143 HTTP/1.1" status: 204 len: 168 time: 0.1180434 Nov 23 03:06:21.471372 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135afb6-adde-4578-9263-8cff12d052f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34391982-38a7-4598-b280-de4805255143,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:21.715769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59736) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:21.732252 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6e6310f-2151-4d00-a075-3b60907d45a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.805648 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6e6310f-2151-4d00-a075-3b60907d45a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.808722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b6e6310f-2151-4d00-a075-3b60907d45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.846733 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b6e6310f-2151-4d00-a075-3b60907d45a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe587cb236414047871ac24f8717810c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298850 Nov 23 03:06:21.847580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6310f-2151-4d00-a075-3b60907d45a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f27d41-9bcc-47a4-bcb7-02d115e913e2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:21.849401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:21.898097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.918609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.968016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.970570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.971749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21f27d41-9bcc-47a4-bcb7-02d115e913e2 HTTP/1.1" status: 204 len: 168 time: 0.1202445 Nov 23 03:06:21.979414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5042d2-a68b-4ff0-b6ae-a0f600936c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f27d41-9bcc-47a4-bcb7-02d115e913e2,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:23.628617 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.950884 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.893611 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40331d58-1929-4d5b-9924-6a6635049f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.065984 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ff6254c-4730-4314-87ee-254e072f884d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.380682 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.800004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:41.911327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.391618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:06:49.571588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 59942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:49.686892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.757565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.761386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.803217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af3317aaa806449ca2b2de3a11047b33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303283 Nov 23 03:06:49.805317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc07aad-854a-4876-bd4c-609a26d56928,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:49.805995 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59946) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:49.814191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.814570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.814925 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.815277 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.815621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.815957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.816294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.816629 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.816963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.817294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.817626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.817955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea4392-fd29-4930-90f3-9035cab2a838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:49.862110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.883395 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.928997 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.931659 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:49.932824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcc07aad-854a-4876-bd4c-609a26d56928 HTTP/1.1" status: 204 len: 168 time: 0.1258063 Nov 23 03:06:49.941414 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4b236-3777-45c0-9640-fa07dae1801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc07aad-854a-4876-bd4c-609a26d56928,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:50.197225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59952) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:50.211100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27b1fa17-8b57-408c-8d2c-a348a559b8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.294008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27b1fa17-8b57-408c-8d2c-a348a559b8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.298354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27b1fa17-8b57-408c-8d2c-a348a559b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.336197 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1fa17-8b57-408c-8d2c-a348a559b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73febfb-982c-4d1c-ab05-65f028c895d5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:50.340595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27b1fa17-8b57-408c-8d2c-a348a559b8d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=664de42e07084cfaabdc0e83bb4fd9ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421540 Nov 23 03:06:50.343441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 59954) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:50.391526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.412454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.462813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.465525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.466759 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f73febfb-982c-4d1c-ab05-65f028c895d5 HTTP/1.1" status: 204 len: 168 time: 0.1217639 Nov 23 03:06:50.476213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7327-16ad-41d6-ab64-51736c3cf3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73febfb-982c-4d1c-ab05-65f028c895d5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:53.641714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.297099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60050) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:55.401019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e404e06c-beee-4ee5-aa38-ae44bfb85eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.474187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e404e06c-beee-4ee5-aa38-ae44bfb85eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.478013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e404e06c-beee-4ee5-aa38-ae44bfb85eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.520482 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e404e06c-beee-4ee5-aa38-ae44bfb85eab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=999f70515f804d2fac81107eab43e3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222908 Nov 23 03:06:55.521343 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404e06c-beee-4ee5-aa38-ae44bfb85eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c489de6-aafa-4b60-9778-fa80515f35ce,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:55.523813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60054) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:55.572779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.593132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.639726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.642415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.643602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c489de6-aafa-4b60-9778-fa80515f35ce HTTP/1.1" status: 204 len: 168 time: 0.1187763 Nov 23 03:06:55.651189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4eb1f-8d9f-419f-a794-88fee48e04ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c489de6-aafa-4b60-9778-fa80515f35ce,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:55.895272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:55.911765 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb331-97ec-4001-966e-dbbd38184857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.986745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb331-97ec-4001-966e-dbbd38184857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:55.990680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb331-97ec-4001-966e-dbbd38184857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:56.027774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3a9cb331-97ec-4001-966e-dbbd38184857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=049500125afc4da29d0a68c59591347e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313589 Nov 23 03:06:56.028897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cb331-97ec-4001-966e-dbbd38184857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e2ead6-f94d-4f94-8e2e-3f4ae8ffed9d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:56.030428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60062) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:56.078875 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:56.099744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:56.144800 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:56.147460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:56.148629 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9e2ead6-f94d-4f94-8e2e-3f4ae8ffed9d HTTP/1.1" status: 204 len: 168 time: 0.1166379 Nov 23 03:06:56.157229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5c136-8e4b-46d7-b27e-dfc627ceccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e2ead6-f94d-4f94-8e2e-3f4ae8ffed9d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:59.950936 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:04.861352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60146) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:04.966984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425bc2f-a93d-4725-9b58-0298a87e21b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.040339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425bc2f-a93d-4725-9b58-0298a87e21b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.044082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2425bc2f-a93d-4725-9b58-0298a87e21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.083401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2425bc2f-a93d-4725-9b58-0298a87e21b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55d7a5cf7a9741ed9df1f5c74d94ad78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207775 Nov 23 03:07:05.085824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425bc2f-a93d-4725-9b58-0298a87e21b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11b94e-8478-4d29-9fda-9d1c45e3e1ae,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:05.086125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:05.140180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.161988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.208976 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.211671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.212874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef11b94e-8478-4d29-9fda-9d1c45e3e1ae HTTP/1.1" status: 204 len: 168 time: 0.1253183 Nov 23 03:07:05.221644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8b9fa-2a2b-4d08-a605-363bc8bdc3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11b94e-8478-4d29-9fda-9d1c45e3e1ae,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:05.473613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:05.486640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca73535d-50af-44ae-ac67-008c62421e38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.561189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca73535d-50af-44ae-ac67-008c62421e38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.565817 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ca73535d-50af-44ae-ac67-008c62421e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.604155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ca73535d-50af-44ae-ac67-008c62421e38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58f278e85b684559a78daa11fd9313e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294360 Nov 23 03:07:05.605122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73535d-50af-44ae-ac67-008c62421e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a054f025-abd6-48ca-a4d9-c2f9db7ccf44,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:05.606790 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60158) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:05.658791 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.679757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.727907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.730758 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.731968 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a054f025-abd6-48ca-a4d9-c2f9db7ccf44 HTTP/1.1" status: 204 len: 168 time: 0.1235685 Nov 23 03:07:05.740716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7745068-ac09-405f-973e-080141f182c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a054f025-abd6-48ca-a4d9-c2f9db7ccf44,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:05.896510 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb666f0c-7d2d-4c12-8a71-2fd846cedde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:08.076970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dddfaa8f-fbc9-4e1e-826e-0950ad6ac520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:09.379173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:10.802950 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.586929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60238) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:11.700230 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.779083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.783551 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.822989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=879e71d3693e448182438f76db51bff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2349553 Nov 23 03:07:11.823739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5f1171-cad9-47f7-b505-e103d59397ef,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:11.825644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60242) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:11.832387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.832757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.833408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.833571 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.833782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.834122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.834458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.834814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.835149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.835491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.835814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.836141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a70993-ea15-44ea-9b6f-f5335d945c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:11.885489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.910074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.915810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.961437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.964310 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:11.965472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f5f1171-cad9-47f7-b505-e103d59397ef HTTP/1.1" status: 204 len: 168 time: 0.1388302 Nov 23 03:07:11.974273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e324d0-eb3b-4039-8512-01b69c9959ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5f1171-cad9-47f7-b505-e103d59397ef,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:12.229428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:12.242797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af0e973-bc1e-457b-8390-4a67e3f5c66c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.317084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af0e973-bc1e-457b-8390-4a67e3f5c66c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.323867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8af0e973-bc1e-457b-8390-4a67e3f5c66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.371145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8af0e973-bc1e-457b-8390-4a67e3f5c66c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=700a417becc34a608ac067e5ea62441d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382153 Nov 23 03:07:12.371145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0e973-bc1e-457b-8390-4a67e3f5c66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51647d19-faa6-444d-b6f1-f40366808eec,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:12.371656 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60250) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:12.423476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.447555 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.495887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.498644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.499828 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51647d19-faa6-444d-b6f1-f40366808eec HTTP/1.1" status: 204 len: 168 time: 0.1270638 Nov 23 03:07:12.507278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e201b-98e3-42ac-8216-8a8dfa0b81f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51647d19-faa6-444d-b6f1-f40366808eec,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:14.120743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60304) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:14.232750 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c231b778-43df-4095-86b2-fb03a9a0a717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.307972 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c231b778-43df-4095-86b2-fb03a9a0a717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.311653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c231b778-43df-4095-86b2-fb03a9a0a717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.349870 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c231b778-43df-4095-86b2-fb03a9a0a717 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c5e3001e29b41b89e66bcdb7ddb0c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280738 Nov 23 03:07:14.350756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231b778-43df-4095-86b2-fb03a9a0a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9ba9f-f7ca-444e-a8c8-0762384f74ab,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:14.352596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60308) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:14.400174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.420851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.467888 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.471227 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.472518 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7c9ba9f-f7ca-444e-a8c8-0762384f74ab HTTP/1.1" status: 204 len: 168 time: 0.1189158 Nov 23 03:07:14.479898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37940d9-6be7-4a73-b0ba-4f19a7c2137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9ba9f-f7ca-444e-a8c8-0762384f74ab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:14.721254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60314) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:14.734337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-187a1a4c-e67f-40e9-a109-f7544e4b9732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.810509 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-187a1a4c-e67f-40e9-a109-f7544e4b9732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.814153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-187a1a4c-e67f-40e9-a109-f7544e4b9732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.854103 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-187a1a4c-e67f-40e9-a109-f7544e4b9732 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=512f8495b5684d868119a9d155373e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318581 Nov 23 03:07:14.855319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1a4c-e67f-40e9-a109-f7544e4b9732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aacf378-7e5d-4bdd-a194-0c4547540b6a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:14.857106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60316) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:14.905070 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.928075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.973183 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.975914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:14.977059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7aacf378-7e5d-4bdd-a194-0c4547540b6a HTTP/1.1" status: 204 len: 168 time: 0.1188691 Nov 23 03:07:14.985473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdb67a-4473-4356-ac7b-54e235c1baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aacf378-7e5d-4bdd-a194-0c4547540b6a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:15.621212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60338) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:15.717291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956216888-network', 'tenant_id': '88de640020da4417b06503c21fb6863c'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:15.739658 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Made reservation on behalf of 88de640020da4417b06503c21fb6863c for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:07:15.742011 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.753204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.825536 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.829699 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.854208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:07:15.864213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b7054-2d94-4f8f-a35d-32aaf68d60eb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:15.869154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.869503 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Added segment 2ea4cd46-9ebc-4b63-bcae-eae76f435014 of type vlan for network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 Nov 23 03:07:15.909325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.933357 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.934297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:15.934909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:15.993199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3707864 Nov 23 03:07:15.996132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:07:16.000153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e971993-da7e-4d27-aeea-e91323a0f1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d59dfd2-d11a-413e-b7a6-89ae04f09887,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:16.001358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Request body: {'subnet': {'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956216888-subnet', 'tenant_id': '88de640020da4417b06503c21fb6863c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:16.010481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:07:16.022901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Made reservation on behalf of 88de640020da4417b06503c21fb6863c for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:07:16.025283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:16.192405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:16.248905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30860ce3-8e35-487d-81ba-28d1a099b536,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:16.256980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Checking segment: {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:07:16.257341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Network hostable DHCP agents. Network: 0d59dfd2-d11a-413e-b7a6-89ae04f09887, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:07:16.273735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:07:16.282043 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 0d59dfd2-d11a-413e-b7a6-89ae04f09887) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:07:16.286236 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:16.286866 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:16.297861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251e81e-c145-4ff6-bf83-835cf2528e5c None None] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:07:16.308688 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dcc8e83d-05b3-4a64-8387-d9b51e9bc051 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051772 Nov 23 03:07:16.428694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1f695-b570-4160-b8ff-926209feeb0e None None] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:07:18.201290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-848fc518-525a-45d2-9164-62a12c1931c8 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:18.202711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-848fc518-525a-45d2-9164-62a12c1931c8 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 808 time: 0.1047370 Nov 23 03:07:18.217930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-1c7886a0-5ff7-4650-b146-0c6f710166d7 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/quotas/88de640020da4417b06503c21fb6863c HTTP/1.1" status: 200 len: 375 time: 0.0088878 Nov 23 03:07:18.249075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-48756fbd-a9db-4e8a-adea-6d61f5da6381 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253487 Nov 23 03:07:18.401060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-7775ed8f-43ea-4341-ae68-c314998b8b52 service neutron] 10.222.0.15 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450129 Nov 23 03:07:18.487916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-933f692d-a7bd-4c3d-b1b1-846ca654e194 service neutron] 10.222.0.15 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806634 Nov 23 03:07:18.648400 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3787e05-e480-4d5f-aeb9-1cc045a9272c req-417e90a2-bcde-4eca-9022-49a6658d91e7 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 210 time: 0.0318801 Nov 23 03:07:19.756598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-702db08e-66c0-4593-bbaf-ea6f94280409 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:19.758074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-702db08e-66c0-4593-bbaf-ea6f94280409 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 808 time: 0.1890275 Nov 23 03:07:19.777931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Request body: {'port': {'device_id': '96e203af-cf6e-4077-815c-611ba637c72c', 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887', 'admin_state_up': True, 'tenant_id': '88de640020da4417b06503c21fb6863c'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:19.784345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aee9786b-2caf-4ead-a2f0-0940bacb14f3 req-0330b86e-9234-45a0-ba9a-477ab9a4bddb tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 210 time: 0.0273719 Nov 23 03:07:20.240345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Made reservation on behalf of 88de640020da4417b06503c21fb6863c for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:07:20.244041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:20.365196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Allocated IP 172.20.0.4 (0d59dfd2-d11a-413e-b7a6-89ae04f09887/30860ce3-8e35-487d-81ba-28d1a099b536/fe3ebb6b-f636-4f5b-9a15-9b4691608d9a) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:07:20.511778 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:20.543811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:20.585304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:07:20.588330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:07:20.592077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:07:20.621627 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Pushing event updated for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:20.646751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:20.647359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:20.662243 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-6d141191-ac3a-4f7c-9185-9ee6914a9d1c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8882847 Nov 23 03:07:20.732247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Request body: {'port': {'device_id': '96e203af-cf6e-4077-815c-611ba637c72c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:20.785172 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:20.904148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1abed6-9574-49fc-8ee2-3a454afa3d37 req-3bb37579-dd10-467e-a1f0-0acb4a166e06 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:20.905634 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c1abed6-9574-49fc-8ee2-3a454afa3d37 req-3bb37579-dd10-467e-a1f0-0acb4a166e06 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 931 time: 0.0496931 Nov 23 03:07:20.953029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c1abed6-9574-49fc-8ee2-3a454afa3d37 req-3aae73f2-a745-4a94-a6c2-14f14bcb1cf7 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Nov 23 03:07:21.089946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3ebb6b-f636-4f5b-9a15-9b4691608d9a {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:07:21.097335 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:21.115932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Transition to ACTIVE for port object fe3ebb6b-f636-4f5b-9a15-9b4691608d9a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:07:21.119307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:21.166208 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:21.235310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Attempting to bind port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:07:21.235645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Attempting to bind port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:07:21.235977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Attempting to bind port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:07:21.240392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:07:21.240708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Attempting to bind port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:07:21.245329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:07:21.245669 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Checking segment: {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:07:21.246045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Bound using segment: {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:07:21.246470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Bound port: fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:07:21.246850 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:21.309118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:07:21.312065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:07:21.317446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:21.352253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:21.352887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:21.354295 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe3ebb6b-f636-4f5b-9a15-9b4691608d9a HTTP/1.1" status: 200 len: 1092 time: 0.6784389 Nov 23 03:07:21.354791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:21.357083 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c15b7a3-996f-4376-a9c2-7748ac47719a" -d '{"events": [{"name": "network-changed", "server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:21.389858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100441e4-a576-4833-bbfa-361f9cebb403 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:21.478783 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37035eb4-2d8d-4417-bc32-b1a887a9afcf x-openstack-request-id: req-37035eb4-2d8d-4417-bc32-b1a887a9afcf {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:21.479088 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:21.479336 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37035eb4-2d8d-4417-bc32-b1a887a9afcf {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:21.479734 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a', 'status': 'completed', 'code': 200} Nov 23 03:07:21.488058 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-506ef373-dc81-4011-8135-19b718a66029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:21.489814 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-506ef373-dc81-4011-8135-19b718a66029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 1095 time: 0.0802145 Nov 23 03:07:21.555884 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-715c43b3-f0e4-440d-9426-f4fe41425176 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a HTTP/1.1" status: 200 len: 217 time: 0.0530672 Nov 23 03:07:21.608767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-e1873ec5-944e-4e2f-8e62-d2a9b7112d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:21.610712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-e1873ec5-944e-4e2f-8e62-d2a9b7112d1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 200 len: 848 time: 0.0479259 Nov 23 03:07:21.659667 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-a74a55d6-61bd-4dc9-80d5-012a8feba3b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d59dfd2-d11a-413e-b7a6-89ae04f09887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423145 Nov 23 03:07:21.749843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-d5055c93-0ad3-4f8f-9d9c-03c1f2f31d94 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Nov 23 03:07:21.840566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b31cde48-4da3-4547-a485-c7c7284487b0 req-a9049ef6-ab73-4ed3-8287-bbcb9fb4b8c7 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821199 Nov 23 03:07:21.959540 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-427851b1-2ea5-403d-91d3-70bd31aeb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:21.960911 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-427851b1-2ea5-403d-91d3-70bd31aeb19f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 1095 time: 0.0405080 Nov 23 03:07:22.074166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae98889-f7f3-44b1-be7b-f335adcd9c3e req-0f076920-128d-45b7-a225-9f17b3b73027 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:22.075698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ae98889-f7f3-44b1-be7b-f335adcd9c3e req-0f076920-128d-45b7-a225-9f17b3b73027 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 943 time: 0.0496333 Nov 23 03:07:22.111895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-bfa904bf-47d6-46c4-bead-405943207e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:22.113390 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-bfa904bf-47d6-46c4-bead-405943207e08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 909 time: 0.1452594 Nov 23 03:07:22.127061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ae98889-f7f3-44b1-be7b-f335adcd9c3e req-cfddfc4a-afce-478a-b77d-9dcd70d35532 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Nov 23 03:07:22.157124 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-ab78fbba-46e5-4f42-9fa8-ab0227972e4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a HTTP/1.1" status: 200 len: 217 time: 0.0350149 Nov 23 03:07:22.210948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-d88f3eef-0f01-4eb7-9d2b-cbf388a05b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:22.212294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-d88f3eef-0f01-4eb7-9d2b-cbf388a05b5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 200 len: 848 time: 0.0469713 Nov 23 03:07:22.243576 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-65bf4637-59d4-4824-8208-cf63f326c372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d59dfd2-d11a-413e-b7a6-89ae04f09887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237529 Nov 23 03:07:22.331631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-43fe01be-6568-48c8-9cb1-3fefa7786846 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800614 Nov 23 03:07:22.423962 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9c15b7a3-996f-4376-a9c2-7748ac47719a req-448d08c9-e6a4-4314-b174-2b161c66b2dd service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Nov 23 03:07:23.243026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064da325-8e94-4132-aa50-858944f07146 req-ce3e667f-21fd-4dbd-a95a-c0379486af5a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:23.244558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-064da325-8e94-4132-aa50-858944f07146 req-ce3e667f-21fd-4dbd-a95a-c0379486af5a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 943 time: 0.0492828 Nov 23 03:07:23.290925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-064da325-8e94-4132-aa50-858944f07146 req-3cf7292a-ba57-445a-a61d-bdff76329f1a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Nov 23 03:07:23.654980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:24.362203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe3ebb6b-f636-4f5b-9a15-9b4691608d9a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:07:24.407777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21616afa-a78b-4fdf-bce6-5a14dfa51a4d req-e87bbf84-f16b-480a-8025-1605c8506109 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:24.409282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21616afa-a78b-4fdf-bce6-5a14dfa51a4d req-e87bbf84-f16b-480a-8025-1605c8506109 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 943 time: 0.0491898 Nov 23 03:07:24.457089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21616afa-a78b-4fdf-bce6-5a14dfa51a4d req-2fad1a25-7c67-4647-9805-f0caca4c4f28 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Nov 23 03:07:24.459539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:24.472251 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a', 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887', 'port_id': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a', 'mac_address': 'fa:16:3e:7a:61:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30860ce3-8e35-487d-81ba-28d1a099b536', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:07:24.511142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:24.524095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3ebb6b-f636-4f5b-9a15-9b4691608d9a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:07:24.542627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:24.546422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:24.591646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:24.599258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.599609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.599953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.600290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.600621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.600951 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.601279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.601604 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.601930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.602255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.602601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.602927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:07:24.847100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe3ebb6b-f636-4f5b-9a15-9b4691608d9a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:07:25.574849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7f32c-bce2-45a5-9c2b-92ab08846a36 req-29a85e71-7e16-4274-b855-3e583868471c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:25.576298 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3f7f32c-bce2-45a5-9c2b-92ab08846a36 req-29a85e71-7e16-4274-b855-3e583868471c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 944 time: 0.0525401 Nov 23 03:07:25.623440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f3f7f32c-bce2-45a5-9c2b-92ab08846a36 req-c16ef7a4-2872-4de9-9a8a-fae9a08205dc tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Nov 23 03:07:26.377641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe3ebb6b-f636-4f5b-9a15-9b4691608d9a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:07:26.389726 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:07:26.426592 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:07:26.430371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:07:26.430769 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:26.510687 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:26.533063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:26.535315 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03994ccd-6f7f-4ee7-8a0d-092c18dfe57c" -d '{"events": [{"server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:26.547469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:26.551412 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:26.574690 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09119028-2e17-4289-80cc-5964007ffefc x-openstack-request-id: req-09119028-2e17-4289-80cc-5964007ffefc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:26.574982 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:26.575234 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09119028-2e17-4289-80cc-5964007ffefc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:26.575627 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a', 'code': 200} Nov 23 03:07:26.600491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:26.730056 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bdb33-afff-4022-ab40-f0bf3269304b req-b83704d8-2edf-44cb-a371-dd274e984a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:26.731606 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-096bdb33-afff-4022-ab40-f0bf3269304b req-b83704d8-2edf-44cb-a371-dd274e984a10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 1097 time: 0.0690322 Nov 23 03:07:26.741094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427691a5-b634-48ac-bce9-bef718aef15a req-a234ad72-b7bf-4195-aabe-7701f4f198c5 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:26.742608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-427691a5-b634-48ac-bce9-bef718aef15a req-a234ad72-b7bf-4195-aabe-7701f4f198c5 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0483310 Nov 23 03:07:26.788252 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-096bdb33-afff-4022-ab40-f0bf3269304b req-ae68d9d0-5098-4a40-a9f3-61703c63a749 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Nov 23 03:07:26.790464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-427691a5-b634-48ac-bce9-bef718aef15a req-5c406553-2cc8-4101-b2a9-8134f5b0ad62 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Nov 23 03:07:27.907578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07f6d8-4c74-4edb-8702-c26d55fb558b req-ba394584-2e5d-46a7-8ab1-117fe5cbf41c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:27.909053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d07f6d8-4c74-4edb-8702-c26d55fb558b req-ba394584-2e5d-46a7-8ab1-117fe5cbf41c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0514984 Nov 23 03:07:27.961144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d07f6d8-4c74-4edb-8702-c26d55fb558b req-733861a3-323f-46f5-926a-e644eae98e64 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Nov 23 03:07:29.075734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fff6d-c916-4cc2-9c4a-2abcc6a6f736 req-8382f5f3-8f72-4278-8d0d-09a49117930a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:29.077202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-043fff6d-c916-4cc2-9c4a-2abcc6a6f736 req-8382f5f3-8f72-4278-8d0d-09a49117930a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0485017 Nov 23 03:07:29.124220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-043fff6d-c916-4cc2-9c4a-2abcc6a6f736 req-3207b273-9e64-43d5-9e36-805a239a4625 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Nov 23 03:07:29.668153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26806-d31d-4b29-8010-56f1245e58cb req-b0af985c-cd63-43db-95ff-d87135050601 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:29.669620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fb26806-d31d-4b29-8010-56f1245e58cb req-b0af985c-cd63-43db-95ff-d87135050601 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0482557 Nov 23 03:07:29.717339 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fb26806-d31d-4b29-8010-56f1245e58cb req-1bdccafc-c744-485c-9c07-7a25922eb1f8 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Nov 23 03:07:29.950278 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:30.835057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d05c5-2459-4b0e-af16-aa4ff1a95341 req-173d8052-1e42-4eac-990c-0dc0898c10db tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:30.836655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-865d05c5-2459-4b0e-af16-aa4ff1a95341 req-173d8052-1e42-4eac-990c-0dc0898c10db tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0521915 Nov 23 03:07:30.882661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-865d05c5-2459-4b0e-af16-aa4ff1a95341 req-61e03165-f02b-456b-bfab-adf506974500 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Nov 23 03:07:31.053220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-a5bd41ef-3cc6-4334-83ac-fd38bc1ed5e7 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:31.054612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-a5bd41ef-3cc6-4334-83ac-fd38bc1ed5e7 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 945 time: 0.0569401 Nov 23 03:07:31.143162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Deleting port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:07:31.143505 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:31.227486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] For port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:31.227843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:31.240162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Calling delete_port for fe3ebb6b-f636-4f5b-9a15-9b4691608d9a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:07:31.364767 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:31.393147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Pushing event deleted for resources: {'Port': ['ID=fe3ebb6b-f636-4f5b-9a15-9b4691608d9a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:31.396497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['fe3ebb6b-f636-4f5b-9a15-9b4691608d9a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:07:31.435062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] No DVR routers for this DVR port fe3ebb6b-f636-4f5b-9a15-9b4691608d9a on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:07:31.438135 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:31.441623 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-18acfb75-94d4-4865-964e-d71eb4d32b9d req-e0218080-23fe-4c0d-81f9-6ceb8db73f6b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "DELETE /v2.0/ports/fe3ebb6b-f636-4f5b-9a15-9b4691608d9a HTTP/1.1" status: 204 len: 173 time: 0.3806415 Nov 23 03:07:31.442061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'name': 'network-vif-deleted', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:31.444443 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb65f0-ffcd-408e-8e34-0b70497e1b34" -d '{"events": [{"server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "name": "network-vif-deleted", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:31.480848 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fcbed6-3472-461a-b7e4-e555431b6153 x-openstack-request-id: req-76fcbed6-3472-461a-b7e4-e555431b6153 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:31.481144 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e203af-cf6e-4077-815c-611ba637c72c", "name": "network-vif-deleted", "tag": "fe3ebb6b-f636-4f5b-9a15-9b4691608d9a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:31.481407 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76fcbed6-3472-461a-b7e4-e555431b6153 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:31.481787 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e203af-cf6e-4077-815c-611ba637c72c', 'name': 'network-vif-deleted', 'tag': 'fe3ebb6b-f636-4f5b-9a15-9b4691608d9a', 'status': 'completed', 'code': 200} Nov 23 03:07:31.998180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bc7af74-c890-4262-8af5-9c23980b7258 req-dc2f1eb5-c8ab-4eb5-b03c-f070afdc0dc2 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=96e203af-cf6e-4077-815c-611ba637c72c HTTP/1.1" status: 200 len: 210 time: 0.0274248 Nov 23 03:07:33.252154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-c513e17a-fb26-4b5e-b2d0-a3da383bd66b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:33.253618 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-c513e17a-fb26-4b5e-b2d0-a3da383bd66b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 808 time: 0.1051567 Nov 23 03:07:33.269255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-cf4bcb03-6741-4663-82a2-6f650bb6f334 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/quotas/88de640020da4417b06503c21fb6863c HTTP/1.1" status: 200 len: 375 time: 0.0097311 Nov 23 03:07:33.300371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-c4f5aa7d-baa3-4748-8457-5f5c9e4f276a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258129 Nov 23 03:07:33.387846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-62b23edb-022d-4370-a8a5-c803b5bbcb0c service neutron] 10.222.0.15 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804520 Nov 23 03:07:33.479342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-7f58a84c-ff35-4744-9379-90a831433250 service neutron] 10.222.0.15 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847611 Nov 23 03:07:33.636762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23ba981f-3b91-448f-8299-ce306c7aa725 req-48aa62f1-3d04-42d4-a2ca-93fa97f5fd0e tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 210 time: 0.0269043 Nov 23 03:07:34.425615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe3ebb6b-f636-4f5b-9a15-9b4691608d9a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:07:34.445417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: fe3ebb6b-f636-4f5b-9a15-9b4691608d9a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:07:34.445761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device fe3ebb6b-f636-4f5b-9a15-9b4691608d9a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:07:34.747968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93a42d03-3887-4f73-bf5f-aa34540fa544 req-1517431b-bd04-491c-9229-e7b3ff74266e tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Nov 23 03:07:34.757469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-89471cc8-4e03-4d73-b5d9-9bd54f9acd3e tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:34.759261 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-89471cc8-4e03-4d73-b5d9-9bd54f9acd3e tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 808 time: 0.1293373 Nov 23 03:07:34.788528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Request body: {'port': {'device_id': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887', 'admin_state_up': True, 'tenant_id': '88de640020da4417b06503c21fb6863c'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:34.896096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Made reservation on behalf of 88de640020da4417b06503c21fb6863c for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:07:34.899749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.031271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Allocated IP 172.20.0.12 (0d59dfd2-d11a-413e-b7a6-89ae04f09887/30860ce3-8e35-487d-81ba-28d1a099b536/ecfa29a8-01be-4834-aa2f-70969cc987de) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:07:35.174928 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.207215 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.255202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:07:35.258416 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:07:35.261975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:07:35.285155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Pushing event updated for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:35.313457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:35.314337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.330040 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-6b3ad9ac-511c-4db6-bb7a-01c318245cf6 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5451932 Nov 23 03:07:35.349700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Request body: {'port': {'device_id': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:07:35.401005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.871182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9411ab-ed98-44d0-ba26-298a9e4c3e9f req-509d1306-d8c3-477e-91b0-e68691334883 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:35.872559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b9411ab-ed98-44d0-ba26-298a9e4c3e9f req-509d1306-d8c3-477e-91b0-e68691334883 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 932 time: 0.0538225 Nov 23 03:07:35.901574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dff20152-4e70-40bb-96df-99b58dd38328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.908946 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfa29a8-01be-4834-aa2f-70969cc987de {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:07:35.916417 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.923668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b9411ab-ed98-44d0-ba26-298a9e4c3e9f req-2533e5d0-bc26-4ee6-bd18-9377f4b20364 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Nov 23 03:07:35.930881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Transition to ACTIVE for port object ecfa29a8-01be-4834-aa2f-70969cc987de will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:07:35.938402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.987321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:36.061373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Attempting to bind port ecfa29a8-01be-4834-aa2f-70969cc987de on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:07:36.061707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Attempting to bind port ecfa29a8-01be-4834-aa2f-70969cc987de by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:07:36.062035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Attempting to bind port ecfa29a8-01be-4834-aa2f-70969cc987de on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:07:36.066600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Port ecfa29a8-01be-4834-aa2f-70969cc987de on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:07:36.066925 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Attempting to bind port ecfa29a8-01be-4834-aa2f-70969cc987de on network 0d59dfd2-d11a-413e-b7a6-89ae04f09887 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:07:36.071864 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:07:36.072204 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Checking segment: {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:07:36.072585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Bound using segment: {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:07:36.073014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Bound port: ecfa29a8-01be-4834-aa2f-70969cc987de, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea4cd46-9ebc-4b63-bcae-eae76f435014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:07:36.073367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:36.139075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:07:36.142637 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ecfa29a8-01be-4834-aa2f-70969cc987de,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:07:36.146542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:36.179311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.179940 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:36.181850 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] 10.222.0.41 "PUT /v2.0/ports/ecfa29a8-01be-4834-aa2f-70969cc987de HTTP/1.1" status: 200 len: 1093 time: 0.8372803 Nov 23 03:07:36.185913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:36.188233 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c784cb58-8303-4f95-878e-aba2ca36b32b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:36.212763 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c334a5-db8b-42b7-863d-f9bff5ada29c service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:36.233552 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9143220c-04e9-4508-b74a-a957f040f623 x-openstack-request-id: req-9143220c-04e9-4508-b74a-a957f040f623 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:36.233855 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:36.234112 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9143220c-04e9-4508-b74a-a957f040f623 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:36.234544 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de', 'status': 'completed', 'code': 200} Nov 23 03:07:36.290719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-e348a51d-eb61-4c0e-a231-14cbd0b4dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.292248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-e348a51d-eb61-4c0e-a231-14cbd0b4dbee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 1096 time: 0.0419991 Nov 23 03:07:36.340066 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-0950dcf3-38a9-4ac2-9bcc-7bb85a9fc980 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecfa29a8-01be-4834-aa2f-70969cc987de HTTP/1.1" status: 200 len: 217 time: 0.0348058 Nov 23 03:07:36.392379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-72a57a64-2619-4aa1-9f0c-60cf7563f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.393717 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-72a57a64-2619-4aa1-9f0c-60cf7563f3e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 200 len: 848 time: 0.0472164 Nov 23 03:07:36.425457 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-f532b926-eeb8-4653-8104-fb402f37a779 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d59dfd2-d11a-413e-b7a6-89ae04f09887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237639 Nov 23 03:07:36.517966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-a94f0256-5fae-4332-b261-60ded410742e service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834429 Nov 23 03:07:36.610206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2679eeef-d264-44d8-8aa8-e0b024f77519 req-87f7e753-3aa1-4210-8889-b70c8da0821a service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845973 Nov 23 03:07:36.730154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-1067259e-f2c2-446a-a193-de42531b265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.731558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-1067259e-f2c2-446a-a193-de42531b265f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 1096 time: 0.0404649 Nov 23 03:07:36.825406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-fbb6165e-439e-45f2-be14-3540b0d1723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.826929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-fbb6165e-439e-45f2-be14-3540b0d1723d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 909 time: 0.0884471 Nov 23 03:07:36.869555 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-c4cc8333-6e6c-4c4e-8abc-8769dba0354a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecfa29a8-01be-4834-aa2f-70969cc987de HTTP/1.1" status: 200 len: 217 time: 0.0347383 Nov 23 03:07:36.919310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-35dcee3a-db9f-426d-994d-9df1ba36d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:36.920737 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-35dcee3a-db9f-426d-994d-9df1ba36d007 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 200 len: 848 time: 0.0438013 Nov 23 03:07:36.958113 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-e7eaef10-3a14-4c64-a5b1-709efe06ea4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d59dfd2-d11a-413e-b7a6-89ae04f09887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292394 Nov 23 03:07:37.046878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd91db-24fa-4250-b666-e2bd1d874043 req-c05f7cca-2213-4bf8-9901-0c356ef05a60 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:37.048404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cabd91db-24fa-4250-b666-e2bd1d874043 req-c05f7cca-2213-4bf8-9901-0c356ef05a60 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 944 time: 0.0491977 Nov 23 03:07:37.049642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-5ab6465f-405e-4824-b769-5923e0430296 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Nov 23 03:07:37.096883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cabd91db-24fa-4250-b666-e2bd1d874043 req-b3f76982-5fe0-484f-a5c4-1989b994e407 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Nov 23 03:07:37.147104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c784cb58-8303-4f95-878e-aba2ca36b32b req-e0d8b2a6-d170-4c35-bc63-94acf76fd5a7 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889931 Nov 23 03:07:38.070364 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f7bde594-018e-4b4a-a278-80824fd04935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:38.213647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5614335-6140-4ca6-b477-9a3a814bd5ce req-7285c14a-5a73-41d7-9cac-d5f5d65db43a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:38.215157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5614335-6140-4ca6-b477-9a3a814bd5ce req-7285c14a-5a73-41d7-9cac-d5f5d65db43a tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 944 time: 0.0484219 Nov 23 03:07:38.266214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5614335-6140-4ca6-b477-9a3a814bd5ce req-034eb36b-50e2-450e-8857-65cb23568fbd tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Nov 23 03:07:39.379393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc36a-3f8a-4fa5-a36c-8766375dd94e req-d2985a1a-6762-4a70-89f2-384273ea1bf4 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:39.380898 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6afc36a-3f8a-4fa5-a36c-8766375dd94e req-d2985a1a-6762-4a70-89f2-384273ea1bf4 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 944 time: 0.0484509 Nov 23 03:07:39.381451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:39.430296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6afc36a-3f8a-4fa5-a36c-8766375dd94e req-6acc7748-b3d2-4a37-992d-28e92bd5144c tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Nov 23 03:07:40.456241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ecfa29a8-01be-4834-aa2f-70969cc987de details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:07:40.545438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7012f-511e-4620-af80-4b2e9a13c326 req-6a015f9c-b964-4e07-b320-cb210b9362e2 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:40.547485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61f7012f-511e-4620-af80-4b2e9a13c326 req-6a015f9c-b964-4e07-b320-cb210b9362e2 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 944 time: 0.0477207 Nov 23 03:07:40.550433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ecfa29a8-01be-4834-aa2f-70969cc987de,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:40.562317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ecfa29a8-01be-4834-aa2f-70969cc987de', 'network_id': '0d59dfd2-d11a-413e-b7a6-89ae04f09887', 'port_id': 'ecfa29a8-01be-4834-aa2f-70969cc987de', 'mac_address': 'fa:16:3e:ae:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30860ce3-8e35-487d-81ba-28d1a099b536', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:07:40.594327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61f7012f-511e-4620-af80-4b2e9a13c326 req-315bb8a8-baf5-42fc-80d5-964d8fbcef34 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Nov 23 03:07:40.599011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:40.616106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa29a8-01be-4834-aa2f-70969cc987de {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:07:40.635707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ecfa29a8-01be-4834-aa2f-70969cc987de,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:40.639760 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:40.685032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:40.804923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:40.896593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ecfa29a8-01be-4834-aa2f-70969cc987de'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:07:41.715752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec5b5-508f-4495-94aa-d0263d58beae req-09b56bf6-cc4d-459c-876b-c6ce3d48cbf1 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:41.717218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3feec5b5-508f-4495-94aa-d0263d58beae req-09b56bf6-cc4d-459c-876b-c6ce3d48cbf1 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Nov 23 03:07:41.766232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3feec5b5-508f-4495-94aa-d0263d58beae req-823eb4a3-18d6-4310-b93c-4d55105e4c59 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Nov 23 03:07:41.918406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:42.469037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ecfa29a8-01be-4834-aa2f-70969cc987de up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:07:42.515772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port ecfa29a8-01be-4834-aa2f-70969cc987de completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:07:42.519490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ecfa29a8-01be-4834-aa2f-70969cc987de triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:07:42.519857 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:42.592483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:42.617851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:42.620078 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74896151-3cc9-4d76-9716-6994dc798b80" -d '{"events": [{"server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:42.632345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ecfa29a8-01be-4834-aa2f-70969cc987de,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:42.636417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:42.683450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:42.721845 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ee9495-e5dc-470e-853d-379479c145cb x-openstack-request-id: req-b6ee9495-e5dc-470e-853d-379479c145cb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:42.722162 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:42.722439 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6ee9495-e5dc-470e-853d-379479c145cb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:42.722860 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de', 'code': 200} Nov 23 03:07:42.852157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c391a6-f5d2-45f5-8ecf-ccf13bded537 req-f854cae8-7410-40dc-a1bd-6aacbfc605f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:42.853594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-91c391a6-f5d2-45f5-8ecf-ccf13bded537 req-f854cae8-7410-40dc-a1bd-6aacbfc605f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 1098 time: 0.0419741 Nov 23 03:07:42.880601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6402e4-5afc-4d06-bba4-64c0983f9c71 req-3effaf8f-5948-401b-92c7-c9cce4e044d4 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:42.882091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a6402e4-5afc-4d06-bba4-64c0983f9c71 req-3effaf8f-5948-401b-92c7-c9cce4e044d4 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0487931 Nov 23 03:07:42.899331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-91c391a6-f5d2-45f5-8ecf-ccf13bded537 req-ee5ef3fb-dac1-40cc-a978-5434d292ac97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Nov 23 03:07:42.929499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a6402e4-5afc-4d06-bba4-64c0983f9c71 req-41637a80-dd89-435b-9675-77c9e3c59188 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 23 03:07:44.045913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f803e2-c404-44db-aac2-8d71a4adb6d7 req-5db9b9bc-4e3f-479b-a445-77befc9dc333 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:44.047962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05f803e2-c404-44db-aac2-8d71a4adb6d7 req-5db9b9bc-4e3f-479b-a445-77befc9dc333 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Nov 23 03:07:44.101498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-05f803e2-c404-44db-aac2-8d71a4adb6d7 req-494f600a-91f4-4f8d-954f-c0b01bfb7a0b tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474381 Nov 23 03:07:44.406081 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-3f284ffc-d79a-42ce-aba9-2b6b8e7297e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389240 Nov 23 03:07:44.503506 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-bff3a289-f398-4960-b585-83eab9c5d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:44.504968 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-bff3a289-f398-4960-b585-83eab9c5d093 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88de640020da4417b06503c21fb6863c&device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 1098 time: 0.0406933 Nov 23 03:07:44.610424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-9491f56c-db37-48c2-9cd1-b4ab4bb6b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:44.611916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-9491f56c-db37-48c2-9cd1-b4ab4bb6b4fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 200 len: 909 time: 0.0872705 Nov 23 03:07:44.654432 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-9c485e36-e8a1-4192-be61-37068e542206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecfa29a8-01be-4834-aa2f-70969cc987de HTTP/1.1" status: 200 len: 217 time: 0.0352762 Nov 23 03:07:44.708617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-30525e85-3892-445f-a326-10397e9b931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:44.710088 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-30525e85-3892-445f-a326-10397e9b931d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 200 len: 848 time: 0.0484433 Nov 23 03:07:44.741614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-66feba68-aed5-4e52-a0e1-efd2a57835de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d59dfd2-d11a-413e-b7a6-89ae04f09887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244656 Nov 23 03:07:44.831052 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-e29d9f73-3899-4bc2-b987-2ce9ff9bf170 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820799 Nov 23 03:07:44.923077 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f6d473b-0400-47c9-afa6-ada7d635835a req-d4ca0f6a-fa77-4e78-a5d4-f24dfd61a762 service neutron] 10.222.0.41 "GET /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847800 Nov 23 03:07:45.217747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f964f-ea93-47d5-806c-f52e3e505c3f req-91fb1ca3-e584-4064-b07d-ccd6023415af tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:45.219146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f964f-ea93-47d5-806c-f52e3e505c3f req-91fb1ca3-e584-4064-b07d-ccd6023415af tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0483232 Nov 23 03:07:45.266143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f964f-ea93-47d5-806c-f52e3e505c3f req-9de4730e-ed53-4214-a125-230dcad38d47 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Nov 23 03:07:45.843454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bf171-6107-4eae-84a3-2c0efeb93438 req-192fa563-8a44-431f-8c16-2552a2eecf93 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:45.845444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e0bf171-6107-4eae-84a3-2c0efeb93438 req-192fa563-8a44-431f-8c16-2552a2eecf93 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0478885 Nov 23 03:07:45.890296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e0bf171-6107-4eae-84a3-2c0efeb93438 req-c10120ca-3ab0-416f-ab55-8d34cc6b26fa tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Nov 23 03:07:47.009943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5200a-2fdd-48f0-ae37-0d4e9363982f req-829c1039-8f9f-43a4-a568-5ee892bef4df tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:47.011371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c5200a-2fdd-48f0-ae37-0d4e9363982f req-829c1039-8f9f-43a4-a568-5ee892bef4df tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0523379 Nov 23 03:07:47.057771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c5200a-2fdd-48f0-ae37-0d4e9363982f req-bc18e51d-38df-4217-aae1-7f69b136af34 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/security-groups?id=f56b7054-2d94-4f8f-a35d-32aaf68d60eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Nov 23 03:07:47.199313 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-f95789ab-f02d-42a7-9c33-8802768c2bcc tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:47.200756 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-f95789ab-f02d-42a7-9c33-8802768c2bcc tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 946 time: 0.0486033 Nov 23 03:07:47.292398 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Deleting port ecfa29a8-01be-4834-aa2f-70969cc987de {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:07:47.293180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:47.383046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] For port ecfa29a8-01be-4834-aa2f-70969cc987de, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ecfa29a8-01be-4834-aa2f-70969cc987de,segment=NetworkSegment(2ea4cd46-9ebc-4b63-bcae-eae76f435014),segment_id=2ea4cd46-9ebc-4b63-bcae-eae76f435014)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:07:47.383411 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:47.396004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Calling delete_port for ecfa29a8-01be-4834-aa2f-70969cc987de owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:07:47.525598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:47.552553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Pushing event deleted for resources: {'Port': ['ID=ecfa29a8-01be-4834-aa2f-70969cc987de,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:07:47.559283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ecfa29a8-01be-4834-aa2f-70969cc987de'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:07:47.596975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] No DVR routers for this DVR port ecfa29a8-01be-4834-aa2f-70969cc987de on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:07:47.599607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:47.603148 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-81209e01-e0b6-4497-a356-5e0c2d6c8a01 req-b8f83972-2c3f-4368-bdc0-44bf26069470 tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.41 "DELETE /v2.0/ports/ecfa29a8-01be-4834-aa2f-70969cc987de HTTP/1.1" status: 204 len: 173 time: 0.3961217 Nov 23 03:07:47.603609 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'name': 'network-vif-deleted', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:07:47.605929 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d77bb-8479-4c9c-8979-d71e9f4689ff" -d '{"events": [{"server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "name": "network-vif-deleted", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:07:47.645403 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2090cc5-8029-418c-a09a-428b782e441e x-openstack-request-id: req-d2090cc5-8029-418c-a09a-428b782e441e {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:07:47.645711 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fead2d-38cc-48e4-9080-9b6760644141", "name": "network-vif-deleted", "tag": "ecfa29a8-01be-4834-aa2f-70969cc987de", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:07:47.645958 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2090cc5-8029-418c-a09a-428b782e441e {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:07:47.646400 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fead2d-38cc-48e4-9080-9b6760644141', 'name': 'network-vif-deleted', 'tag': 'ecfa29a8-01be-4834-aa2f-70969cc987de', 'status': 'completed', 'code': 200} Nov 23 03:07:48.172125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c52ef10e-6897-4d53-9bc7-68d70a3a7564 req-680b81f2-093e-406e-b82a-b3a58718c82e tempest-VolumesActionsTest-723471903 tempest-VolumesActionsTest-723471903-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2fead2d-38cc-48e4-9080-9b6760644141 HTTP/1.1" status: 200 len: 210 time: 0.0263872 Nov 23 03:07:50.484780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ecfa29a8-01be-4834-aa2f-70969cc987de no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:07:50.507398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: ecfa29a8-01be-4834-aa2f-70969cc987de {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:07:50.507748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ecfa29a8-01be-4834-aa2f-70969cc987de not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:07:53.665210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:59.947981 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:03.390237 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:08:05.893538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4158317c-3165-47b1-8f98-c03e982b6d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:08.072860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b940cb-0679-4c16-814b-fe05418ad930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:08.944915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60736) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:08.994321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Deleting subnet 30860ce3-8e35-487d-81ba-28d1a099b536 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:08:08.997399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.032095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.071886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.123291 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.154247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30860ce3-8e35-487d-81ba-28d1a099b536,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:09.156280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.160257 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cb5177ef-c7ef-45a7-9de3-23d73501642d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/30860ce3-8e35-487d-81ba-28d1a099b536 HTTP/1.1" status: 204 len: 168 time: 0.2141793 Nov 23 03:08:09.162072 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60738) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:09.230101 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.313695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.333607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d59dfd2-d11a-413e-b7a6-89ae04f09887']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:08:09.343930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea4cd46-9ebc-4b63-bcae-eae76f435014') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:08:09.344230 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea4cd46-9ebc-4b63-bcae-eae76f435014') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:08:09.354036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.369683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.377124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:08:09.377475 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:08:09.379495 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:08:09.387306 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.438860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.446330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.449085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0d59dfd2-d11a-413e-b7a6-89ae04f09887 HTTP/1.1" status: 204 len: 168 time: 0.2859807 Nov 23 03:08:09.459081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e00096-bea3-4299-8583-735d72ea4115 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d59dfd2-d11a-413e-b7a6-89ae04f09887,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:09.558980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60742) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:09.597807 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-83f2cde5-8ad4-41d0-b8a5-aa3211ac345f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88de640020da4417b06503c21fb6863c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376596 Nov 23 03:08:09.600225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60744) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:09.651141 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.673307 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.721724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.724460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.726114 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f56b7054-2d94-4f8f-a35d-32aaf68d60eb HTTP/1.1" status: 204 len: 168 time: 0.1249967 Nov 23 03:08:09.734666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d9988-72d1-4ef2-b5ff-025686915bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b7054-2d94-4f8f-a35d-32aaf68d60eb,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:10.811643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:11.920435 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.374022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 60890) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:23.528001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.601161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.604854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.644688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47dad27-baba-48a5-a2ab-154ce2b1fd1f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:23.652932 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=011906b57d79429ea73b4c17ab4da312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753770 Nov 23 03:08:23.653735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 60896) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:23.656391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.656743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.657120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.657460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.657888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.658479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.659071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.659493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.659769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.660039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.660513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.660846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d08a7b-b8b9-4af4-9b44-781db58dfa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.671293 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.722609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.743591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.791626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.794312 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:23.795501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d47dad27-baba-48a5-a2ab-154ce2b1fd1f HTTP/1.1" status: 204 len: 168 time: 0.1401596 Nov 23 03:08:23.803774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47dad27-baba-48a5-a2ab-154ce2b1fd1f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:23.811395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.811754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.812101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.812440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.812775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.813649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.813983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.814312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.814702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.815009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.815338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:23.815660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab21cb6-0de6-4ccf-9c57-b447a77aba8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:29.959624 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:33.969175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-8932b9e5-183a-49a3-9374-4659a1fdd546 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b24fa5fe4d814628b295d883965e0a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324183 Nov 23 03:08:34.152573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-aff5edc4-8a91-4fb8-84aa-2cb2c7bdf026 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:34.154041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-aff5edc4-8a91-4fb8-84aa-2cb2c7bdf026 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789951 Nov 23 03:08:34.168654 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-b67fa9ee-1681-4d94-9165-7bbda81618ae tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/quotas/b24fa5fe4d814628b295d883965e0a4b HTTP/1.1" status: 200 len: 375 time: 0.0087891 Nov 23 03:08:34.199027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2b38037c-0fab-4dd1-8b60-e6e4b18be6ab tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b24fa5fe4d814628b295d883965e0a4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251172 Nov 23 03:08:34.354778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a362eef-6999-4c51-943b-f771ecf2c1fa req-e95980b4-f649-40b0-90ab-e71a60a04e0e tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 210 time: 0.0261402 Nov 23 03:08:35.432441 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-298b1423-971d-4890-9242-2b388e07ab49 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b24fa5fe4d814628b295d883965e0a4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307071 Nov 23 03:08:35.464829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-90ca95b0-e622-4e1a-893b-63862a6de99b req-fa921b0c-2fec-4562-a91f-8d9694598bee tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 210 time: 0.0312550 Nov 23 03:08:35.630969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-b9ce09ec-736d-4b43-abb9-398f898e124c tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:35.632418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-b9ce09ec-736d-4b43-abb9-398f898e124c tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938593 Nov 23 03:08:35.651432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Request body: {'port': {'device_id': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'admin_state_up': True, 'tenant_id': 'b24fa5fe4d814628b295d883965e0a4b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:35.764578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Made reservation on behalf of b24fa5fe4d814628b295d883965e0a4b for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:08:35.769237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.777552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.851057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.854693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.894530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6603fed8-867e-4a1c-b817-f540114f8785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.912371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40084dce-6f95-4bcf-a878-4db18c375c32,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:35.987272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Allocated IP 192.168.233.38 (6775544d-2901-4b64-acda-657e45b48d83/18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f/a593705b-361c-458b-82dd-49effae54eb2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:08:36.131630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.164391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.209452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Network 6775544d-2901-4b64-acda-657e45b48d83 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:08:36.212570 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:08:36.218999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:08:36.225971 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Pushing event updated for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:36.274050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:36.274695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.290904 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-a02deda9-a00b-4726-a9a6-9ccc468987c4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6431229 Nov 23 03:08:36.309292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Request body: {'port': {'device_id': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:36.371066 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.426233 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c7c9a4c0-aba2-4bda-aeac-bb010cbc27d4 None None] Provisioning complete for port a593705b-361c-458b-82dd-49effae54eb2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:08:36.426637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c7c9a4c0-aba2-4bda-aeac-bb010cbc27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.468835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c7c9a4c0-aba2-4bda-aeac-bb010cbc27d4 None None] Port a593705b-361c-458b-82dd-49effae54eb2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:08:36.582241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eae483-e9e1-44d6-8645-ae42f988160f req-8ad3dd55-90a6-462e-b39d-ecf48a5ccc4f tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:36.583834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74eae483-e9e1-44d6-8645-ae42f988160f req-8ad3dd55-90a6-462e-b39d-ecf48a5ccc4f tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 935 time: 0.0483067 Nov 23 03:08:36.630214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74eae483-e9e1-44d6-8645-ae42f988160f req-b7a02934-84af-439c-9893-578a0b444050 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Nov 23 03:08:36.632292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a593705b-361c-458b-82dd-49effae54eb2 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:08:36.640138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.652646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Transition to ACTIVE for port object a593705b-361c-458b-82dd-49effae54eb2 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:08:36.656991 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.712994 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Pushing event updated for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:36.783734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Attempting to bind port a593705b-361c-458b-82dd-49effae54eb2 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:08:36.784199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Attempting to bind port a593705b-361c-458b-82dd-49effae54eb2 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:08:36.784441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Attempting to bind port a593705b-361c-458b-82dd-49effae54eb2 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:08:36.789174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Port a593705b-361c-458b-82dd-49effae54eb2 on network 6775544d-2901-4b64-acda-657e45b48d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:08:36.789634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Attempting to bind port a593705b-361c-458b-82dd-49effae54eb2 on network 6775544d-2901-4b64-acda-657e45b48d83 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:08:36.794665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:08:36.795003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Checking segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:08:36.795386 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Bound using segment: {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:08:36.795813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Bound port: a593705b-361c-458b-82dd-49effae54eb2, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d4bbcc-4c16-4bf1-a318-e2363a557438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6775544d-2901-4b64-acda-657e45b48d83'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:08:36.796170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.862053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:08:36.865515 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a593705b-361c-458b-82dd-49effae54eb2,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:08:36.868867 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.904982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:36.905606 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.907102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] 10.222.0.41 "PUT /v2.0/ports/a593705b-361c-458b-82dd-49effae54eb2 HTTP/1.1" status: 200 len: 1096 time: 0.6021874 Nov 23 03:08:36.908079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:08:36.910321 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a27bc76-443b-4453-b0c4-21b558d07a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "tag": "a593705b-361c-458b-82dd-49effae54eb2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:08:36.931818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027899d-1114-4d67-a5e0-b68650f2c18d service neutron] Pushing event updated for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:36.955924 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13cf019-049e-4a5b-92bb-1292fe89d004 x-openstack-request-id: req-a13cf019-049e-4a5b-92bb-1292fe89d004 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:08:36.956236 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "tag": "a593705b-361c-458b-82dd-49effae54eb2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:08:36.956674 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a13cf019-049e-4a5b-92bb-1292fe89d004 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:08:36.957004 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2', 'status': 'completed', 'code': 200} Nov 23 03:08:37.018158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-0b7806ef-0300-4eea-9a64-a6f4bfbca53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.019694 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-0b7806ef-0300-4eea-9a64-a6f4bfbca53d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24fa5fe4d814628b295d883965e0a4b&device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 1099 time: 0.0480967 Nov 23 03:08:37.072385 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-9c058326-b24b-483f-91a9-c54bc7b945e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a593705b-361c-458b-82dd-49effae54eb2 HTTP/1.1" status: 200 len: 217 time: 0.0383413 Nov 23 03:08:37.124880 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-7664c5c8-7860-4de7-ac6b-6e507e840003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.126938 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-7664c5c8-7860-4de7-ac6b-6e507e840003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0479844 Nov 23 03:08:37.180759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820ead-f1dd-42a2-8595-88a3624b722e req-de0eb473-7b80-4707-9905-83a57b9e4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.182216 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-de0eb473-7b80-4707-9905-83a57b9e4bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477095 Nov 23 03:08:37.273879 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-442c4ef5-72a7-47af-aa50-b6d82751859a service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840681 Nov 23 03:08:37.361296 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-61820ead-f1dd-42a2-8595-88a3624b722e req-e24eddda-9fb5-4b16-b35d-4d32fea4f854 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805819 Nov 23 03:08:37.503837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-7a8d24e2-42d6-4d65-9ad8-fe565a7a43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.505235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-7a8d24e2-42d6-4d65-9ad8-fe565a7a43c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24fa5fe4d814628b295d883965e0a4b&device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 1099 time: 0.0496249 Nov 23 03:08:37.593720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-913e44a7-745d-4948-87c6-bb4f225fb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.595287 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-913e44a7-745d-4948-87c6-bb4f225fb624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.0818908 Nov 23 03:08:37.640865 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-643e581a-6521-4691-b4ea-3e3c6f7d4b37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a593705b-361c-458b-82dd-49effae54eb2 HTTP/1.1" status: 200 len: 217 time: 0.0376165 Nov 23 03:08:37.752821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333037de-0cc0-40e9-888e-102669a4858b req-d13aab45-6934-4343-9cf8-30568c43a314 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.754476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-333037de-0cc0-40e9-888e-102669a4858b req-d13aab45-6934-4343-9cf8-30568c43a314 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 947 time: 0.0519783 Nov 23 03:08:37.803950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-333037de-0cc0-40e9-888e-102669a4858b req-d0de9836-ba32-40f7-93dc-5292db59609c tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Nov 23 03:08:37.961607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-29b9edd8-ea1d-4a0c-8e33-02d68181a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:37.963171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-29b9edd8-ea1d-4a0c-8e33-02d68181a1d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.3140581 Nov 23 03:08:38.007974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-8cbaf141-5cc7-4c85-a643-98bd19d540fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:38.009395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-8cbaf141-5cc7-4c85-a643-98bd19d540fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386360 Nov 23 03:08:38.075440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37115901-e9d8-456b-b8f2-701e8a88e737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:38.105234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-af430fbe-c063-454d-874a-eeb04e9a4dee service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Nov 23 03:08:38.196612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9a27bc76-443b-4453-b0c4-21b558d07a9e req-83f53d7a-69d4-4aa1-bf8c-f4a66498f10f service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835299 Nov 23 03:08:38.921896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50ff36-ca92-4eec-a7e3-0198148d5fe7 req-3fb71efe-a22c-4946-8810-7d1ff4d717e8 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:38.923387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da50ff36-ca92-4eec-a7e3-0198148d5fe7 req-3fb71efe-a22c-4946-8810-7d1ff4d717e8 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 947 time: 0.0508609 Nov 23 03:08:38.969089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da50ff36-ca92-4eec-a7e3-0198148d5fe7 req-b296fb68-e3ce-4005-bc0a-3e92db8f53f4 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Nov 23 03:08:39.387799 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:40.084413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c4dc2-bc7b-4a3c-adaf-8797bc2e74bb req-27eda426-4acf-41c3-b729-5c67c6d48f28 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:40.085869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-332c4dc2-bc7b-4a3c-adaf-8797bc2e74bb req-27eda426-4acf-41c3-b729-5c67c6d48f28 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 947 time: 0.0485222 Nov 23 03:08:40.132290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-332c4dc2-bc7b-4a3c-adaf-8797bc2e74bb req-fff53e40-a3f4-4ac9-9b08-58a9ca4cda58 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Nov 23 03:08:40.389877 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:08:40.717870 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a593705b-361c-458b-82dd-49effae54eb2 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:08:40.824190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a593705b-361c-458b-82dd-49effae54eb2,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:40.826496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:40.835044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a593705b-361c-458b-82dd-49effae54eb2', 'network_id': '6775544d-2901-4b64-acda-657e45b48d83', 'port_id': 'a593705b-361c-458b-82dd-49effae54eb2', 'mac_address': 'fa:16:3e:6e:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:08:40.873403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:40.889262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a593705b-361c-458b-82dd-49effae54eb2 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:08:40.908476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a593705b-361c-458b-82dd-49effae54eb2,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:40.911987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:40.957888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:40.965278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.965628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.965972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.966310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.966675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.967011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.967342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.967667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.968043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.968324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.968645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:40.968968 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:08:41.183776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a593705b-361c-458b-82dd-49effae54eb2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:08:41.248347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1091dd3-d27c-45d6-9be3-b941d93bb180 req-c15fc42b-4c95-4558-9aa3-0c3dd4f8f398 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:41.249767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1091dd3-d27c-45d6-9be3-b941d93bb180 req-c15fc42b-4c95-4558-9aa3-0c3dd4f8f398 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 948 time: 0.0492659 Nov 23 03:08:41.301292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d1091dd3-d27c-45d6-9be3-b941d93bb180 req-37e5a3e2-b58f-4f5a-91a9-74970543e9aa tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Nov 23 03:08:41.926798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:42.414769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2941-6744-4e11-a2c4-e2865e3be40c req-8dd4037c-11e2-4091-bcc7-3054e985c9d2 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:42.416240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c45a2941-6744-4e11-a2c4-e2865e3be40c req-8dd4037c-11e2-4091-bcc7-3054e985c9d2 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 948 time: 0.0474641 Nov 23 03:08:42.462924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c45a2941-6744-4e11-a2c4-e2865e3be40c req-b9cf35b5-5fef-475e-8907-dfebe0282b07 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Nov 23 03:08:42.718256 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a593705b-361c-458b-82dd-49effae54eb2 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:08:42.767403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port a593705b-361c-458b-82dd-49effae54eb2 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:08:42.771093 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a593705b-361c-458b-82dd-49effae54eb2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:08:42.771469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:42.845706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:42.866991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:08:42.869207 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06122758-04a1-49b0-9b69-5555ca8e5925" -d '{"events": [{"server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "name": "network-vif-plugged", "status": "completed", "tag": "a593705b-361c-458b-82dd-49effae54eb2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:08:42.884965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a593705b-361c-458b-82dd-49effae54eb2,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:42.889056 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:42.912521 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2c5f1b-ccd2-49f7-b0a7-4b0f8ed83291 x-openstack-request-id: req-1b2c5f1b-ccd2-49f7-b0a7-4b0f8ed83291 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:08:42.912822 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "name": "network-vif-plugged", "status": "completed", "tag": "a593705b-361c-458b-82dd-49effae54eb2", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:08:42.913076 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b2c5f1b-ccd2-49f7-b0a7-4b0f8ed83291 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:08:42.913459 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2', 'code': 200} Nov 23 03:08:42.937538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:43.039139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ed930-50bf-4097-b728-9acfa88f8b88 req-522fbc60-fd43-4e0e-875a-d59c8788b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:43.040589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-914ed930-50bf-4097-b728-9acfa88f8b88 req-522fbc60-fd43-4e0e-875a-d59c8788b9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 1101 time: 0.0461235 Nov 23 03:08:43.088503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-914ed930-50bf-4097-b728-9acfa88f8b88 req-64f1ba75-e7a5-4971-b1d9-d8471c0cf713 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Nov 23 03:08:43.579725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc25068-40e3-4c30-b8ec-aa909836c85c req-ed193b4e-7b07-41ae-9cbb-a54720afb1d9 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:43.581176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fdc25068-40e3-4c30-b8ec-aa909836c85c req-ed193b4e-7b07-41ae-9cbb-a54720afb1d9 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 949 time: 0.0474708 Nov 23 03:08:43.627165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fdc25068-40e3-4c30-b8ec-aa909836c85c req-806d4bc5-cd3e-4dcf-bca8-06eb0efb1fda tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Nov 23 03:08:44.744524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b4d2b-b564-4150-bfc7-5f5831ff50df req-1de79f99-8102-4db9-9c59-d124bb6e7f6e tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:44.745984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-682b4d2b-b564-4150-bfc7-5f5831ff50df req-1de79f99-8102-4db9-9c59-d124bb6e7f6e tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 949 time: 0.0523949 Nov 23 03:08:44.792401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-682b4d2b-b564-4150-bfc7-5f5831ff50df req-b48db56b-786c-4d06-83df-06048c229ce9 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Nov 23 03:08:45.060843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-d84af39e-a06b-473a-9422-97104dc0c139 req-aa348d5f-4261-4601-9dfb-903a1b8340a9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:08:45.061886 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d84af39e-a06b-473a-9422-97104dc0c139 req-aa348d5f-4261-4601-9dfb-903a1b8340a9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053928 Nov 23 03:08:45.384286 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-cbdc6658-46c3-4592-bd14-c1723f51170c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406470 Nov 23 03:08:45.483930 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-eff507d8-d455-42c4-aef3-274e48d50f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:45.485461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-eff507d8-d455-42c4-aef3-274e48d50f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24fa5fe4d814628b295d883965e0a4b&device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 1101 time: 0.0418913 Nov 23 03:08:45.594373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-73e2f8d5-596f-49b9-b47e-c29153bda40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:45.595894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-73e2f8d5-596f-49b9-b47e-c29153bda40c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6775544d-2901-4b64-acda-657e45b48d83 HTTP/1.1" status: 200 len: 870 time: 0.0899491 Nov 23 03:08:45.645601 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-bd5b64bb-9a9d-485b-82d7-5eaba818d2d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=a593705b-361c-458b-82dd-49effae54eb2 HTTP/1.1" status: 200 len: 217 time: 0.0365942 Nov 23 03:08:45.651471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180162c7-da13-4caa-8a8c-dea9e1865406 req-d6ef6cdd-49db-4bc8-a01b-8ae60f96055d tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:45.652972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-180162c7-da13-4caa-8a8c-dea9e1865406 req-d6ef6cdd-49db-4bc8-a01b-8ae60f96055d tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 949 time: 0.0495222 Nov 23 03:08:45.695098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-ab96ef41-c197-4639-b4fb-e67994dcbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:45.696483 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-ab96ef41-c197-4639-b4fb-e67994dcbc7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18e3eaf1-10ac-4c34-9bd5-8bd628b3da8f HTTP/1.1" status: 200 len: 843 time: 0.0439167 Nov 23 03:08:45.701826 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-180162c7-da13-4caa-8a8c-dea9e1865406 req-7bb704db-92c6-40c1-bf9d-48047e5e6168 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Nov 23 03:08:45.748061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-5ef9f16c-c6ca-4427-86a1-2b8d08c21fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:45.749537 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-5ef9f16c-c6ca-4427-86a1-2b8d08c21fbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6775544d-2901-4b64-acda-657e45b48d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453150 Nov 23 03:08:45.839748 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-84f4d85c-d3f0-4824-95d3-d09efcced393 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812385 Nov 23 03:08:45.933229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-2d54d4ac-e216-4c8c-b154-a984eea9f432 req-1a68c487-6ac8-42a3-8af7-7980f4790774 service neutron] 10.222.0.41 "GET /v2.0/networks/6775544d-2901-4b64-acda-657e45b48d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Nov 23 03:08:46.821660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c29a0-c91c-40a7-b463-b0139d68839c req-ccf23fe5-2557-4ad4-a5de-558984d3b467 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:46.823161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-111c29a0-c91c-40a7-b463-b0139d68839c req-ccf23fe5-2557-4ad4-a5de-558984d3b467 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 949 time: 0.0514293 Nov 23 03:08:46.872829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-111c29a0-c91c-40a7-b463-b0139d68839c req-5dc092b8-2540-4a8f-ad40-3d7fa4374c10 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/security-groups?id=40084dce-6f95-4bcf-a878-4db18c375c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Nov 23 03:08:47.073639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414e148-0339-4be1-becd-691b24ee5105 req-d48b4ded-139d-4eda-9ecc-5bb2e3bda635 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:47.075034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3414e148-0339-4be1-becd-691b24ee5105 req-d48b4ded-139d-4eda-9ecc-5bb2e3bda635 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.41 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 949 time: 0.0489252 Nov 23 03:08:47.162259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Deleting port a593705b-361c-458b-82dd-49effae54eb2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:08:47.162644 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:47.254352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] For port a593705b-361c-458b-82dd-49effae54eb2, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a593705b-361c-458b-82dd-49effae54eb2,segment=NetworkSegment(94d4bbcc-4c16-4bf1-a318-e2363a557438),segment_id=94d4bbcc-4c16-4bf1-a318-e2363a557438)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:47.254746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:47.267628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Calling delete_port for a593705b-361c-458b-82dd-49effae54eb2 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:08:47.397986 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:47.424742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Pushing event deleted for resources: {'Port': ['ID=a593705b-361c-458b-82dd-49effae54eb2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:47.436102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a593705b-361c-458b-82dd-49effae54eb2'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:08:47.469679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] No DVR routers for this DVR port a593705b-361c-458b-82dd-49effae54eb2 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:08:47.473154 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:47.476719 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3414e148-0339-4be1-becd-691b24ee5105 req-da1be01f-b126-4d56-8ed6-04fb0ea99891 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.41 "DELETE /v2.0/ports/a593705b-361c-458b-82dd-49effae54eb2 HTTP/1.1" status: 204 len: 173 time: 0.3957195 Nov 23 03:08:47.477037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'name': 'network-vif-deleted', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:08:47.479526 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50227584-8829-499e-adb9-7abdf3ee9a9f" -d '{"events": [{"server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "name": "network-vif-deleted", "tag": "a593705b-361c-458b-82dd-49effae54eb2"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:08:47.522340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aea674-1c63-4865-b718-7d35bb3ab0fd x-openstack-request-id: req-b3aea674-1c63-4865-b718-7d35bb3ab0fd {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:08:47.522671 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fd3979-1f85-4955-ba3b-7e9facd672a8", "name": "network-vif-deleted", "tag": "a593705b-361c-458b-82dd-49effae54eb2", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:08:47.522930 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3aea674-1c63-4865-b718-7d35bb3ab0fd {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:08:47.523334 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fd3979-1f85-4955-ba3b-7e9facd672a8', 'name': 'network-vif-deleted', 'tag': 'a593705b-361c-458b-82dd-49effae54eb2', 'status': 'completed', 'code': 200} Nov 23 03:08:47.979431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac26e312-f0fb-4748-a618-744980175bdc req-8034ff3e-da2f-41c5-b7f6-13df41c281b1 tempest-ServersAdminNegativeTestJSON-2119293427 tempest-ServersAdminNegativeTestJSON-2119293427-project] 10.222.0.15 "GET /v2.0/ports?device_id=60fd3979-1f85-4955-ba3b-7e9facd672a8 HTTP/1.1" status: 200 len: 210 time: 0.0254819 Nov 23 03:08:49.272872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32798) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:49.432892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49b0afe0-e406-427b-b3d4-3f74e2536497 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b24fa5fe4d814628b295d883965e0a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587968 Nov 23 03:08:49.435466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32804) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:49.482744 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.503346 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.547890 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.550587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.551733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40084dce-6f95-4bcf-a878-4db18c375c32 HTTP/1.1" status: 204 len: 168 time: 0.1153626 Nov 23 03:08:49.559477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeb932-f07f-447f-bfe2-f8ce2e53f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40084dce-6f95-4bcf-a878-4db18c375c32,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:49.804565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32810) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:49.820361 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0872c641-1574-468f-9cb5-0fb8e801b5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.891596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0872c641-1574-468f-9cb5-0fb8e801b5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.895233 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0872c641-1574-468f-9cb5-0fb8e801b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:49.931288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872c641-1574-468f-9cb5-0fb8e801b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9bef5-94c6-4524-8746-bc41af04aaea,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:49.935507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0872c641-1574-468f-9cb5-0fb8e801b5d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10ebc54e3c6e484e95c1646c2b28c369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299107 Nov 23 03:08:49.938575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:49.984002 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.005274 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.051539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.054113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.055295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5de9bef5-94c6-4524-8746-bc41af04aaea HTTP/1.1" status: 204 len: 168 time: 0.1162529 Nov 23 03:08:50.062678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f7d43-2346-4fae-9b50-778026e4f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9bef5-94c6-4524-8746-bc41af04aaea,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:50.700910 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 32834) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:50.781056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a593705b-361c-458b-82dd-49effae54eb2 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:08:50.795379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2001414203-network', 'tenant_id': '26e83dca4ff8460b87caf8caa299ce14'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:50.803021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: a593705b-361c-458b-82dd-49effae54eb2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:08:50.803365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a593705b-361c-458b-82dd-49effae54eb2 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:08:50.820340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Made reservation on behalf of 26e83dca4ff8460b87caf8caa299ce14 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:08:50.822606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.831594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.908647 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.912316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.935913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:08:50.945323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba924d23-8bcb-4ccc-bf04-6eee486944d5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:50.949917 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.950265 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Added segment ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db of type vlan for network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 Nov 23 03:08:50.989920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.014207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.015181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:51.015753 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.069578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3675394 Nov 23 03:08:51.072629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 32838) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:08:51.076933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8b581-25ea-447d-b7a6-a562cc573388 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe190ed-9e2a-46d1-a1f6-93d47a701b10,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:51.077494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Request body: {'subnet': {'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2001414203-subnet', 'tenant_id': '26e83dca4ff8460b87caf8caa299ce14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:51.089207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:08:51.101624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Made reservation on behalf of 26e83dca4ff8460b87caf8caa299ce14 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:08:51.104040 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.273793 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.332203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9707f658-4c29-4d1d-8830-9ed0f1db32d6,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:51.342203 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Checking segment: {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:08:51.342605 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Network hostable DHCP agents. Network: 3fe190ed-9e2a-46d1-a1f6-93d47a701b10, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:08:51.358668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:08:51.366950 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3fe190ed-9e2a-46d1-a1f6-93d47a701b10) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:08:51.371613 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:51.372586 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.376383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7bf81f-21cb-4bac-b9c4-35a595046f44 None None] Network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:08:51.387830 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a16edf7-3fcd-406d-a4c8-38f967ba24d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3141706 Nov 23 03:08:51.505885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6a361-9ccc-4376-b207-d8616eebe89e None None] Network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:08:52.118800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-be502c59-e8cf-4ecb-bcb0-3306445379ce tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:52.120268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-be502c59-e8cf-4ecb-bcb0-3306445379ce tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 812 time: 0.3841777 Nov 23 03:08:52.134859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-0e8111c5-fed9-472e-8826-10d82938190a tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/quotas/26e83dca4ff8460b87caf8caa299ce14 HTTP/1.1" status: 200 len: 375 time: 0.0087690 Nov 23 03:08:52.164466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-bdd5b147-99aa-493e-a32d-9d71ed79b548 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245192 Nov 23 03:08:52.254465 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-a8d90d2d-8562-4fd7-93bb-5bd69beb8b3b service neutron] 10.222.0.15 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832269 Nov 23 03:08:52.345463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-a9be51e3-80da-44de-bdae-8aba5cc3ca41 service neutron] 10.222.0.15 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847838 Nov 23 03:08:52.514068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e09f4914-68e8-488b-aed0-202d3ca197d4 req-5ca52511-5595-41d7-933a-bd1ed39bfb4d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Nov 23 03:08:53.616981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4dded67-b54d-46ab-8287-0f4488c339d5 req-38b48d28-d5f5-40db-be9d-3a92e137e913 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Nov 23 03:08:53.676887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:53.690446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-0036f8b1-d250-4820-b016-b69b2ca7a03c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:53.691927 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-0036f8b1-d250-4820-b016-b69b2ca7a03c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.41 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 812 time: 0.1128874 Nov 23 03:08:53.712853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Request body: {'port': {'device_id': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10', 'admin_state_up': True, 'tenant_id': '26e83dca4ff8460b87caf8caa299ce14'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:53.824112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Made reservation on behalf of 26e83dca4ff8460b87caf8caa299ce14 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:08:53.827566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:53.947979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Allocated IP 172.20.0.14 (3fe190ed-9e2a-46d1-a1f6-93d47a701b10/9707f658-4c29-4d1d-8830-9ed0f1db32d6/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:08:54.093107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.126302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.173475 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:08:54.176665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:08:54.179636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:08:54.213004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:54.236614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:54.237333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.254044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-6db037a0-3187-4cf6-a2cb-2c6a99a05d4b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449526 Nov 23 03:08:54.272464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Request body: {'port': {'device_id': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:08:54.328582 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.620330 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:08:54.628467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.643246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Transition to ACTIVE for port object ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:08:54.647180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.701306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:54.740238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59edbeb-276e-44a9-b6c6-4a08fe87d3ea req-c9750c42-4942-4f96-a053-00f3d324fe07 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:54.741751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c59edbeb-276e-44a9-b6c6-4a08fe87d3ea req-c9750c42-4942-4f96-a053-00f3d324fe07 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0498238 Nov 23 03:08:54.768639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:08:54.768989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:08:54.769321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:08:54.773989 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:08:54.774309 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:08:54.779234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:08:54.779569 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Checking segment: {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:08:54.779944 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Bound using segment: {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:08:54.780367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Bound port: ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:08:54.780723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.791849 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c59edbeb-276e-44a9-b6c6-4a08fe87d3ea req-cf4e42c7-bc42-4726-83af-8d31abac2ae7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Nov 23 03:08:54.851301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:08:54.854237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:08:54.858669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.894395 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:54.895050 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:54.896454 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 1093 time: 0.6282153 Nov 23 03:08:54.896898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:08:54.899176 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a384a8-44a9-4435-9cf0-54d3012048b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:08:54.920690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b86ee-929f-4acc-9ec8-5696bb771388 service neutron] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:54.943859 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebedbe18-792d-4824-b050-d1d15c88560f x-openstack-request-id: req-ebedbe18-792d-4824-b050-d1d15c88560f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:08:54.944157 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:08:54.944414 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebedbe18-792d-4824-b050-d1d15c88560f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:08:54.944816 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'status': 'completed', 'code': 200} Nov 23 03:08:55.002824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-cbb2d918-ef48-4c42-a256-0340c7b22a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.004294 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-cbb2d918-ef48-4c42-a256-0340c7b22a1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0415139 Nov 23 03:08:55.055852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-c8857dea-3788-4c6f-a1c7-ad18b7cbefa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0373480 Nov 23 03:08:55.103081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-ce286558-2fbb-4d17-a65d-981baf11cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.104476 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-ce286558-2fbb-4d17-a65d-981baf11cfdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0422475 Nov 23 03:08:55.135020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-e0ec7f7b-7116-4061-b2c3-7e0acbbfb6be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235112 Nov 23 03:08:55.226950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-9a91fe47-22f3-4d3d-99e7-fd2e6a1ad3ea service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850306 Nov 23 03:08:55.317804 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7930e64c-f0a3-4917-a65a-e5fc09866880 req-3156ce12-1ea3-4cb1-901a-0e0328e5d499 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Nov 23 03:08:55.439468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-21e2d713-0ed3-4cf3-8eda-f9e32eb31f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.440961 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-21e2d713-0ed3-4cf3-8eda-f9e32eb31f88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0408092 Nov 23 03:08:55.544560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-aae17e9f-2828-4ad9-a41b-f61557a79f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.545942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-aae17e9f-2828-4ad9-a41b-f61557a79f6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.0974491 Nov 23 03:08:55.588108 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-bc42dbd8-d778-43e6-8df9-ae594b12c739 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0342710 Nov 23 03:08:55.636168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-4e07d95c-0dbf-40b1-9177-c300f97d739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.637570 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-4e07d95c-0dbf-40b1-9177-c300f97d739a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0418191 Nov 23 03:08:55.673743 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-75c5d5fa-9f96-49ba-9a64-3f3e20ef6e82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279524 Nov 23 03:08:55.768993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-88a8d8b2-f482-4180-aeef-ca0733ef89d2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871887 Nov 23 03:08:55.867798 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-38a384a8-44a9-4435-9cf0-54d3012048b2 req-132adaeb-fe0b-4058-a23c-10ac65a5622f service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903642 Nov 23 03:08:55.911106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa49e2-5539-4aed-8d58-0802fa6b97af req-bdf31dd7-d72c-46b8-a6b4-3074e4433f39 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:55.912607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81fa49e2-5539-4aed-8d58-0802fa6b97af req-bdf31dd7-d72c-46b8-a6b4-3074e4433f39 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0491326 Nov 23 03:08:55.962488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81fa49e2-5539-4aed-8d58-0802fa6b97af req-885da192-597a-4f73-8f58-30318e6a6a49 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Nov 23 03:08:57.078846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa60-b6e9-4f0b-954d-8826d069033e req-7abc4370-32c0-4326-b6f7-e5e946a1ec60 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:57.080050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f03aa60-b6e9-4f0b-954d-8826d069033e req-7abc4370-32c0-4326-b6f7-e5e946a1ec60 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0484693 Nov 23 03:08:57.137340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f03aa60-b6e9-4f0b-954d-8826d069033e req-8583db27-e308-4b5e-8100-ced2b991b480 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Nov 23 03:08:58.251208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea38284-3973-4731-a931-6f33d92584f4 req-07f9bd2b-f969-4a05-ab28-799aebe25614 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:58.252714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ea38284-3973-4731-a931-6f33d92584f4 req-07f9bd2b-f969-4a05-ab28-799aebe25614 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0485790 Nov 23 03:08:58.299700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ea38284-3973-4731-a931-6f33d92584f4 req-6f6a65c9-d6dc-4e99-9431-e4ca75fb6495 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Nov 23 03:08:58.829913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:08:58.921239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:58.932378 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10', 'port_id': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'mac_address': 'fa:16:3e:e5:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9707f658-4c29-4d1d-8830-9ed0f1db32d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:08:58.972342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:58.984798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:08:59.003748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:08:59.006647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:59.051344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:08:59.263106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:08:59.417292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8c6f3-a92b-4bf5-a102-4e4082d40692 req-c47288d3-515d-4931-89ba-afc39752eb72 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:59.418789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3df8c6f3-a92b-4bf5-a102-4e4082d40692 req-c47288d3-515d-4931-89ba-afc39752eb72 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Nov 23 03:08:59.465733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3df8c6f3-a92b-4bf5-a102-4e4082d40692 req-934ad2e8-0c18-48e3-8e66-2f193a0aa326 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Nov 23 03:08:59.960666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:00.578760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623a0d9-8e88-4068-8107-00ccd6cdf6b1 req-f56d1aae-77f0-4c00-a585-34c7f9e0fec5 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:00.580220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f623a0d9-8e88-4068-8107-00ccd6cdf6b1 req-f56d1aae-77f0-4c00-a585-34c7f9e0fec5 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Nov 23 03:09:00.626825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f623a0d9-8e88-4068-8107-00ccd6cdf6b1 req-c2e3b2e3-3339-4c49-9a23-56f64fe69693 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Nov 23 03:09:00.860269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:09:00.908517 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:09:00.912249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:09:00.912645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:00.991068 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:01.013180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:01.015475 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ba359-15ae-48c3-95e6-85622e54d608" -d '{"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:01.028313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:01.032376 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:01.054982 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f24a8b-9ae2-4839-81a2-96309c3a03a1 x-openstack-request-id: req-23f24a8b-9ae2-4839-81a2-96309c3a03a1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:01.055280 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:01.055536 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23f24a8b-9ae2-4839-81a2-96309c3a03a1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:01.055936 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'code': 200} Nov 23 03:09:01.089600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:01.183254 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe34b-e7b2-4e99-8f48-89f9d8b0ba25 req-9a27def9-f7ae-4539-b35d-d00a173d9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:01.184647 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fb6fe34b-e7b2-4e99-8f48-89f9d8b0ba25 req-9a27def9-f7ae-4539-b35d-d00a173d9bfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1098 time: 0.0394640 Nov 23 03:09:01.229960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fb6fe34b-e7b2-4e99-8f48-89f9d8b0ba25 req-69e3122b-88da-45b6-b03b-3db432446fba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Nov 23 03:09:01.741122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02609-05c2-4453-b5aa-6e027ebbeaed req-59860837-9b2f-443a-9c47-9c19c7568bd0 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:01.742611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc02609-05c2-4453-b5aa-6e027ebbeaed req-59860837-9b2f-443a-9c47-9c19c7568bd0 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0478494 Nov 23 03:09:01.795462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc02609-05c2-4453-b5aa-6e027ebbeaed req-13f72a82-5930-47ae-96f0-4fe5900b3d99 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Nov 23 03:09:02.912550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bebbc-d318-40cb-952c-20888339b6e7 req-3fa66621-07a5-475a-94a2-b23e7ff23399 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:02.914030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-213bebbc-d318-40cb-952c-20888339b6e7 req-3fa66621-07a5-475a-94a2-b23e7ff23399 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0487008 Nov 23 03:09:02.964440 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-213bebbc-d318-40cb-952c-20888339b6e7 req-3706d5ee-441b-4f2c-b50e-78c02793a7be tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Nov 23 03:09:03.199650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3fdd9-4d95-4869-b7c9-e0f2666d7bf2 req-8be4c1de-44ee-4950-8b83-0a82fefd8357 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:03.201179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1b3fdd9-4d95-4869-b7c9-e0f2666d7bf2 req-8be4c1de-44ee-4950-8b83-0a82fefd8357 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0494912 Nov 23 03:09:03.277498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-f05be40e-dc36-4cf9-9250-93c414c829a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326773 Nov 23 03:09:03.281188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1b3fdd9-4d95-4869-b7c9-e0f2666d7bf2 req-22c474d6-13a8-42bf-8c82-3d7eb323789b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709250 Nov 23 03:09:03.290419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-c762ed8a-0de0-4b91-b4f4-2bbd3d1a81d6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:09:03.291424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-c762ed8a-0de0-4b91-b4f4-2bbd3d1a81d6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051579 Nov 23 03:09:04.361218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-4b54b4e6-a91a-48b2-a6a7-512b67754e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:04.363003 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-4b54b4e6-a91a-48b2-a6a7-512b67754e3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1098 time: 0.0410054 Nov 23 03:09:04.408049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb39a7-25f5-4a06-992d-860483f3aeb0 req-75ef56f2-b0f1-4c10-a39d-409ba136c21f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:04.410147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31bb39a7-25f5-4a06-992d-860483f3aeb0 req-75ef56f2-b0f1-4c10-a39d-409ba136c21f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0532091 Nov 23 03:09:04.459980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31bb39a7-25f5-4a06-992d-860483f3aeb0 req-42d437db-cd62-4c23-bb8a-4a3ab2792e38 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Nov 23 03:09:04.462701 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-75fcdcb5-a0b7-4a11-867a-7b583faa814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:04.464204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-75fcdcb5-a0b7-4a11-867a-7b583faa814c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.0936060 Nov 23 03:09:04.509877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-97d9f682-90db-4a8a-955b-10a60197e40a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0379751 Nov 23 03:09:04.558038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-992bcd00-f26b-4e17-9e92-cb0b727926f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:04.559470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-992bcd00-f26b-4e17-9e92-cb0b727926f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0433190 Nov 23 03:09:04.593764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-eecd4c3d-b401-46c0-81f2-e53f8d16481a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277591 Nov 23 03:09:04.682775 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-20c24cdd-f159-40d9-8f7f-5c24fb36b957 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813799 Nov 23 03:09:04.776422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-a33404f6-acf1-4289-9a38-09270a0dbab7 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870323 Nov 23 03:09:05.576128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75e215-6e2e-46eb-828a-cb800c827fa6 req-92021134-ecd9-4960-8cf9-1ad2540b0b1e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:05.577496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc75e215-6e2e-46eb-828a-cb800c827fa6 req-92021134-ecd9-4960-8cf9-1ad2540b0b1e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0472782 Nov 23 03:09:05.635774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc75e215-6e2e-46eb-828a-cb800c827fa6 req-13080bb1-fa08-4940-91cb-c04e57f428b2 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515654 Nov 23 03:09:05.896297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da7271b3-6ff7-4976-bc3b-e57d22da5c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:06.751282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66d75c-2d2c-4580-971d-d86f81f556c2 req-a3b9f7c5-4068-4303-9dd6-d022cfa39b33 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:06.752768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d66d75c-2d2c-4580-971d-d86f81f556c2 req-a3b9f7c5-4068-4303-9dd6-d022cfa39b33 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0489795 Nov 23 03:09:06.803448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d66d75c-2d2c-4580-971d-d86f81f556c2 req-f4d4f276-3999-4460-a908-d0cd7451589f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Nov 23 03:09:07.918527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a1589-b141-4c1d-bd22-ad5607a30b7f req-17bf441d-de71-4b82-bf8c-6c430ab77517 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:07.919995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e46a1589-b141-4c1d-bd22-ad5607a30b7f req-17bf441d-de71-4b82-bf8c-6c430ab77517 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0480862 Nov 23 03:09:07.967379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e46a1589-b141-4c1d-bd22-ad5607a30b7f req-3163b0a9-97c5-400b-b803-33129c42fbb2 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Nov 23 03:09:08.077472 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed801a20-3808-4776-b15d-69a8ca7ad0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:09.086119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a0d93-04fc-46d6-9366-4e6279a8017d req-bb99f82e-ed5c-413c-9a1b-3fa1e62d0150 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:09.087620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc2a0d93-04fc-46d6-9366-4e6279a8017d req-bb99f82e-ed5c-413c-9a1b-3fa1e62d0150 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Nov 23 03:09:09.134226 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc2a0d93-04fc-46d6-9366-4e6279a8017d req-9126c929-0765-4058-be9a-708a72b2c591 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Nov 23 03:09:09.389974 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:10.260577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bba20-96f2-4e2a-8a38-89dc65f62307 req-be8c39eb-672b-4fdb-b98e-1b9f4f690b6a tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:10.262076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb1bba20-96f2-4e2a-8a38-89dc65f62307 req-be8c39eb-672b-4fdb-b98e-1b9f4f690b6a tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Nov 23 03:09:10.308955 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb1bba20-96f2-4e2a-8a38-89dc65f62307 req-2121e539-a59a-43f4-8f8a-e468c171426c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Nov 23 03:09:10.816518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:11.423179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f37ca-3ecf-489c-bf61-9bf4397c80b7 req-bc55edbd-e0cd-437d-87f7-a33eb623dae9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:11.424657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c4f37ca-3ecf-489c-bf61-9bf4397c80b7 req-bc55edbd-e0cd-437d-87f7-a33eb623dae9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0478365 Nov 23 03:09:11.475545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c4f37ca-3ecf-489c-bf61-9bf4397c80b7 req-7ff12f61-2272-4bae-a3e6-5b6da295bbc2 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Nov 23 03:09:11.927775 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:12.588667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da21e5d-eebd-4f3b-864f-f5c8d75c866c req-fcd2fa13-6393-4c5b-ba7a-f20c9791016f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:12.590123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da21e5d-eebd-4f3b-864f-f5c8d75c866c req-fcd2fa13-6393-4c5b-ba7a-f20c9791016f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0474794 Nov 23 03:09:12.636466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5da21e5d-eebd-4f3b-864f-f5c8d75c866c req-65f6a240-3830-486b-8a20-8a84e18367a5 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Nov 23 03:09:13.749700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03a166-1f75-449e-976f-2e753182ad82 req-f147087b-9cf8-4166-aee3-c19c52407229 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:13.751697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f03a166-1f75-449e-976f-2e753182ad82 req-f147087b-9cf8-4166-aee3-c19c52407229 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0491285 Nov 23 03:09:13.798784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f03a166-1f75-449e-976f-2e753182ad82 req-66c5a092-5cba-4e74-ba1b-08638d399488 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Nov 23 03:09:14.919718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650382c-f069-48c8-895b-5904d932b652 req-5e87f868-a9a8-40fe-8946-3a4f89c1c5b6 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.921232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a650382c-f069-48c8-895b-5904d932b652 req-5e87f868-a9a8-40fe-8946-3a4f89c1c5b6 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Nov 23 03:09:14.968411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a650382c-f069-48c8-895b-5904d932b652 req-0e086ee8-498f-473c-8146-3883a2a9c87c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Nov 23 03:09:16.089449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c473a-c48f-48f3-b1b3-67381bb25214 req-4311c84c-b435-4009-9d61-19da3e059c0e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:16.093072 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-363c473a-c48f-48f3-b1b3-67381bb25214 req-4311c84c-b435-4009-9d61-19da3e059c0e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0542557 Nov 23 03:09:16.142638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-363c473a-c48f-48f3-b1b3-67381bb25214 req-3c18d179-75a2-4b16-b860-d46007d38fb9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Nov 23 03:09:17.261243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dc166-92e2-4c82-b15d-172b66866029 req-c39b9d1f-bb16-4283-8671-a772e8992b2a tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:17.262766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83dc166-92e2-4c82-b15d-172b66866029 req-c39b9d1f-bb16-4283-8671-a772e8992b2a tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0525496 Nov 23 03:09:17.309885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83dc166-92e2-4c82-b15d-172b66866029 req-1079de6b-38e3-455a-aaa4-4cfed6cd9123 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Nov 23 03:09:17.389208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:09:18.425599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b750e37-a098-44b2-942b-2e041075051a req-84622a3e-5c23-4555-81df-7256c10ea573 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:18.427121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b750e37-a098-44b2-942b-2e041075051a req-84622a3e-5c23-4555-81df-7256c10ea573 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0488472 Nov 23 03:09:18.475153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b750e37-a098-44b2-942b-2e041075051a req-fd2c0a4e-1370-4d63-841b-fc8f274e9114 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Nov 23 03:09:19.589877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a173db-4c23-42c0-9267-e96b448bc265 req-837d2faf-72dd-4a05-9b34-8fb450aad20c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.591389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a173db-4c23-42c0-9267-e96b448bc265 req-837d2faf-72dd-4a05-9b34-8fb450aad20c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0483196 Nov 23 03:09:19.642329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97a173db-4c23-42c0-9267-e96b448bc265 req-ff055988-6e77-4ec7-99a8-e6da79c70347 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Nov 23 03:09:20.755470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ffa1f-6fb3-49a7-a28a-65d8e7080cea req-03053f3d-6a45-48ae-8b12-e8f749b85789 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:20.756929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f8ffa1f-6fb3-49a7-a28a-65d8e7080cea req-03053f3d-6a45-48ae-8b12-e8f749b85789 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0484138 Nov 23 03:09:20.803326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f8ffa1f-6fb3-49a7-a28a-65d8e7080cea req-f8b8905a-8274-4dac-8d72-ef1367b46884 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Nov 23 03:09:21.920643 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e970959-c0a2-4161-8b8f-67b86617a6ac req-c6425c1f-3e21-49cb-83ba-a8333845b00d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:21.922109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e970959-c0a2-4161-8b8f-67b86617a6ac req-c6425c1f-3e21-49cb-83ba-a8333845b00d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Nov 23 03:09:21.968359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e970959-c0a2-4161-8b8f-67b86617a6ac req-af526914-382b-410f-8ba1-9129261ec5a8 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Nov 23 03:09:23.088294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550354af-4e05-4bb3-8230-cea4aa7f30f0 req-ad0b1d15-a065-4744-be33-f8139fd66be3 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:23.089806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-550354af-4e05-4bb3-8230-cea4aa7f30f0 req-ad0b1d15-a065-4744-be33-f8139fd66be3 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0543902 Nov 23 03:09:23.138112 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-550354af-4e05-4bb3-8230-cea4aa7f30f0 req-1b92e2b0-73cb-4990-b0fa-24f2a5a7d77d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Nov 23 03:09:23.674983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:24.255441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62263-76f8-40df-9d0b-ccac3b3ae36f req-6e5324ba-a30d-450f-8086-adfeb0d45ed4 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:24.256909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fa62263-76f8-40df-9d0b-ccac3b3ae36f req-6e5324ba-a30d-450f-8086-adfeb0d45ed4 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Nov 23 03:09:24.304374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6fa62263-76f8-40df-9d0b-ccac3b3ae36f req-b4166247-ef59-4bcd-a48f-d7e57a2f23fe tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Nov 23 03:09:25.419074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f47aa-7eb4-4c76-a426-d69d9686095f req-79e7d646-9766-45b9-9ec2-6fc954324302 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:25.420623 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9f47aa-7eb4-4c76-a426-d69d9686095f req-79e7d646-9766-45b9-9ec2-6fc954324302 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0484312 Nov 23 03:09:25.471077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d9f47aa-7eb4-4c76-a426-d69d9686095f req-ca6db309-1d59-4ec2-8ef8-bf2e99757e9b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Nov 23 03:09:26.587103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79f0fa-a353-4bd6-9b5f-4de6e76f4b85 req-9ffbeec6-2695-4002-ae03-377232133ef3 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:26.588585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c79f0fa-a353-4bd6-9b5f-4de6e76f4b85 req-9ffbeec6-2695-4002-ae03-377232133ef3 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0486851 Nov 23 03:09:26.635223 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c79f0fa-a353-4bd6-9b5f-4de6e76f4b85 req-cc975f0b-da0b-476e-9f0e-bbf5951a44c7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Nov 23 03:09:27.750379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5364-18b2-4346-aa21-ac62a130a49e req-20c45bc7-9d47-404e-be41-b78a64f0f5da tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:27.751895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2be5364-18b2-4346-aa21-ac62a130a49e req-20c45bc7-9d47-404e-be41-b78a64f0f5da tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0491915 Nov 23 03:09:27.799583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2be5364-18b2-4346-aa21-ac62a130a49e req-367ef6c7-0c67-4bb0-a269-025dcf9e616c tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 23 03:09:28.919760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424d270-a952-4395-8c74-0d397d88362b req-4efc37d8-32e4-46c2-9160-998c98ed14ef tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:28.921217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1424d270-a952-4395-8c74-0d397d88362b req-4efc37d8-32e4-46c2-9160-998c98ed14ef tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Nov 23 03:09:28.967449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1424d270-a952-4395-8c74-0d397d88362b req-a6aa7b90-7ac8-43a3-b3ec-7a91457458b3 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Nov 23 03:09:29.976143 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:30.081206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e46ebd-8d82-47e9-9869-0063bb92a4eb req-49a1e86a-f253-47e3-9576-d23c276dbfa7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:30.082709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55e46ebd-8d82-47e9-9869-0063bb92a4eb req-49a1e86a-f253-47e3-9576-d23c276dbfa7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0479057 Nov 23 03:09:30.132057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55e46ebd-8d82-47e9-9869-0063bb92a4eb req-84c75860-b9c6-45da-ad6c-b41911a5f4cd tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Nov 23 03:09:31.250858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410ceef-0c93-4a3d-b1bd-9689d2dcc058 req-6952e288-b5c8-4027-8cc4-e2e53c92af44 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:31.252359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c410ceef-0c93-4a3d-b1bd-9689d2dcc058 req-6952e288-b5c8-4027-8cc4-e2e53c92af44 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Nov 23 03:09:31.299497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c410ceef-0c93-4a3d-b1bd-9689d2dcc058 req-30eadced-6a92-44a3-8884-b73d43098237 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Nov 23 03:09:31.902285 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-d72b1d45-9fe4-47b2-b100-934d561c1ae8 service neutron] show failed (client error): The resource could not be found. Nov 23 03:09:31.903330 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-d72b1d45-9fe4-47b2-b100-934d561c1ae8 service neutron] 10.222.0.41 "GET /v2.0/ports/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0563505 Nov 23 03:09:32.224397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-3bbbac92-a176-43d4-a47c-715ee476c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.225901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-3bbbac92-a176-43d4-a47c-715ee476c06e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8&tenant_id=26e83dca4ff8460b87caf8caa299ce14 HTTP/1.1" status: 200 len: 1098 time: 0.1197369 Nov 23 03:09:32.237775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:09:32.292316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.418092 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d17a33-686c-4f55-8234-d0e962ecd30b req-df995f1f-c4b6-4d9f-a048-48a393022fac tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.419587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92d17a33-686c-4f55-8234-d0e962ecd30b req-df995f1f-c4b6-4d9f-a048-48a393022fac tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0499892 Nov 23 03:09:32.467688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92d17a33-686c-4f55-8234-d0e962ecd30b req-2aff6fd4-efbf-46bf-ac60-29ce16c64b9d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Nov 23 03:09:32.491942 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:32.524533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:09:32.562826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:32.565075 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f5766-21a8-4a16-b144-09c2c24a0709" -d '{"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:32.569054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.581759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Transition to ACTIVE for port object ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:09:32.585526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.618163 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaf0b08-544b-41cb-b5ef-395abc14c1d8 x-openstack-request-id: req-feaf0b08-544b-41cb-b5ef-395abc14c1d8 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:32.618458 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:32.618743 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feaf0b08-544b-41cb-b5ef-395abc14c1d8 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:32.619119 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'code': 200} Nov 23 03:09:32.652932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] No DVR routers for this DVR port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:09:32.658293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:32.669448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.669711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.670051 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.670384 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.670739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.671067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.671471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.671798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.672122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.672444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.672765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.673088 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:32.702049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:09:32.702382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:09:32.703317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:09:32.707473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:09:32.707789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Attempting to bind port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on network 3fe190ed-9e2a-46d1-a1f6-93d47a701b10 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:09:32.712430 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:09:32.712760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Checking segment: {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:09:32.713135 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Bound using segment: {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:09:32.713555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Bound port: ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:09:32.713898 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.776933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:09:32.779837 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:09:32.784237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.822090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.822746 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:32.824132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 1093 time: 0.5905361 Nov 23 03:09:32.844004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4155f34-c47f-4fb6-b595-d00268d33513 service neutron] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:32.886082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-73da53f3-ab2f-403b-930d-8810f55c43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.887612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-73da53f3-ab2f-403b-930d-8810f55c43de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0405183 Nov 23 03:09:32.975784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-7170f3d6-a2fd-4509-91de-6af6d0380e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.977163 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-7170f3d6-a2fd-4509-91de-6af6d0380e48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.0816066 Nov 23 03:09:33.021603 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-c6edca47-70bf-483e-9de0-b569de295c9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0378861 Nov 23 03:09:33.069389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-fe99fc09-85a5-4a76-8788-a8ce424a29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:33.070803 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-fe99fc09-85a5-4a76-8788-a8ce424a29cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0426087 Nov 23 03:09:33.100693 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-248ce62c-f937-4c54-85a2-55a20eeb912b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232148 Nov 23 03:09:33.472062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-780d849b-46f4-4ad6-af15-f882b77b5fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644559 Nov 23 03:09:33.560870 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a7c057ae-6730-48d9-a88a-9b47b930e964 req-769b7345-b6d9-456d-b4c1-fcee46f7dd17 service neutron] 10.222.0.47 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Nov 23 03:09:33.590396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1400-68ae-4098-bf6e-924673af4f26 req-2796d246-d6f2-46ca-b80e-0fe18f5c9b79 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:33.592035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f1c1400-68ae-4098-bf6e-924673af4f26 req-2796d246-d6f2-46ca-b80e-0fe18f5c9b79 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0499928 Nov 23 03:09:33.646592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f1c1400-68ae-4098-bf6e-924673af4f26 req-ee150cd2-f586-4295-a82f-d122ac36c97f tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485311 Nov 23 03:09:34.620549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:34.622955 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e0e713-5115-4625-8451-226de8072bac" -d '{"events": [{"name": "network-changed", "server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:34.669563 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f33845a-addc-49e1-8922-5a97f0868613 x-openstack-request-id: req-1f33845a-addc-49e1-8922-5a97f0868613 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:34.669861 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:34.670120 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f33845a-addc-49e1-8922-5a97f0868613 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:34.670547 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'status': 'completed', 'code': 200} Nov 23 03:09:34.766393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-3bd873e9-b900-4164-a669-4bb835a968c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.767929 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-3bd873e9-b900-4164-a669-4bb835a968c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0762846 Nov 23 03:09:34.768838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e47e1-a0b0-4131-9148-479729efc9a8 req-7eb5c6da-89ac-4a0d-9086-d379a5aa1fa4 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.770335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c5e47e1-a0b0-4131-9148-479729efc9a8 req-7eb5c6da-89ac-4a0d-9086-d379a5aa1fa4 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0494113 Nov 23 03:09:34.770448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-88630767-930b-4804-a737-2ba897cd4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.771802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-88630767-930b-4804-a737-2ba897cd4496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0557199 Nov 23 03:09:34.833521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c5e47e1-a0b0-4131-9148-479729efc9a8 req-8d2346dd-a26f-47fa-84cd-c0da77f1bbdf tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570936 Nov 23 03:09:34.930642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-00435bc3-0e73-4b0c-aaaf-9f225023a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.932014 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-00435bc3-0e73-4b0c-aaaf-9f225023a427 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.1573808 Nov 23 03:09:34.933083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-336a92c0-ae90-417c-bf67-e3995acf6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.934383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-336a92c0-ae90-417c-bf67-e3995acf6faf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.1517122 Nov 23 03:09:35.010201 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-15cc4dc1-7bc5-4985-aad6-8ad5a17971e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0686848 Nov 23 03:09:35.011577 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-69c7e515-6ae8-43a8-9ad0-ae41deda7e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0642917 Nov 23 03:09:35.094200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-63e0878e-d1db-4ecd-8fb2-acfe73ec7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:35.095699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-63e0878e-d1db-4ecd-8fb2-acfe73ec7ecd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0793376 Nov 23 03:09:35.097365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0e713-5115-4625-8451-226de8072bac req-d56ed376-7b51-49f0-9b82-fb9fed8563a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:35.098710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-d56ed376-7b51-49f0-9b82-fb9fed8563a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0739570 Nov 23 03:09:35.134333 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-ad229499-dbc4-49c6-93ed-1a03e2f19775 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305626 Nov 23 03:09:35.173532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-d633b82e-7283-4932-a358-1a5795d4e346 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414929 Nov 23 03:09:35.304549 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-c6d3cb06-7930-487a-b407-32cfce637980 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625195 Nov 23 03:09:35.321541 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-077fa630-3496-480c-b61d-4b324d45b07a service neutron] 10.222.0.47 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240890 Nov 23 03:09:35.467618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-a4a528df-bd4e-43d4-aee1-248f1db2c1a2 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561291 Nov 23 03:09:35.471648 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76e0e713-5115-4625-8451-226de8072bac req-fe2e7d03-b140-451b-aa0f-45a7292e77e8 service neutron] 10.222.0.47 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401019 Nov 23 03:09:35.897222 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39aa579c-9611-4d0a-b0bb-524fbf3c750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:35.950332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb83368-69e0-482f-a612-d41cc824c21a req-dc42c292-d888-4611-b6ae-72de3f4f0dc7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:35.951854 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cb83368-69e0-482f-a612-d41cc824c21a req-dc42c292-d888-4611-b6ae-72de3f4f0dc7 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 944 time: 0.0485535 Nov 23 03:09:35.999130 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6cb83368-69e0-482f-a612-d41cc824c21a req-06bc619d-8f37-4219-a2ea-42680812ce23 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Nov 23 03:09:36.302087 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:09:36.316440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-1520901c-326a-4f07-b2ae-b8ea7010048e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:36.317935 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-1520901c-326a-4f07-b2ae-b8ea7010048e tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8&tenant_id=26e83dca4ff8460b87caf8caa299ce14&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 944 time: 0.0904238 Nov 23 03:09:36.379490 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-cf564b5b-7119-4da4-bda3-19ac241a6b6a service neutron] delete failed (client error): The resource could not be found. Nov 23 03:09:36.380524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-cf564b5b-7119-4da4-bda3-19ac241a6b6a service neutron] 10.222.0.41 "DELETE /v2.0/ports/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0547855 Nov 23 03:09:36.399982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:36.413163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'network_id': '3fe190ed-9e2a-46d1-a1f6-93d47a701b10', 'port_id': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'mac_address': 'fa:16:3e:e5:05:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9707f658-4c29-4d1d-8830-9ed0f1db32d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:09:36.452778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:36.465847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:09:36.487047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:36.487760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-90077af4-eb88-4fd9-9d4e-3aaba3ca420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:36.489512 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-90077af4-eb88-4fd9-9d4e-3aaba3ca420b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e83dca4ff8460b87caf8caa299ce14&device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 1096 time: 0.0433266 Nov 23 03:09:36.491363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:36.547041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:36.586160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-0fbcae04-d7d4-4cb9-a4f4-95ee2865368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:36.587716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-0fbcae04-d7d4-4cb9-a4f4-95ee2865368d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 200 len: 913 time: 0.0904140 Nov 23 03:09:36.629509 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-71737f57-8582-4389-98fa-bd5a2111f75e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 200 len: 217 time: 0.0351028 Nov 23 03:09:36.679190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-4d851cdc-4e8f-4942-b7a0-0e980e5ac057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:36.680621 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-4d851cdc-4e8f-4942-b7a0-0e980e5ac057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 200 len: 852 time: 0.0434477 Nov 23 03:09:36.715234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-a4c7d962-ac44-460e-82c8-c696b53d6993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3fe190ed-9e2a-46d1-a1f6-93d47a701b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273569 Nov 23 03:09:36.733406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:09:36.804182 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-96e78092-2887-49f5-b0d7-9a7c1ff37f14 service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Nov 23 03:09:36.900388 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-db9222b3-db42-4fff-b1f3-f137a80160df service neutron] 10.222.0.41 "GET /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Nov 23 03:09:37.063283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:09:37.111905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:09:37.673954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dc6e-eee5-480a-8379-114aa43cf915 req-26e65b89-0bf7-4eb4-a379-02870efd452d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:37.675461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea45dc6e-eee5-480a-8379-114aa43cf915 req-26e65b89-0bf7-4eb4-a379-02870efd452d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Nov 23 03:09:37.721540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea45dc6e-eee5-480a-8379-114aa43cf915 req-7292bf61-1a5e-48ef-9e9c-040aee67397d tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Nov 23 03:09:38.094809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44b772a1-d7ac-42b2-9cf6-0563d885a72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:38.317394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:09:38.366682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:09:38.370726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:09:38.371125 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:38.450915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:38.477207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:38.479464 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255083b2-04ec-47c5-a549-a18d7f22cefd" -d '{"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:38.491893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:38.496225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:38.522597 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a53d945-9703-40d7-80a0-e244016f81d9 x-openstack-request-id: req-4a53d945-9703-40d7-80a0-e244016f81d9 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:38.522899 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-plugged", "status": "completed", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:38.523157 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a53d945-9703-40d7-80a0-e244016f81d9 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:38.523774 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'code': 200} Nov 23 03:09:38.549387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:38.837161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66cc26-ab21-48ee-8739-d4cf3a69420a req-62371dd3-92f0-4222-b909-d664920349c0 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:38.838675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c66cc26-ab21-48ee-8739-d4cf3a69420a req-62371dd3-92f0-4222-b909-d664920349c0 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Nov 23 03:09:38.885970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c66cc26-ab21-48ee-8739-d4cf3a69420a req-30108f29-42ca-4f8b-94ee-668f5b24b451 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba924d23-8bcb-4ccc-bf04-6eee486944d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407348 Nov 23 03:09:38.922492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-013c7e49-bcf8-499b-b867-aefaa80c911b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:38.923965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-013c7e49-bcf8-499b-b867-aefaa80c911b tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Nov 23 03:09:39.012167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Deleting port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:09:39.012418 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:39.101914 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] For port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,segment=NetworkSegment(ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db),segment_id=ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:39.102271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:39.115892 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Calling delete_port for ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:09:39.243931 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:39.255476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:09:39.273180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Pushing event deleted for resources: {'Port': ['ID=ff593f2e-ad08-4cbc-8088-d9fef4aa65a3,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:39.313652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] No DVR routers for this DVR port ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:09:39.316365 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:39.319881 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f9bbdeeb-fbcb-4e3c-8a67-f65f6c8d86e5 req-31bd5594-54e0-4163-aeeb-2f60774b0db9 tempest-DeleteServersTestJSON-1137907988 tempest-DeleteServersTestJSON-1137907988-project] 10.222.0.47 "DELETE /v2.0/ports/ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 HTTP/1.1" status: 204 len: 173 time: 0.3894205 Nov 23 03:09:39.320325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-deleted', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:39.322656 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc591a-f57f-4749-95a8-eb16ed6cdebf" -d '{"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-deleted", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:39.363853 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cfab96-f4c0-46c4-a75f-14d4b418ae67 x-openstack-request-id: req-c1cfab96-f4c0-46c4-a75f-14d4b418ae67 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:39.364156 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8", "name": "network-vif-deleted", "tag": "ff593f2e-ad08-4cbc-8088-d9fef4aa65a3", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:39.364415 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1cfab96-f4c0-46c4-a75f-14d4b418ae67 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:39.364900 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b07800b-9b7c-402b-bfa0-5b1c6a9f04a8', 'name': 'network-vif-deleted', 'tag': 'ff593f2e-ad08-4cbc-8088-d9fef4aa65a3', 'status': 'completed', 'code': 200} Nov 23 03:09:39.396232 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.014113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33008) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:40.059212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Deleting subnet 9707f658-4c29-4d1d-8830-9ed0f1db32d6 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:09:40.062751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.100502 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.138856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.189323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.201588 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.208038 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9707f658-4c29-4d1d-8830-9ed0f1db32d6 HTTP/1.1" status: 204 len: 168 time: 0.1896887 Nov 23 03:09:40.208518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:40.223307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d1fd5-8b19-4115-b7c9-732cd13e1580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9707f658-4c29-4d1d-8830-9ed0f1db32d6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:40.286980 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.364673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.385256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe190ed-9e2a-46d1-a1f6-93d47a701b10']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:09:40.395075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:09:40.395383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed84b435-3fb9-4dc7-b39d-79d4bb8ab5db') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:09:40.404587 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.417606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.424037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:09:40.424420 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:09:40.426028 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:09:40.482752 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.488946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.492179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/3fe190ed-9e2a-46d1-a1f6-93d47a701b10 HTTP/1.1" status: 204 len: 168 time: 0.2825639 Nov 23 03:09:40.503891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe190ed-9e2a-46d1-a1f6-93d47a701b10,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:40.511493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.511842 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.512181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.512516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.512880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.513165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.513487 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.513815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.514137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.514610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.514928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.515158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c6124-7deb-4172-8783-f2398549bb1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:40.598262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33014) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:40.638454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e17970a7-13d4-43d1-bba7-6691ccaed820 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26e83dca4ff8460b87caf8caa299ce14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389855 Nov 23 03:09:40.641008 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33016) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:40.692666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.713393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.759654 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.762155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:40.766312 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba924d23-8bcb-4ccc-bf04-6eee486944d5 HTTP/1.1" status: 204 len: 168 time: 0.1213403 Nov 23 03:09:40.771493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513973d-8eb1-4afe-ba88-5a8591774d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba924d23-8bcb-4ccc-bf04-6eee486944d5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:40.817904 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.407546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33038) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:41.504162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1876856085-network', 'tenant_id': 'f478ab5bc85444528dd096de9f5435ba'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:09:41.534070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Made reservation on behalf of f478ab5bc85444528dd096de9f5435ba for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:09:41.536334 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.544534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.617734 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.621229 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.647297 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:09:41.652485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34cecc6-9095-4f96-8d06-129bddba3188,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:41.660238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.660622 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Added segment 26b611a6-88bd-417a-bf2f-9ace6a6925ec of type vlan for network 823ae84d-a8f7-484e-a3fd-460016cef135 Nov 23 03:09:41.701036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.724349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.725409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:41.725984 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.801248 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3911569 Nov 23 03:09:41.802863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33042) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:09:41.808896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Request body: {'subnet': {'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1876856085-subnet', 'tenant_id': 'f478ab5bc85444528dd096de9f5435ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:09:41.827559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191e34-0449-478b-b1df-864e7b8adf30 admin admin] Pushing event updated for resources: {'Network': ['ID=823ae84d-a8f7-484e-a3fd-460016cef135,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:41.828981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Made reservation on behalf of f478ab5bc85444528dd096de9f5435ba for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:09:41.831402 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:41.841691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 823ae84d-a8f7-484e-a3fd-460016cef135 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:09:41.927843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:42.001316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:42.055449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c79124c-6e09-48d1-895b-16465e82faa6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:42.063754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Checking segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:09:42.064119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Network hostable DHCP agents. Network: 823ae84d-a8f7-484e-a3fd-460016cef135, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:09:42.080248 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Network 823ae84d-a8f7-484e-a3fd-460016cef135 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:09:42.088456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 823ae84d-a8f7-484e-a3fd-460016cef135) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:09:42.092332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:42.092977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:42.099109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751297b-7662-4626-8d0b-f81ad73bac21 None None] Network 823ae84d-a8f7-484e-a3fd-460016cef135 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:09:42.108411 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-32b18724-c38c-4ecf-8fa7-8ae1209f4211 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3044760 Nov 23 03:09:42.228098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1851a30e-01ef-4473-b056-ae2566b345b6 None None] Network 823ae84d-a8f7-484e-a3fd-460016cef135 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:09:42.363779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:09:42.385944 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:09:42.386307 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device ff593f2e-ad08-4cbc-8088-d9fef4aa65a3 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:09:42.535565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-e0ff9791-dca9-4d2a-958d-b2b9cd8f0d7a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:42.537039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-e0ff9791-dca9-4d2a-958d-b2b9cd8f0d7a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 815 time: 0.1054423 Nov 23 03:09:42.553736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-144a255f-d25b-45d1-92fb-e6eb99d6e0b5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/quotas/f478ab5bc85444528dd096de9f5435ba HTTP/1.1" status: 200 len: 375 time: 0.0109048 Nov 23 03:09:42.586931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-3890abe1-d5da-42f4-ab2f-e4660b95c0d7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277405 Nov 23 03:09:42.678876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-c89529cc-677b-4684-bf3a-f6e8edccb30e service neutron] 10.222.0.15 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843844 Nov 23 03:09:42.766201 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-4bf849b7-c1e1-4002-8b7a-2f998de655fe service neutron] 10.222.0.15 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812914 Nov 23 03:09:42.924680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b9d0765-b748-42d3-8249-2a130a248904 req-8b23d986-02b8-4ddc-96c7-e1501b488323 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Nov 23 03:09:43.828800 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-d7e01306-5ff8-4c70-8054-b363cae1f562 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:43.830262 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-d7e01306-5ff8-4c70-8054-b363cae1f562 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 815 time: 0.1096654 Nov 23 03:09:43.842311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Request body: {'port': {'device_id': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'admin_state_up': True, 'tenant_id': 'f478ab5bc85444528dd096de9f5435ba'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:09:43.951577 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Made reservation on behalf of f478ab5bc85444528dd096de9f5435ba for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:09:43.957495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.023986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fe215f44-ec5c-4fcf-85c7-8389c405023d req-24ea2a92-71cd-4032-86fe-9a071e3199bb tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 210 time: 0.0299051 Nov 23 03:09:44.085274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Allocated IP 172.20.0.4 (823ae84d-a8f7-484e-a3fd-460016cef135/1c79124c-6e09-48d1-895b-16465e82faa6/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:09:44.231019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.264685 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.306784 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Network 823ae84d-a8f7-484e-a3fd-460016cef135 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:09:44.309786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:09:44.314130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:09:44.342164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:44.369709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:44.370325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.386169 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-ed20f76a-cd0f-4e9a-94c1-9ae5874aec25 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5475898 Nov 23 03:09:44.398445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Request body: {'port': {'device_id': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:09:44.449200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.707926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee7381f-b32a-4f7c-ab2d-08e771d4b1fa {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:09:44.715324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.726947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Transition to ACTIVE for port object cee7381f-b32a-4f7c-ab2d-08e771d4b1fa will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:09:44.731906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.788597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:44.851080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:09:44.851724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:09:44.851724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:09:44.855938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:09:44.856264 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:09:44.861699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:09:44.862042 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Checking segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:09:44.862851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Bound using segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:09:44.863285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Bound port: cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:09:44.863645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.924926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:09:44.927818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:09:44.932136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.971062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:44.971693 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:44.973074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] 10.222.0.47 "PUT /v2.0/ports/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 1092 time: 0.5786419 Nov 23 03:09:44.973516 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:44.975865 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:44.999373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebfb68-4ff6-4cd1-a567-1465fb96e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:45.014884 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513870d-b51b-4685-86be-1b4d96e688d5 x-openstack-request-id: req-8513870d-b51b-4685-86be-1b4d96e688d5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:45.015185 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:45.015443 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8513870d-b51b-4685-86be-1b4d96e688d5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:45.015854 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'status': 'completed', 'code': 200} Nov 23 03:09:45.062720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-193f4f78-7098-49b1-bfc6-014e2f4db18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.064296 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-193f4f78-7098-49b1-bfc6-014e2f4db18b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1095 time: 0.0422940 Nov 23 03:09:45.107383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-1f82ef95-9d14-4198-85b3-0599d3d64b36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0348518 Nov 23 03:09:45.141809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a0785-ce90-4686-b191-20b605db3df5 req-44dd6790-f9a5-4816-a636-7dfb580bbd1e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.143930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d6a0785-ce90-4686-b191-20b605db3df5 req-44dd6790-f9a5-4816-a636-7dfb580bbd1e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 943 time: 0.0500686 Nov 23 03:09:45.160855 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-452f0fad-491e-462b-93e7-08af09657c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.162289 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-452f0fad-491e-462b-93e7-08af09657c23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0470998 Nov 23 03:09:45.191563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d6a0785-ce90-4686-b191-20b605db3df5 req-8799846d-fd7f-4a99-94bf-754cfbc4d9ed tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Nov 23 03:09:45.193794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-563e1216-fc66-4a22-936f-f1863ae41c76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248537 Nov 23 03:09:45.283145 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-6fa42712-a8d7-44e0-908f-0f14f1438f73 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826900 Nov 23 03:09:45.376440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a04251f6-f7ed-4e45-a8e4-ef738355654b req-0dd16959-0088-40dd-85fe-b4adc0e6650f service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859523 Nov 23 03:09:45.460844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-98b854bb-3a52-4390-87a9-f04d5248fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.462221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-98b854bb-3a52-4390-87a9-f04d5248fd12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1095 time: 0.0400598 Nov 23 03:09:45.555170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-35b5103c-d2d7-4e59-8049-2ea031f3121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.556650 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-35b5103c-d2d7-4e59-8049-2ea031f3121c service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0868888 Nov 23 03:09:45.598901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-f98edfa4-ec4a-4476-87aa-317c0fdb01d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0346189 Nov 23 03:09:45.646098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-60a88d3a-861f-481b-9dba-474c935bf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:45.647553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-60a88d3a-861f-481b-9dba-474c935bf3c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0424681 Nov 23 03:09:45.677944 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-0ff714c6-a8c6-4ed3-9366-24393e0b2eca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235796 Nov 23 03:09:46.054588 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-ca257af7-c83d-423b-ad0e-2e962ff3c7cd service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690083 Nov 23 03:09:46.143529 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-66dd593b-ca95-4ed1-b1e1-30f5d5404a53 req-d1aa2164-e618-480f-b4b2-e05a1d2315b7 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818832 Nov 23 03:09:46.310884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b166ec-a505-4bc2-bebf-b02f75ec5e71 req-3ccdc281-aaa6-445d-9bb3-d8c3b8321454 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:46.312308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13b166ec-a505-4bc2-bebf-b02f75ec5e71 req-3ccdc281-aaa6-445d-9bb3-d8c3b8321454 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 943 time: 0.0528514 Nov 23 03:09:46.357699 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13b166ec-a505-4bc2-bebf-b02f75ec5e71 req-8bc74c5c-4e66-4571-8860-4cc964897ff5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Nov 23 03:09:47.479506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0559-87f5-438d-baa3-ae4ec71f0128 req-602c005d-9a57-4ccf-9cbd-780302740e5b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:47.481028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b74e0559-87f5-438d-baa3-ae4ec71f0128 req-602c005d-9a57-4ccf-9cbd-780302740e5b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 943 time: 0.0531774 Nov 23 03:09:47.527925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b74e0559-87f5-438d-baa3-ae4ec71f0128 req-6d3c3278-f865-41ce-b2e1-f1fe6e825f34 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Nov 23 03:09:48.388207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:09:48.480000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:48.491630 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'port_id': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'mac_address': 'fa:16:3e:36:3d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c79124c-6e09-48d1-895b-16465e82faa6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:09:48.527686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:48.543108 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee7381f-b32a-4f7c-ab2d-08e771d4b1fa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:09:48.562871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:48.566691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:48.614106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:48.621497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.621847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.622191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.622661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.623050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.623387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.623717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.624563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.624893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.625220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.625549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.625875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:48.648702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa374922-f49b-40fa-9af7-1ae1cec5c533 req-82e06eca-cfaa-4c41-843f-de721cf37eb1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:48.650203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa374922-f49b-40fa-9af7-1ae1cec5c533 req-82e06eca-cfaa-4c41-843f-de721cf37eb1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0543942 Nov 23 03:09:48.699511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa374922-f49b-40fa-9af7-1ae1cec5c533 req-d509ca13-b823-404f-877d-3cc57a5a9546 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Nov 23 03:09:48.761678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:09:49.817884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5c7a5-348d-42c3-8527-9b716968eaa4 req-4977bf9a-04b9-4088-86ab-58c743c6eceb tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:49.819397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19a5c7a5-348d-42c3-8527-9b716968eaa4 req-4977bf9a-04b9-4088-86ab-58c743c6eceb tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0529082 Nov 23 03:09:49.868615 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19a5c7a5-348d-42c3-8527-9b716968eaa4 req-7e610bcb-949a-4710-a512-4950ba89455c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Nov 23 03:09:50.410883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:09:50.458434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:09:50.461925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:09:50.462290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:50.544262 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:50.573353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:50.575613 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf571b47-a93c-43c8-8024-86524e87eb7a" -d '{"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-plugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:50.589349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:50.593430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:50.622050 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61414b48-8fa8-454a-9bb1-873956936e03 x-openstack-request-id: req-61414b48-8fa8-454a-9bb1-873956936e03 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:50.622349 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-plugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:50.622630 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61414b48-8fa8-454a-9bb1-873956936e03 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:50.623051 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'code': 200} Nov 23 03:09:50.650616 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:50.717799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3399d-3a29-4a76-abea-677391fe3101 req-0c9944a0-d822-4041-ba58-8aa24ea8a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:50.719339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3bd3399d-3a29-4a76-abea-677391fe3101 req-0c9944a0-d822-4041-ba58-8aa24ea8a30d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1097 time: 0.0437906 Nov 23 03:09:50.762763 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3bd3399d-3a29-4a76-abea-677391fe3101 req-d488d578-142e-4c65-9620-a30056096601 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Nov 23 03:09:50.984225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d586-7092-43a4-96d3-9a3e911a6ae1 req-6b78a63c-65e8-4eee-8502-782b2357e0d3 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:50.985705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14f5d586-7092-43a4-96d3-9a3e911a6ae1 req-6b78a63c-65e8-4eee-8502-782b2357e0d3 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Nov 23 03:09:51.032891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14f5d586-7092-43a4-96d3-9a3e911a6ae1 req-f2ae1a6c-8110-4543-a360-c1a18ac06784 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Nov 23 03:09:52.144504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f58f-4249-4cb7-aaba-38756d91ab65 req-74bc1160-f3f6-4c1d-8989-0b9010130780 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:52.145950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c62f58f-4249-4cb7-aaba-38756d91ab65 req-74bc1160-f3f6-4c1d-8989-0b9010130780 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0475795 Nov 23 03:09:52.195389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c62f58f-4249-4cb7-aaba-38756d91ab65 req-7fa75643-9bb2-423b-a52b-c428ad46e312 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Nov 23 03:09:52.313204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300799c-6b8e-4486-a345-a42bcab0a4a7 req-68eda28b-14a3-4234-b0ed-0ba6d217a833 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:52.314633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7300799c-6b8e-4486-a345-a42bcab0a4a7 req-68eda28b-14a3-4234-b0ed-0ba6d217a833 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0505235 Nov 23 03:09:52.360900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7300799c-6b8e-4486-a345-a42bcab0a4a7 req-d59499fb-fae2-40ea-8c37-d1d6c7f52303 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Nov 23 03:09:52.555143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c076c0-1b5d-4903-9413-e37d1d43ca98 req-27ea2b33-f926-48c5-b810-36964dbe647f tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:52.556691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c076c0-1b5d-4903-9413-e37d1d43ca98 req-27ea2b33-f926-48c5-b810-36964dbe647f tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Nov 23 03:09:52.604881 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c076c0-1b5d-4903-9413-e37d1d43ca98 req-7bcea0e6-5f37-45c1-b943-0e9516423e8f tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Nov 23 03:09:52.722702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3ebf-794d-43d7-a34b-79eb0baf9a2f req-fe1b9998-d201-4566-91e4-1028d2ce2128 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:52.724169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15be3ebf-794d-43d7-a34b-79eb0baf9a2f req-fe1b9998-d201-4566-91e4-1028d2ce2128 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0515785 Nov 23 03:09:52.770952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15be3ebf-794d-43d7-a34b-79eb0baf9a2f req-03d1b93a-9e21-4222-ac2f-6ab9d64e99fe tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Nov 23 03:09:53.037070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-a0cfd2aa-c108-4ea9-8172-bde439024633 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655062 Nov 23 03:09:53.052024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f835-f1e0-4a97-ad20-1f90f84e9575 req-243cbc22-3de4-477d-9e09-39f0fd3788e7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:53.053559 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-deb1f835-f1e0-4a97-ad20-1f90f84e9575 req-243cbc22-3de4-477d-9e09-39f0fd3788e7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0580292 Nov 23 03:09:53.106888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-deb1f835-f1e0-4a97-ad20-1f90f84e9575 req-10bbe9f1-9b5b-46b6-9e8c-eaf5e902b911 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Nov 23 03:09:53.689087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:54.224544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c1b9b-4c24-4299-92ea-979f91872f39 req-a8e258b3-b05d-4df5-b234-d36219c64ee6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:54.226027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd5c1b9b-4c24-4299-92ea-979f91872f39 req-a8e258b3-b05d-4df5-b234-d36219c64ee6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Nov 23 03:09:54.272795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd5c1b9b-4c24-4299-92ea-979f91872f39 req-5854e755-c5b9-47c2-b316-ca7fd32b383d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Nov 23 03:09:54.387739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:09:54.489035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-1fc39f05-dab6-4b47-b6f4-e296d2627fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:54.490602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-1fc39f05-dab6-4b47-b6f4-e296d2627fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1097 time: 0.0410547 Nov 23 03:09:54.581534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-7db49255-bdef-4556-b838-87436fdde331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:54.583075 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-7db49255-bdef-4556-b838-87436fdde331 service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0863101 Nov 23 03:09:54.627425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-a9af0ace-7d0e-4701-a140-29fc1b0460bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0379245 Nov 23 03:09:54.677364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9bd6ba2b-0756-45ed-8eed-0296cd55852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:54.678766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9bd6ba2b-0756-45ed-8eed-0296cd55852d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0451829 Nov 23 03:09:54.710044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-b5c43d9e-aeaf-4cb1-8f89-5132b658dad3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248570 Nov 23 03:09:54.801079 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-06f5b327-42f5-4653-805a-42893b9233a8 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 Nov 23 03:09:54.894232 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-f7412e3b-21d4-456d-b7b4-08135b418d1b service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868037 Nov 23 03:09:55.392000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961a11d-019b-44a1-8419-09c7bfb1e17c req-aeb5d18e-d125-4a97-b0aa-f219079b0d0e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:55.393688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b961a11d-019b-44a1-8419-09c7bfb1e17c req-aeb5d18e-d125-4a97-b0aa-f219079b0d0e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Nov 23 03:09:55.442467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b961a11d-019b-44a1-8419-09c7bfb1e17c req-711bcfce-cf68-4201-91e7-5056efd56410 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Nov 23 03:09:56.561869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516dfb2-d675-4492-ab36-60b9ea57baa7 req-6c7432e9-caf3-4e52-8fdb-cb7451d11276 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:56.563248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d516dfb2-d675-4492-ab36-60b9ea57baa7 req-6c7432e9-caf3-4e52-8fdb-cb7451d11276 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Nov 23 03:09:56.608829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d516dfb2-d675-4492-ab36-60b9ea57baa7 req-e49501ed-3d9f-4d10-9f99-44d1a636f270 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Nov 23 03:09:57.723147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446327-d24d-4727-b219-817093e17156 req-5b87880a-d240-4d08-951a-404196ac198c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:57.724613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7446327-d24d-4727-b219-817093e17156 req-5b87880a-d240-4d08-951a-404196ac198c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0480933 Nov 23 03:09:57.771417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7446327-d24d-4727-b219-817093e17156 req-c0714904-ca18-4951-b1e2-8cd9adc24e0e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Nov 23 03:09:58.884936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9657c-0bb5-4767-94bd-4f5379d3b998 req-215c5fa7-b518-4609-bad8-a6b5643a57e7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:58.886687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb9657c-0bb5-4767-94bd-4f5379d3b998 req-215c5fa7-b518-4609-bad8-a6b5643a57e7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0477686 Nov 23 03:09:58.937680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb9657c-0bb5-4767-94bd-4f5379d3b998 req-8aa2359f-26df-4673-84c6-72101782437d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Nov 23 03:09:59.978534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:00.053932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a32be-8c73-4145-8c19-ea9f81baddec req-022cb188-b3c2-45b1-b367-bc152ee16672 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:00.055473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef9a32be-8c73-4145-8c19-ea9f81baddec req-022cb188-b3c2-45b1-b367-bc152ee16672 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Nov 23 03:10:00.101996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ef9a32be-8c73-4145-8c19-ea9f81baddec req-e33e9afd-90a5-4728-9148-f6f7a7cc62f5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Nov 23 03:10:01.214578 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2376df-62d5-4e61-8cb6-9017010f1096 req-feff7b00-ead6-4e41-b5d3-6c3e64f5f555 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:01.216075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f2376df-62d5-4e61-8cb6-9017010f1096 req-feff7b00-ead6-4e41-b5d3-6c3e64f5f555 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0475011 Nov 23 03:10:01.263244 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4f2376df-62d5-4e61-8cb6-9017010f1096 req-388cc47e-115d-4ff9-89d3-72919e5cf502 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Nov 23 03:10:02.388076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fc4a-5287-48ef-a6b6-131b12ba0fd3 req-ed2c83b2-9668-4227-b87a-008c2c93b8ae tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:02.390154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f02fc4a-5287-48ef-a6b6-131b12ba0fd3 req-ed2c83b2-9668-4227-b87a-008c2c93b8ae tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0567675 Nov 23 03:10:02.438707 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9f02fc4a-5287-48ef-a6b6-131b12ba0fd3 req-2c1f1507-2062-48e2-aa51-d53795b449f4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Nov 23 03:10:03.553624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e591fd-3145-4ec5-a755-8b6462973cbf req-2154872d-f2ec-45ce-9425-6e58528e7399 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:03.555010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87e591fd-3145-4ec5-a755-8b6462973cbf req-2154872d-f2ec-45ce-9425-6e58528e7399 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0481701 Nov 23 03:10:03.601279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87e591fd-3145-4ec5-a755-8b6462973cbf req-63ee2807-d14d-464d-a2da-04b53afbd541 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403378 Nov 23 03:10:04.720173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6d024-8206-4d3a-9a6e-fb2d74ee5847 req-82cf4f45-6ed4-4b03-9dd2-c19b1b0ef56a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:04.721675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78f6d024-8206-4d3a-9a6e-fb2d74ee5847 req-82cf4f45-6ed4-4b03-9dd2-c19b1b0ef56a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0533237 Nov 23 03:10:04.768225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78f6d024-8206-4d3a-9a6e-fb2d74ee5847 req-c3f39bb5-fb6e-46ad-9265-9af6b4c7f2f7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Nov 23 03:10:05.883674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f361ff-d02c-42f8-99a3-f2684fa4a020 req-3bdacaa4-ab89-4203-b8c0-1b030a2c375d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:05.885222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29f361ff-d02c-42f8-99a3-f2684fa4a020 req-3bdacaa4-ab89-4203-b8c0-1b030a2c375d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0502589 Nov 23 03:10:05.901020 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-956698d2-b407-4b23-a572-fbacd708a115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:05.932964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29f361ff-d02c-42f8-99a3-f2684fa4a020 req-44cc47db-76f5-41be-863f-9158db447c54 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Nov 23 03:10:07.049656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3139-13cf-4600-9223-488300ebe134 req-6769bde8-2b56-47b5-aa6d-72e092df61d9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:07.051162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-097b3139-13cf-4600-9223-488300ebe134 req-6769bde8-2b56-47b5-aa6d-72e092df61d9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Nov 23 03:10:07.102957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-097b3139-13cf-4600-9223-488300ebe134 req-6f0de008-5039-45bf-b912-243032661c5e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Nov 23 03:10:08.077210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d6e19d7-1702-4bf4-a91a-796e454e07f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:08.231413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f8a9-b463-4c75-adec-6a886602f158 req-198d74b8-3e28-47e7-8f25-c8c79f32631b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:08.233366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5715f8a9-b463-4c75-adec-6a886602f158 req-198d74b8-3e28-47e7-8f25-c8c79f32631b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0579450 Nov 23 03:10:08.281467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5715f8a9-b463-4c75-adec-6a886602f158 req-47296aba-9c6c-4780-ac19-9d6fa7962d15 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Nov 23 03:10:09.396362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:09.399493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194820c-e888-4b58-8bd1-263496e0f51f req-0bef3e3b-2e67-41a2-8d22-e133faeb00d2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:09.400989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3194820c-e888-4b58-8bd1-263496e0f51f req-0bef3e3b-2e67-41a2-8d22-e133faeb00d2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0490592 Nov 23 03:10:09.448167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3194820c-e888-4b58-8bd1-263496e0f51f req-e31f4063-e712-447d-8913-388ac39a64a4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Nov 23 03:10:10.567483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee685-c703-4bd9-a90d-fa3c7181a300 req-8655c5f9-8daf-4cd0-8e6b-dadee127e372 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:10.568876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72eee685-c703-4bd9-a90d-fa3c7181a300 req-8655c5f9-8daf-4cd0-8e6b-dadee127e372 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0523155 Nov 23 03:10:10.615138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72eee685-c703-4bd9-a90d-fa3c7181a300 req-cbd0549a-be6b-4e54-ad65-4a4cd8230eef tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Nov 23 03:10:10.820640 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:11.728790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88fee5-0f0b-4aec-bb6a-114af1f5add5 req-4bce3cc5-30c2-4dc1-974d-733c6d6d0bf3 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:11.730255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c88fee5-0f0b-4aec-bb6a-114af1f5add5 req-4bce3cc5-30c2-4dc1-974d-733c6d6d0bf3 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Nov 23 03:10:11.776589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c88fee5-0f0b-4aec-bb6a-114af1f5add5 req-a7675d48-6dd1-46ca-8f6b-0e082de4d190 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Nov 23 03:10:11.929226 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:12.891838 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed1ec8-23ca-45fe-9a18-674f6577ad15 req-eaa33a66-fc35-40c0-8cc8-0015fd91ba84 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:12.893303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44ed1ec8-23ca-45fe-9a18-674f6577ad15 req-eaa33a66-fc35-40c0-8cc8-0015fd91ba84 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Nov 23 03:10:12.943206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44ed1ec8-23ca-45fe-9a18-674f6577ad15 req-394dbbb3-1519-40e7-8cb4-3ada1ffb2a1b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440145 Nov 23 03:10:14.062701 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa374d-bc19-41a6-b4a2-2d43974f4856 req-f34f1bba-5032-4520-8987-f64c8e499c19 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:14.064155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2aaa374d-bc19-41a6-b4a2-2d43974f4856 req-f34f1bba-5032-4520-8987-f64c8e499c19 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Nov 23 03:10:14.110930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2aaa374d-bc19-41a6-b4a2-2d43974f4856 req-1dadf424-d2c7-4ffc-a8e0-ee6f93d72cf0 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Nov 23 03:10:15.224033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099a20-dc48-4780-8818-964574dafb0a req-ea92f2b3-b3f2-4411-8af8-37dc85817e6d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:15.225487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d099a20-dc48-4780-8818-964574dafb0a req-ea92f2b3-b3f2-4411-8af8-37dc85817e6d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Nov 23 03:10:15.271638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d099a20-dc48-4780-8818-964574dafb0a req-340c106b-0262-4d5a-930c-33414f66e58b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Nov 23 03:10:16.393179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b44f87-c391-4221-9458-cd9db23e9463 req-5be6b88e-2697-4416-b5e9-8adbc9df6f49 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:16.394669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8b44f87-c391-4221-9458-cd9db23e9463 req-5be6b88e-2697-4416-b5e9-8adbc9df6f49 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Nov 23 03:10:16.440747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8b44f87-c391-4221-9458-cd9db23e9463 req-1a1650be-b408-4c96-a03e-0db37ed9fb77 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Nov 23 03:10:17.556109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c924c4-966d-4140-8249-78116af511a9 req-e6051fa1-4ad9-478f-9005-b41f94a7097c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:17.557524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94c924c4-966d-4140-8249-78116af511a9 req-e6051fa1-4ad9-478f-9005-b41f94a7097c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0485632 Nov 23 03:10:17.604486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94c924c4-966d-4140-8249-78116af511a9 req-0223a55d-92e2-405a-a03d-428fe9302cd6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Nov 23 03:10:18.726401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28ec1-20be-4283-96f2-5ae757f24de4 req-e0102fd2-0787-40e8-8ad9-f1116c3bb239 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:18.727891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53d28ec1-20be-4283-96f2-5ae757f24de4 req-e0102fd2-0787-40e8-8ad9-f1116c3bb239 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Nov 23 03:10:18.778531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53d28ec1-20be-4283-96f2-5ae757f24de4 req-032008ec-90f4-4c86-ac52-d4dd01d44aaa tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Nov 23 03:10:19.891465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee6c5-08e5-42ba-a6e1-973fc66323f9 req-6736f4c9-6933-4589-a628-7af6f746d7ca tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:19.892943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb1ee6c5-08e5-42ba-a6e1-973fc66323f9 req-6736f4c9-6933-4589-a628-7af6f746d7ca tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Nov 23 03:10:19.938944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb1ee6c5-08e5-42ba-a6e1-973fc66323f9 req-fcdb3751-b658-47e0-9afe-b528d3f53082 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Nov 23 03:10:21.053564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c50a3b-e56f-472c-87e6-8a01837a129c req-87023db0-0481-448b-b54b-dfc5015c5a9b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:21.055054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64c50a3b-e56f-472c-87e6-8a01837a129c req-87023db0-0481-448b-b54b-dfc5015c5a9b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Nov 23 03:10:21.106267 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64c50a3b-e56f-472c-87e6-8a01837a129c req-a0119a05-2dc4-4a4e-a48e-f3cc6356ca92 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Nov 23 03:10:21.728924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-51d20ae4-79c4-4dc7-b62d-d3a42e92b3de tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:10:21.729903 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-51d20ae4-79c4-4dc7-b62d-d3a42e92b3de tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055211 Nov 23 03:10:21.791394 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-abc9d6a5-f4a3-4def-a20c-3c54bbdde6e7 service neutron] show failed (client error): The resource could not be found. Nov 23 03:10:21.792383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-abc9d6a5-f4a3-4def-a20c-3c54bbdde6e7 service neutron] 10.222.0.47 "GET /v2.0/ports/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0534739 Nov 23 03:10:21.983149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-e91d5ed1-3377-432b-83d8-24009fa3f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:21.985104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-e91d5ed1-3377-432b-83d8-24009fa3f784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192&tenant_id=f478ab5bc85444528dd096de9f5435ba HTTP/1.1" status: 200 len: 1097 time: 0.0408442 Nov 23 03:10:22.004841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:10:22.064128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.221700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021be3c-bf86-4d3c-9c07-05e3e1352727 req-90ecce4c-97a0-4988-8ff8-8607e9643e3a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:22.223227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2021be3c-bf86-4d3c-9c07-05e3e1352727 req-90ecce4c-97a0-4988-8ff8-8607e9643e3a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Nov 23 03:10:22.265169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:22.271214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2021be3c-bf86-4d3c-9c07-05e3e1352727 req-68e7210d-b7f9-4279-b0b2-c841e7747c76 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Nov 23 03:10:22.300188 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:10:22.340053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:22.342350 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43b376c-7483-471c-8111-1056aadc7fe3" -d '{"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-unplugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:22.346604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.359707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Transition to ACTIVE for port object cee7381f-b32a-4f7c-ab2d-08e771d4b1fa will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:10:22.363580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.399444 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd0483-8f74-4e69-9741-c2b6e4e7c585 x-openstack-request-id: req-f2cd0483-8f74-4e69-9741-c2b6e4e7c585 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:22.399746 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-unplugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:22.399998 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2cd0483-8f74-4e69-9741-c2b6e4e7c585 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:22.400425 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'code': 200} Nov 23 03:10:22.420066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:22.435360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] No DVR routers for this DVR port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:10:22.473704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:10:22.474075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:10:22.474408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:10:22.478694 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:10:22.479016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Attempting to bind port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:10:22.483807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:10:22.484139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Checking segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:10:22.484520 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Bound using segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:10:22.484943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Bound port: cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:10:22.485294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.549581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:10:22.552457 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:10:22.556742 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.592356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:22.593536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:22.594947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] 10.222.0.41 "PUT /v2.0/ports/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 1092 time: 0.5941288 Nov 23 03:10:22.612322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ac09-89fe-4e58-b89c-18d0e0e33347 service neutron] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:22.668283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9423f264-302f-468a-8664-609bc7440d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:22.669837 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9423f264-302f-468a-8664-609bc7440d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1095 time: 0.0417047 Nov 23 03:10:22.763468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-7ce6e7c2-f4b5-41d6-a00b-b9cbad3dba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:22.765895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-7ce6e7c2-f4b5-41d6-a00b-b9cbad3dba2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0891724 Nov 23 03:10:22.808199 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-52d47140-4c7f-4b06-ad7a-c49ccaf25aad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0341716 Nov 23 03:10:22.860341 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9c89c5ec-5274-4aa6-a3c5-452436ace1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:22.862095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-9c89c5ec-5274-4aa6-a3c5-452436ace1ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0474260 Nov 23 03:10:22.894255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-0be54d43-9458-4b58-9a2b-23127fa23ff7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252221 Nov 23 03:10:22.983466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-37843e2c-3e06-433c-aeeb-ba2d38940ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812895 Nov 23 03:10:23.074994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3cadd43f-0720-48b1-8102-a0c6437db447 req-ca6ef9d2-a1a9-4ead-901f-ff4e57ef7ebb service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Nov 23 03:10:23.401230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7395e-ab99-4aa4-8e1c-c92619d83ad2 req-7638ed08-5228-44ec-943d-c54c2bac209d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:23.402714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9a7395e-ab99-4aa4-8e1c-c92619d83ad2 req-7638ed08-5228-44ec-943d-c54c2bac209d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 943 time: 0.0493846 Nov 23 03:10:23.450895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9a7395e-ab99-4aa4-8e1c-c92619d83ad2 req-9a7d01fd-c09f-444e-9272-b176c8591ed5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Nov 23 03:10:23.682386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:24.401262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:24.403642 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4cea6b-8161-4c1c-8630-869077a76754" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:24.450283 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392c2b2-268d-4628-9a86-aba44013a784 x-openstack-request-id: req-6392c2b2-268d-4628-9a86-aba44013a784 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:24.450666 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:24.450932 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6392c2b2-268d-4628-9a86-aba44013a784 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:24.451340 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'status': 'completed', 'code': 200} Nov 23 03:10:24.534538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-95ae2a30-ce89-4762-9f0d-a8932cd24daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.536069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-95ae2a30-ce89-4762-9f0d-a8932cd24daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1095 time: 0.0676033 Nov 23 03:10:24.557401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-d6c3cb8e-15d5-46aa-be15-8f02574cf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.558877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-d6c3cb8e-15d5-46aa-be15-8f02574cf718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1095 time: 0.0581119 Nov 23 03:10:24.589579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda68e7c-9155-420f-bdfb-343e63d1e74a req-036db02e-f324-416a-b245-d687a7c98b11 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.591109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bda68e7c-9155-420f-bdfb-343e63d1e74a req-036db02e-f324-416a-b245-d687a7c98b11 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 943 time: 0.0659480 Nov 23 03:10:24.642902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bda68e7c-9155-420f-bdfb-343e63d1e74a req-c61423ce-39d7-4766-adfa-3bbc2393486e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Nov 23 03:10:24.704751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-a8930323-c4e1-47b7-ac5b-241b9f2f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.706230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-a8930323-c4e1-47b7-ac5b-241b9f2f9629 service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.1611507 Nov 23 03:10:24.759211 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-c5cf1d7a-0638-4df0-98b6-3f295e48a153 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0448821 Nov 23 03:10:24.761927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-51299b1f-d33f-4c9a-be5e-f7859eefb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.763317 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-51299b1f-d33f-4c9a-be5e-f7859eefb567 service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.1608016 Nov 23 03:10:24.830194 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-e3655d99-e4b3-495a-af32-4a228ed3643e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0579126 Nov 23 03:10:24.868250 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-35c32b2d-c4d7-44d2-a270-b24e6e43e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.869664 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-35c32b2d-c4d7-44d2-a270-b24e6e43e807 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.1044905 Nov 23 03:10:24.904985 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-6c62283a-2edc-4490-8462-d4f2050cc8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274169 Nov 23 03:10:24.908528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-f4e27321-a72d-4fb1-88a4-72d32cf61f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:24.909847 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-f4e27321-a72d-4fb1-88a4-72d32cf61f0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0707855 Nov 23 03:10:24.977661 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-3553e85b-aa91-40bc-bbb2-a1ad505995d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591156 Nov 23 03:10:25.071053 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-deae1018-5f80-4efc-8427-8ec63385b764 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591935 Nov 23 03:10:25.135783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-7c00f188-d189-4bfc-a9e2-1a7be75e57e8 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503103 Nov 23 03:10:25.226315 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-ca3d7b75-4a99-4e92-87ec-f60f85ba5805 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469977 Nov 23 03:10:25.254953 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0f4cea6b-8161-4c1c-8630-869077a76754 req-ce41889a-3c65-4882-8816-78f058317e76 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103880 Nov 23 03:10:25.328560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:10:25.420896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:25.431893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'port_id': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'mac_address': 'fa:16:3e:36:3d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c79124c-6e09-48d1-895b-16465e82faa6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:10:25.474311 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:25.487138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee7381f-b32a-4f7c-ab2d-08e771d4b1fa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:10:25.505201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:25.508829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:25.553990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:25.762348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23c47f-9348-4382-b790-c42d91cc7bca req-b6e9da88-b9eb-43f1-a6e6-ec74c49c4518 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:25.763857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e23c47f-9348-4382-b790-c42d91cc7bca req-b6e9da88-b9eb-43f1-a6e6-ec74c49c4518 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0487666 Nov 23 03:10:25.802135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:10:25.810565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2e23c47f-9348-4382-b790-c42d91cc7bca req-81a98a43-b6d3-41a3-96c8-db45da93cad8 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400517 Nov 23 03:10:26.005660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499eaa7-32e7-4911-a340-365b3b7cdb76 req-8dc820f7-93fb-44db-80c5-cfffb9d40aac tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:26.007090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7499eaa7-32e7-4911-a340-365b3b7cdb76 req-8dc820f7-93fb-44db-80c5-cfffb9d40aac tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0494409 Nov 23 03:10:26.014424 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-e45e393f-637c-4e74-9024-55c103c29cdf tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:26.016571 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-e45e393f-637c-4e74-9024-55c103c29cdf tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192&tenant_id=f478ab5bc85444528dd096de9f5435ba&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 944 time: 0.0527444 Nov 23 03:10:26.060433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7499eaa7-32e7-4911-a340-365b3b7cdb76 req-c849b939-84ff-47e6-84c4-5a8942c4bb12 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 Nov 23 03:10:26.082845 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-85627228-ee77-476b-b11f-b61118e7ba82 service neutron] delete failed (client error): The resource could not be found. Nov 23 03:10:26.083869 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-85627228-ee77-476b-b11f-b61118e7ba82 service neutron] 10.222.0.47 "DELETE /v2.0/ports/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0606000 Nov 23 03:10:26.167486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-8adc01ca-3b1a-48dc-9621-63b67c6ddca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:26.168994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-8adc01ca-3b1a-48dc-9621-63b67c6ddca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 1096 time: 0.0415730 Nov 23 03:10:26.259671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-e3f016d6-e9a2-476e-b64e-8e60799d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:26.261055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-e3f016d6-e9a2-476e-b64e-8e60799d01dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0843463 Nov 23 03:10:26.307305 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-4f672edb-d256-44d1-ab78-ab48023b7fb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 200 len: 217 time: 0.0389905 Nov 23 03:10:26.356076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-6f2f7e94-8729-47f5-b8d2-cfce03197b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:26.357503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-6f2f7e94-8729-47f5-b8d2-cfce03197b01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0437589 Nov 23 03:10:26.388885 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-ca476672-6a9c-41c1-904c-2bf512f47799 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245743 Nov 23 03:10:26.481958 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-fba15920-bf7c-4e44-8ac7-d52d1b6e0c5b service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Nov 23 03:10:26.569708 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-fa574d20-4b33-4449-8e94-112adf3f32eb req-76cdaeb3-cdc3-4f15-bc6e-1a47641d3661 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807898 Nov 23 03:10:26.574557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:10:26.613211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:10:27.178935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c467-5f72-474e-be27-e48a5360324d req-0f6a1eb6-2519-491a-a7c2-c6affa727d5b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:27.180436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f370c467-5f72-474e-be27-e48a5360324d req-0f6a1eb6-2519-491a-a7c2-c6affa727d5b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0493324 Nov 23 03:10:27.227848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f370c467-5f72-474e-be27-e48a5360324d req-d37bbdd7-3bf0-40d9-8cc4-fd0ff1ae7f70 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 23 03:10:27.339574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784af6ac-6b76-4698-88aa-a9d03f7f0ce8 req-221baa33-ca41-4cf3-b9e2-cd7ea3491b0d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:27.340936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-784af6ac-6b76-4698-88aa-a9d03f7f0ce8 req-221baa33-ca41-4cf3-b9e2-cd7ea3491b0d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0475764 Nov 23 03:10:27.352692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:10:27.389189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-784af6ac-6b76-4698-88aa-a9d03f7f0ce8 req-bbf8b4cf-38ca-4f45-940d-62c5542e0dba tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Nov 23 03:10:27.404708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:10:27.409167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:10:27.409566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:27.489881 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:27.509978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8992a-c1ce-453b-ae5b-4dc61ac05827 req-ea6435fc-9246-4f91-8b8b-2eee140ec843 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:27.511487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5e8992a-c1ce-453b-ae5b-4dc61ac05827 req-ea6435fc-9246-4f91-8b8b-2eee140ec843 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 944 time: 0.0534797 Nov 23 03:10:27.511624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:27.513725 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5bbc6-95e4-495e-b904-9788df5a8396" -d '{"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-plugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:27.526042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:27.531512 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:27.561429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d5e8992a-c1ce-453b-ae5b-4dc61ac05827 req-018b88c8-e422-45ea-837b-407747698ba5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Nov 23 03:10:27.581158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:27.615022 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42859a60-89ae-48a2-a51a-5db47dbf1b09 x-openstack-request-id: req-42859a60-89ae-48a2-a51a-5db47dbf1b09 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:27.615320 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-plugged", "status": "completed", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:27.615581 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42859a60-89ae-48a2-a51a-5db47dbf1b09 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:27.615987 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'code': 200} Nov 23 03:10:27.950710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-493ef0c9-0d74-45f8-a614-719ec5141c64 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:27.952075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-493ef0c9-0d74-45f8-a614-719ec5141c64 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 815 time: 0.1094508 Nov 23 03:10:27.967433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-dd1dcafd-c529-448d-970b-f59e9f401a92 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/quotas/f478ab5bc85444528dd096de9f5435ba HTTP/1.1" status: 200 len: 375 time: 0.0089211 Nov 23 03:10:28.017941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-ac08e6ae-62f9-417b-a5c3-fe1bb8e1c177 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0446150 Nov 23 03:10:28.105951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-54184ef0-5c78-4657-bdab-1015b1b9d97a service neutron] 10.222.0.15 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Nov 23 03:10:28.200908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-29cb73f8-4e12-4ee6-b4be-f25f88e747cb service neutron] 10.222.0.15 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888078 Nov 23 03:10:28.357570 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23c7dcfc-ed4b-4806-9b3b-78fa9bb36843 req-fd2a8770-10bb-4355-abf5-009b51afec9d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 210 time: 0.0265100 Nov 23 03:10:29.278452 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075abf92-d784-4192-904b-2e54222a3923 req-0525143f-eb40-4407-b688-38eb733153d2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:29.279966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-075abf92-d784-4192-904b-2e54222a3923 req-0525143f-eb40-4407-b688-38eb733153d2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4f4e516-bfd9-4384-8141-518432b1a192 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Nov 23 03:10:29.383600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Deleting port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:10:29.384186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.474490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e728889-9c1a-4d19-9723-69a37d165ece req-9e9e0a1c-7d1e-46c7-a220-5bc56f7fc574 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 210 time: 0.0338340 Nov 23 03:10:29.478716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] For port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:29.479269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.494286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Calling delete_port for cee7381f-b32a-4f7c-ab2d-08e771d4b1fa owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:10:29.508747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-5931e936-28bc-4895-a39c-98d761072710 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:29.510210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-5931e936-28bc-4895-a39c-98d761072710 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 815 time: 0.1518414 Nov 23 03:10:29.532653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Request body: {'port': {'device_id': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'admin_state_up': True, 'tenant_id': 'f478ab5bc85444528dd096de9f5435ba'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:10:29.625983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.643136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Made reservation on behalf of f478ab5bc85444528dd096de9f5435ba for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:10:29.646846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.655597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Pushing event deleted for resources: {'Port': ['ID=cee7381f-b32a-4f7c-ab2d-08e771d4b1fa,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:29.665236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:10:29.701365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] No DVR routers for this DVR port cee7381f-b32a-4f7c-ab2d-08e771d4b1fa on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:10:29.705179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.708612 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-075abf92-d784-4192-904b-2e54222a3923 req-3db7889d-6ade-4d9c-a263-0d2569235928 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.41 "DELETE /v2.0/ports/cee7381f-b32a-4f7c-ab2d-08e771d4b1fa HTTP/1.1" status: 204 len: 173 time: 0.4222240 Nov 23 03:10:29.709168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-deleted', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:29.711490 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e3e2f2-0b83-4e46-bd4d-fe0b399319dd" -d '{"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-deleted", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:29.754647 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725afa78-23d0-4488-af2c-11c9854feac7 x-openstack-request-id: req-725afa78-23d0-4488-af2c-11c9854feac7 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:29.754951 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f4e516-bfd9-4384-8141-518432b1a192", "name": "network-vif-deleted", "tag": "cee7381f-b32a-4f7c-ab2d-08e771d4b1fa", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:29.755205 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-725afa78-23d0-4488-af2c-11c9854feac7 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:29.755636 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f4e516-bfd9-4384-8141-518432b1a192', 'name': 'network-vif-deleted', 'tag': 'cee7381f-b32a-4f7c-ab2d-08e771d4b1fa', 'status': 'completed', 'code': 200} Nov 23 03:10:29.976689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.075365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Allocated IP 172.20.0.2 (823ae84d-a8f7-484e-a3fd-460016cef135/1c79124c-6e09-48d1-895b-16465e82faa6/5d9439e9-24af-435a-8df7-39a6b705b1b1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:10:30.220021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.252354 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.286072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['cee7381f-b32a-4f7c-ab2d-08e771d4b1fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:10:30.297063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Network 823ae84d-a8f7-484e-a3fd-460016cef135 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:10:30.300342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:10:30.303921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:10:30.310261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:30.355308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:30.355918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.371909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-04868f5d-117b-49c2-b73d-2dcf480ce1ab tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430915 Nov 23 03:10:30.389171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Request body: {'port': {'device_id': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:10:30.444065 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.660600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc01ec-d501-4de3-a1f9-a078856d7f68 req-f7f110fa-3157-44a1-a5e9-763df3426efe tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:30.662075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0dc01ec-d501-4de3-a1f9-a078856d7f68 req-f7f110fa-3157-44a1-a5e9-763df3426efe tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 931 time: 0.1141546 Nov 23 03:10:30.743399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0dc01ec-d501-4de3-a1f9-a078856d7f68 req-c4303604-d91c-428a-894b-1a54f3b35f80 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732713 Nov 23 03:10:30.790556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9439e9-24af-435a-8df7-39a6b705b1b1 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:10:30.798045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.811409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Transition to ACTIVE for port object 5d9439e9-24af-435a-8df7-39a6b705b1b1 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:10:30.815618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:30.879562 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:30.930674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:10:30.931014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:10:30.931346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:10:30.935513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:10:30.935853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:10:30.940592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:10:30.940932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Checking segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:10:30.941314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Bound using segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:10:30.941738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Bound port: 5d9439e9-24af-435a-8df7-39a6b705b1b1, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:10:30.942091 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:31.007428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:10:31.011023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:10:31.016017 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:31.051364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.052454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:31.053831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] 10.222.0.41 "PUT /v2.0/ports/5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 1092 time: 0.6685951 Nov 23 03:10:31.055935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:31.058247 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ecb43-e441-40d8-b858-cf5663fb31c9" -d '{"events": [{"name": "network-changed", "server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:31.081536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d48222-6253-451f-9c23-48d08ceb536f service neutron] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:31.152737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-a52fe550-1f40-43de-bb89-f2b92248b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.154318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-a52fe550-1f40-43de-bb89-f2b92248b28e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0421615 Nov 23 03:10:31.176791 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f14927-33f1-436b-b46a-a4df9a04c830 x-openstack-request-id: req-47f14927-33f1-436b-b46a-a4df9a04c830 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:31.177472 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:31.177728 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47f14927-33f1-436b-b46a-a4df9a04c830 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:31.178120 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'status': 'completed', 'code': 200} Nov 23 03:10:31.211458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-6d605080-25c5-4c8e-bbbc-9327ecad7b8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0424829 Nov 23 03:10:31.261526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-8850ad9e-43ce-427f-886a-eaf78058155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.263091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-8850ad9e-43ce-427f-886a-eaf78058155b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0445325 Nov 23 03:10:31.294269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-2beb3f66-a0c7-4d86-8447-330045470f49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244124 Nov 23 03:10:31.386243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-8c2d83b7-be54-448a-9568-f3a5d45a93e6 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847311 Nov 23 03:10:31.386754 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:10:31.475179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aced17e0-309c-4d4c-9dc5-0b0e599c6352 req-bc0eafdb-f902-4693-b22b-aef9747c8702 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819542 Nov 23 03:10:31.611406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-b578f30c-8961-4c12-b811-df9b1dcd3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.613210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-b578f30c-8961-4c12-b811-df9b1dcd3aea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0420117 Nov 23 03:10:31.707680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-15001f32-8505-4867-bbd7-d50a69a489f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.709061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-15001f32-8505-4867-bbd7-d50a69a489f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0870769 Nov 23 03:10:31.751663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-580e03e0-b4a8-4719-99f3-a94154a2b360 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0353694 Nov 23 03:10:31.801509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-116c6d88-b373-4e71-91c6-6b6db8db8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.803020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-116c6d88-b373-4e71-91c6-6b6db8db8bd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0433033 Nov 23 03:10:31.861029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-87063c54-7740-4f2f-aeb3-39aa547d7568 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478578 Nov 23 03:10:31.923481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b54a-73ef-4233-9ad2-e6588bc52a37 req-e36525ef-258d-40e5-a7ba-0c35e19e4ef1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:31.924917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce0b54a-73ef-4233-9ad2-e6588bc52a37 req-e36525ef-258d-40e5-a7ba-0c35e19e4ef1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.1135113 Nov 23 03:10:31.999030 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-0669e9e5-5c17-42ed-9397-8da43c21ea6e service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267014 Nov 23 03:10:32.002831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ce0b54a-73ef-4233-9ad2-e6588bc52a37 req-a390f41b-b564-461d-b011-62b8286af4ee tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720105 Nov 23 03:10:32.088471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-501ecb43-e441-40d8-b858-cf5663fb31c9 req-312f4791-293f-4daf-8a66-b7829f63858c service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822704 Nov 23 03:10:33.117720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42667af1-c1eb-45b9-865c-1e2eaa07d15e req-15cc2870-2c19-485e-abd9-773994f7dbe4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:33.119123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42667af1-c1eb-45b9-865c-1e2eaa07d15e req-15cc2870-2c19-485e-abd9-773994f7dbe4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.0492647 Nov 23 03:10:33.171265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42667af1-c1eb-45b9-865c-1e2eaa07d15e req-979701ae-91b4-407e-a84b-e33bbbaf913d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Nov 23 03:10:33.391051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:10:33.401242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:10:33.422344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: cee7381f-b32a-4f7c-ab2d-08e771d4b1fa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:10:33.422737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device cee7381f-b32a-4f7c-ab2d-08e771d4b1fa not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:10:33.508859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:33.520340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'port_id': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'mac_address': 'fa:16:3e:c9:30:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c79124c-6e09-48d1-895b-16465e82faa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:10:33.555240 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:33.567821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9439e9-24af-435a-8df7-39a6b705b1b1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:10:33.586942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:33.590417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:33.638736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:33.850980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5d9439e9-24af-435a-8df7-39a6b705b1b1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:10:34.285100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b87c73-ab73-4bbe-b40e-c61a751f4c87 req-48942206-91c2-4374-9e1f-13d996db964a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:34.286637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99b87c73-ab73-4bbe-b40e-c61a751f4c87 req-48942206-91c2-4374-9e1f-13d996db964a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0488636 Nov 23 03:10:34.334218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-99b87c73-ab73-4bbe-b40e-c61a751f4c87 req-84f8bd76-badf-4a74-937f-15828aa95740 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Nov 23 03:10:35.409338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:10:35.448044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b73c2-534c-404e-b608-e33b51e1313a req-e23a9e28-628c-4f00-99d2-5d3937099237 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:35.449546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f72b73c2-534c-404e-b608-e33b51e1313a req-e23a9e28-628c-4f00-99d2-5d3937099237 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0487862 Nov 23 03:10:35.459720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5d9439e9-24af-435a-8df7-39a6b705b1b1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:10:35.463638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5d9439e9-24af-435a-8df7-39a6b705b1b1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:10:35.464008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:35.500340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f72b73c2-534c-404e-b608-e33b51e1313a req-414aa562-3ddd-49d7-8143-269d515d6f17 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Nov 23 03:10:35.541064 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:35.562745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:35.564877 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71d21b9-48f3-4af4-bad6-78ec3046be4f" -d '{"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:35.578118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:10:35.583143 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:35.609764 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50fa07-4a0f-4583-aef9-a7b43eebf253 x-openstack-request-id: req-3f50fa07-4a0f-4583-aef9-a7b43eebf253 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:35.610052 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:35.610304 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f50fa07-4a0f-4583-aef9-a7b43eebf253 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:35.610702 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'code': 200} Nov 23 03:10:35.744010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc369e-8aa5-40a5-b252-062c192c504e req-582f125c-4421-4f93-abe1-5319e15ae9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:35.745549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cdc369e-8aa5-40a5-b252-062c192c504e req-582f125c-4421-4f93-abe1-5319e15ae9bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1097 time: 0.0458875 Nov 23 03:10:35.792629 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cdc369e-8aa5-40a5-b252-062c192c504e req-d9978e5b-3f72-4eae-868d-fbee0bc4777f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Nov 23 03:10:35.802593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:35.902805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-18b51781-ef6d-4786-a9d9-af0d4ef1bf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:36.615478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c594d8-e95e-4c2c-b14b-7c4ec560021a req-981e194f-4718-493f-bb7b-442f00e3589f tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:36.616929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62c594d8-e95e-4c2c-b14b-7c4ec560021a req-981e194f-4718-493f-bb7b-442f00e3589f tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0484204 Nov 23 03:10:36.666176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62c594d8-e95e-4c2c-b14b-7c4ec560021a req-c1ceb26c-36a9-45ab-b033-f78ec6c10f2a tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Nov 23 03:10:37.787081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adcd51-a761-4014-9507-6354d2046f9a req-5def4dde-d943-4d90-8a94-e789efb5c07c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:37.788532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8adcd51-a761-4014-9507-6354d2046f9a req-5def4dde-d943-4d90-8a94-e789efb5c07c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0531046 Nov 23 03:10:37.835100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8adcd51-a761-4014-9507-6354d2046f9a req-592fc428-bebd-48aa-9969-453f235c9308 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Nov 23 03:10:37.945441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730605d3-9758-47ad-8340-d0e5160f93d2 req-40050cc9-65c7-4fe3-8bf9-76edf9bcbae8 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:37.946824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730605d3-9758-47ad-8340-d0e5160f93d2 req-40050cc9-65c7-4fe3-8bf9-76edf9bcbae8 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0476756 Nov 23 03:10:37.995546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730605d3-9758-47ad-8340-d0e5160f93d2 req-fdfa18d5-2906-424b-9823-8b7dcb87ab7c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420368 Nov 23 03:10:38.079476 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-72cbfebe-ed85-4df5-8f14-9bfbf7aeb7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:38.256041 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-311d799b-2313-4312-bf94-cf6f66897e29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619175 Nov 23 03:10:38.264073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5ead-8d47-4c22-8035-a78b483d37cf req-706f6fc8-413a-48ce-b3cf-241048c34668 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:38.266093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c2e5ead-8d47-4c22-8035-a78b483d37cf req-706f6fc8-413a-48ce-b3cf-241048c34668 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0809624 Nov 23 03:10:38.320564 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6c2e5ead-8d47-4c22-8035-a78b483d37cf req-af442e8e-7e2a-4b9d-bf10-111c2d3e076c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482016 Nov 23 03:10:39.322198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-b18fb4bf-a523-4baa-91dd-88949298a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:39.323744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-b18fb4bf-a523-4baa-91dd-88949298a97a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1097 time: 0.0440111 Nov 23 03:10:39.399703 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:39.451591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-8415e25a-4670-412e-9c9f-375a7057263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:39.453105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-8415e25a-4670-412e-9c9f-375a7057263b service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.1214724 Nov 23 03:10:39.464216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb12d8d-6af5-4358-9e3c-57cd59ad8c3b req-7986e335-29c2-4c76-9dbc-f90510907721 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:39.465575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdb12d8d-6af5-4358-9e3c-57cd59ad8c3b req-7986e335-29c2-4c76-9dbc-f90510907721 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0713742 Nov 23 03:10:39.506513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-cb15bab5-7353-4a0d-ba5f-d65b96ee24b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0400286 Nov 23 03:10:39.575741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cdb12d8d-6af5-4358-9e3c-57cd59ad8c3b req-b3a773df-dfa3-4659-99d1-d29ca3490fb3 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028464 Nov 23 03:10:39.581515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-3b7e0250-2506-429b-a3f7-70c4ab178122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:39.582937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-3b7e0250-2506-429b-a3f7-70c4ab178122 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0690258 Nov 23 03:10:39.615491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-01da13d5-dbf5-42d8-8a55-554c83e1c19d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246694 Nov 23 03:10:39.625831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-87b2afd9-2525-45a3-8fd3-88d3da3da06f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:10:39.626848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-87b2afd9-2525-45a3-8fd3-88d3da3da06f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047431 Nov 23 03:10:39.727985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-5870dc96-a8d3-407d-8056-aea6f48d394c service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934527 Nov 23 03:10:39.818986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-10596a74-8b12-4fb8-9160-cf2816a2121b service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839078 Nov 23 03:10:40.693666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2c28-d5cb-41b6-87ba-27e5f4cdaf71 req-01c370b7-7837-4b2b-ad9a-06f84df45a79 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:40.695484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d0a2c28-d5cb-41b6-87ba-27e5f4cdaf71 req-01c370b7-7837-4b2b-ad9a-06f84df45a79 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0512495 Nov 23 03:10:40.742579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d0a2c28-d5cb-41b6-87ba-27e5f4cdaf71 req-4d3cc356-93f9-45a3-8c95-679e9927fa15 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Nov 23 03:10:40.822678 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:41.863777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac851d7c-398e-4318-90c5-c8742ff5b276 req-58f9d397-abc3-464c-917c-d5c9c9705832 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:41.865246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac851d7c-398e-4318-90c5-c8742ff5b276 req-58f9d397-abc3-464c-917c-d5c9c9705832 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0528257 Nov 23 03:10:41.911945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ac851d7c-398e-4318-90c5-c8742ff5b276 req-b49afe9e-cc65-4287-812b-b9f162d93b2c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Nov 23 03:10:41.929574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:43.027951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34454490-a0a6-4a5e-90df-fd0e3061ffcf req-b087eb3e-7b97-4af6-8f63-eeba9cd3a07c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:43.029420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34454490-a0a6-4a5e-90df-fd0e3061ffcf req-b087eb3e-7b97-4af6-8f63-eeba9cd3a07c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0481894 Nov 23 03:10:43.079168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-34454490-a0a6-4a5e-90df-fd0e3061ffcf req-04f77aa5-206b-4d39-9e2b-d74c42199aad tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Nov 23 03:10:44.197374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9021e9-599c-489e-b923-fa9bd3cd0b89 req-38b632d9-6ad0-4b5a-a8d1-67411ea72640 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:44.198902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd9021e9-599c-489e-b923-fa9bd3cd0b89 req-38b632d9-6ad0-4b5a-a8d1-67411ea72640 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0514770 Nov 23 03:10:44.250336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd9021e9-599c-489e-b923-fa9bd3cd0b89 req-3cefb567-391c-4b9c-bfea-1345d9c4b7a7 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Nov 23 03:10:45.364778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375c0d2-ec25-4132-a658-2ead1ad70698 req-e1ae1b55-f5d8-4112-86c2-2c309df3ce21 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:45.366256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8375c0d2-ec25-4132-a658-2ead1ad70698 req-e1ae1b55-f5d8-4112-86c2-2c309df3ce21 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0482225 Nov 23 03:10:45.412733 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8375c0d2-ec25-4132-a658-2ead1ad70698 req-0695ce52-f212-40d8-bcc3-c94ae33426f6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Nov 23 03:10:46.527303 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920d0a-4c8b-48c9-a19f-5aff5e15a2a3 req-3d46a1e2-50ae-48f0-a6f7-34d32bf148df tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:46.528774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6920d0a-4c8b-48c9-a19f-5aff5e15a2a3 req-3d46a1e2-50ae-48f0-a6f7-34d32bf148df tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0483255 Nov 23 03:10:46.576238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e6920d0a-4c8b-48c9-a19f-5aff5e15a2a3 req-e9379165-ab4b-4282-a89a-c92a5f139461 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Nov 23 03:10:47.695297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae0f62-f954-403f-9472-0a4bd5942c08 req-25699310-6072-4dce-a1ef-cdd5d7e17993 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:47.696770 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9dae0f62-f954-403f-9472-0a4bd5942c08 req-25699310-6072-4dce-a1ef-cdd5d7e17993 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0523283 Nov 23 03:10:47.743297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9dae0f62-f954-403f-9472-0a4bd5942c08 req-960f55a6-c630-4780-9ef3-4a0e9ce0d863 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Nov 23 03:10:48.859279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c125-e0d6-472e-bc63-3821c28e069e req-031b6f8d-4fb0-4d34-bb2a-9e87366bcd47 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:48.862015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6429c125-e0d6-472e-bc63-3821c28e069e req-031b6f8d-4fb0-4d34-bb2a-9e87366bcd47 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0489376 Nov 23 03:10:48.908492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6429c125-e0d6-472e-bc63-3821c28e069e req-3d5f327f-bb86-4296-8d92-7b5f36e77723 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Nov 23 03:10:49.417233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-7b43eef6-71d8-42ae-b834-58346f5e0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:49.418853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-7b43eef6-71d8-42ae-b834-58346f5e0721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1097 time: 0.0406153 Nov 23 03:10:49.526382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-17b0fc7b-18c2-4249-9c52-7ecbad558d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:49.527865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-17b0fc7b-18c2-4249-9c52-7ecbad558d2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0892742 Nov 23 03:10:49.569569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-98b9e2d4-807a-4627-bc32-6906785b3ff0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0341485 Nov 23 03:10:49.623255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-87d9046b-2ef8-48be-b3b8-fb2185c6413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:49.624773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-87d9046b-2ef8-48be-b3b8-fb2185c6413b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0486884 Nov 23 03:10:49.655227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-82c1e59b-d8c9-443d-8c1e-30a343514b32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238464 Nov 23 03:10:49.741957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-d86e7ca8-8eec-415e-86cf-63c666e02d11 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803256 Nov 23 03:10:49.835331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-830f340d-dced-4d39-97c1-baa0e347efb1 req-a451380a-f68f-403f-9dfd-489ece97388e service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863516 Nov 23 03:10:50.024206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada6743-6f15-4d3b-bb1f-2f917b18accb req-a214b0ce-643a-4145-a4d8-61c467fe25de tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:50.025729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eada6743-6f15-4d3b-bb1f-2f917b18accb req-a214b0ce-643a-4145-a4d8-61c467fe25de tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0497985 Nov 23 03:10:50.072847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eada6743-6f15-4d3b-bb1f-2f917b18accb req-cee57355-7574-46c6-b091-d17093691f44 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Nov 23 03:10:51.187563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccaa79-d0d2-4d07-8c71-f3ad97d1ed2f req-11c0f02e-bc78-4555-a968-f4a53b7d79d9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:51.189028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92ccaa79-d0d2-4d07-8c71-f3ad97d1ed2f req-11c0f02e-bc78-4555-a968-f4a53b7d79d9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0476999 Nov 23 03:10:51.240012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92ccaa79-d0d2-4d07-8c71-f3ad97d1ed2f req-18f6fb1d-d230-4097-80e0-4ef2cc08fe21 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449860 Nov 23 03:10:52.356229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f660d40-3095-4046-b9d5-5a5fdfb90b1a req-8ee7fb48-b1c4-48ed-af29-10befe50e2fa tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:52.357698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f660d40-3095-4046-b9d5-5a5fdfb90b1a req-8ee7fb48-b1c4-48ed-af29-10befe50e2fa tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0488896 Nov 23 03:10:52.404304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f660d40-3095-4046-b9d5-5a5fdfb90b1a req-7ff63f77-6dbd-4286-8eef-6ed048b5e98c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Nov 23 03:10:53.519039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0710f-13a1-458a-9b46-770a62c00aad req-f667b21e-572e-40dc-8bda-b2e75eb27a5d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:53.520495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c0710f-13a1-458a-9b46-770a62c00aad req-f667b21e-572e-40dc-8bda-b2e75eb27a5d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0474429 Nov 23 03:10:53.566203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7c0710f-13a1-458a-9b46-770a62c00aad req-a9cbc592-a9bb-4b0a-a259-561cecb5199e tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Nov 23 03:10:53.684055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:54.688628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e793a0-d9ae-4dbf-b417-99aeab263109 req-621af875-cdd4-46f5-b745-7b8abc08932c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:54.690139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98e793a0-d9ae-4dbf-b417-99aeab263109 req-621af875-cdd4-46f5-b745-7b8abc08932c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0559886 Nov 23 03:10:54.736997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98e793a0-d9ae-4dbf-b417-99aeab263109 req-3055d92c-ffae-458b-bdd6-dc78f2eb3590 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Nov 23 03:10:55.853821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d76694-7ef6-481a-984e-0c93fb1377ad req-64c591d6-c7d0-4911-ab08-8ec6e3535557 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:55.855327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82d76694-7ef6-481a-984e-0c93fb1377ad req-64c591d6-c7d0-4911-ab08-8ec6e3535557 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0481865 Nov 23 03:10:55.902003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-82d76694-7ef6-481a-984e-0c93fb1377ad req-a449a2e0-e18c-48b7-8296-f495c4017f32 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394080 Nov 23 03:10:57.022803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91162fbb-32da-4ce5-ba68-31e600aa2545 req-52770962-e30c-4a5b-90aa-c556f8eae0a6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:57.024271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91162fbb-32da-4ce5-ba68-31e600aa2545 req-52770962-e30c-4a5b-90aa-c556f8eae0a6 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0530474 Nov 23 03:10:57.072384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91162fbb-32da-4ce5-ba68-31e600aa2545 req-f6913ee3-0cdc-4cc7-82e4-896d8767b8c0 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410130 Nov 23 03:10:58.192223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d60850-2e0a-4c32-8ac3-22684fe834a2 req-d4a3c603-0b5a-4994-af57-171d6339c668 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.193697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35d60850-2e0a-4c32-8ac3-22684fe834a2 req-d4a3c603-0b5a-4994-af57-171d6339c668 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0539322 Nov 23 03:10:58.241551 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35d60850-2e0a-4c32-8ac3-22684fe834a2 req-76172b8c-3cff-4b53-90e2-3b2836e2f499 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Nov 23 03:10:59.355868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb8634-a2da-474a-a544-aa689d294baf req-ba1815cd-fcc7-4dd9-a88e-9c2cb30109ac tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:59.357332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07eb8634-a2da-474a-a544-aa689d294baf req-ba1815cd-fcc7-4dd9-a88e-9c2cb30109ac tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0476277 Nov 23 03:10:59.407697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07eb8634-a2da-474a-a544-aa689d294baf req-3c67b863-dc5f-423f-8663-46627a90ef6b tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Nov 23 03:10:59.991196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:00.521678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4466c6-2a01-4d0d-8ab1-292fca8b9363 req-e000000d-f31a-4a73-8135-12f0b861b7ea tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:00.523167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d4466c6-2a01-4d0d-8ab1-292fca8b9363 req-e000000d-f31a-4a73-8135-12f0b861b7ea tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0489473 Nov 23 03:11:00.569424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d4466c6-2a01-4d0d-8ab1-292fca8b9363 req-ee34697a-922d-4312-9a82-7a69188bcec5 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Nov 23 03:11:01.688536 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1e248-a532-4bda-80ed-fb4b8028490a req-6603e3d8-8c12-406d-a28f-29c745245640 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:01.689991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71f1e248-a532-4bda-80ed-fb4b8028490a req-6603e3d8-8c12-406d-a28f-29c745245640 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0482678 Nov 23 03:11:01.737596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71f1e248-a532-4bda-80ed-fb4b8028490a req-c526c8ba-c42d-4214-aa98-1df6f233d463 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Nov 23 03:11:02.860502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f096e8-4d2a-486b-a1ae-b773dfb35ad5 req-73048233-02e5-4d33-8ca9-58cd6dc07aad tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:02.862242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8f096e8-4d2a-486b-a1ae-b773dfb35ad5 req-73048233-02e5-4d33-8ca9-58cd6dc07aad tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0538006 Nov 23 03:11:02.910959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b8f096e8-4d2a-486b-a1ae-b773dfb35ad5 req-0089860c-921f-4201-9b40-082048566236 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Nov 23 03:11:04.031811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf5d7f-a2a7-4722-9962-e1f539d9d791 req-d4f3918d-02c9-4030-8dfd-0e36647aac88 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:04.033283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abcf5d7f-a2a7-4722-9962-e1f539d9d791 req-d4f3918d-02c9-4030-8dfd-0e36647aac88 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0545526 Nov 23 03:11:04.079284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abcf5d7f-a2a7-4722-9962-e1f539d9d791 req-029f40f7-989e-4a14-9852-aa805a017b68 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Nov 23 03:11:05.193408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba861de-b1e4-4791-8ef7-ac062bc6574f req-d32d69fa-2270-4814-a479-0d2149ec0e90 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:05.194876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ba861de-b1e4-4791-8ef7-ac062bc6574f req-d32d69fa-2270-4814-a479-0d2149ec0e90 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0475128 Nov 23 03:11:05.245423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ba861de-b1e4-4791-8ef7-ac062bc6574f req-0737439b-c31d-48d8-b211-a46ff5143496 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Nov 23 03:11:05.904578 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4534373e-9bdf-4d9a-8897-aa088f028fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:06.360087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7908d50-24e0-4048-8390-87b01a664450 req-dbddd808-302e-42a9-8ecc-06205b77b043 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:06.361836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7908d50-24e0-4048-8390-87b01a664450 req-dbddd808-302e-42a9-8ecc-06205b77b043 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0485380 Nov 23 03:11:06.408682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7908d50-24e0-4048-8390-87b01a664450 req-f1da5be8-ecab-420a-b76f-cc50050113a8 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 23 03:11:06.746475 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-c955c368-b057-4034-9899-3b36cc901bab req-e5dfc9d1-f6c0-42dd-9718-4fc065d8da39 service neutron] show failed (client error): The resource could not be found. Nov 23 03:11:06.747481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-e5dfc9d1-f6c0-42dd-9718-4fc065d8da39 service neutron] 10.222.0.41 "GET /v2.0/ports/5d9439e9-24af-435a-8df7-39a6b705b1b1/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0538607 Nov 23 03:11:06.948021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-a26a8dcc-8307-4307-8355-cb93b5f9f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:06.949788 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-a26a8dcc-8307-4307-8355-cb93b5f9f5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b&tenant_id=f478ab5bc85444528dd096de9f5435ba HTTP/1.1" status: 200 len: 1097 time: 0.0422437 Nov 23 03:11:06.961670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:07.013294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.231184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:07.263621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:07.302318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:07.304596 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b814e88a-dcc6-46f7-8fb6-6fdd0289b510" -d '{"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:07.308642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.321482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Transition to ACTIVE for port object 5d9439e9-24af-435a-8df7-39a6b705b1b1 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:11:07.326090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.355221 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5ff62-ad60-4774-9a20-8cc9aec9678b x-openstack-request-id: req-30c5ff62-ad60-4774-9a20-8cc9aec9678b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:07.355520 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:07.355775 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30c5ff62-ad60-4774-9a20-8cc9aec9678b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:07.356174 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'code': 200} Nov 23 03:11:07.391325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] No DVR routers for this DVR port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:11:07.393305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:07.417963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.418538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.419001 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.419388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.419765 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.420225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.420600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.420980 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.421368 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.421749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.422225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.422661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:07.471675 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:07.472243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:07.472793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:07.479961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:11:07.480511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Attempting to bind port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on network 823ae84d-a8f7-484e-a3fd-460016cef135 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:07.487707 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:07.488045 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Checking segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:07.488431 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Bound using segment: {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:07.488863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Bound port: 5d9439e9-24af-435a-8df7-39a6b705b1b1, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b611a6-88bd-417a-bf2f-9ace6a6925ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:07.489212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.556439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:07.559502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:07.563432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222154c-d92c-4ea1-8290-7b200722e6e8 req-f9050bb4-9e14-4093-8362-af2d46a09db2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:07.564211 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.564974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0222154c-d92c-4ea1-8290-7b200722e6e8 req-f9050bb4-9e14-4093-8362-af2d46a09db2 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.0539427 Nov 23 03:11:07.601286 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:07.601910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:07.603334 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 1092 time: 0.6456645 Nov 23 03:11:07.615123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0222154c-d92c-4ea1-8290-7b200722e6e8 req-cf4edf3d-dc19-4e22-a5d3-5b76c2c40fcb tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Nov 23 03:11:07.653815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40af22-396a-4c86-8840-cd724eb51ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:07.672536 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-5db45a06-207a-45af-9fad-56b341171779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:07.674029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-5db45a06-207a-45af-9fad-56b341171779 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0456202 Nov 23 03:11:07.767678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-f5b72caf-73c1-4f50-9171-6be00dfa2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:07.769133 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-f5b72caf-73c1-4f50-9171-6be00dfa2b43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0878968 Nov 23 03:11:07.809091 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-0af2a85e-8ec4-4a6d-b254-6af523217560 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0333421 Nov 23 03:11:07.856724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c368-b057-4034-9899-3b36cc901bab req-2aec0b59-aee8-4e30-a1d5-f4f0669e6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:07.858162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-2aec0b59-aee8-4e30-a1d5-f4f0669e6ac7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0418971 Nov 23 03:11:07.893890 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-b490d5cb-6051-455e-ba61-5929c7a0c3cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291159 Nov 23 03:11:07.982240 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-d635b157-8cac-4f0a-9c85-f4aa558c462d service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809777 Nov 23 03:11:08.075074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c955c368-b057-4034-9899-3b36cc901bab req-819381fb-f46b-4dd6-9cbe-7fc06c755ad4 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854480 Nov 23 03:11:08.081292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de866709-33dc-4aa0-947c-09b200091e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:08.386105 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:11:08.739847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663cc0-3ce0-4492-94e8-4e96795dbb13 req-011097a1-bcad-40ad-992e-d95842ea91b9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:08.741847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80663cc0-3ce0-4492-94e8-4e96795dbb13 req-011097a1-bcad-40ad-992e-d95842ea91b9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.0553470 Nov 23 03:11:08.794025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80663cc0-3ce0-4492-94e8-4e96795dbb13 req-54aaf8f7-5d66-4f66-afb9-03181397e6fb tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Nov 23 03:11:09.357292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:09.359733 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5e7c53-e980-4f1c-839a-d99c0737d68e" -d '{"events": [{"name": "network-changed", "server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:09.405743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:09.678778 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e83443-8a97-4090-a06a-6b8e6fb749d5 x-openstack-request-id: req-e2e83443-8a97-4090-a06a-6b8e6fb749d5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:09.679114 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:09.679410 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2e83443-8a97-4090-a06a-6b8e6fb749d5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:09.679846 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'status': 'completed', 'code': 200} Nov 23 03:11:09.745851 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-6c6ddb52-2d33-4b64-bfca-55a43690464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.747456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-6c6ddb52-2d33-4b64-bfca-55a43690464a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0507128 Nov 23 03:11:09.768623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-a9d998c0-1acb-488f-88c1-fa6cd8b3616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.770121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-a9d998c0-1acb-488f-88c1-fa6cd8b3616c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0427725 Nov 23 03:11:09.846207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-0942526f-7345-4a45-99fc-341b177b1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.847723 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-0942526f-7345-4a45-99fc-341b177b1567 service neutron] 10.222.0.47 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0924976 Nov 23 03:11:09.880237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-15433195-5e46-4037-b931-01476c021fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.881660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-15433195-5e46-4037-b931-01476c021fed service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.1035955 Nov 23 03:11:09.890471 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-fc31baff-df3b-45f4-a7eb-ce023e281a22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0359290 Nov 23 03:11:09.937876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-b5b53d1b-c2d0-4c1f-be62-7f7c881c4feb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0423326 Nov 23 03:11:09.938273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-824b8a20-3739-4b4d-9062-da21325e8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.939775 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-824b8a20-3739-4b4d-9062-da21325e8823 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0432458 Nov 23 03:11:09.961131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31559c08-9f53-4bd5-860d-d0a13794ba3f req-5aeec331-d3ac-4446-b6a5-94b2d178d27d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:09.962631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31559c08-9f53-4bd5-860d-d0a13794ba3f req-5aeec331-d3ac-4446-b6a5-94b2d178d27d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.0959871 Nov 23 03:11:09.972204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-5d26f280-8d58-4be7-9e7b-d25e6432d98c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251131 Nov 23 03:11:10.021010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-b64ddaa2-66de-4a7d-94a0-e2feb0ae3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.022489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-b64ddaa2-66de-4a7d-94a0-e2feb0ae3921 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0776916 Nov 23 03:11:10.048389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-31559c08-9f53-4bd5-860d-d0a13794ba3f req-b3df7bc7-d682-4d08-bd26-02852810a54c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Nov 23 03:11:10.062580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-5846cd36-3ef6-43d3-bcbe-bc2489a5bd09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318382 Nov 23 03:11:10.083855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-0d29fd7d-c8b6-433a-ba79-34198e1f82e3 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048205 Nov 23 03:11:10.162811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-fcfb285e-86e6-4c37-ac37-1e93a8713243 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933118 Nov 23 03:11:10.181122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-c92fa9d4-2b89-4d97-9378-3f62bebf1577 service neutron] 10.222.0.47 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Nov 23 03:11:10.293589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-dac61797-de55-4d92-85ea-1a899760a053 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.294950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-dac61797-de55-4d92-85ea-1a899760a053 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.41 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b&tenant_id=f478ab5bc85444528dd096de9f5435ba&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 943 time: 0.0621274 Nov 23 03:11:10.360488 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-ce74a68b-d340-4b7b-b7ef-94c520623614 service neutron] delete failed (client error): The resource could not be found. Nov 23 03:11:10.361880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-ce74a68b-d340-4b7b-b7ef-94c520623614 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5d9439e9-24af-435a-8df7-39a6b705b1b1/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0580537 Nov 23 03:11:10.592501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a67c05-3a03-4024-8972-16cf58e5011d req-2e34d569-0f07-426c-9893-4bcbc724a273 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.593996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a67c05-3a03-4024-8972-16cf58e5011d req-2e34d569-0f07-426c-9893-4bcbc724a273 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 943 time: 0.3658566 Nov 23 03:11:10.595788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d5e7c53-e980-4f1c-839a-d99c0737d68e req-cecd3177-c300-480a-8ec7-68a848d30598 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237018 Nov 23 03:11:10.641815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a5a67c05-3a03-4024-8972-16cf58e5011d req-21d4369b-2bdf-45e6-b8c8-ea976784d404 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Nov 23 03:11:10.732145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-27b52494-f813-4879-ab0f-a4b8c70ab209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.734258 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-27b52494-f813-4879-ab0f-a4b8c70ab209 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f478ab5bc85444528dd096de9f5435ba&device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 1095 time: 0.0456626 Nov 23 03:11:10.745394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:11:10.827464 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-cad7b08d-e479-4ce2-89c8-2b58c337aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.828943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-cad7b08d-e479-4ce2-89c8-2b58c337aab6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 200 len: 916 time: 0.0882459 Nov 23 03:11:10.840709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:10.852623 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:10.864688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'network_id': '823ae84d-a8f7-484e-a3fd-460016cef135', 'port_id': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'mac_address': 'fa:16:3e:c9:30:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c79124c-6e09-48d1-895b-16465e82faa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:11:10.872607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-a91f38a9-f589-419b-a3dc-be894f48f5b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0364211 Nov 23 03:11:10.901593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:10.915424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9439e9-24af-435a-8df7-39a6b705b1b1 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:11:10.921438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-079d0d78-42a6-47a0-99b4-5ff93605ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:10.923068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-079d0d78-42a6-47a0-99b4-5ff93605ec10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 200 len: 855 time: 0.0438080 Nov 23 03:11:10.936181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:10.940163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:10.956713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-b050cb2c-54f3-470e-8aa6-45f09166cbda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=823ae84d-a8f7-484e-a3fd-460016cef135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265408 Nov 23 03:11:10.993828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:11.001163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.001516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.004029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.004383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.005217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.005571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.006030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.006417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.007761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.008117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.008464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.008802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:11.051197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-44e5fdac-c488-491d-aa33-663ffcb1d257 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870912 Nov 23 03:11:11.141024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-bb16b818-4446-4539-95e7-870bd741f7e4 service neutron] 10.222.0.41 "GET /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819550 Nov 23 03:11:11.166834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5d9439e9-24af-435a-8df7-39a6b705b1b1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:11:11.577390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:11:11.616316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:11:11.764693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430c5a-5cbc-4bcb-83f8-178a99dbc5bd req-310c531c-f2ad-4658-9e11-e9ca84f2d9da tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:11.766165 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81430c5a-5cbc-4bcb-83f8-178a99dbc5bd req-310c531c-f2ad-4658-9e11-e9ca84f2d9da tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0556815 Nov 23 03:11:11.812496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81430c5a-5cbc-4bcb-83f8-178a99dbc5bd req-b1b86de6-42a1-4d2f-8d50-b7b4e6ef84c4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Nov 23 03:11:11.924491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92477052-14ed-4936-8a08-9415e8205b8d req-5c2029f5-f52d-4f88-a0b6-341c968e9cda tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:11.925968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92477052-14ed-4936-8a08-9415e8205b8d req-5c2029f5-f52d-4f88-a0b6-341c968e9cda tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0476687 Nov 23 03:11:11.933924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:11.973052 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92477052-14ed-4936-8a08-9415e8205b8d req-970d216d-a536-434e-aa65-58f40772c4c0 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Nov 23 03:11:12.090126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934725c-f32f-4712-8ecc-0873e65710fc req-4d3ebdc5-f8d4-4863-bd95-13c9c1ccfa0d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:12.091509 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1934725c-f32f-4712-8ecc-0873e65710fc req-4d3ebdc5-f8d4-4863-bd95-13c9c1ccfa0d tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0516727 Nov 23 03:11:12.138377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1934725c-f32f-4712-8ecc-0873e65710fc req-a726fe19-9876-4044-83c6-4b736483b9f9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Nov 23 03:11:12.454731 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2bff5-a83b-4527-90b3-2bab3964cc5f req-804852b5-f3f6-4b8a-9549-9cb63312e7c1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:12.456215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bab2bff5-a83b-4527-90b3-2bab3964cc5f req-804852b5-f3f6-4b8a-9549-9cb63312e7c1 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 944 time: 0.0495374 Nov 23 03:11:12.504218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bab2bff5-a83b-4527-90b3-2bab3964cc5f req-42561cfc-57d2-488e-9029-fa746c73bc5c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Nov 23 03:11:12.756812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:12.808850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5d9439e9-24af-435a-8df7-39a6b705b1b1 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:11:12.813432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5d9439e9-24af-435a-8df7-39a6b705b1b1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:12.813797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:12.888670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:12.910079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:12.912628 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7481ed5d-1b73-4b5b-968d-dd5fe45454a6" -d '{"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:12.926001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:12.930025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:12.958787 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94482000-5d11-4023-8329-5a75c372d1dd x-openstack-request-id: req-94482000-5d11-4023-8329-5a75c372d1dd {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:12.959463 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:12.959463 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94482000-5d11-4023-8329-5a75c372d1dd {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:12.959698 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'code': 200} Nov 23 03:11:12.983520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:13.618653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27958a-e73c-4481-a6fd-bdb8268ef97b req-3bd84767-bca8-44b5-8802-2c686fb53dd9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:13.620264 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa27958a-e73c-4481-a6fd-bdb8268ef97b req-3bd84767-bca8-44b5-8802-2c686fb53dd9 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0487661 Nov 23 03:11:13.630830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-53528441-b288-4f22-b262-a398691197e4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:13.632322 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-53528441-b288-4f22-b262-a398691197e4 tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "GET /v2.0/ports?device_id=434558d3-16f7-42d0-ad6d-71aaf21f148b HTTP/1.1" status: 200 len: 945 time: 0.0490866 Nov 23 03:11:13.672136 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa27958a-e73c-4481-a6fd-bdb8268ef97b req-93cdbda4-6a04-4d1a-a63d-80591ee7eb7c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.15 "GET /v2.0/security-groups?id=a34cecc6-9095-4f96-8d06-129bddba3188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Nov 23 03:11:14.010066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Deleting port 5d9439e9-24af-435a-8df7-39a6b705b1b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:11:14.010326 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.096207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] For port 5d9439e9-24af-435a-8df7-39a6b705b1b1, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5d9439e9-24af-435a-8df7-39a6b705b1b1,segment=NetworkSegment(26b611a6-88bd-417a-bf2f-9ace6a6925ec),segment_id=26b611a6-88bd-417a-bf2f-9ace6a6925ec)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:14.096566 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.109255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Calling delete_port for 5d9439e9-24af-435a-8df7-39a6b705b1b1 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:11:14.234162 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.246534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5d9439e9-24af-435a-8df7-39a6b705b1b1'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:11:14.261679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Pushing event deleted for resources: {'Port': ['ID=5d9439e9-24af-435a-8df7-39a6b705b1b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:14.307857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] No DVR routers for this DVR port 5d9439e9-24af-435a-8df7-39a6b705b1b1 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:11:14.310592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.314535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cc22529f-c184-42f5-a5a9-73f36fe3d583 req-b31bf363-85fd-4559-bb70-6a5114a8028c tempest-ServerDiskConfigTestJSON-259772284 tempest-ServerDiskConfigTestJSON-259772284-project] 10.222.0.47 "DELETE /v2.0/ports/5d9439e9-24af-435a-8df7-39a6b705b1b1 HTTP/1.1" status: 204 len: 173 time: 0.6763337 Nov 23 03:11:14.314981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-deleted', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:14.317295 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb70f14-38e3-4e2e-8aae-9f91ed30679e" -d '{"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-deleted", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:14.358018 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4009b0-438c-4aab-aafb-ae09fb283bfb x-openstack-request-id: req-ac4009b0-438c-4aab-aafb-ae09fb283bfb {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:14.358329 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434558d3-16f7-42d0-ad6d-71aaf21f148b", "name": "network-vif-deleted", "tag": "5d9439e9-24af-435a-8df7-39a6b705b1b1", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:14.358615 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac4009b0-438c-4aab-aafb-ae09fb283bfb {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:14.359010 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434558d3-16f7-42d0-ad6d-71aaf21f148b', 'name': 'network-vif-deleted', 'tag': '5d9439e9-24af-435a-8df7-39a6b705b1b1', 'status': 'completed', 'code': 200} Nov 23 03:11:14.791552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33384) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:14.834532 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Deleting subnet 1c79124c-6e09-48d1-895b-16465e82faa6 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:11:14.837580 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.871189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.909270 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.963588 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.992984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c79124c-6e09-48d1-895b-16465e82faa6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:14.995408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:14.998569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c79124c-6e09-48d1-895b-16465e82faa6 HTTP/1.1" status: 204 len: 168 time: 0.2059846 Nov 23 03:11:15.001282 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33386) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:15.004824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.005178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.005525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.005870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.006210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.006571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.006911 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.007244 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.007574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.007904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.008246 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.008564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a85267-6c22-4bc8-bb4b-9d448a1cd644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:15.068164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.149338 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.169415 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823ae84d-a8f7-484e-a3fd-460016cef135']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:15.178572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b611a6-88bd-417a-bf2f-9ace6a6925ec') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:15.178869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b611a6-88bd-417a-bf2f-9ace6a6925ec') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:15.187926 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.200571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.207014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:11:15.207296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:11:15.208899 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:11:15.261146 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.267014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.270192 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] 10.222.0.15 "DELETE /v2.0/networks/823ae84d-a8f7-484e-a3fd-460016cef135 HTTP/1.1" status: 204 len: 168 time: 0.2679062 Nov 23 03:11:15.281336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae46a-c4ce-4b7b-9488-a78536fd7a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=823ae84d-a8f7-484e-a3fd-460016cef135,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:15.400422 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33390) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:15.445188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1b540552-9c4d-48ca-92f4-ae642a49bc8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f478ab5bc85444528dd096de9f5435ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434995 Nov 23 03:11:15.447700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33392) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:15.499740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.521042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.565173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.567873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:15.569309 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a34cecc6-9095-4f96-8d06-129bddba3188 HTTP/1.1" status: 204 len: 168 time: 0.1206391 Nov 23 03:11:15.577836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e19b29-e192-454b-9471-215911e39197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34cecc6-9095-4f96-8d06-129bddba3188,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:16.228608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:16.322988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-290376143-network', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:16.343567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:11:16.345897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.354482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.427836 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.431269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.452205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:11:16.470847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cfd2cd-9de7-44f9-a328-efd90c436ad4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:16.477371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.477777 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Added segment 6ea779a2-d75f-41f7-9ccc-2487b2490354 of type vlan for network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d Nov 23 03:11:16.518726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.542242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.543199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:16.543776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.601566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3717847 Nov 23 03:11:16.604615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33418) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:16.608096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10692b8f-8fdc-4a3b-89a6-fcdc8b9e23b3 admin admin] Pushing event updated for resources: {'Network': ['ID=78a51e39-c795-4656-a3d4-98c1bcf7bd8d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:16.610092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Request body: {'subnet': {'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-290376143-subnet', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:16.619027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:11:16.631648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:11:16.634082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.784786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:11:16.803244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.804960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 5d9439e9-24af-435a-8df7-39a6b705b1b1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:11:16.805311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5d9439e9-24af-435a-8df7-39a6b705b1b1 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:11:16.861533 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:16.869503 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:16.869866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Network hostable DHCP agents. Network: 78a51e39-c795-4656-a3d4-98c1bcf7bd8d, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:11:16.886491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:11:16.895239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 78a51e39-c795-4656-a3d4-98c1bcf7bd8d) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:16.900658 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:16.901614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.907868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5fc76-c93d-4481-ae31-8e100dd546d1 None None] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:11:16.923165 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c5484187-c9f9-4247-805f-2bf47ecf227a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3167691 Nov 23 03:11:16.926543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33420) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:16.933050 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:16.957314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:16.958340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.017159 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.060445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:11:17.061859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.157316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.196683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Allocated IP 172.20.0.2 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/e380d69f-43a2-4a00-ac1a-14b41cba2e28) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:17.339964 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.346003 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.359190 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.378925 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.391370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:17.395778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:17.397636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Pushing event updated for resources: {'Port': ['ID=e380d69f-43a2-4a00-ac1a-14b41cba2e28,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:17.399756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:17.451313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Attempting to bind port e380d69f-43a2-4a00-ac1a-14b41cba2e28 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:17.451598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Attempting to bind port e380d69f-43a2-4a00-ac1a-14b41cba2e28 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:17.451964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Attempting to bind port e380d69f-43a2-4a00-ac1a-14b41cba2e28 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:17.457508 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:17.457881 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:17.458286 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.458717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:17.459187 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Bound port: e380d69f-43a2-4a00-ac1a-14b41cba2e28, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:17.459569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.488240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Allocated IP 172.25.1.194 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/9d2726e3-76e6-47e7-beb4-9f1cf9b3e026) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:17.524454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] For port e380d69f-43a2-4a00-ac1a-14b41cba2e28, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:17.527506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] For port e380d69f-43a2-4a00-ac1a-14b41cba2e28, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e380d69f-43a2-4a00-ac1a-14b41cba2e28,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:17.531713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.587346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3ff6c-21ac-424d-8731-e119e5373241 None None] Pushing event updated for resources: {'Port': ['ID=e380d69f-43a2-4a00-ac1a-14b41cba2e28,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:17.594629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.630011 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.677037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:17.679973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:17.684479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:17.688140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Pushing event updated for resources: {'Port': ['ID=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:17.693498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2db7a-dd82-42d6-8dee-8b1458cf2e2d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:11:17.792661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1770d968-8b5d-47a9-9068-5fe14970a338 None None] Provisioning complete for port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:17.793039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1770d968-8b5d-47a9-9068-5fe14970a338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:17.836184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1770d968-8b5d-47a9-9068-5fe14970a338 None None] Port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:11:17.960419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.153680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.294241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Router d12fb56e-761f-4efb-84ef-590309a12afb is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:11:18.400114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:11:18.411837 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:11:18.422260 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.423701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1a172d49-21cc-4fa9-8a66-13343c99297d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4962056 Nov 23 03:11:18.426591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:18.427418 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:18.428043 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:18.537211 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:18.612983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fbd6a-fabc-4001-82dd-84c19aae32f3 None None] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:11:18.693641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] Provisioning complete for port e380d69f-43a2-4a00-ac1a-14b41cba2e28 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:18.694359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.728224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:17Z', 'revision_number': 3, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:18.844169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.850455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:11:18.850774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Updating router d12fb56e-761f-4efb-84ef-590309a12afb port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:11:18.880783 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.881416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.891162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] For port e380d69f-43a2-4a00-ac1a-14b41cba2e28, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e380d69f-43a2-4a00-ac1a-14b41cba2e28,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:18.898774 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:18.993860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debe8e5-fa9f-4f01-b716-e2ce97420572 None None] Pushing event updated for resources: {'Port': ['ID=e380d69f-43a2-4a00-ac1a-14b41cba2e28,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.027013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e380d69f-43a2-4a00-ac1a-14b41cba2e28 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:19.093359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e380d69f-43a2-4a00-ac1a-14b41cba2e28 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:19.094168 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.161510 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Allocated IP 172.20.0.1 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/ddccc6bd-523a-4b13-9af2-1b48aa912d67) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:19.210649 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.216347 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.225436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-33fbce2d-d3ba-4cfd-8c21-525bba715709 None None] Provisioning complete for port e380d69f-43a2-4a00-ac1a-14b41cba2e28 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:19.225891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33fbce2d-d3ba-4cfd-8c21-525bba715709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.263500 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Attempting to bind port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:19.263500 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Attempting to bind port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:19.264023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Attempting to bind port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:19.277380 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:19.277854 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:19.278329 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.278814 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:19.279913 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Bound port: 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:19.280363 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.295766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0140ad-057b-4ab1-a2a0-35a7c2ed9672 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:11:19.301322 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.318278 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Pushing event updated for resources: {'Port': ['ID=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.342843 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.343194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.343537 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.343886 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.344212 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.344588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.344910 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.345238 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.345604 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.345978 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.346254 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.346600 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:19.348010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.350217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] For port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:19.353520 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] For port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:19.358761 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.390280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:19.394929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:19.397741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:19.409210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2dcde-448b-43fe-b907-5d8c3d3474fb None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:11:19.414743 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:19.415380 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:19.437566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Pushing event updated for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.454624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.460434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] Provisioning complete for port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:19.460656 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.525995 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:19.568181 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.587870 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a6361-ca67-49d2-b368-8876082c1f59 None None] Pushing event updated for resources: {'Port': ['ID=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.590833 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] For port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:19.603361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.608898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.656303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6edfc-217e-4614-ad33-52417a23bb2f None None] Pushing event updated for resources: {'Port': ['ID=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.723300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d0624411-047b-4fa4-911c-3a4ba9347a6f None None] Provisioning complete for port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:19.723935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0624411-047b-4fa4-911c-3a4ba9347a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.728918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:17Z', 'revision_number': 3, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:19.756133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998c700-8ef3-4998-b098-21c5bb844a43 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:17Z', 'revision_number': 3, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:11:19.800990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.806736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.823829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d0624411-047b-4fa4-911c-3a4ba9347a6f None None] Provisioning complete for port ddccc6bd-523a-4b13-9af2-1b48aa912d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:19.824257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d0624411-047b-4fa4-911c-3a4ba9347a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.859022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d0624411-047b-4fa4-911c-3a4ba9347a6f None None] Port ddccc6bd-523a-4b13-9af2-1b48aa912d67 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:11:19.877484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Pushing event updated for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:19.882375 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:19.975665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:19.977560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:20.110620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:11:20.233377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:11:20.240856 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-07297428-a2bd-4640-b1cb-bdd48909d781 admin admin] 10.222.0.15 "PUT /v2.0/routers/d12fb56e-761f-4efb-84ef-590309a12afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8111615 Nov 23 03:11:20.282835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-556fc9d0-c5fb-4feb-8ed8-d3dbfc3a61b6 None None] Provisioning complete for port ddccc6bd-523a-4b13-9af2-1b48aa912d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:20.283206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-556fc9d0-c5fb-4feb-8ed8-d3dbfc3a61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.322868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-556fc9d0-c5fb-4feb-8ed8-d3dbfc3a61b6 None None] Port ddccc6bd-523a-4b13-9af2-1b48aa912d67 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:11:20.696634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:20.701993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--963587329', 'description': 'tempest-description--1967729209'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:20.724025 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.788831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.792692 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.825102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.826976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1286902 Nov 23 03:11:20.828821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf67f9-3b9e-4cfa-a115-04465d0dc5c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b761a1-c2db-4def-9fb3-7cd279c903fb,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:20.829910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 33432) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:20.834680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'security_group_rule': {'security_group_id': 'f1b761a1-c2db-4def-9fb3-7cd279c903fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:20.863486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.939607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.943775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.962742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c361d10-da5d-4c70-a8ae-19786265108f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:20.971536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.972766 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bccb9fd1-7c8e-4a3a-bd07-1b4ab60cbcc1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417990 Nov 23 03:11:20.975589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33434) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:20.982424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'security_group_rule': {'security_group_id': 'f1b761a1-c2db-4def-9fb3-7cd279c903fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:20.988933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e380d69f-43a2-4a00-ac1a-14b41cba2e28 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:21.018343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.048676 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port e380d69f-43a2-4a00-ac1a-14b41cba2e28 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:21.049242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.081949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.087053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.106724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35277536-b484-4af7-a4a3-46a4a6e015b1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:21.116328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.120348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a51083cc-e7f1-42a2-aed5-11825618f3c2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406708 Nov 23 03:11:21.120593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33436) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:21.125232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:21.138231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:21.147090 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.191781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:21.192153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.251912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.360189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Allocated IP 172.25.1.159 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:21.382147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:11:21.392613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:21.393236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:21.463911 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.497219 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.502167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:21.539999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:21.542832 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:21.546444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:21.569579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:21.634460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.669339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.707404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 2, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:21.733790 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:11:21.734142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Updating router d12fb56e-761f-4efb-84ef-590309a12afb port ddccc6bd-523a-4b13-9af2-1b48aa912d67 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:11:21.758716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.820254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.825190 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.902112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:21.914220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.931954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:21.933259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-786b7c0d-d8fb-4e40-b7b2-0508e3f0d1a3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8116579 Nov 23 03:11:22.088558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-4057cfb8-c93f-45db-a4b0-44a96e3bf4bd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--963587329&fields=id&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 267 time: 0.0434096 Nov 23 03:11:22.179401 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.184602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.204270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-e5ed40a8-1e78-4b8f-beac-fa1163df595f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:22.205937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-e5ed40a8-1e78-4b8f-beac-fa1163df595f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1083298 Nov 23 03:11:22.222601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-3ded2181-128f-4f55-a84c-552f42b63264 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/quotas/3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 375 time: 0.0104618 Nov 23 03:11:22.233620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7171-3ebf-452b-b941-d8d67ece8e22 None None] Pushing event updated for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:22.277831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-6a89bdb1-d9fa-4401-8dc8-fa4012aed823 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487728 Nov 23 03:11:22.288585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Attempting to bind port ddccc6bd-523a-4b13-9af2-1b48aa912d67 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:22.289213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Attempting to bind port ddccc6bd-523a-4b13-9af2-1b48aa912d67 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:22.289754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Attempting to bind port ddccc6bd-523a-4b13-9af2-1b48aa912d67 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:22.297198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:22.297581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:22.297996 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.298388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:22.298888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Bound port: ddccc6bd-523a-4b13-9af2-1b48aa912d67, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:22.299272 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.370859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] For port ddccc6bd-523a-4b13-9af2-1b48aa912d67, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:22.374151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] For port ddccc6bd-523a-4b13-9af2-1b48aa912d67, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ddccc6bd-523a-4b13-9af2-1b48aa912d67,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:22.380077 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.385576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-583d9291-60d2-4090-9545-9216f2f5e58b service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943689 Nov 23 03:11:22.433921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:22.434464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:22.492291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b7171-3ebf-452b-b941-d8d67ece8e22 None None] Pushing event updated for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:22.492685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-259fceba-3206-4530-99ee-9ff28f7949f3 service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994670 Nov 23 03:11:22.507001 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] Provisioning complete for port ddccc6bd-523a-4b13-9af2-1b48aa912d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:22.507256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.612306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:22.701862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea622c63-c882-4d4b-ad60-99c295b4c134 req-3b65820a-df15-47c0-9dbf-42994204ee25 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 210 time: 0.0271957 Nov 23 03:11:22.723345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.792441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] For port ddccc6bd-523a-4b13-9af2-1b48aa912d67, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ddccc6bd-523a-4b13-9af2-1b48aa912d67,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:22.798632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.894645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48b79d-f196-42b4-82e3-622815bf7390 None None] Pushing event updated for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:22.929358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2cdc13b6-f4b7-4829-9b43-c734997b6f94 None None] Provisioning complete for port ddccc6bd-523a-4b13-9af2-1b48aa912d67 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:22.929725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2cdc13b6-f4b7-4829-9b43-c734997b6f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:22.959023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:22.988728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3494ce2b-e79b-4dc6-a845-6d0020f33add None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:11:23.684223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-5cf5409b-566c-4b5e-a9f8-1476fd7f2fa9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:23.686716 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-5cf5409b-566c-4b5e-a9f8-1476fd7f2fa9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1201231 Nov 23 03:11:23.695669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.769109 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-06f5376c-4911-4037-ba9d-cefd410e9741 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 379 time: 0.0716643 Nov 23 03:11:23.780263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'port': {'device_id': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'admin_state_up': True, 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'security_groups': ['f1b761a1-c2db-4def-9fb3-7cd279c903fb']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:23.804312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7d1c166a-7386-4500-a407-b9271fdaeebd req-51ef12cb-077b-4241-9ea3-3d948f835bfa tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Nov 23 03:11:23.892617 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:11:23.896374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.028229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Allocated IP 172.20.0.9 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/5215a5ab-467f-4a6f-af44-67c4abd11944) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:24.176713 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.209427 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.253664 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:24.256823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:24.260369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:24.284464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:24.313387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.314303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.331041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-0d014c98-f940-4be9-9d8a-dac4b42fd05e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552454 Nov 23 03:11:24.343702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Request body: {'port': {'device_id': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:24.403026 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.493154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a9fb6ab4-f466-4430-ad69-c373a35d0f49 None None] Provisioning complete for port 5215a5ab-467f-4a6f-af44-67c4abd11944 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:24.493607 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9fb6ab4-f466-4430-ad69-c373a35d0f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.528777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb6ab4-f466-4430-ad69-c373a35d0f49 None None] Port 5215a5ab-467f-4a6f-af44-67c4abd11944 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:11:24.667198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5215a5ab-467f-4a6f-af44-67c4abd11944 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:11:24.675031 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.686777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Transition to ACTIVE for port object 5215a5ab-467f-4a6f-af44-67c4abd11944 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:11:24.690344 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.758874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:24.981890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219436-3288-43d3-8f4b-6caa0d3db07b req-5763cf91-7c0a-4c63-8201-d32b88fc99e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.983544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7219436-3288-43d3-8f4b-6caa0d3db07b req-5763cf91-7c0a-4c63-8201-d32b88fc99e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0632420 Nov 23 03:11:24.991852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ddccc6bd-523a-4b13-9af2-1b48aa912d67 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:25.049382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e7219436-3288-43d3-8f4b-6caa0d3db07b req-cd2405ce-b3fc-4c7b-848f-57426903ee4d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577636 Nov 23 03:11:25.051547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ddccc6bd-523a-4b13-9af2-1b48aa912d67 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:25.051926 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:25.120025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:25.120360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:25.120718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:25.133086 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:11:25.133421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:25.141904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:25.143210 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:25.143696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:25.144146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Bound port: 5215a5ab-467f-4a6f-af44-67c4abd11944, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:25.144513 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:25.209762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:25.212693 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:25.217839 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:25.250977 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.251638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:25.253044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] 10.222.0.47 "PUT /v2.0/ports/5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1092 time: 0.9138513 Nov 23 03:11:25.257477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:25.262886 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:25.296348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe814cb-00dd-43e2-972d-9d42f793fd15 service neutron] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:25.311058 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c07516-d6d8-42a2-85a9-61f1baf7b92b x-openstack-request-id: req-02c07516-d6d8-42a2-85a9-61f1baf7b92b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:25.311356 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:25.311610 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02c07516-d6d8-42a2-85a9-61f1baf7b92b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:25.312021 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'status': 'completed', 'code': 200} Nov 23 03:11:25.345846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-9cc43e1e-f4a1-4e31-8b40-0bd2abb6c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.347435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-9cc43e1e-f4a1-4e31-8b40-0bd2abb6c799 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1095 time: 0.0476978 Nov 23 03:11:25.391032 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-ab8a5ef0-6301-4a98-963d-bafb8b666524 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 217 time: 0.0357907 Nov 23 03:11:25.441517 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-a00c0b9a-d647-44c3-9367-58eb0b11c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.443085 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-a00c0b9a-d647-44c3-9367-58eb0b11c209 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0451367 Nov 23 03:11:25.496507 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669bade-231a-4dd7-8691-24e96ca72aac req-1d4ee00c-0c5e-4867-98b1-5290cd80e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.498069 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-1d4ee00c-0c5e-4867-98b1-5290cd80e99e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483186 Nov 23 03:11:25.587858 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-8e4e3e7f-baa3-4ef9-9af4-7d735e1a796c service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828345 Nov 23 03:11:25.679852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7669bade-231a-4dd7-8691-24e96ca72aac req-c3993db4-079c-445b-8d18-0fb8c39a0c6d service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Nov 23 03:11:25.763483 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-2d1c5e5f-cc01-45f3-b9e3-739db49ef69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.764964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-2d1c5e5f-cc01-45f3-b9e3-739db49ef69d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1095 time: 0.0420215 Nov 23 03:11:25.858597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-0333a0d4-8912-4e37-a675-3f431e3d81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.859989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-0333a0d4-8912-4e37-a675-3f431e3d81e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0881994 Nov 23 03:11:25.905323 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-4a617104-7bbb-49da-80ef-7b0ee7274db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 217 time: 0.0377464 Nov 23 03:11:25.953620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-38647c2b-a992-4066-afe9-d7a0eb6751f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.955122 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-38647c2b-a992-4066-afe9-d7a0eb6751f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0431304 Nov 23 03:11:26.001645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-99e24e2d-36c4-4de1-ab0e-06d7ace9b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:26.003130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-99e24e2d-36c4-4de1-ab0e-06d7ace9b694 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403612 Nov 23 03:11:26.098171 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-8c7ad22f-1fce-4216-a182-31691f34b30b service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870569 Nov 23 03:11:26.170533 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69082bc-67e9-4f88-b755-6efdb0a29d10 req-e5dc104f-15cb-40ea-9606-9e4b6e8ec7c0 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:26.171944 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d69082bc-67e9-4f88-b755-6efdb0a29d10 req-e5dc104f-15cb-40ea-9606-9e4b6e8ec7c0 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0517752 Nov 23 03:11:26.196440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-68c9ea5d-90e9-43c6-ab92-fc8792d374cc req-8702138e-e0ba-4f23-a2f8-c8e5ea3abefc service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912559 Nov 23 03:11:26.219377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d69082bc-67e9-4f88-b755-6efdb0a29d10 req-28c30530-71eb-4b96-ba86-9cbac59daf05 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 Nov 23 03:11:27.334381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca7ec3-e074-41c7-a5f2-4b24f19ef324 req-3d07b8e8-fc71-4164-9b24-0d0cc2c98240 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:27.335902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcca7ec3-e074-41c7-a5f2-4b24f19ef324 req-3d07b8e8-fc71-4164-9b24-0d0cc2c98240 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0488746 Nov 23 03:11:27.383071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bcca7ec3-e074-41c7-a5f2-4b24f19ef324 req-be87e51c-7422-4e25-8ada-9b5bd0e9ec20 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Nov 23 03:11:28.508039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b165b2-f51a-409b-ac9c-a6168576d8f5 req-d0332fe4-2647-4fd7-b498-55da3ef2d8a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:28.509521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b165b2-f51a-409b-ac9c-a6168576d8f5 req-d0332fe4-2647-4fd7-b498-55da3ef2d8a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0569148 Nov 23 03:11:28.555624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71b165b2-f51a-409b-ac9c-a6168576d8f5 req-965ebe84-083e-41c0-bb17-3a99bbc6c779 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 Nov 23 03:11:28.847432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:11:28.943882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:28.955290 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'mac_address': 'fa:16:3e:bf:bb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:11:28.992052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:29.004776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5215a5ab-467f-4a6f-af44-67c4abd11944 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:11:29.025540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:29.029980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:29.080101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:29.219454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['5215a5ab-467f-4a6f-af44-67c4abd11944'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:11:29.671009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23f5db-8221-4b2b-a992-2b1b56390891 req-0e144bbe-2c21-4501-94ff-ca0b69c673dc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:29.672572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e23f5db-8221-4b2b-a992-2b1b56390891 req-0e144bbe-2c21-4501-94ff-ca0b69c673dc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0479774 Nov 23 03:11:29.719939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e23f5db-8221-4b2b-a992-2b1b56390891 req-58bfd34c-9119-4cd7-9bad-3c44b426eb47 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Nov 23 03:11:30.006895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:30.839233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfda98-dc2f-43fc-89fb-974abfb212f3 req-49905392-d01d-4d1a-8122-41c87fc3fe88 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:30.840828 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8cfda98-dc2f-43fc-89fb-974abfb212f3 req-49905392-d01d-4d1a-8122-41c87fc3fe88 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0540884 Nov 23 03:11:30.870585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:30.893363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e8cfda98-dc2f-43fc-89fb-974abfb212f3 req-163897f2-bef0-4ca4-93f6-c0395013845b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Nov 23 03:11:30.921945 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 5215a5ab-467f-4a6f-af44-67c4abd11944 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:11:30.925872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 5215a5ab-467f-4a6f-af44-67c4abd11944 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:30.926243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:31.002183 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:31.024476 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:31.026901 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a572be9e-7434-4bc3-8641-beddc4687a63" -d '{"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-plugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:31.042420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:31.046929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:31.071582 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db551a-d586-44ac-b4ae-a36fdabb255b x-openstack-request-id: req-c9db551a-d586-44ac-b4ae-a36fdabb255b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:31.071873 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-plugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:31.072121 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9db551a-d586-44ac-b4ae-a36fdabb255b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:31.072509 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'code': 200} Nov 23 03:11:31.103839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:31.162129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa542a-5136-4a90-a467-d372f9b9f92e req-9553183e-7a9e-47fb-9ba0-60380c860a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:31.163651 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e6aa542a-5136-4a90-a467-d372f9b9f92e req-9553183e-7a9e-47fb-9ba0-60380c860a07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1097 time: 0.0401583 Nov 23 03:11:31.211939 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-e6aa542a-5136-4a90-a467-d372f9b9f92e req-b4c92b66-b693-460b-870c-8c90818e1178 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Nov 23 03:11:32.004394 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-eaf9f840-93da-4ec4-a101-def30976676a req-8f09e63c-b00d-48fe-a3c7-f8687ff3eac9 service neutron] (103572) timed out ('10.222.0.15', 52144) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:11:32.010020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81707-a1b2-4dc0-af52-7b6489215798 req-325a5d36-9a2d-470d-904e-76deeb7eeba6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:32.011499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fe81707-a1b2-4dc0-af52-7b6489215798 req-325a5d36-9a2d-470d-904e-76deeb7eeba6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 23 03:11:32.058606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0fe81707-a1b2-4dc0-af52-7b6489215798 req-31b476c6-6586-4f0d-96a3-bde6d048d7e9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Nov 23 03:11:33.175627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ca380-2e0e-483f-9939-b79635efb62a req-f00575b5-650e-484d-846b-79cdcc5a8e89 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:33.177120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-381ca380-2e0e-483f-9939-b79635efb62a req-f00575b5-650e-484d-846b-79cdcc5a8e89 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Nov 23 03:11:33.223884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-381ca380-2e0e-483f-9939-b79635efb62a req-b4ca2bfe-2b94-4642-8b97-853c6e07c4fc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Nov 23 03:11:33.334962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9583b93-5034-4334-b8f6-ddc0a290cf9c req-1104828c-a8d7-4902-a4d6-4d475da04ed1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:33.336434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9583b93-5034-4334-b8f6-ddc0a290cf9c req-1104828c-a8d7-4902-a4d6-4d475da04ed1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Nov 23 03:11:33.345328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33486) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:33.349657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'floatingip': {'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:33.388601 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:34.103154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:34.106899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:34.206396 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb associated. External IP: 172.25.1.159, port: 5215a5ab-467f-4a6f-af44-67c4abd11944. Nov 23 03:11:34.416184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:11:34.524479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:11:34.529686 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:34.534642 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:11:34.544585 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:34.545186 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:34.556309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6019cc60-f841-497a-b4eb-642d1a017938 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "PUT /v2.0/floatingips/6391795b-4422-49d5-bf5f-b5ad962a5bfb HTTP/1.1" status: 200 len: 991 time: 1.2099373 Nov 23 03:11:34.556900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:34.559304 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:34.647104 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e5a01-d7c6-4dff-891b-d2ffef61938e x-openstack-request-id: req-7c5e5a01-d7c6-4dff-891b-d2ffef61938e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:34.647401 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:34.647657 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c5e5a01-d7c6-4dff-891b-d2ffef61938e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:34.648070 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'status': 'completed', 'code': 200} Nov 23 03:11:34.652736 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:34.707700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-5c1315aa-3305-46c6-9a2f-ad4699b1b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:34.709143 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-5c1315aa-3305-46c6-9a2f-ad4699b1b7cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1097 time: 0.0407174 Nov 23 03:11:34.798778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-1bf60830-ec72-405d-b053-2a64362b7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:34.800291 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-1bf60830-ec72-405d-b053-2a64362b7835 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0848455 Nov 23 03:11:34.877917 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:bf:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:11:34Z', 'revision_number': 1, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:34.903396 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-23e968b1-62b9-4632-ae7f-3a52e6774024 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 999 time: 0.0960181 Nov 23 03:11:34.904115 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:11:34.912211 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:34.912798 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:11:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:34.952428 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-ba552f1f-278a-431b-88ee-5ce77846104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:34.953905 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-ba552f1f-278a-431b-88ee-5ce77846104f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0442190 Nov 23 03:11:35.003301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-061d2753-4759-4c56-8d0c-defc6f9d5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:35.004735 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-061d2753-4759-4c56-8d0c-defc6f9d5f27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446110 Nov 23 03:11:35.016594 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:35.096754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-55040a6c-fdd5-461a-8647-9d8032602a7a service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852606 Nov 23 03:11:35.192840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d5a349b0-22a4-4040-9990-9bd2c5fc69f4 req-bc686652-381e-44b1-b5a3-51ea1ba21ef4 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889487 Nov 23 03:11:35.242837 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:bf:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:11:34Z', 'revision_number': 1, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:35.268962 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6c94b-db58-46db-b793-c46c82c74e2b None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:bf:bb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:11:34Z', 'revision_number': 1, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:11:35.457988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb307c0-5729-45fe-a130-cae4dfdf3b9d None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:11:35.906152 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a6d34bd-c779-4ef1-ab70-2373f991097c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:38.082833 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fba30641-0b18-4f3e-bd6b-b160db458b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:39.406849 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:40.830861 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.937590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:43.692142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-74e49e9b-e304-4b8f-bc9f-e804d00f805a req-30d24e28-e1b1-4ce1-b3c8-d302ad40c42c service neutron] (103572) timed out ('10.222.0.47', 50936) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:11:45.385595 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:11:46.992102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-349dff30-7c58-4ebf-9026-a52eabfbda5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392852 Nov 23 03:11:47.070477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d87e7-109f-4758-87fa-c14961113c4d req-4cd0aa59-096a-47d3-9b16-5db0aacb04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:47.071958 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-4cd0aa59-096a-47d3-9b16-5db0aacb04ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1097 time: 0.0395005 Nov 23 03:11:47.176970 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d87e7-109f-4758-87fa-c14961113c4d req-7f8c9856-d67c-4173-8bf8-c3d7a60033e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:47.178339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-7f8c9856-d67c-4173-8bf8-c3d7a60033e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0874643 Nov 23 03:11:47.244373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-5d9648f3-15e0-41a5-af8a-8e2e250484cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1001 time: 0.0577860 Nov 23 03:11:47.293113 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d87e7-109f-4758-87fa-c14961113c4d req-9bfa17bc-ec86-4c32-94a1-2ae8e12d8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:47.294782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-9bfa17bc-ec86-4c32-94a1-2ae8e12d8910 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0425091 Nov 23 03:11:47.343683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d87e7-109f-4758-87fa-c14961113c4d req-3e11808e-9499-4104-ae7c-f9497482eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:47.345181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-3e11808e-9499-4104-ae7c-f9497482eacd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442605 Nov 23 03:11:47.446007 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-e0f8dce2-d066-4e2e-b7f3-489476e7d102 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863802 Nov 23 03:11:47.543110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d13d87e7-109f-4758-87fa-c14961113c4d req-ce2e05a7-cb4d-4586-8b56-1673a721eb8a service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Nov 23 03:11:53.689615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:00.012806 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:05.907089 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9eee3fd3-86d5-4d75-9660-3dd1c0cd1b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:08.083873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-76f7b7b0-010c-49a7-ac33-102becc321eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:09.409244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:10.831738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:11.941372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:22.384977 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:12:23.678069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:30.022112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:35.909106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2679e20-328b-462f-a3dd-7d888683ec63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:38.085286 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-961103b9-d2f1-4da6-9477-6cced536cd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:39.411969 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:40.833621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:41.943599 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:49.011355 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-c0a7bb74-d5d9-406a-9ab6-caa0546f05ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434713 Nov 23 03:12:49.094849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-0005f01d-4a5b-4836-82c1-5f118c74d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:49.096401 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-0005f01d-4a5b-4836-82c1-5f118c74d2c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1097 time: 0.0408201 Nov 23 03:12:49.201662 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-6d8150ad-71c7-412d-a82f-824b36ef1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:49.203055 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-6d8150ad-71c7-412d-a82f-824b36ef1ba1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0870116 Nov 23 03:12:49.268948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-3d2bd15c-2d33-4267-bac8-effcabd1801b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1001 time: 0.0589945 Nov 23 03:12:49.318377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-8f35e418-f84f-4776-9147-3498938b406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:49.320162 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-8f35e418-f84f-4776-9147-3498938b406b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0447133 Nov 23 03:12:49.369595 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-1c15bb12-f334-45d1-b9f5-915abd05b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:49.371117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-1c15bb12-f334-45d1-b9f5-915abd05b78a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440664 Nov 23 03:12:49.457842 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-44287a2b-4849-4e87-8e27-7ea87075622c service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790741 Nov 23 03:12:49.549503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-37646f21-c222-4c34-a4a5-044c8601ae84 req-d9ab8bde-09ea-4738-b76c-c8e7c6152e97 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Nov 23 03:12:53.693162 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:59.384137 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:13:00.035473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:05.910132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-152813d4-e575-4173-8f10-93077f82e709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:08.085462 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-193898f5-3623-49ba-8d33-351ad03c0914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:09.415856 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:10.471853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799d54-e2b4-4169-8a1e-9571d3bcd6e9 req-48e042fb-dafd-4dcd-b66f-89f2f03b4201 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:10.473368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20799d54-e2b4-4169-8a1e-9571d3bcd6e9 req-48e042fb-dafd-4dcd-b66f-89f2f03b4201 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.1273057 Nov 23 03:13:10.520357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20799d54-e2b4-4169-8a1e-9571d3bcd6e9 req-8bcb1b90-b7a5-4a5c-8461-765d886ddcc8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Nov 23 03:13:10.771586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-257cc00a-cd6b-4887-978f-a08a377a63a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726604 Nov 23 03:13:10.778962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bcce8-9638-45e5-bd4f-06d05bf4fae8 req-d1e234af-3ce0-4484-843d-0578b288ad3e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:10.780352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e6bcce8-9638-45e5-bd4f-06d05bf4fae8 req-d1e234af-3ce0-4484-843d-0578b288ad3e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0729704 Nov 23 03:13:10.828951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1e6bcce8-9638-45e5-bd4f-06d05bf4fae8 req-08b39f11-9bbc-4b91-98f0-887debaaae63 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424869 Nov 23 03:13:10.837605 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:11.944990 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-14242aa5-ebdd-4cfc-b68c-6e37d8773d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:11.946491 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-14242aa5-ebdd-4cfc-b68c-6e37d8773d35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1097 time: 0.0440786 Nov 23 03:13:11.951676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:11.963872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519689f-f72d-4afb-8f30-7c0a0297ace8 req-e35d26a3-8487-42f8-ae57-6e1affe35c25 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:11.965428 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8519689f-f72d-4afb-8f30-7c0a0297ace8 req-e35d26a3-8487-42f8-ae57-6e1affe35c25 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0614674 Nov 23 03:13:12.017718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8519689f-f72d-4afb-8f30-7c0a0297ace8 req-0c95e334-bf89-4d26-b3f9-081ff09b12b3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Nov 23 03:13:12.045848 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-0c3a3208-1cd4-4e6c-acb6-7af8b6e86644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:12.047350 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-0c3a3208-1cd4-4e6c-acb6-7af8b6e86644 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0945239 Nov 23 03:13:12.113539 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-7327d401-edcd-4cdd-8164-bfbdc04ab17d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1001 time: 0.0577068 Nov 23 03:13:12.161149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-912da295-5f68-4d1a-8b7f-8dda1ce06d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:12.162563 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-912da295-5f68-4d1a-8b7f-8dda1ce06d2d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0428526 Nov 23 03:13:12.210271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-373b96c8-bd84-4b8c-91cb-f8bade37bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:12.211780 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-373b96c8-bd84-4b8c-91cb-f8bade37bc75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426722 Nov 23 03:13:12.301622 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-e28441d1-fea4-4236-a9f6-2dbcd6c22b32 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823367 Nov 23 03:13:12.396154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-67a9809c-1dc7-4f8b-98d9-f1640b575966 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Nov 23 03:13:13.138003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bb1ff-88cc-409a-b89a-3ecc3beddeac req-304275d2-4c84-4230-8495-e66f59d406d6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:13.139520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-285bb1ff-88cc-409a-b89a-3ecc3beddeac req-304275d2-4c84-4230-8495-e66f59d406d6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0526853 Nov 23 03:13:13.186693 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-285bb1ff-88cc-409a-b89a-3ecc3beddeac req-5eb645e4-d211-47bd-8bb4-092553c9b46f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405185 Nov 23 03:13:14.303106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f80cf-d19e-449b-9cc0-91dc12fee806 req-515214dc-e820-4137-a969-9ce751e56969 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:14.304617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-673f80cf-d19e-449b-9cc0-91dc12fee806 req-515214dc-e820-4137-a969-9ce751e56969 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Nov 23 03:13:14.351556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-673f80cf-d19e-449b-9cc0-91dc12fee806 req-4b8446a8-7368-4cdb-af6b-ba4a2fb7380c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Nov 23 03:13:15.473800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89419ae-ec64-4928-b68f-e4ce3445ad27 req-fc65e8c4-b5ce-4fa6-af9f-52173accaf48 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:15.475287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a89419ae-ec64-4928-b68f-e4ce3445ad27 req-fc65e8c4-b5ce-4fa6-af9f-52173accaf48 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Nov 23 03:13:15.521994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a89419ae-ec64-4928-b68f-e4ce3445ad27 req-3846625d-2691-427c-a813-bdd5e1f68472 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407972 Nov 23 03:13:16.637420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42d6f5-54e2-4fb6-82ad-bcfb353abbd1 req-bf75f6a9-9090-4fac-a6df-a22fc0ae1fcc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:16.638916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d42d6f5-54e2-4fb6-82ad-bcfb353abbd1 req-bf75f6a9-9090-4fac-a6df-a22fc0ae1fcc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0491388 Nov 23 03:13:16.686121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3d42d6f5-54e2-4fb6-82ad-bcfb353abbd1 req-912d3549-ce41-4bb0-8864-08d01a7e1870 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Nov 23 03:13:17.799887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964345cf-1692-4df1-879a-583562d26dbf req-c45a789e-4630-4aaa-939d-9dccb2892aba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:17.801485 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-964345cf-1692-4df1-879a-583562d26dbf req-c45a789e-4630-4aaa-939d-9dccb2892aba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Nov 23 03:13:17.852757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-964345cf-1692-4df1-879a-583562d26dbf req-04fa3926-cfff-4f41-a760-c11a8bd45c2b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Nov 23 03:13:18.970290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc92f46-4635-45a7-9e2b-16771d57d747 req-97a40e61-4d56-49ad-aa48-735978691c01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:18.972303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abc92f46-4635-45a7-9e2b-16771d57d747 req-97a40e61-4d56-49ad-aa48-735978691c01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0475838 Nov 23 03:13:19.020512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abc92f46-4635-45a7-9e2b-16771d57d747 req-560ea4cf-c95b-4e50-9aa9-f245bb6cf1c9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419767 Nov 23 03:13:20.133726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbc8c-7f79-44dd-a35c-e3eec8acae95 req-2244254b-f006-4124-b8ff-74b42a85a62e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:20.135241 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de5cbc8c-7f79-44dd-a35c-e3eec8acae95 req-2244254b-f006-4124-b8ff-74b42a85a62e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0485003 Nov 23 03:13:20.182468 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de5cbc8c-7f79-44dd-a35c-e3eec8acae95 req-579740c2-97a5-4980-83fd-dfdc06496fe1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Nov 23 03:13:21.302367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f3930-3d44-44e9-a82b-c711dca2a21f req-f28e5aef-22b7-4ab9-8390-de8895136b77 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:21.303897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f3930-3d44-44e9-a82b-c711dca2a21f req-f28e5aef-22b7-4ab9-8390-de8895136b77 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0538025 Nov 23 03:13:21.350116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e11f3930-3d44-44e9-a82b-c711dca2a21f req-dafafd83-37e6-44d4-9059-ca116fd61146 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402923 Nov 23 03:13:22.464758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f23fe3-3176-4ec9-8b18-0842bae69a51 req-512ac22a-b151-40eb-a8ed-0815aa594c90 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:22.466242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3f23fe3-3176-4ec9-8b18-0842bae69a51 req-512ac22a-b151-40eb-a8ed-0815aa594c90 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0484107 Nov 23 03:13:22.513732 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c3f23fe3-3176-4ec9-8b18-0842bae69a51 req-df9a6c7d-53f8-40a3-a0dc-dcc8c2b594b2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Nov 23 03:13:23.628273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522b18b-5424-495e-8c3a-1ac06b0f6a82 req-47e0ca71-83c4-4951-96f5-fbb5b933ac98 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:23.629735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8522b18b-5424-495e-8c3a-1ac06b0f6a82 req-47e0ca71-83c4-4951-96f5-fbb5b933ac98 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0468495 Nov 23 03:13:23.679494 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8522b18b-5424-495e-8c3a-1ac06b0f6a82 req-3dd52fef-aae9-4043-8e99-a4a2fd5d0972 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437915 Nov 23 03:13:23.697342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:24.189897 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-2c0063b0-88c2-4ef9-9f76-36fa101c51ee service neutron] show failed (client error): The resource could not be found. Nov 23 03:13:24.190933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-2c0063b0-88c2-4ef9-9f76-36fa101c51ee service neutron] 10.222.0.47 "GET /v2.0/ports/5215a5ab-467f-4a6f-af44-67c4abd11944/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0548441 Nov 23 03:13:24.477188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-71c2e4a4-d38f-469f-9362-67efcff249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:24.478633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-71c2e4a4-d38f-469f-9362-67efcff249e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1097 time: 0.1289611 Nov 23 03:13:24.498840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:13:24.553949 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:24.748887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:24.810419 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:13:24.837933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4fcab-3b47-4b48-bf55-40b0d5642c7f req-ba7ae712-925d-4c3a-8399-61daa139f24e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:24.839453 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27f4fcab-3b47-4b48-bf55-40b0d5642c7f req-ba7ae712-925d-4c3a-8399-61daa139f24e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0887175 Nov 23 03:13:24.871969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:24.874178 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b387e-e6a9-42a9-8e23-5f67b38beda9" -d '{"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-unplugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:24.879906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:24.913490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Transition to ACTIVE for port object 5215a5ab-467f-4a6f-af44-67c4abd11944 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:13:24.918648 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27f4fcab-3b47-4b48-bf55-40b0d5642c7f req-83376931-1a7f-45b2-8194-8bf203af960f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730290 Nov 23 03:13:24.919672 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:24.983562 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5835983-64d6-4281-9d09-8cf6d846cd72 x-openstack-request-id: req-e5835983-64d6-4281-9d09-8cf6d846cd72 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:24.983865 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-unplugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:24.984117 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5835983-64d6-4281-9d09-8cf6d846cd72 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:24.984783 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'code': 200} Nov 23 03:13:25.024956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:25.043895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.044243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.044573 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.044906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.045332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.045665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.045994 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.046318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.046670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.047001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.047326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.047646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:25.107304 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] No DVR routers for this DVR port 5215a5ab-467f-4a6f-af44-67c4abd11944 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:13:25.238619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:13:25.238983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:13:25.239316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:13:25.243576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:13:25.243901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Attempting to bind port 5215a5ab-467f-4a6f-af44-67c4abd11944 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:13:25.248690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:13:25.249056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:13:25.249439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:13:25.249862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Bound port: 5215a5ab-467f-4a6f-af44-67c4abd11944, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:13:25.250211 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:25.312101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:13:25.315209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:13:25.319764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:25.358831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:25.359713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:25.361109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] 10.222.0.41 "PUT /v2.0/ports/5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1092 time: 0.8662026 Nov 23 03:13:25.380923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccca26b-9d95-46ba-a9c4-fe15139580aa service neutron] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:25.441329 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-25061ce3-ba32-4cd8-b5d1-22949d4d7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:25.442871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-25061ce3-ba32-4cd8-b5d1-22949d4d7da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1095 time: 0.0464892 Nov 23 03:13:25.535379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-ee57cf26-cd42-482d-8709-0533e416afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:25.536685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-ee57cf26-cd42-482d-8709-0533e416afef service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0872042 Nov 23 03:13:25.604293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-f2c13ab6-7b57-4d5b-9c37-fd61b62e3936 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 999 time: 0.0604219 Nov 23 03:13:25.651935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-38a35248-826b-43fb-9949-d783be29b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:25.653294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-38a35248-826b-43fb-9949-d783be29b472 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0419784 Nov 23 03:13:25.697433 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-43083b25-20da-489d-97bf-7623d85b4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:25.698894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-43083b25-20da-489d-97bf-7623d85b4db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381253 Nov 23 03:13:25.790565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-182f6459-abac-4204-b5f2-7690bc576643 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831957 Nov 23 03:13:25.877475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-739fef6f-1b4b-4de2-8a6f-5080e5f8c8d2 req-5b37cff0-055a-4951-b9a3-4a899aa9a427 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790682 Nov 23 03:13:26.047761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3bfdf-72b7-4b57-9f7c-ed21b926b216 req-8731be67-0457-4c09-91b0-a18c80988a3d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:26.049225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58e3bfdf-72b7-4b57-9f7c-ed21b926b216 req-8731be67-0457-4c09-91b0-a18c80988a3d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0530584 Nov 23 03:13:26.099405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58e3bfdf-72b7-4b57-9f7c-ed21b926b216 req-12c695c2-5569-42a7-863a-f1f8e509ff0b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Nov 23 03:13:26.985964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:26.988423 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae488c-0f07-4009-a1f0-7517e9511c45" -d '{"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:27.038926 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60609f8-3e12-40ec-a707-cad5fcf878c6 x-openstack-request-id: req-d60609f8-3e12-40ec-a707-cad5fcf878c6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:27.039218 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:27.039533 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d60609f8-3e12-40ec-a707-cad5fcf878c6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:27.039940 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'status': 'completed', 'code': 200} Nov 23 03:13:27.099112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-eaa3d58c-c3ef-491e-85ce-6bd696332436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.100617 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-eaa3d58c-c3ef-491e-85ce-6bd696332436 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1095 time: 0.0426190 Nov 23 03:13:27.124023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-a57bd1e5-1662-436b-ad89-a3e04b3dc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.125558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-a57bd1e5-1662-436b-ad89-a3e04b3dc531 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1095 time: 0.0417736 Nov 23 03:13:27.201625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-e309f61c-f752-47f1-b03f-fed3058e7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.203465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-e309f61c-f752-47f1-b03f-fed3058e7d1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0961342 Nov 23 03:13:27.258377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841e80b-465c-4f73-9f24-ebb247352891 req-c469dbd0-74e6-4a20-8552-48d50f66e6a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.259896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4841e80b-465c-4f73-9f24-ebb247352891 req-c469dbd0-74e6-4a20-8552-48d50f66e6a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 943 time: 0.0808966 Nov 23 03:13:27.264641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-dd5a1e8c-ab76-4cb6-b731-7c8e8015b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.266385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-dd5a1e8c-ab76-4cb6-b731-7c8e8015b67e service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.1297235 Nov 23 03:13:27.271561 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-cee58af8-9db2-4be7-a751-b471a062730f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 999 time: 0.0600092 Nov 23 03:13:27.329098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-91fe3e47-74c3-496c-b114-226ed0630565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.330783 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-91fe3e47-74c3-496c-b114-226ed0630565 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0528469 Nov 23 03:13:27.380515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4841e80b-465c-4f73-9f24-ebb247352891 req-76b9045b-7b96-4a80-bc27-d0d253690e7c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131516 Nov 23 03:13:27.383728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-8b86ab02-e3c1-45cc-b885-2129359284cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.385282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-8b86ab02-e3c1-45cc-b885-2129359284cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467775 Nov 23 03:13:27.389612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-89d30d7c-9dea-4e63-971a-287789fda548 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 999 time: 0.1112823 Nov 23 03:13:27.443558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-42390e82-7fb0-4cc2-adda-a274f95be224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.445137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-42390e82-7fb0-4cc2-adda-a274f95be224 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0482063 Nov 23 03:13:27.482266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-64de56d2-5a13-472c-aa85-3618030c5441 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899549 Nov 23 03:13:27.513154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-52a7b6bb-472b-42f9-8fab-4887b63dac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:27.514698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-52a7b6bb-472b-42f9-8fab-4887b63dac77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412171 Nov 23 03:13:27.523861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:13:27.573930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:13:27.595272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-179710b2-26ca-43f7-bf6c-d18505d031df service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057796 Nov 23 03:13:27.650443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-77700c4f-6fef-4096-9905-060fc5695995 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120501 Nov 23 03:13:28.034799 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-13ae488c-0f07-4009-a1f0-7517e9511c45 req-34d5dafa-b715-40e9-bf15-bc6421b04abd service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761036 Nov 23 03:13:28.267479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:13:28.370729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:28.382903 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'mac_address': 'fa:16:3e:bf:bb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:13:28.419553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:28.436661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5215a5ab-467f-4a6f-af44-67c4abd11944 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:13:28.456009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:28.460114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:28.506115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db28457-f401-47f8-9360-996d555d4b2d req-d49a04b8-603a-4793-ad18-c70154970d3d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:28.506986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:28.507609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6db28457-f401-47f8-9360-996d555d4b2d req-d49a04b8-603a-4793-ad18-c70154970d3d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0511365 Nov 23 03:13:28.514470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.514850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.515200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.515547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.515889 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.516222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.516559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.516892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.517226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.517554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.517883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.518207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:28.558998 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6db28457-f401-47f8-9360-996d555d4b2d req-a2cd815b-8c87-4a13-9240-bebcaeffd0fb tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451486 Nov 23 03:13:28.758457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bf078-117a-49a4-a963-204efcdb9990 req-ce4c4a60-c69c-4035-b111-b5316929aeb3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:28.759971 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-383bf078-117a-49a4-a963-204efcdb9990 req-ce4c4a60-c69c-4035-b111-b5316929aeb3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0490799 Nov 23 03:13:28.779259 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-3b9cd750-1d77-4489-8faa-cf5c143a6f12 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:28.779847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['5215a5ab-467f-4a6f-af44-67c4abd11944'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:13:28.780843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-3b9cd750-1d77-4489-8faa-cf5c143a6f12 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 944 time: 0.0556862 Nov 23 03:13:28.814683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-383bf078-117a-49a4-a963-204efcdb9990 req-5d809e40-a620-4a06-8967-53911abb988a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482798 Nov 23 03:13:28.843951 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-82b60094-9626-4ca4-a528-5dd7f7756210 service neutron] delete failed (client error): The resource could not be found. Nov 23 03:13:28.844992 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-82b60094-9626-4ca4-a528-5dd7f7756210 service neutron] 10.222.0.47 "DELETE /v2.0/ports/5215a5ab-467f-4a6f-af44-67c4abd11944/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0552349 Nov 23 03:13:28.927316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-5528a3d4-c2fc-4e73-b25c-1cf6bcc18af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:28.928810 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-5528a3d4-c2fc-4e73-b25c-1cf6bcc18af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 1096 time: 0.0409517 Nov 23 03:13:29.026879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-2d9746e3-d590-4b56-b98d-4ae95f8e92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:29.028350 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-2d9746e3-d590-4b56-b98d-4ae95f8e92a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0926344 Nov 23 03:13:29.092242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-1e11e4be-d540-41c2-90ed-07ae4235f67f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 200 len: 1000 time: 0.0573714 Nov 23 03:13:29.144202 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-635832b0-7428-4464-bfab-8e4bad387399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:29.145608 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-635832b0-7428-4464-bfab-8e4bad387399 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0469089 Nov 23 03:13:29.188937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-ce7b405c-1143-4a34-aff6-0f930511c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:29.190933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-ce7b405c-1143-4a34-aff6-0f930511c158 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381722 Nov 23 03:13:29.283070 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-8db5db55-30a1-4fe5-bb18-b01718df1140 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854125 Nov 23 03:13:29.374966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-dcdc798b-59e5-442a-8eb3-6f873f5268a5 req-9b14b5c9-62d5-49bc-9976-2176de42264c service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844159 Nov 23 03:13:29.932270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75141-6939-4e06-9645-0be6cf476a6c req-34bde1c4-696f-4f41-bca6-957061ac4d13 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:29.933729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09a75141-6939-4e06-9645-0be6cf476a6c req-34bde1c4-696f-4f41-bca6-957061ac4d13 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0482731 Nov 23 03:13:29.979977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09a75141-6939-4e06-9645-0be6cf476a6c req-3da42524-5e1c-4a1b-af4d-e1f6c62b9128 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Nov 23 03:13:30.053535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:30.097427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373571b-d0d8-4a08-a8cc-1654a47b53db req-32d7bf0a-df98-4762-a194-14e63241328a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:30.098926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2373571b-d0d8-4a08-a8cc-1654a47b53db req-32d7bf0a-df98-4762-a194-14e63241328a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0520177 Nov 23 03:13:30.146293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2373571b-d0d8-4a08-a8cc-1654a47b53db req-8584f198-9f78-49c2-a5c5-ce08e8b3a49f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 Nov 23 03:13:30.257963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c6798-dd81-4519-a5c9-82739a48659f req-f5556615-a097-4d66-89a8-74c058009513 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:30.259452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f9c6798-dd81-4519-a5c9-82739a48659f req-f5556615-a097-4d66-89a8-74c058009513 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 944 time: 0.0486948 Nov 23 03:13:30.262520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:13:30.308249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5f9c6798-dd81-4519-a5c9-82739a48659f req-fca373a2-d249-42b0-9020-95c89ac7f7ba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Nov 23 03:13:30.315942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 5215a5ab-467f-4a6f-af44-67c4abd11944 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:13:30.320726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 5215a5ab-467f-4a6f-af44-67c4abd11944 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:13:30.321126 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:30.398743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:30.421056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:30.423337 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d219c4-99ca-4755-9f11-1ffdd799aa0f" -d '{"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-plugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:30.441095 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:30.445680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:30.494197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:30.553692 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6bfa8d-7549-42c3-a83d-c08e28133f40 x-openstack-request-id: req-da6bfa8d-7549-42c3-a83d-c08e28133f40 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:30.554036 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-plugged", "status": "completed", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:30.554293 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da6bfa8d-7549-42c3-a83d-c08e28133f40 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:30.554721 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'code': 200} Nov 23 03:13:30.642600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883690-9529-4c24-92ba-6f42ad331599 req-6efea6d2-3406-4fcd-854c-0942d968e57b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:30.644082 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0883690-9529-4c24-92ba-6f42ad331599 req-6efea6d2-3406-4fcd-854c-0942d968e57b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Nov 23 03:13:30.693752 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0883690-9529-4c24-92ba-6f42ad331599 req-2e1b6f81-4667-492c-8055-606c7a065526 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Nov 23 03:13:31.808123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266cc80-1f9f-48a2-b04d-f193fd3c0ffd req-03c240b4-1642-4b0c-88ec-2ffa2369b8e4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:31.809586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3266cc80-1f9f-48a2-b04d-f193fd3c0ffd req-03c240b4-1642-4b0c-88ec-2ffa2369b8e4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0476601 Nov 23 03:13:31.856040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3266cc80-1f9f-48a2-b04d-f193fd3c0ffd req-7897d127-173c-48bc-ab1f-be4f63408e71 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Nov 23 03:13:31.941962 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-0adb06c0-3c5b-4e0d-a32d-0dc216c90a7d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:31.943417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-0adb06c0-3c5b-4e0d-a32d-0dc216c90a7d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 945 time: 0.0467923 Nov 23 03:13:32.034125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Deleting port 5215a5ab-467f-4a6f-af44-67c4abd11944 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:13:32.034379 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.121060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] For port 5215a5ab-467f-4a6f-af44-67c4abd11944, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=5215a5ab-467f-4a6f-af44-67c4abd11944,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:32.121424 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.291685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.291967 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.292278 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb disassociated. External IP: 172.25.1.159, port: 5215a5ab-467f-4a6f-af44-67c4abd11944. Nov 23 03:13:32.292953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Calling delete_port for 5215a5ab-467f-4a6f-af44-67c4abd11944 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:13:32.416095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.448561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'Port': ['ID=5215a5ab-467f-4a6f-af44-67c4abd11944,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:32.567139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:13:32.671653 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:13:32.681588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:13:32.690894 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:13:32.691489 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:13:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:32.714876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] No DVR routers for this DVR port 5215a5ab-467f-4a6f-af44-67c4abd11944 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:13:32.718195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:32.722133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1d3d55be-d291-4bdd-9a46-e4fca22d3b2f req-bf36bf43-b2dc-47d5-b38d-4788b134ceb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "DELETE /v2.0/ports/5215a5ab-467f-4a6f-af44-67c4abd11944 HTTP/1.1" status: 204 len: 173 time: 0.7724195 Nov 23 03:13:32.722560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-deleted', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:32.725922 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e00349-389d-4e3a-8ff8-bcd7830a9d44" -d '{"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-deleted", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:32.767128 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae50690-ea91-43a7-a165-13fd7aa61f24 x-openstack-request-id: req-2ae50690-ea91-43a7-a165-13fd7aa61f24 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:32.767427 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df9ad75-73b1-4e69-afac-2e6a53cebc21", "name": "network-vif-deleted", "tag": "5215a5ab-467f-4a6f-af44-67c4abd11944", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:32.767681 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ae50690-ea91-43a7-a165-13fd7aa61f24 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:32.768091 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df9ad75-73b1-4e69-afac-2e6a53cebc21', 'name': 'network-vif-deleted', 'tag': '5215a5ab-467f-4a6f-af44-67c4abd11944', 'status': 'completed', 'code': 200} Nov 23 03:13:32.797849 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:13:32.972527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65bb9c7f-6a6c-4a1a-be63-7c919c1875d7 req-487cf2ef-8b2b-4fed-a548-4f412c7adfcc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=6df9ad75-73b1-4e69-afac-2e6a53cebc21 HTTP/1.1" status: 200 len: 210 time: 0.0282245 Nov 23 03:13:33.009395 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:33.039442 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:13:33.047712 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:13:33.048336 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:13:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:33.151511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:13:33.345829 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:33.371842 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af707732-7882-4b2f-b0c7-bd783ef5f5d8 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:13:33.590603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902204de-c9e7-4186-b0fa-3510c0373f10 None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:13:34.209895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-3d21ebe8-19a5-46de-a5c2-f27d9108c7db tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--963587329&fields=id&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 267 time: 0.0431237 Nov 23 03:13:34.321305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-1f41dfc2-29e1-477b-bf46-b6386268b815 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:34.322810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-1f41dfc2-29e1-477b-bf46-b6386268b815 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1061082 Nov 23 03:13:34.338174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-dfcf3d4f-dc34-437b-b793-b5c1b7362c13 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/quotas/3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 375 time: 0.0095572 Nov 23 03:13:34.389100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-c6c06b91-3057-4edb-9fb7-3934384fae06 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456920 Nov 23 03:13:34.531587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-e2ea414c-e575-447c-b84f-d06f75b405f8 service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300910 Nov 23 03:13:34.625109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-1b90c4ea-4cd0-4925-9e38-d418678de86c service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873420 Nov 23 03:13:34.790234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d014696-7294-4eec-b5cf-cd38fb4b2fe5 req-a28790a7-06ff-4a48-a493-76ac5af34b90 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0264659 Nov 23 03:13:35.868664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1a2e36b-646d-4545-8d89-c88aa123697c req-915f985a-92c7-4056-855c-3370b60ee6f3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0280116 Nov 23 03:13:35.911473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-272ea9be-8d54-4659-b9c8-bf47030ac649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:36.292930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:13:36.317374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 5215a5ab-467f-4a6f-af44-67c4abd11944 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:13:36.317720 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 5215a5ab-467f-4a6f-af44-67c4abd11944 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:13:36.383926 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:13:36.946680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e646f9-719e-4b57-bd1c-ecf008f94d49 req-c5ec1ceb-b5c3-448d-bcdd-c3edce6df79c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Nov 23 03:13:38.044211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a27411a-9e10-4c80-b903-e5d2eaa5fc1d req-e083d2c6-e302-4736-947d-22433aa3b23f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0306334 Nov 23 03:13:38.087041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-813f24dd-8e4a-4fdb-8a41-dc4fe55b32e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:38.736437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-9f976023-3daa-427f-8de5-e7b524e1d11f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:38.738109 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-9f976023-3daa-427f-8de5-e7b524e1d11f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1068242 Nov 23 03:13:38.799490 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-e2ed5113-c280-4a0c-8ee5-4b8e3be7c124 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 379 time: 0.0523989 Nov 23 03:13:38.810315 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'port': {'device_id': '1f6f686a-6430-4833-9738-bec62617e382', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'admin_state_up': True, 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'security_groups': ['f1b761a1-c2db-4def-9fb3-7cd279c903fb']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:13:38.912572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:13:38.916087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.040158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Allocated IP 172.20.0.9 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/70b76804-3d46-44ec-bc25-139c62144556) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:13:39.140170 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d17a8c5d-0fd4-46f4-b741-6d1bebf1b3b1 req-128a0393-b5b2-4184-905d-3acbfbcac37c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0273137 Nov 23 03:13:39.180466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.212394 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.255645 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:13:39.258849 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:13:39.262495 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:13:39.286985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:39.300111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.300518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.300858 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.301193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.301526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.301852 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.302174 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.302496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.302842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.303166 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.303489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.303807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:39.326206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:39.326873 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.343657 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-8187596a-47a8-4a81-b58d-0c6f1621c280 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5368919 Nov 23 03:13:39.357246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Request body: {'port': {'device_id': '1f6f686a-6430-4833-9738-bec62617e382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:13:39.417266 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.418781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.535374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6aaefdbd-fb66-4217-9117-650e0b114a77 None None] Provisioning complete for port 70b76804-3d46-44ec-bc25-139c62144556 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:13:39.535655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aaefdbd-fb66-4217-9117-650e0b114a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.568670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6aaefdbd-fb66-4217-9117-650e0b114a77 None None] Port 70b76804-3d46-44ec-bc25-139c62144556 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:13:39.970393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b76804-3d46-44ec-bc25-139c62144556 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:13:39.978235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.990127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Transition to ACTIVE for port object 70b76804-3d46-44ec-bc25-139c62144556 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:13:39.993975 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:40.053132 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:40.123153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:13:40.123494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:13:40.123827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:13:40.128421 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:13:40.128750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:13:40.133709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:13:40.134049 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:13:40.134433 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:13:40.134905 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Bound port: 70b76804-3d46-44ec-bc25-139c62144556, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:13:40.135259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:40.202104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:13:40.205186 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:13:40.210295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:40.247753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.248384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:40.249998 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1092 time: 0.8968799 Nov 23 03:13:40.250442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:40.252866 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a160ab-0a32-43f8-a404-32fb2d74c27f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:40.271782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e5127-a413-4068-8e3e-a632b32f2696 req-2d2f7a5f-f751-4cf8-8bef-c09116a7d468 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.275003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b3e5127-a413-4068-8e3e-a632b32f2696 req-2d2f7a5f-f751-4cf8-8bef-c09116a7d468 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0630031 Nov 23 03:13:40.276258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608caa-f55b-4f59-992d-b0f539d5c7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:40.341451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6b3e5127-a413-4068-8e3e-a632b32f2696 req-acfdf7a5-3e0e-4793-88aa-72bfd0a1a212 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523586 Nov 23 03:13:40.346530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-a6ff493f-01f5-4628-9cd2-c511fa9b5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.348402 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-a6ff493f-01f5-4628-9cd2-c511fa9b5632 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0488813 Nov 23 03:13:40.399499 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-b9acffdd-718f-4e1f-89fc-9211ec86ee01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 217 time: 0.0401864 Nov 23 03:13:40.457720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-948657bc-b72a-4589-89ad-0a7db00dcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.459272 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-948657bc-b72a-4589-89ad-0a7db00dcb02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0534623 Nov 23 03:13:40.460820 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bac4bc9-498d-4e4e-96d5-eaec81e4fdec x-openstack-request-id: req-0bac4bc9-498d-4e4e-96d5-eaec81e4fdec {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:40.461031 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:40.461288 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bac4bc9-498d-4e4e-96d5-eaec81e4fdec {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:40.461679 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'status': 'completed', 'code': 200} Nov 23 03:13:40.506139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-18801e96-3695-4aa6-806b-a64d78e80062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.507589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-18801e96-3695-4aa6-806b-a64d78e80062 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409551 Nov 23 03:13:40.598382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-ba018c27-37f9-4464-a611-752392d1de8e service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Nov 23 03:13:40.685181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8557794e-8ed3-44f9-ad0a-f004a28dfd90 req-7cbba79f-42fd-4498-bf8b-1e99912d32d1 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802641 Nov 23 03:13:40.773361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-6db0a520-f509-466c-bdf7-aae042bf6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.774801 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-6db0a520-f509-466c-bdf7-aae042bf6a91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0463097 Nov 23 03:13:40.839867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:40.865356 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-8deed897-6bca-4c93-b1d1-8f6503a5b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.866862 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-8deed897-6bca-4c93-b1d1-8f6503a5b9fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0851960 Nov 23 03:13:40.911558 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-5f7e6717-0044-457a-9080-dbd05fd5136c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 217 time: 0.0380878 Nov 23 03:13:40.959967 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-63d13af5-34ab-4f33-b720-1afcd81d6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:40.961440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-63d13af5-34ab-4f33-b720-1afcd81d6e50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0433393 Nov 23 03:13:41.008061 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-490f14b0-a059-4121-b95e-e8bca9cafcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:41.009553 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-490f14b0-a059-4121-b95e-e8bca9cafcff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400748 Nov 23 03:13:41.102002 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-94169014-49d1-4985-821a-fd7aa4d69bd4 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Nov 23 03:13:41.191345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-85a160ab-0a32-43f8-a404-32fb2d74c27f req-7d79016e-41d0-4bac-b85b-926e7f680a7d service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821948 Nov 23 03:13:41.459078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b2b4f-73ea-4add-aa68-3a0ab0134671 req-fa7b4487-6d1d-4e5e-a7bf-4005ce48c2dd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:41.460583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-541b2b4f-73ea-4add-aa68-3a0ab0134671 req-fa7b4487-6d1d-4e5e-a7bf-4005ce48c2dd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0478668 Nov 23 03:13:41.513991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-541b2b4f-73ea-4add-aa68-3a0ab0134671 req-295b466b-db0f-4e5b-a7b9-c09d75bf729c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474153 Nov 23 03:13:41.944446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:42.631059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccad36-c873-4628-9284-d573bd0bc60a req-9af41338-0e0b-4657-8eb5-4c903708c8b4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:42.632558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bccad36-c873-4628-9284-d573bd0bc60a req-9af41338-0e0b-4657-8eb5-4c903708c8b4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0487785 Nov 23 03:13:42.683463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bccad36-c873-4628-9284-d573bd0bc60a req-fe69352b-f85f-43ba-9e9e-945297aac556 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Nov 23 03:13:43.618651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:13:43.712847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:43.724365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '70b76804-3d46-44ec-bc25-139c62144556', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '70b76804-3d46-44ec-bc25-139c62144556', 'mac_address': 'fa:16:3e:b5:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:13:43.765274 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:43.778076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b76804-3d46-44ec-bc25-139c62144556 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:13:43.796798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:43.801229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d4068-0aea-4eec-bbab-dfb007f7751b req-bb4f4177-1067-42db-b7de-45f4d553dd60 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:43.801940 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:43.802841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-821d4068-0aea-4eec-bbab-dfb007f7751b req-bb4f4177-1067-42db-b7de-45f4d553dd60 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0501931 Nov 23 03:13:43.851215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-821d4068-0aea-4eec-bbab-dfb007f7751b req-3d1e6621-a489-44fa-bee0-0ef6b1922eec tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Nov 23 03:13:43.851683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:44.037248 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['70b76804-3d46-44ec-bc25-139c62144556'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:13:44.970063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab356c3d-540a-469f-9b3d-78effa866e46 req-ed415f9c-b5c1-4223-8727-e5311df415bf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:44.971553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab356c3d-540a-469f-9b3d-78effa866e46 req-ed415f9c-b5c1-4223-8727-e5311df415bf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 944 time: 0.0526595 Nov 23 03:13:45.018233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab356c3d-540a-469f-9b3d-78effa866e46 req-46cee0d6-cce3-4bc3-9989-e8f2e8ed3c30 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 Nov 23 03:13:45.634782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:13:45.681970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 70b76804-3d46-44ec-bc25-139c62144556 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:13:45.685809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 70b76804-3d46-44ec-bc25-139c62144556 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:13:45.686180 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:45.760728 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:45.785745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:45.787983 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e09f9b-1fe7-451b-b51b-729044830b80" -d '{"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-plugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:45.800990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:45.804696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:45.827873 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d88368-3d6f-4b82-81bd-afde5f9348ff x-openstack-request-id: req-e2d88368-3d6f-4b82-81bd-afde5f9348ff {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:45.828164 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-plugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:45.828414 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d88368-3d6f-4b82-81bd-afde5f9348ff {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:45.828803 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'code': 200} Nov 23 03:13:45.854656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:45.918406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a145-265d-438b-a3d2-4fa6af95bae8 req-c7c01d81-f9ed-4da2-9dbe-be10069158c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:45.919833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d559a145-265d-438b-a3d2-4fa6af95bae8 req-c7c01d81-f9ed-4da2-9dbe-be10069158c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1097 time: 0.0398843 Nov 23 03:13:45.968367 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-d559a145-265d-438b-a3d2-4fa6af95bae8 req-39476434-4340-4099-9e2f-716153a83c97 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372059 Nov 23 03:13:46.135377 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f800e3d-68db-4f50-a94f-9fdddcd2d6e0 req-4a115e7a-4058-43b7-9e52-da4a3e0f0fba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:46.136869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f800e3d-68db-4f50-a94f-9fdddcd2d6e0 req-4a115e7a-4058-43b7-9e52-da4a3e0f0fba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Nov 23 03:13:46.184204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f800e3d-68db-4f50-a94f-9fdddcd2d6e0 req-62c09581-19c2-4bdd-af0c-4a116bf83231 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412147 Nov 23 03:13:47.303462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdadd3-ed86-4d33-b8a5-f8fb35a83c79 req-3d3f8bf3-b49c-4782-9fb0-363ce6929dc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:47.304936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafdadd3-ed86-4d33-b8a5-f8fb35a83c79 req-3d3f8bf3-b49c-4782-9fb0-363ce6929dc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Nov 23 03:13:47.351313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cafdadd3-ed86-4d33-b8a5-f8fb35a83c79 req-e9c6b13a-42d2-4a07-bfdd-6c8cf3e65dba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Nov 23 03:13:47.462139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937f0a4-23f0-46f3-a56c-43ecc97ef7ac req-5320cc4b-91c7-4fd9-844f-f91b82b8f8af tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:47.463708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7937f0a4-23f0-46f3-a56c-43ecc97ef7ac req-5320cc4b-91c7-4fd9-844f-f91b82b8f8af tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Nov 23 03:13:47.472884 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 33840) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:13:47.477431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'floatingip': {'port_id': '70b76804-3d46-44ec-bc25-139c62144556'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:13:47.515797 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:47.943436 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:47.947094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:48.045178 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb associated. External IP: 172.25.1.159, port: 70b76804-3d46-44ec-bc25-139c62144556. Nov 23 03:13:48.250936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:13:48.356841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:13:48.363042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:48.367394 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:13:48.376586 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:13:48.377195 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:13:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:48.389927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ab38bf0-3325-44c3-bc39-c125f0d63be4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "PUT /v2.0/floatingips/6391795b-4422-49d5-bf5f-b5ad962a5bfb HTTP/1.1" status: 200 len: 991 time: 0.9159489 Nov 23 03:13:48.390525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:48.392807 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:48.481369 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ed75a-4e15-49c8-b679-f1f049201daf x-openstack-request-id: req-5e4ed75a-4e15-49c8-b679-f1f049201daf {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:48.481667 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:48.481927 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e4ed75a-4e15-49c8-b679-f1f049201daf {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:48.482343 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'status': 'completed', 'code': 200} Nov 23 03:13:48.484388 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:13:48.545978 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-ef2944ed-891c-4424-a124-619ae60a9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:48.547417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-ef2944ed-891c-4424-a124-619ae60a9367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1097 time: 0.0444939 Nov 23 03:13:48.637830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-3723f5d7-a5e5-4fe7-b2a3-8ef8f821069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:48.639418 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-3723f5d7-a5e5-4fe7-b2a3-8ef8f821069c service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0846295 Nov 23 03:13:48.707304 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '70b76804-3d46-44ec-bc25-139c62144556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:b5:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f686a-6430-4833-9738-bec62617e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:13:47Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:48.711697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-92de216f-f049-49a1-a4f8-cb88b9eb1b1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 999 time: 0.0646451 Nov 23 03:13:48.736727 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:13:48.745191 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:13:48.745811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:13:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:48.761294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-a1369d3d-9950-441c-a17b-5739b6fea16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:48.762810 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-a1369d3d-9950-441c-a17b-5739b6fea16d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0446332 Nov 23 03:13:48.808237 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-5c0836d8-538d-4e05-81c5-f07f55abc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:48.809699 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-5c0836d8-538d-4e05-81c5-f07f55abc701 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398288 Nov 23 03:13:48.907387 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-7b464ece-ab6d-45de-8c67-e1a2743eb32e service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904446 Nov 23 03:13:48.943968 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:13:49.017110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-c7f6ddb9-61e2-4172-98bc-05af7c593fa4 req-2e6a0f89-2c1b-47ce-bf48-3066c6a3c21f service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024194 Nov 23 03:13:49.162789 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '70b76804-3d46-44ec-bc25-139c62144556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:b5:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f686a-6430-4833-9738-bec62617e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:13:47Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:13:49.192194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c36182-7b62-4280-83cc-255228e3b3b9 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '70b76804-3d46-44ec-bc25-139c62144556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:b5:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6f686a-6430-4833-9738-bec62617e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:13:47Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:13:49.397972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d1dfe-9ce5-4dd5-8de7-02c1cb8379fa None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:13:49.995189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-e06267fd-3d18-42a0-8268-bfd6ce151674 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448651 Nov 23 03:13:50.080140 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-df3fac3b-0e10-4293-bfbf-f3f16a801d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:50.082210 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-df3fac3b-0e10-4293-bfbf-f3f16a801d71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1097 time: 0.0408649 Nov 23 03:13:50.184845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-9591c0d4-8a6d-42ee-bd12-547f6192dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:50.186332 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-9591c0d4-8a6d-42ee-bd12-547f6192dd3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0846994 Nov 23 03:13:50.255024 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-f6765e69-f1ce-435a-aa0b-c61c27a8fd0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1001 time: 0.0613933 Nov 23 03:13:50.303544 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-22d363c4-7df4-473b-ba60-12690686d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:50.305031 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-22d363c4-7df4-473b-ba60-12690686d0ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0441463 Nov 23 03:13:50.352094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-410e5e69-1286-4aad-ae5e-cb041062d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:50.353619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-410e5e69-1286-4aad-ae5e-cb041062d0cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422785 Nov 23 03:13:50.447572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-99225540-95da-4fb5-86a6-9c07cb453009 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868213 Nov 23 03:13:50.536591 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0fb74f69-d1a2-4865-bbf7-2adea38a248f req-737f531d-5392-47c9-aa95-a360fdec2df8 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825875 Nov 23 03:13:53.709658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:00.050033 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:05.912916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-16441886-7adb-4bef-96cc-8a89f94d8629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:08.088379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1080d000-bef6-4aaa-b47f-b72096c8921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:09.422320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:10.841655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:11.946368 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:13.382952 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:14:23.706591 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:30.066441 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:35.914280 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64bc2f92-8270-4c82-b56c-c4307f1b1094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:38.089272 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d13aa9d-8561-4922-916f-6b60fe13f840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:39.424409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:40.844365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:41.947675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:50.073833 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-633477be-bd1b-48f4-a516-65a1fd5d5f21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955307 Nov 23 03:14:50.162419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-676966db-f5e4-498e-bcb5-c8e067434854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:50.164467 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-676966db-f5e4-498e-bcb5-c8e067434854 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1097 time: 0.0404310 Nov 23 03:14:50.265317 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-9ad7452a-289b-42fa-8114-15d3b466fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:50.266719 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-9ad7452a-289b-42fa-8114-15d3b466fc1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0835006 Nov 23 03:14:50.336098 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-cde24546-ccbb-497d-96a3-27934e144278 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1001 time: 0.0622835 Nov 23 03:14:50.381467 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:14:50.384172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-30f32fdc-7dcc-4500-928d-b2730153d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:50.385615 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-30f32fdc-7dcc-4500-928d-b2730153d85b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0432706 Nov 23 03:14:50.430322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-6bad8f11-a0cb-46df-92ff-21414e8a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:50.431806 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-6bad8f11-a0cb-46df-92ff-21414e8a5734 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396595 Nov 23 03:14:50.523786 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-991dd747-8543-452a-a5cb-fdd68dae9dea service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845797 Nov 23 03:14:50.610371 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-76bcf09b-383b-400c-b1ca-eb8b121952f3 req-7bafc3c8-b5cf-4ad2-a23a-a05c3dc275d5 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803266 Nov 23 03:14:53.728327 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:00.063945 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:05.915299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4fd50c84-0cc7-4c49-a93b-5497903a92de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:08.089504 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44253a75-698c-4426-90ab-fc100db1c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:09.427988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:10.846566 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:11.948951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:23.730552 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:25.345699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f9312-b519-4ace-9f39-981cd900907a req-8f37a070-ebd5-47c6-ba3f-0c1dfe2af64f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:25.347277 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-106f9312-b519-4ace-9f39-981cd900907a req-8f37a070-ebd5-47c6-ba3f-0c1dfe2af64f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Nov 23 03:15:25.394278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-106f9312-b519-4ace-9f39-981cd900907a req-cf4e36d8-3c17-4d96-bb6c-257357e31f72 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Nov 23 03:15:26.513299 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc545a93-4055-4c10-a744-a005478c976c req-a18871f6-ef71-44a3-b2d3-6521d67eea32 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:26.514914 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc545a93-4055-4c10-a744-a005478c976c req-a18871f6-ef71-44a3-b2d3-6521d67eea32 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0525792 Nov 23 03:15:26.560987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc545a93-4055-4c10-a744-a005478c976c req-d6aca29f-140b-4206-a074-b8c8108bbb1e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Nov 23 03:15:27.380578 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:15:27.676330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72a440-a468-43cf-930e-ef47adf1937d req-9d3baa21-c12e-4c9e-afa3-2e21c2e46c8b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:27.677812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c72a440-a468-43cf-930e-ef47adf1937d req-9d3baa21-c12e-4c9e-afa3-2e21c2e46c8b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Nov 23 03:15:27.725333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c72a440-a468-43cf-930e-ef47adf1937d req-47020f20-3c6f-47ff-9ce5-26b2ba53c122 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Nov 23 03:15:28.842169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0b64a-10e8-4035-8112-f9ac0263cdb2 req-fee8a975-fb64-4f45-9bee-653d1c1fc3c8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:28.843656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56f0b64a-10e8-4035-8112-f9ac0263cdb2 req-fee8a975-fb64-4f45-9bee-653d1c1fc3c8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Nov 23 03:15:28.894118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-56f0b64a-10e8-4035-8112-f9ac0263cdb2 req-2e94c3cd-d0d8-495c-a800-5d5f62d62c89 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444069 Nov 23 03:15:30.008221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2e24-f9d6-4a18-9a43-8de87d5ddfe9 req-2aacd23c-c1a4-4240-9eb8-24066cb019d3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:30.009676 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743e2e24-f9d6-4a18-9a43-8de87d5ddfe9 req-2aacd23c-c1a4-4240-9eb8-24066cb019d3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Nov 23 03:15:30.058009 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743e2e24-f9d6-4a18-9a43-8de87d5ddfe9 req-b990584f-2738-42af-9ba9-2cec73450445 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422790 Nov 23 03:15:30.063661 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:31.173061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec13c31-b66d-4450-a536-2cdbc4049308 req-4953b2f0-f6bd-4106-883c-34eda6209c2e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:31.174535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ec13c31-b66d-4450-a536-2cdbc4049308 req-4953b2f0-f6bd-4106-883c-34eda6209c2e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0478852 Nov 23 03:15:31.225470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ec13c31-b66d-4450-a536-2cdbc4049308 req-8ab19d37-ceda-4d98-94ce-2482168c9999 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Nov 23 03:15:32.345087 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7dd5-b60b-4a30-8db3-faf2996f68c0 req-0fc69379-7b48-4064-b211-6d3fce9f496e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:32.346604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c78f7dd5-b60b-4a30-8db3-faf2996f68c0 req-0fc69379-7b48-4064-b211-6d3fce9f496e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0532501 Nov 23 03:15:32.393804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c78f7dd5-b60b-4a30-8db3-faf2996f68c0 req-6cac9a61-0c8d-4ecb-a309-975fe3cadf11 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Nov 23 03:15:33.510713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ed64c-228a-41cf-91af-99c4b7a57b42 req-d9513160-26b2-4586-8087-dde08e07301e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:33.512188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c55ed64c-228a-41cf-91af-99c4b7a57b42 req-d9513160-26b2-4586-8087-dde08e07301e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0486834 Nov 23 03:15:33.560414 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c55ed64c-228a-41cf-91af-99c4b7a57b42 req-fcbd789f-1f5b-433c-a9b5-0c13dda3dd2b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Nov 23 03:15:34.680313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc5c51-2462-4c96-9ddf-734bdf5dcd8f req-a377d7e6-9237-4448-a55f-60e767824dd0 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:34.681794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eabc5c51-2462-4c96-9ddf-734bdf5dcd8f req-a377d7e6-9237-4448-a55f-60e767824dd0 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0517654 Nov 23 03:15:34.727858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eabc5c51-2462-4c96-9ddf-734bdf5dcd8f req-f6c1c3eb-9b3a-4d09-88a2-d06cdb80ac61 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 Nov 23 03:15:35.842521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317f081-3649-4882-b2e0-16fd1a63e591 req-c160a9eb-5c04-4746-8957-80de0e552cc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:35.843997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f317f081-3649-4882-b2e0-16fd1a63e591 req-c160a9eb-5c04-4746-8957-80de0e552cc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0486608 Nov 23 03:15:35.890137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f317f081-3649-4882-b2e0-16fd1a63e591 req-1d0fe34e-d466-4182-8426-9482de367477 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Nov 23 03:15:35.916764 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee5f9d41-c70a-4906-a848-83f706c374bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.137576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1a7ad-6f2b-49db-98c3-9834c1114310 req-cce3fe56-10fe-4b01-a142-2349ba593256 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:36.139031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acc1a7ad-6f2b-49db-98c3-9834c1114310 req-cce3fe56-10fe-4b01-a142-2349ba593256 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0583735 Nov 23 03:15:36.196711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-1aa6e2e6-3b5d-4f14-8eb2-e01f99f1602c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245723 Nov 23 03:15:36.208349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-acc1a7ad-6f2b-49db-98c3-9834c1114310 req-2da8d4fc-8b9c-4d16-9a66-51d63ff8218f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Nov 23 03:15:37.325636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e917ec-f42a-4ac6-b459-4b3b4695b605 req-750c749b-fae6-4abc-85e9-29d9f04b5c6c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.327156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e917ec-f42a-4ac6-b459-4b3b4695b605 req-750c749b-fae6-4abc-85e9-29d9f04b5c6c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0498073 Nov 23 03:15:37.374789 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6e917ec-f42a-4ac6-b459-4b3b4695b605 req-7ef83c88-be5c-4afd-819e-6724e2bf5de7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Nov 23 03:15:37.499380 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-ea710afb-b9dc-400b-afc1-772aae6184f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.500761 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-ea710afb-b9dc-400b-afc1-772aae6184f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1097 time: 0.0462637 Nov 23 03:15:37.589593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-dcacdf72-c379-4cc6-ae36-e6da427c5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.591266 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-dcacdf72-c379-4cc6-ae36-e6da427c5c00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0840950 Nov 23 03:15:37.661993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-6ae5619f-f242-45bc-8651-9f0ee0f10bef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1001 time: 0.0631762 Nov 23 03:15:37.710732 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-ed422a22-dd94-448a-a7de-5403c117fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.712186 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-ed422a22-dd94-448a-a7de-5403c117fffa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0432937 Nov 23 03:15:37.757344 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-e7722405-a426-4e88-8b9a-c0c5a0bdd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.758755 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-e7722405-a426-4e88-8b9a-c0c5a0bdd2e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399001 Nov 23 03:15:37.853573 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-997fbd6d-c385-43b2-b7a8-311f21ba0d7b service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875375 Nov 23 03:15:37.943082 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-469151e0-6890-40c2-aed9-7a1c0c7fa9bd service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Nov 23 03:15:38.089733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e9e11b8a-6782-4262-8059-4786bab06bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:38.490917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d093ac8-4801-49e7-88c7-2b64af2cdbd0 req-5ff97d42-d81a-4d32-bb13-e46975201a7d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:38.492801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d093ac8-4801-49e7-88c7-2b64af2cdbd0 req-5ff97d42-d81a-4d32-bb13-e46975201a7d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Nov 23 03:15:38.544397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d093ac8-4801-49e7-88c7-2b64af2cdbd0 req-5a04ce30-0475-4cfb-b516-d1b0eb196d0d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Nov 23 03:15:39.430483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:39.660963 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab451-0c2d-407e-b8fa-eee6aa6bb6fb req-ce91bb29-f2a5-4871-8b59-26d46f81ad8d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:39.662424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25ab451-0c2d-407e-b8fa-eee6aa6bb6fb req-ce91bb29-f2a5-4871-8b59-26d46f81ad8d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Nov 23 03:15:39.708391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c25ab451-0c2d-407e-b8fa-eee6aa6bb6fb req-488de7af-1e2b-4850-bb60-fd64db3f2016 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399210 Nov 23 03:15:39.810056 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-4830d328-9193-47dc-b34a-ca3b97a74575 service neutron] show failed (client error): The resource could not be found. Nov 23 03:15:39.811087 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-4830d328-9193-47dc-b34a-ca3b97a74575 service neutron] 10.222.0.47 "GET /v2.0/ports/70b76804-3d46-44ec-bc25-139c62144556/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0539618 Nov 23 03:15:40.005071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-504233bf-96fd-41f2-972d-c32739765c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:40.007175 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-504233bf-96fd-41f2-972d-c32739765c3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1097 time: 0.0409117 Nov 23 03:15:40.025817 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:40.081770 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.279489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:40.313213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:15:40.351710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:40.353971 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d3ae98-6689-48f7-a3dd-f46ff6dde4e7" -d '{"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-unplugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:40.358349 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.371619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Transition to ACTIVE for port object 70b76804-3d46-44ec-bc25-139c62144556 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:15:40.375763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.458524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:40.471918 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c6e9c-5be7-4ed5-9870-d108e52dc5b0 x-openstack-request-id: req-d35c6e9c-5be7-4ed5-9870-d108e52dc5b0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:40.472214 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-unplugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:40.472470 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35c6e9c-5be7-4ed5-9870-d108e52dc5b0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:40.472871 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'code': 200} Nov 23 03:15:40.476379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.476730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.477077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.477421 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.477760 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.478096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.478430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.478792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.479125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.479455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.479784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.480115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.511828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] No DVR routers for this DVR port 70b76804-3d46-44ec-bc25-139c62144556 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:40.850821 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.957630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8e83-984b-49c3-bfcd-9e085c0ebd6c req-481c8382-3541-4ca4-9983-3414383071d8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:40.959677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cdf8e83-984b-49c3-bfcd-9e085c0ebd6c req-481c8382-3541-4ca4-9983-3414383071d8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0668349 Nov 23 03:15:41.007121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:15:41.007459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:15:41.007792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:41.019615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:15:41.019932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Attempting to bind port 70b76804-3d46-44ec-bc25-139c62144556 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:41.029674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:15:41.030017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:15:41.030402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:15:41.030855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Bound port: 70b76804-3d46-44ec-bc25-139c62144556, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:15:41.031212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:41.051426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cdf8e83-984b-49c3-bfcd-9e085c0ebd6c req-c001ba8a-1a93-4194-b237-6fc63820801e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755181 Nov 23 03:15:41.102531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:15:41.105479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:15:41.110368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:41.144602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:41.145228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:41.146718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] 10.222.0.41 "PUT /v2.0/ports/70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1092 time: 1.1246939 Nov 23 03:15:41.167145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23e5de-f276-4ec0-bcf4-2916bdef6951 service neutron] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:41.227357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-f43e1d81-d162-4d7a-93a9-4816b4eeae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:41.228864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-f43e1d81-d162-4d7a-93a9-4816b4eeae1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0461926 Nov 23 03:15:41.321751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-b085411c-a245-43d6-a905-5ac4c4abcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:41.323302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-b085411c-a245-43d6-a905-5ac4c4abcb8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0861449 Nov 23 03:15:41.392398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-fc3e96ef-5d1d-455b-a265-a2a2075ebce2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 999 time: 0.0617886 Nov 23 03:15:41.440143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-2488260c-b324-411b-9411-f7620b8d19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:41.441497 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-2488260c-b324-411b-9411-f7620b8d19a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0428193 Nov 23 03:15:41.486646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-5ce7666c-8037-4ea7-b9a7-fbe1d65e27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:41.488101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-5ce7666c-8037-4ea7-b9a7-fbe1d65e27f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395854 Nov 23 03:15:41.578146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-ad786adc-4360-4ad4-9463-7ab51d5bdd22 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Nov 23 03:15:41.666075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9133e3a0-ca83-438a-9a5a-497dd9b2521f req-d2ebd935-1f2d-44e2-8ee6-5450983272a1 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808311 Nov 23 03:15:41.949962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:42.169026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c4fc4-5dbd-43a6-a6b1-7dc0cc329a8d req-2a3e2334-8a91-4372-a753-019cc690b189 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.170516 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c4fc4-5dbd-43a6-a6b1-7dc0cc329a8d req-2a3e2334-8a91-4372-a753-019cc690b189 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0486727 Nov 23 03:15:42.217285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b4c4fc4-5dbd-43a6-a6b1-7dc0cc329a8d req-2b99f257-01a0-4914-86fc-9f0fd145f9c5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Nov 23 03:15:42.475150 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:42.477518 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf297d7f-60cd-4d30-a560-ac8abf14b22b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:42.523972 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d102be76-a853-4f84-bcde-84892679939c x-openstack-request-id: req-d102be76-a853-4f84-bcde-84892679939c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:42.524267 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:42.524519 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d102be76-a853-4f84-bcde-84892679939c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:42.524924 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'status': 'completed', 'code': 200} Nov 23 03:15:42.586782 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-fc2962bd-5f04-4a08-ac4d-296455068fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.588301 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-fc2962bd-5f04-4a08-ac4d-296455068fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0456450 Nov 23 03:15:42.616425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-8c1f69b5-eaee-45f8-b3f3-ae26ccc0c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.617921 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-8c1f69b5-eaee-45f8-b3f3-ae26ccc0c8a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0457280 Nov 23 03:15:42.680573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-ebd6a4c1-2838-4e85-b6bc-17531196eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.682062 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-ebd6a4c1-2838-4e85-b6bc-17531196eedc service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0860162 Nov 23 03:15:42.706454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-7ebbeeb2-041b-480a-b2fa-c6dc1a05511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.707989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-7ebbeeb2-041b-480a-b2fa-c6dc1a05511c service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0824804 Nov 23 03:15:42.753174 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-61a90319-8de7-4ba9-a5fd-d25d28dde14f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 999 time: 0.0640931 Nov 23 03:15:42.778819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-96f51809-012b-48a9-a4ca-e80a13c6ad21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 999 time: 0.0630991 Nov 23 03:15:42.803193 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-4411f201-4e0f-412e-8276-2443c4777f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.804672 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-4411f201-4e0f-412e-8276-2443c4777f3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0447261 Nov 23 03:15:42.829266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-b738e0fa-beb1-480e-b410-ab81d96ad61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.830790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-b738e0fa-beb1-480e-b410-ab81d96ad61d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0437887 Nov 23 03:15:42.849581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-393202aa-4634-461a-a2fa-20186c587b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.851659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-393202aa-4634-461a-a2fa-20186c587b2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406721 Nov 23 03:15:42.876993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-375b3f6d-0bba-4ccf-931d-429f554c5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:42.878538 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-375b3f6d-0bba-4ccf-931d-429f554c5280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405531 Nov 23 03:15:42.946005 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-f80c01e9-8e6d-466a-9a53-b352f205985f service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868888 Nov 23 03:15:42.988084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-03d8d7d3-fbf9-48ae-a025-45dae5d08569 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010451 Nov 23 03:15:43.048754 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-2ba9b120-9032-4054-95d7-ef4df960c6c4 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939908 Nov 23 03:15:43.088209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf297d7f-60cd-4d30-a560-ac8abf14b22b req-d38de57c-e2f9-4629-908b-7dcb97f29d0d service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881662 Nov 23 03:15:43.339121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7df90-ab5a-4c2f-9aa5-84f1fd05c27a req-1bfa8b6d-906e-4fab-ae4b-be99f6f42a1e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.340610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08f7df90-ab5a-4c2f-9aa5-84f1fd05c27a req-1bfa8b6d-906e-4fab-ae4b-be99f6f42a1e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0522134 Nov 23 03:15:43.394598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08f7df90-ab5a-4c2f-9aa5-84f1fd05c27a req-8431f5b4-2d3b-4155-9a9c-98e6bdf6ad30 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479088 Nov 23 03:15:43.587043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe66a-41e7-46f0-88c7-d0f00a4f4f0d req-c2822acf-9fe7-4b6c-b7dd-e2afb41ad46c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.588526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fefe66a-41e7-46f0-88c7-d0f00a4f4f0d req-c2822acf-9fe7-4b6c-b7dd-e2afb41ad46c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0499542 Nov 23 03:15:43.602749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-30fbace8-849e-42e4-bc53-9787c14282a1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.604234 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-30fbace8-849e-42e4-bc53-9787c14282a1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 943 time: 0.0530925 Nov 23 03:15:43.637195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8fefe66a-41e7-46f0-88c7-d0f00a4f4f0d req-13917005-2e12-4023-870f-9ea86538e515 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Nov 23 03:15:43.670127 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-03c097d7-22bf-4fa2-922e-027ec3b4ff07 service neutron] delete failed (client error): The resource could not be found. Nov 23 03:15:43.671208 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-03c097d7-22bf-4fa2-922e-027ec3b4ff07 service neutron] 10.222.0.47 "DELETE /v2.0/ports/70b76804-3d46-44ec-bc25-139c62144556/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0585582 Nov 23 03:15:43.752952 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-4b83a534-deb5-4279-a72c-4be9aba4d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.754422 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-4b83a534-deb5-4279-a72c-4be9aba4d278 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1095 time: 0.0406897 Nov 23 03:15:43.843760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-cb9c6241-8cd7-47a7-a11a-75fa56a3ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.845156 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-cb9c6241-8cd7-47a7-a11a-75fa56a3ae0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0831196 Nov 23 03:15:43.914260 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-2bf9607a-3dc3-4603-96a3-eb4092b219a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 999 time: 0.0615790 Nov 23 03:15:43.962063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-d24ed682-6010-4a45-86d4-87b9dd34dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:43.963497 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-d24ed682-6010-4a45-86d4-87b9dd34dfd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0428379 Nov 23 03:15:44.008894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-58d09fc6-cc54-45d2-82d0-0647bcb2c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:44.010353 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-58d09fc6-cc54-45d2-82d0-0647bcb2c518 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397484 Nov 23 03:15:44.102045 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-11dc9711-f73f-47cb-9917-14a3ec1eae6d service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Nov 23 03:15:44.190187 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-419c8760-3ec1-4c8b-8f9d-65fb6183a51c req-b3112573-8c41-4e40-85ee-68c6c26ddae2 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Nov 23 03:15:44.222465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:44.263760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:44.756974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3973d-d59f-4d3f-ba53-aa4e5e8fcba4 req-dd91379a-a20d-452c-a7cc-c97d4a1ad625 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:44.758442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ce3973d-d59f-4d3f-ba53-aa4e5e8fcba4 req-dd91379a-a20d-452c-a7cc-c97d4a1ad625 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0506237 Nov 23 03:15:44.805662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1ce3973d-d59f-4d3f-ba53-aa4e5e8fcba4 req-71a40ba3-f267-44db-9692-2273b966c723 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Nov 23 03:15:44.869531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:15:44.927933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dbfa5-0495-4e51-b4d6-367c0e66f0be req-094a9165-1405-4f6d-bcb4-cda3a10f4e74 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:44.929430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-419dbfa5-0495-4e51-b4d6-367c0e66f0be req-094a9165-1405-4f6d-bcb4-cda3a10f4e74 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 943 time: 0.0531313 Nov 23 03:15:44.962787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:44.974352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '70b76804-3d46-44ec-bc25-139c62144556', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '70b76804-3d46-44ec-bc25-139c62144556', 'mac_address': 'fa:16:3e:b5:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:15:44.976942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-419dbfa5-0495-4e51-b4d6-367c0e66f0be req-178d3736-d056-49fc-9a80-c9fefd30adcb tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Nov 23 03:15:45.015247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.027765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b76804-3d46-44ec-bc25-139c62144556 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:15:45.046143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:45.050273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.101741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:45.110169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.110553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.111133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.111477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.111809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.113813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.114036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:45.182201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237cc82-cf68-476a-8a4c-9d8de822c1a0 req-98d4a4ca-5004-42b2-80d4-8cf8cedde68c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:45.183710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9237cc82-cf68-476a-8a4c-9d8de822c1a0 req-98d4a4ca-5004-42b2-80d4-8cf8cedde68c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 944 time: 0.0511460 Nov 23 03:15:45.254002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-3d9e1936-5948-47c5-89bf-8f2e03e9f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:45.255526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-3d9e1936-5948-47c5-89bf-8f2e03e9f5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 1096 time: 0.0685341 Nov 23 03:15:45.260605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9237cc82-cf68-476a-8a4c-9d8de822c1a0 req-4bd68830-af84-49c8-b507-0ae06f269934 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655074 Nov 23 03:15:45.335069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['70b76804-3d46-44ec-bc25-139c62144556'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:15:45.348502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-b5ab8eec-66cc-451e-b3d1-a2209a32b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:45.350436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-b5ab8eec-66cc-451e-b3d1-a2209a32b1dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0869956 Nov 23 03:15:45.417368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-f14a67d3-7e82-43f1-8180-04727ea9f7bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 200 len: 1000 time: 0.0590026 Nov 23 03:15:45.471754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-d8581acb-011f-42d5-aef1-d8c322c7ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:45.473232 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-d8581acb-011f-42d5-aef1-d8c322c7ee7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0478172 Nov 23 03:15:45.518880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-9b8e8e7d-3913-417c-88e4-37c03e698322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:45.520367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-9b8e8e7d-3913-417c-88e4-37c03e698322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403123 Nov 23 03:15:45.608928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-eae012dd-d316-4d7e-8fa8-6a8dc63ab0e1 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808051 Nov 23 03:15:45.701007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-14aaaf74-e9b4-49f5-8f53-a9662ad3ee2f req-6eeeeaee-27cd-40a9-ac7c-68e2647f795e service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840428 Nov 23 03:15:46.378338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c84b6-38f5-40fb-8082-85d90cdb7f4a req-ddb6ad84-636e-4888-a4b0-478a8f842d25 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:46.379986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c7c84b6-38f5-40fb-8082-85d90cdb7f4a req-ddb6ad84-636e-4888-a4b0-478a8f842d25 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 944 time: 0.0505021 Nov 23 03:15:46.426331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c7c84b6-38f5-40fb-8082-85d90cdb7f4a req-60a114c5-971b-4cce-a89e-f39ac0dc5a7c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403264 Nov 23 03:15:46.657840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854c3f-8b80-44de-aea0-90e50d2bb685 req-99932013-115a-45e3-b4b1-39d512741b3f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:46.659350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854c3f-8b80-44de-aea0-90e50d2bb685 req-99932013-115a-45e3-b4b1-39d512741b3f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 944 time: 0.0530348 Nov 23 03:15:46.705913 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24854c3f-8b80-44de-aea0-90e50d2bb685 req-87d8c588-9bee-4a97-9ab2-c3ea12fda0c5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Nov 23 03:15:46.904344 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:15:46.952443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 70b76804-3d46-44ec-bc25-139c62144556 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:15:46.956260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 70b76804-3d46-44ec-bc25-139c62144556 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:46.956646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.042608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.064071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:47.066373 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be569cbb-ae83-457b-8127-5d6fd8bcad82" -d '{"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-plugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:47.079214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:47.083145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.107014 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a9c915-0df7-4aba-b384-72ec12d0a8bb x-openstack-request-id: req-24a9c915-0df7-4aba-b384-72ec12d0a8bb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:47.107305 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-plugged", "status": "completed", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:47.107553 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24a9c915-0df7-4aba-b384-72ec12d0a8bb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:47.108209 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'code': 200} Nov 23 03:15:47.133639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:47.824099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295e7b-479a-4725-b247-1ad6192e7cfd req-6712e44a-3c0b-4a03-bd03-0d771e2f7cd5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:47.825624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b295e7b-479a-4725-b247-1ad6192e7cfd req-6712e44a-3c0b-4a03-bd03-0d771e2f7cd5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0486724 Nov 23 03:15:47.874091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7b295e7b-479a-4725-b247-1ad6192e7cfd req-d007044e-ff6c-451d-b56e-31ed75f4099a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420899 Nov 23 03:15:48.053999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-5ee80b0d-b7e9-49f4-b3a0-22bb4e1d681e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:48.055358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-5ee80b0d-b7e9-49f4-b3a0-22bb4e1d681e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Nov 23 03:15:48.148201 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Deleting port 70b76804-3d46-44ec-bc25-139c62144556 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:48.148535 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.233565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] For port 70b76804-3d46-44ec-bc25-139c62144556, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=70b76804-3d46-44ec-bc25-139c62144556,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:48.233919 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.417279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.417548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.417926 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb disassociated. External IP: 172.25.1.159, port: 70b76804-3d46-44ec-bc25-139c62144556. Nov 23 03:15:48.418284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Calling delete_port for 70b76804-3d46-44ec-bc25-139c62144556 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:48.541120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.573807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'Port': ['ID=70b76804-3d46-44ec-bc25-139c62144556,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:48.695465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:15:48.804930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:48.814702 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:15:48.825217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:48.826036 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:15:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:48.846057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] No DVR routers for this DVR port 70b76804-3d46-44ec-bc25-139c62144556 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:48.848741 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.852865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0a7fb49-91ef-43f5-b32e-68054d26f16a req-84df1573-7fc2-4103-aeff-43b64a47eba2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "DELETE /v2.0/ports/70b76804-3d46-44ec-bc25-139c62144556 HTTP/1.1" status: 204 len: 173 time: 0.7898569 Nov 23 03:15:48.853305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-deleted', 'tag': '70b76804-3d46-44ec-bc25-139c62144556'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:48.855658 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e1985b-7824-4938-9784-644677e539cc" -d '{"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-deleted", "tag": "70b76804-3d46-44ec-bc25-139c62144556"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:48.901270 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40296d0-0f6b-486c-b3f6-3b26d0a87c58 x-openstack-request-id: req-d40296d0-0f6b-486c-b3f6-3b26d0a87c58 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:48.901619 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6f686a-6430-4833-9738-bec62617e382", "name": "network-vif-deleted", "tag": "70b76804-3d46-44ec-bc25-139c62144556", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:48.901871 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d40296d0-0f6b-486c-b3f6-3b26d0a87c58 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:48.902410 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6f686a-6430-4833-9738-bec62617e382', 'name': 'network-vif-deleted', 'tag': '70b76804-3d46-44ec-bc25-139c62144556', 'status': 'completed', 'code': 200} Nov 23 03:15:48.944940 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:48.982425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ddf81169-281c-4ecc-91d7-d0f983b279bc req-4f92b4b9-70fd-4816-9971-0a537cc8f47f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6f686a-6430-4833-9738-bec62617e382 HTTP/1.1" status: 200 len: 210 time: 0.0370169 Nov 23 03:15:49.154363 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:49.179539 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:15:49.187572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:49.188168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:15:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:49.290118 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:49.481421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:49.507831 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266451fd-a6cb-4e06-9d34-3010fe8ec5e6 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:15:49.731096 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f992fd-e15b-4aaf-8df5-4f681a8e472b None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:15:50.253018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-36bceeb8-dd70-4af8-9f54-989146d18f4f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--963587329&fields=id&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 267 time: 0.0417390 Nov 23 03:15:50.362301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-975e3333-5930-4222-b8e6-08a47b200b6d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:50.363700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-975e3333-5930-4222-b8e6-08a47b200b6d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1038206 Nov 23 03:15:50.378151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-41589be7-b597-442d-a199-8424238b41d1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/quotas/3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 375 time: 0.0086882 Nov 23 03:15:50.428161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-15f0e213-b1c0-441e-95ca-bee3be55f80d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446961 Nov 23 03:15:50.443231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-e5209fa7-c8e7-4620-bcb4-2adb13f5c36f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:15:50.444245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-e5209fa7-c8e7-4620-bcb4-2adb13f5c36f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049846 Nov 23 03:15:50.534530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-b84dd87f-e7e2-4998-bf14-348239d01f2c service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Nov 23 03:15:50.622195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-292b3e07-312f-4e09-9f9c-8ea0436f7860 service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808780 Nov 23 03:15:50.779119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eea5be0b-a0e6-46ef-b955-b7b821b96b16 req-2dc1c2ce-df2a-40c7-9d75-6e1fac275973 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 210 time: 0.0279832 Nov 23 03:15:51.728032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-40d7e520-6a57-43d7-968c-e1cdfabdb705 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:51.729473 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-40d7e520-6a57-43d7-968c-e1cdfabdb705 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1099703 Nov 23 03:15:51.791894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-950a7a65-6ee6-4fdc-ac47-41e1d5156730 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 379 time: 0.0530915 Nov 23 03:15:51.802167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'port': {'device_id': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'admin_state_up': True, 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'security_groups': ['f1b761a1-c2db-4def-9fb3-7cd279c903fb']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:51.877066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fb1ac96-9076-43b1-a5a3-b89eb01bae06 req-8fd0c1ed-364b-4ee4-bad0-0f3b415611d4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 210 time: 0.0296896 Nov 23 03:15:51.917576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:15:51.921119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.046408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Allocated IP 172.20.0.3 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:15:52.181974 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.214593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.256099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:15:52.259699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:52.263481 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:15:52.295559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:52.308771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.309041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.309392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.309745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.310095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.310437 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.310804 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.311137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.311470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.311801 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.312133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.312463 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:52.333456 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:52.334084 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.351832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-75f0a8c6-9f9c-4988-9998-cb57d9fc7f8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536487 Nov 23 03:15:52.364915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Request body: {'port': {'device_id': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:52.421864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.457061 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0beb6634-f9ee-4cd1-ac32-13e981f60137 None None] Provisioning complete for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:52.457631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0beb6634-f9ee-4cd1-ac32-13e981f60137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.494039 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-0beb6634-f9ee-4cd1-ac32-13e981f60137 None None] Port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:15:52.681920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:15:52.689143 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.701781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Transition to ACTIVE for port object 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:15:52.705204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.757752 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:52.824833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:15:52.825169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:15:52.825499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:52.829979 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:15:52.830307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:52.835316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:15:52.835657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:15:52.836044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:15:52.836473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Bound port: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:15:52.836833 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.907269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:15:52.910580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:15:52.915950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:52.916320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.937526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 70b76804-3d46-44ec-bc25-139c62144556 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:52.937791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 70b76804-3d46-44ec-bc25-139c62144556 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:52.952365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:52.952999 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.954425 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] 10.222.0.47 "PUT /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1092 time: 0.5938673 Nov 23 03:15:52.954897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:52.957161 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73ed0a196f270ba56d6a91cba6e20833cffad16022bfde60beec1f23fe436015" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f521d-aec1-48a4-a5ec-7dfb02617853" -d '{"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:52.981996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927b99c-3f08-419c-a199-e806281e3623 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:53.017177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc00c2c-11a6-4fee-bee6-4ac725b9d438 req-62cb58d9-c904-4636-a512-92f36c6ea174 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.024997 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fc00c2c-11a6-4fee-bee6-4ac725b9d438 req-62cb58d9-c904-4636-a512-92f36c6ea174 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.0698800 Nov 23 03:15:53.046649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-fa7396ed-eee6-4634-b275-254e1f1c8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.048154 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-fa7396ed-eee6-4634-b275-254e1f1c8deb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1095 time: 0.0493603 Nov 23 03:15:53.070237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fc00c2c-11a6-4fee-bee6-4ac725b9d438 req-729c8149-1c32-4be7-a298-eb3e9cb6e5ca tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442874 Nov 23 03:15:53.398669 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc9e826-99a9-4963-88f4-78c171d4b6dc x-openstack-request-id: req-6fc9e826-99a9-4963-88f4-78c171d4b6dc {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:53.398943 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:53.399192 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fc9e826-99a9-4963-88f4-78c171d4b6dc {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:53.399581 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'status': 'completed', 'code': 200} Nov 23 03:15:53.401075 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-4518f583-2374-4d67-9087-88e35b0abdff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 217 time: 0.3432972 Nov 23 03:15:53.450148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-c63a1eea-02c0-442f-87b8-b467b7c9c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.451624 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-c63a1eea-02c0-442f-87b8-b467b7c9c202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0435233 Nov 23 03:15:53.496375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-8ab859f3-c8ff-40e0-bf75-aa885d78b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.497768 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-8ab859f3-c8ff-40e0-bf75-aa885d78b088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397358 Nov 23 03:15:53.588873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-07f477ff-f4a1-499e-b98d-44b95fdb1eee service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840211 Nov 23 03:15:53.675948 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-26140e99-636f-49b8-a677-2eb1293fc2a4 req-700c9fc4-2d58-4eba-a38a-d3d3e740c0f4 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799165 Nov 23 03:15:53.734128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.771754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-8e1cd6c9-6b73-4dc1-a7c2-9a8db5c7c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.773866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-8e1cd6c9-6b73-4dc1-a7c2-9a8db5c7c15d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1095 time: 0.0476487 Nov 23 03:15:53.861857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-9e8dc94a-7004-42f7-b6ff-5723e25b1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.863362 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-9e8dc94a-7004-42f7-b6ff-5723e25b1bb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0826182 Nov 23 03:15:53.906221 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-3036a414-c895-40e5-af19-691ca8c59963 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 217 time: 0.0356638 Nov 23 03:15:53.957679 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-de16b3f7-e416-41cf-95f6-5a675ffb490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:53.959119 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-de16b3f7-e416-41cf-95f6-5a675ffb490c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0461640 Nov 23 03:15:54.004117 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-c0106e23-52c8-4c26-aa40-a684209bee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:54.005594 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-c0106e23-52c8-4c26-aa40-a684209bee54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389097 Nov 23 03:15:54.115687 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-555d7d45-b067-488e-a49b-5ca152d36612 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008098 Nov 23 03:15:54.187289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78417d-d662-422d-ae60-ba94c9243e7b req-1c9cea7e-c43c-428b-b8af-15d1288ae1c4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:54.188820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c78417d-d662-422d-ae60-ba94c9243e7b req-1c9cea7e-c43c-428b-b8af-15d1288ae1c4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.0485711 Nov 23 03:15:54.207602 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-ee8f521d-aec1-48a4-a5ec-7dfb02617853 req-08413c39-070f-4b2d-ba84-2006f0bf835a service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830019 Nov 23 03:15:54.237143 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8c78417d-d662-422d-ae60-ba94c9243e7b req-979b630b-cec8-4ba7-b1cc-abe935bc9054 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Nov 23 03:15:55.354692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27f5c9-7a39-44ad-a533-a85b71b930db req-5a5e6778-55f9-4e5e-9de1-98991bb28bfd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:55.356176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b27f5c9-7a39-44ad-a533-a85b71b930db req-5a5e6778-55f9-4e5e-9de1-98991bb28bfd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.0490978 Nov 23 03:15:55.406818 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0b27f5c9-7a39-44ad-a533-a85b71b930db req-ec957b72-7da3-4c0d-93bd-4eed8d011572 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 Nov 23 03:15:56.299825 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:15:56.396309 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:56.407669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:15:56.443773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.456468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:15:56.475761 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:56.480319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.521754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a4cd2-68fb-4106-8963-83de44527382 req-98d18e49-306e-4349-83bf-ba9291623c2a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:56.523815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c4a4cd2-68fb-4106-8963-83de44527382 req-98d18e49-306e-4349-83bf-ba9291623c2a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0500700 Nov 23 03:15:56.530640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:56.571502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c4a4cd2-68fb-4106-8963-83de44527382 req-caa9aff7-0e19-4694-8bd5-c984306ee103 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413048 Nov 23 03:15:56.715824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:15:57.691001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095d27e-310b-42cc-8abd-7c2e2d094e32 req-d3490d3e-7b67-4f89-bccb-fec9389c3e72 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:57.692489 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5095d27e-310b-42cc-8abd-7c2e2d094e32 req-d3490d3e-7b67-4f89-bccb-fec9389c3e72 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0497122 Nov 23 03:15:57.739664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5095d27e-310b-42cc-8abd-7c2e2d094e32 req-16b8132d-d033-4663-9257-aef9e1263d0a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Nov 23 03:15:58.299939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:15:58.504813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:15:58.508705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:58.509074 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.582362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.605107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:58.607334 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}627ae07628c5781e92deacf1882bad113c2cd33377e303c0c1c19d5d65f3efcf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31f120-9942-4f21-9eda-89c47c7f206b" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:58.619711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:58.624339 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.649810 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a3ea5b-fc09-4fc9-9255-c09d4a814c91 x-openstack-request-id: req-a1a3ea5b-fc09-4fc9-9255-c09d4a814c91 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:58.650103 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:58.650351 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1a3ea5b-fc09-4fc9-9255-c09d4a814c91 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:58.650791 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'code': 200} Nov 23 03:15:58.676169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.741248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f9d0e-1f11-43cf-bcaf-3b66cac3c0ee req-5a9737e3-e779-411f-b512-e5f14b705d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:58.742769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a31f9d0e-1f11-43cf-bcaf-3b66cac3c0ee req-5a9737e3-e779-411f-b512-e5f14b705d70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1097 time: 0.0409603 Nov 23 03:15:58.787326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a31f9d0e-1f11-43cf-bcaf-3b66cac3c0ee req-ff86f61c-30f9-4ad9-80a7-0b6b873e533a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368757 Nov 23 03:15:58.859843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4831a-6980-43e6-9b5b-1cfe1bb57cfc req-2dbdfcbd-b854-477e-917d-f4a6d6e46b82 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:58.861218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb4831a-6980-43e6-9b5b-1cfe1bb57cfc req-2dbdfcbd-b854-477e-917d-f4a6d6e46b82 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Nov 23 03:15:58.907834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb4831a-6980-43e6-9b5b-1cfe1bb57cfc req-7ccfe4c0-7edb-4a38-8dff-2346344691d3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Nov 23 03:16:00.022112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558049b2-dde8-4068-a904-2f13ba59cdbc req-aef7255c-0e95-4f89-9d8a-bb2ef040b580 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:00.023611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-558049b2-dde8-4068-a904-2f13ba59cdbc req-aef7255c-0e95-4f89-9d8a-bb2ef040b580 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Nov 23 03:16:00.064714 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.079714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-558049b2-dde8-4068-a904-2f13ba59cdbc req-94e0a040-9ffe-4f1b-b15d-10bf808126ee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499845 Nov 23 03:16:00.192815 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3625c-84c1-498b-9c6d-a19f85c3fd58 req-2e6010d6-062e-4d89-b306-bf3f3e0bd3bc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:00.194190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20e3625c-84c1-498b-9c6d-a19f85c3fd58 req-2e6010d6-062e-4d89-b306-bf3f3e0bd3bc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Nov 23 03:16:00.203296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34196) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:00.207678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'floatingip': {'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:00.245924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.672725 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.676635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.774139 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb associated. External IP: 172.25.1.159, port: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43. Nov 23 03:16:01.272439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:16:01.377913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:16:01.382874 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.389907 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:16:01.399165 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:01.399758 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:15:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:01.410188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70a0c7e7-409e-4f24-af77-48a96db61641 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "PUT /v2.0/floatingips/6391795b-4422-49d5-bf5f-b5ad962a5bfb HTTP/1.1" status: 200 len: 991 time: 1.2058270 Nov 23 03:16:01.410802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:16:01.413048 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ec11498eebc991063a05d798bb76261d8c77af94fb75e210e14f0c73e97008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f718a-308e-4d93-8450-3d177dab87e1" -d '{"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:16:01.503978 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2dee38-8505-4cee-a4aa-54dad99431d2 x-openstack-request-id: req-6d2dee38-8505-4cee-a4aa-54dad99431d2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:16:01.504394 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:16:01.504662 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d2dee38-8505-4cee-a4aa-54dad99431d2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:16:01.505267 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'status': 'completed', 'code': 200} Nov 23 03:16:01.508337 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:01.569326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-408325a1-c81a-41e3-93c9-882d5a1316cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:01.570815 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-408325a1-c81a-41e3-93c9-882d5a1316cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1097 time: 0.0454416 Nov 23 03:16:01.664725 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-8e484471-4fe5-4083-81f3-b76eaaf1aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:01.666191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-8e484471-4fe5-4083-81f3-b76eaaf1aa95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0886009 Nov 23 03:16:01.735188 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-1ee5742a-c79d-49cc-9a43-6f0322df9127 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 999 time: 0.0624466 Nov 23 03:16:01.785442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-6e0cf33f-3e33-444a-9bb6-4c247fe2f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:01.786983 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-6e0cf33f-3e33-444a-9bb6-4c247fe2f370 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0455973 Nov 23 03:16:01.824203 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:16:00Z', 'revision_number': 9, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:01.837418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-6d7a5eb4-14e8-4950-a90a-d5a739fd999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:01.838979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-6d7a5eb4-14e8-4950-a90a-d5a739fd999a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450191 Nov 23 03:16:01.850730 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:16:01.859446 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:01.860135 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:15:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:01.937280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-956aa97e-12e1-4895-ba7e-dfcd286c08ff service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915794 Nov 23 03:16:01.969456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:02.031495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-eb4f718a-308e-4d93-8450-3d177dab87e1 req-ef9cc83f-7081-4c4b-aaf7-2da7c1300460 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878315 Nov 23 03:16:02.194383 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:16:00Z', 'revision_number': 9, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:02.220729 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcefa2f7-4f5d-447e-9ceb-1ee21aeee6df None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:16:00Z', 'revision_number': 9, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:16:02.433932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47340c0b-238d-49a3-b829-64ec35d2d139 None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:16:04.379408 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:16:05.918431 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-832fb002-5f1c-45f6-8f21-4628d46f24c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:08.093417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4507a9db-3f17-475d-a751-40e3cb033240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:09.433438 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:10.852068 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:11.951622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:23.739641 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:30.063717 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:35.919528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb44d-8572-43f2-89d3-3e3601a70bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:38.094273 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c9d45a7-a664-4579-8e1a-ff21226c0dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:39.438243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:40.857498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:41.379238 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:16:41.952874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:52.988104 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-85e6c0bf-e9a3-4e3f-afd0-71c2138d0717 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449357 Nov 23 03:16:53.070682 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-383e370f-e18d-4dc9-a430-e19332b3a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:53.072206 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-383e370f-e18d-4dc9-a430-e19332b3a686 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1097 time: 0.0406082 Nov 23 03:16:53.187213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-f1e4c732-a50c-416f-85af-309f3ae8022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:53.189202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-f1e4c732-a50c-416f-85af-309f3ae8022d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0961311 Nov 23 03:16:53.273102 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-0a5cb45a-e229-4b38-b47d-25bf32aad3a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1002 time: 0.0771041 Nov 23 03:16:53.330871 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-398a54f2-3902-4cb3-9a71-1e78afc5cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:53.332917 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-398a54f2-3902-4cb3-9a71-1e78afc5cbc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0528343 Nov 23 03:16:53.378146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-75fbcd66-9631-49e0-a246-f861a627b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:53.379665 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-75fbcd66-9631-49e0-a246-f861a627b7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400469 Nov 23 03:16:53.482435 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-7a2c055b-73fb-42cd-b05e-93a7dfb02990 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945308 Nov 23 03:16:53.573802 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-42a196bc-fbe1-42e3-bdda-cb9f27179ae3 req-28bae79f-0b4f-4cdd-ac07-0be9e357904f service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847754 Nov 23 03:16:53.734062 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:00.080155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:05.920490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d6d4-e08d-4823-b8c8-1f7d8753a076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:08.094442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed736436-d01c-4a40-b5cb-e78d6dff4a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:09.440097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:10.858042 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:11.954680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:18.378723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:17:23.733269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:30.108744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:35.921324 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6099a9d-5a72-457d-a5e1-bc718d35eb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:38.095943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1c1d771-d5ee-4d2d-a3dd-e0a8438cfdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:38.481156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-bd0e9810-2334-4f8f-a7ce-02aa39d77b03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432711 Nov 23 03:17:38.643059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee1b9f-3cce-4e52-9417-6f35756673f9 req-d361d991-6a65-4df9-9257-df149a629531 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:38.644588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfee1b9f-3cce-4e52-9417-6f35756673f9 req-d361d991-6a65-4df9-9257-df149a629531 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.1056452 Nov 23 03:17:38.693636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfee1b9f-3cce-4e52-9417-6f35756673f9 req-7c9fa2a7-2a2d-4080-83c1-0264745fcbb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Nov 23 03:17:39.442257 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:39.686293 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-53bb0e8b-0991-4906-8474-128657b3cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:39.687860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-53bb0e8b-0991-4906-8474-128657b3cc8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1097 time: 0.0849657 Nov 23 03:17:39.778872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-f6911d5d-33ae-48eb-930b-d2b81bbaae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:39.780377 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-f6911d5d-33ae-48eb-930b-d2b81bbaae8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0858181 Nov 23 03:17:39.814543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f399da-1670-4406-9c77-c4616355e55b req-1de50c54-b4ba-4316-886b-688623c87e0c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:39.816013 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58f399da-1670-4406-9c77-c4616355e55b req-1de50c54-b4ba-4316-886b-688623c87e0c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0533834 Nov 23 03:17:39.851098 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-c2600a66-b0c2-4609-9959-bf6cb99f38d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1002 time: 0.0639184 Nov 23 03:17:39.865176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58f399da-1670-4406-9c77-c4616355e55b req-1d3a8cb1-a701-44b9-890d-1544698f2d80 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Nov 23 03:17:39.901451 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-4ca28b04-bf5c-417d-a6c6-79b9a47b8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:39.903495 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-4ca28b04-bf5c-417d-a6c6-79b9a47b8c86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0449245 Nov 23 03:17:39.947480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-e303352f-67a0-49a6-a6a7-63f57412dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:39.949491 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-e303352f-67a0-49a6-a6a7-63f57412dece service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395327 Nov 23 03:17:40.042531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-777e5475-bd0e-47c0-9f92-1873c12b061c service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Nov 23 03:17:40.132245 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-d57bcf84-9201-4d94-91c4-d7f4f3e29641 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829875 Nov 23 03:17:40.861386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:40.982946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa57ea-9fc3-427b-bbce-ccb2331e3506 req-47a1592a-6800-4d96-87c7-24f375838083 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:40.984417 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36fa57ea-9fc3-427b-bbce-ccb2331e3506 req-47a1592a-6800-4d96-87c7-24f375838083 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Nov 23 03:17:41.031034 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36fa57ea-9fc3-427b-bbce-ccb2331e3506 req-c82295e9-994d-4831-84bb-c91c6833701e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Nov 23 03:17:41.955256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:42.171991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee894d-54ac-4e2c-90e5-53556077bf49 req-a6a07380-c1d7-4e0a-aa70-018a322ace23 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:42.173466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aee894d-54ac-4e2c-90e5-53556077bf49 req-a6a07380-c1d7-4e0a-aa70-018a322ace23 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Nov 23 03:17:42.219959 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8aee894d-54ac-4e2c-90e5-53556077bf49 req-69600162-5530-4d61-b98f-9e074190f5d8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Nov 23 03:17:43.335319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4aa11-986f-437c-81e3-c1c7eee9709b req-667f9467-a550-4d6f-82ab-c2e4d44aacb9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:43.336794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1a4aa11-986f-437c-81e3-c1c7eee9709b req-667f9467-a550-4d6f-82ab-c2e4d44aacb9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0492058 Nov 23 03:17:43.384328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1a4aa11-986f-437c-81e3-c1c7eee9709b req-34dcd967-6b9b-4b0c-9fd1-a2fcb2d13d67 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Nov 23 03:17:44.500576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d4b8-fde4-4337-8c27-9fe24c237f24 req-a08a066e-4273-41af-963b-2a400315e8d5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:44.502058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33a8d4b8-fde4-4337-8c27-9fe24c237f24 req-a08a066e-4273-41af-963b-2a400315e8d5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Nov 23 03:17:44.553656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33a8d4b8-fde4-4337-8c27-9fe24c237f24 req-28473b26-24df-491e-b235-5fcc17ba1e01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 Nov 23 03:17:45.668312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438248-02e1-4253-89ea-64c8db1bd570 req-bbee62ef-3d35-494d-96ea-a1685075847c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:45.669756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8438248-02e1-4253-89ea-64c8db1bd570 req-bbee62ef-3d35-494d-96ea-a1685075847c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0473690 Nov 23 03:17:45.715874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8438248-02e1-4253-89ea-64c8db1bd570 req-0ef6c974-ea51-4cd2-92ab-663fabba2980 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 Nov 23 03:17:46.831481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b00435-14f6-43e3-9cd7-c22d12e996d8 req-8e042dfd-f97c-4813-bff0-cce07c8bf4ee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:46.832966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81b00435-14f6-43e3-9cd7-c22d12e996d8 req-8e042dfd-f97c-4813-bff0-cce07c8bf4ee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0484686 Nov 23 03:17:46.880228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81b00435-14f6-43e3-9cd7-c22d12e996d8 req-cd3c7699-452f-4d6b-b793-ac6428696cbe tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412700 Nov 23 03:17:48.001946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa782e4a-5541-4857-9afb-30e33510548d req-40c59146-9cae-4a84-8479-4fb160dde801 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:48.003441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa782e4a-5541-4857-9afb-30e33510548d req-40c59146-9cae-4a84-8479-4fb160dde801 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0536661 Nov 23 03:17:48.051292 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa782e4a-5541-4857-9afb-30e33510548d req-5a56cf4d-9e3d-4ee8-90f8-c4229647058d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Nov 23 03:17:49.165200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b970d3-d6c6-4356-8e0a-f201ea681028 req-86db6ca1-ca78-4aca-83fe-90489fd27925 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:49.166697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88b970d3-d6c6-4356-8e0a-f201ea681028 req-86db6ca1-ca78-4aca-83fe-90489fd27925 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0486214 Nov 23 03:17:49.213787 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88b970d3-d6c6-4356-8e0a-f201ea681028 req-ce5f32a0-b2aa-4b20-a525-bd2267da4bba tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Nov 23 03:17:50.328394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c90c8-6537-413c-9e59-9a5ad48048c6 req-cd2c3190-8938-46d0-b509-cbf8597dbc4a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:50.329853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e9c90c8-6537-413c-9e59-9a5ad48048c6 req-cd2c3190-8938-46d0-b509-cbf8597dbc4a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0479338 Nov 23 03:17:50.381531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e9c90c8-6537-413c-9e59-9a5ad48048c6 req-e45a863f-a5f1-4ef5-a46e-d1824ac6c493 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457399 Nov 23 03:17:51.497245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246d7c6-b6fa-40cd-8709-0b15e7d8073b req-0616ee67-90cf-4e1d-8a5a-172c65e66ccf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:51.498723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f246d7c6-b6fa-40cd-8709-0b15e7d8073b req-0616ee67-90cf-4e1d-8a5a-172c65e66ccf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0484815 Nov 23 03:17:51.546031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f246d7c6-b6fa-40cd-8709-0b15e7d8073b req-745c1380-82c3-4a85-8bb8-8bca5a910932 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 Nov 23 03:17:51.933413 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-1a86ed68-0f9f-4a6d-b09c-d8356b620f20 service neutron] show failed (client error): The resource could not be found. Nov 23 03:17:51.934955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-1a86ed68-0f9f-4a6d-b09c-d8356b620f20 service neutron] 10.222.0.47 "GET /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0562570 Nov 23 03:17:52.205546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-848f3d61-2e4e-4c0a-97de-12104b9ddc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:52.206967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-848f3d61-2e4e-4c0a-97de-12104b9ddc3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1097 time: 0.0777111 Nov 23 03:17:52.224271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:17:52.280160 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:52.487073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:17:52.520338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:17:52.558465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:17:52.564233 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:52.577987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Transition to ACTIVE for port object 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:17:52.582049 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:52.611383 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccdb2f7-c63f-4657-8f23-002d49343e01" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-unplugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:17:52.703086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:17:52.732846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.733441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.733873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.734221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.734587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.734928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.735260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.735585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.735913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.736241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.736567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.737135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:52.757690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf0c29-bc9b-4575-85fd-904d94231c65 req-864a96d7-3202-44c7-b93a-1d0be39da6f8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:52.759271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ecf0c29-bc9b-4575-85fd-904d94231c65 req-864a96d7-3202-44c7-b93a-1d0be39da6f8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.1378615 Nov 23 03:17:52.775271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] No DVR routers for this DVR port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:17:52.891231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ecf0c29-bc9b-4575-85fd-904d94231c65 req-1e554950-e726-40ab-976b-9cca05226f5c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178248 Nov 23 03:17:52.943017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:17:52.943360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:17:52.943691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:17:52.948058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:17:52.948382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:17:52.953181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:17:52.953517 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:17:52.953897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:17:52.954320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Bound port: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:17:52.954704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:53.003871 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3158b649-3e56-438e-ac0c-2dee6e7ee3a1 x-openstack-request-id: req-3158b649-3e56-438e-ac0c-2dee6e7ee3a1 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:17:53.004165 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-unplugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:17:53.004439 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3158b649-3e56-438e-ac0c-2dee6e7ee3a1 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:17:53.004830 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'code': 200} Nov 23 03:17:53.020020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:17:53.023165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:17:53.027397 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:53.065952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:53.066591 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:53.067967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-09655129-2ee1-427c-adfd-079c79913161 service neutron] 10.222.0.41 "PUT /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1092 time: 0.8475897 Nov 23 03:17:53.090362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09655129-2ee1-427c-adfd-079c79913161 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:17:53.146036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-96aac6a9-0900-4727-88e7-883a5bf4a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:53.147578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-96aac6a9-0900-4727-88e7-883a5bf4a3cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1095 time: 0.0460184 Nov 23 03:17:53.241816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-f46fa7c0-a600-4e97-b54c-7e5c85ddc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:53.243341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-f46fa7c0-a600-4e97-b54c-7e5c85ddc276 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0874813 Nov 23 03:17:53.316288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-5496536e-6999-44bc-81b1-24522e570020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0650527 Nov 23 03:17:53.365694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-1c754898-8666-4fb7-96fa-1b0958322fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:53.367153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-1c754898-8666-4fb7-96fa-1b0958322fcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0439680 Nov 23 03:17:53.413356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-bc594c23-5857-41eb-8e48-8b94a1af7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:53.414871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-bc594c23-5857-41eb-8e48-8b94a1af7850 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394678 Nov 23 03:17:53.508664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-02e24424-37a3-40c3-863e-f25fa193b3e9 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861661 Nov 23 03:17:53.596332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-493a8b85-3a36-411f-8fa8-67564c8e2789 req-a714923a-87d3-452d-a727-50f8158278a3 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801549 Nov 23 03:17:53.747100 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:54.010619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0492a-f769-4247-9e69-ee6fb13cbf5d req-ee47d3ee-0f17-41e9-9ef0-4db5303052a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:54.012083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15a0492a-f769-4247-9e69-ee6fb13cbf5d req-ee47d3ee-0f17-41e9-9ef0-4db5303052a4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.0495372 Nov 23 03:17:54.057927 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-15a0492a-f769-4247-9e69-ee6fb13cbf5d req-751351a0-aa4e-4ace-ada1-08b5adec6f73 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Nov 23 03:17:54.844547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:17:54.884795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:17:55.006635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:17:55.009024 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:17:55.058248 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28017cf-0f74-42db-afd3-9688d1b205fe x-openstack-request-id: req-b28017cf-0f74-42db-afd3-9688d1b205fe {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:17:55.058656 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:17:55.058824 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b28017cf-0f74-42db-afd3-9688d1b205fe {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:17:55.060215 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'status': 'completed', 'code': 200} Nov 23 03:17:55.124479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-ae48446b-6ffe-41d2-8b2a-792d8d86bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.126120 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-ae48446b-6ffe-41d2-8b2a-792d8d86bceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1095 time: 0.0466185 Nov 23 03:17:55.198081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-28d52309-1667-4a24-a7ee-cffeeffc178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.200132 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-28d52309-1667-4a24-a7ee-cffeeffc178d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1095 time: 0.0746672 Nov 23 03:17:55.211293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eef90-071f-46ca-9545-8cd555ee2e77 req-d12fd73c-44a3-4d6a-8053-e8cd85832352 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.212766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c12eef90-071f-46ca-9545-8cd555ee2e77 req-d12fd73c-44a3-4d6a-8053-e8cd85832352 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 943 time: 0.0793459 Nov 23 03:17:55.219362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-c63702f0-aaca-4f9a-90e7-e49bffc2aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.221132 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-c63702f0-aaca-4f9a-90e7-e49bffc2aad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0885532 Nov 23 03:17:55.299769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-2c1f196d-e533-44f3-a3b9-a37e305427e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0716178 Nov 23 03:17:55.333471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c12eef90-071f-46ca-9545-8cd555ee2e77 req-40fcbdd2-c493-4b3d-a252-5f9ea968e924 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111774 Nov 23 03:17:55.338749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-84ba6e3b-0e51-4289-b694-00816fed017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.340519 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-84ba6e3b-0e51-4289-b694-00816fed017b service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.1267405 Nov 23 03:17:55.350217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-bdcc2f09-ea74-410a-a3d7-8fb38e454f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.351695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-bdcc2f09-ea74-410a-a3d7-8fb38e454f3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0456347 Nov 23 03:17:55.378190 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:17:55.400509 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-8e0d999d-4fef-41e1-a3f6-3610c10b5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.402288 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-8e0d999d-4fef-41e1-a3f6-3610c10b5b3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425706 Nov 23 03:17:55.411860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-5305d40e-2dfd-41dd-bd60-046c09f4c89d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0634444 Nov 23 03:17:55.467091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-a28434ad-a45d-400c-bb7a-5346f8f83e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.468710 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-a28434ad-a45d-400c-bb7a-5346f8f83e5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0484989 Nov 23 03:17:55.508118 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-508e3222-885a-41c6-b555-3bc4d77972ec service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982594 Nov 23 03:17:55.522266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-d9c5a2c3-8de9-4b40-ad91-727760ca5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:55.523879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-d9c5a2c3-8de9-4b40-ad91-727760ca5250 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474486 Nov 23 03:17:55.539306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:17:55.608018 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-6d179271-0d1a-46c3-b476-15b7b6a5fdce service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931702 Nov 23 03:17:55.632047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-e29fa130-e766-43b8-8840-cb42710257b2 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997024 Nov 23 03:17:55.650139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:17:55.662382 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:17:55.704193 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:55.717782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:17:55.736490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd75a04a-a1bb-468e-a207-7e08d7d54a8e req-a1ae4257-767e-46a5-bddf-98e31bed4ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960600 Nov 23 03:17:55.738777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:17:55.743921 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:55.790414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:17:55.798268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.798657 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.799003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.799340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.799674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.800007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.800337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.800663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.800988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.801313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.801641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:55.801963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:17:56.044618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:17:56.452821 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3c-1fdf-4790-b227-5d036a68e4ba req-5cd8f08f-853d-441f-bc64-da06ea348335 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:56.454317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5d4da3c-1fdf-4790-b227-5d036a68e4ba req-5cd8f08f-853d-441f-bc64-da06ea348335 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Nov 23 03:17:56.501935 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5d4da3c-1fdf-4790-b227-5d036a68e4ba req-bbf8e9b1-0fa9-4ad1-a008-56926d93a60b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 Nov 23 03:17:56.838826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-dcf8b459-1ca7-412e-9b9c-2fd7222d2720 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:56.840397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-dcf8b459-1ca7-412e-9b9c-2fd7222d2720 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&binding%3Ahost_id=n-h2-714676-12 HTTP/1.1" status: 200 len: 944 time: 0.1132584 Nov 23 03:17:56.852417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ac46-245e-41cc-99eb-39a03c583017 req-efa0c16a-3986-46d1-8cec-f4cc577ec2e5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:56.853782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94a2ac46-245e-41cc-99eb-39a03c583017 req-efa0c16a-3986-46d1-8cec-f4cc577ec2e5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0964730 Nov 23 03:17:56.943892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94a2ac46-245e-41cc-99eb-39a03c583017 req-dbfea089-83f9-43b1-9e3f-2f81040ee894 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823400 Nov 23 03:17:56.945234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-705960f8-da98-4472-a3bd-c633d88f6108 service neutron] 10.222.0.41 "GET /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43/bindings/n-h2-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.0906191 Nov 23 03:17:57.024382 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-9cd3f484-5796-49ba-8c6d-3adbefa78c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.025844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-9cd3f484-5796-49ba-8c6d-3adbefa78c73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1096 time: 0.0400379 Nov 23 03:17:57.115412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-09dd87fc-6be3-4785-86c6-0374a3c1515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.116891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-09dd87fc-6be3-4785-86c6-0374a3c1515a service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0835726 Nov 23 03:17:57.183742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-908f4cdb-0c85-4d3b-b55f-88d440daadec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1001 time: 0.0600584 Nov 23 03:17:57.232744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-35420488-05dc-497e-81df-2767d54e3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.234092 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-35420488-05dc-497e-81df-2767d54e3346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0429871 Nov 23 03:17:57.278641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-db957973-a1c4-4ace-a0d4-7c37a410657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.280122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-db957973-a1c4-4ace-a0d4-7c37a410657e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387053 Nov 23 03:17:57.391318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-58b93cbc-cae8-443f-80ab-ff1ace5eab48 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848374 Nov 23 03:17:57.479965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-83fd130a-df0d-4b86-a255-755386dd45ef service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821838 Nov 23 03:17:57.554610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:17:57.603907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:17:57.608444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:17:57.608816 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:57.610444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-ee357d43-efd5-4bf1-b405-73b5d5935a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.611956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-ee357d43-efd5-4bf1-b405-73b5d5935a8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1096 time: 0.0460067 Nov 23 03:17:57.688191 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:57.714173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-4b4aaca1-ae33-44b5-85cd-519679b486c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.714472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:17:57.716395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-4b4aaca1-ae33-44b5-85cd-519679b486c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0843761 Nov 23 03:17:57.728979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:17:57.733878 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:57.758726 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b339560-da20-4714-b5a3-b21332accf8f" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:17:57.789940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:17:57.800141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-60563462-ec2d-4e98-b8c6-1d81be473faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1001 time: 0.0762110 Nov 23 03:17:57.851204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-2cfe48e3-484f-48b8-9ab5-dbce15281c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.852698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-2cfe48e3-484f-48b8-9ab5-dbce15281c48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0451977 Nov 23 03:17:57.866447 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63e11ab-1523-47bc-b60b-e6856fada03e x-openstack-request-id: req-a63e11ab-1523-47bc-b60b-e6856fada03e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:17:57.866778 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:17:57.867036 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a63e11ab-1523-47bc-b60b-e6856fada03e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:17:57.867439 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'code': 200} Nov 23 03:17:57.899468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-734c2a6f-bbce-4837-b3e0-cc517508c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:57.900972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-734c2a6f-bbce-4837-b3e0-cc517508c782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410318 Nov 23 03:17:57.995192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-8b8dba0c-5ff3-4f17-8789-e90d94cfbb75 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832357 Nov 23 03:17:58.110193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff7148-f156-43b5-8e62-45d5548970cd req-d09b819b-385f-4c21-acf3-729e62d4a3bb tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:58.111683 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9ff7148-f156-43b5-8e62-45d5548970cd req-d09b819b-385f-4c21-acf3-729e62d4a3bb tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0901558 Nov 23 03:17:58.132345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8059f666-1e39-4883-8818-ffdab0c3f7aa req-4d6c476d-2dc1-4242-9c70-8fa0ed088bfc service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284912 Nov 23 03:17:58.466047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a9ff7148-f156-43b5-8e62-45d5548970cd req-4c661826-f96f-4895-9642-c4e806f2baad tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456166 Nov 23 03:17:59.587010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190555-96fd-4a30-99f3-880e262c10e8 req-6727415e-b1ea-42ae-99a1-dd110f00fb69 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:59.591065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be190555-96fd-4a30-99f3-880e262c10e8 req-6727415e-b1ea-42ae-99a1-dd110f00fb69 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0522447 Nov 23 03:17:59.641001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-be190555-96fd-4a30-99f3-880e262c10e8 req-d25907ca-6e8e-4c58-a15d-5ee80691ae17 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Nov 23 03:17:59.646815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-a0c67342-ffc9-4419-924e-602b3a239cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:59.648510 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-a0c67342-ffc9-4419-924e-602b3a239cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1097 time: 0.0440111 Nov 23 03:17:59.661173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:17:59.717225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:59.910872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:17:59.943932 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:17:59.982554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:17:59.987832 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.000828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Transition to ACTIVE for port object 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:18:00.005498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.035588 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eee42e-ef72-4b7a-aac6-24947e8cdb70" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-unplugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:00.115002 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=10']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:00.131442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.142222 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.142592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.142937 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.143273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.143604 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.143933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.144257 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.144580 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.144904 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.145226 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.145546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.145863 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:00.170742 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d19e9-c11e-43e0-9ff3-f29d7289c1c3 x-openstack-request-id: req-2a7d19e9-c11e-43e0-9ff3-f29d7289c1c3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:00.171038 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-unplugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:00.171310 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a7d19e9-c11e-43e0-9ff3-f29d7289c1c3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:00.172554 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'code': 200} Nov 23 03:18:00.199749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] No DVR routers for this DVR port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:18:00.330934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:18:00.331300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:18:00.331596 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:00.335839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:18:00.336156 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Attempting to bind port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:00.341387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:18:00.341716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:18:00.342091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:18:00.342531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Bound port: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:18:00.342882 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.403198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:18:00.406426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:18:00.409980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.445691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.446322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:00.447749 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] 10.222.0.47 "PUT /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1093 time: 0.7907948 Nov 23 03:18:00.467921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81694fc-adae-472a-af6a-8a1492b93129 service neutron] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=11']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:00.517478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-26b60ec3-384a-4a3c-9a94-193951d1a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.519035 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-26b60ec3-384a-4a3c-9a94-193951d1a045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1096 time: 0.0456538 Nov 23 03:18:00.610882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-dfaeddcd-8343-4dc7-83ac-6e52dba85b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.612366 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-dfaeddcd-8343-4dc7-83ac-6e52dba85b1e service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0868657 Nov 23 03:18:00.682923 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-129b86e3-e11f-4365-9c18-04dc75065555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0634890 Nov 23 03:18:00.732600 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-820da880-ffc8-4883-869e-f5b1877a3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.733975 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-820da880-ffc8-4883-869e-f5b1877a3b9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0448229 Nov 23 03:18:00.759460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9010e-5130-47f8-abbc-ba0f06611899 req-1b99a0e1-0a68-49c1-bbf1-3061ffa03a8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.760929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98f9010e-5130-47f8-abbc-ba0f06611899 req-1b99a0e1-0a68-49c1-bbf1-3061ffa03a8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0485229 Nov 23 03:18:00.779554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-23681594-a1f0-498a-a5cc-d784a93bc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:00.781099 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-23681594-a1f0-498a-a5cc-d784a93bc531 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403335 Nov 23 03:18:00.807861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98f9010e-5130-47f8-abbc-ba0f06611899 req-7374dc5f-8317-4072-8658-0f1c8c146bad tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Nov 23 03:18:00.874204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-9a8d9ac1-861a-40e6-af02-544028505465 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861232 Nov 23 03:18:00.962410 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5ab570f8-935f-4e02-a71d-269a1d1dd4b6 req-eca90949-48cb-485c-a0fa-fd758ffe7481 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812643 Nov 23 03:18:01.926684 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce85af-dbee-49ee-a79e-f0af6a7b7149 req-e3227115-2f8e-4f08-b7a9-f3d6f45fec86 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:01.928288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9ce85af-dbee-49ee-a79e-f0af6a7b7149 req-e3227115-2f8e-4f08-b7a9-f3d6f45fec86 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0520320 Nov 23 03:18:01.975658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9ce85af-dbee-49ee-a79e-f0af6a7b7149 req-dd3cd7e5-f8f9-4fcf-ad16-ff53f061fee1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Nov 23 03:18:02.173215 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:02.175654 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af21cc-4204-4fb6-9594-2f13620d3de2" -d '{"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:02.223991 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac2194-2712-4efd-9fc7-92877d47ba8a x-openstack-request-id: req-67ac2194-2712-4efd-9fc7-92877d47ba8a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:02.224290 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:02.224549 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67ac2194-2712-4efd-9fc7-92877d47ba8a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:02.224955 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'status': 'completed', 'code': 200} Nov 23 03:18:02.293739 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-4b0f1199-0472-4c3c-a60f-91d572fdd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.295547 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-4b0f1199-0472-4c3c-a60f-91d572fdd84a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1096 time: 0.0510101 Nov 23 03:18:02.322788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-fbeae878-7bb9-483e-aa6d-46798a71e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.325021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-fbeae878-7bb9-483e-aa6d-46798a71e740 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 1096 time: 0.0538082 Nov 23 03:18:02.412736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-1de3a1a0-3783-4feb-8d0a-cc80a8ecdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.414470 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-1de3a1a0-3783-4feb-8d0a-cc80a8ecdf83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.1073620 Nov 23 03:18:02.456727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-1cfcb122-7011-4db2-a07a-4dea370fd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.458281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-1cfcb122-7011-4db2-a07a-4dea370fd870 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.1245997 Nov 23 03:18:02.496726 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-fe344dcb-7e04-4dc6-a5c4-9b2e9b1234fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0735087 Nov 23 03:18:02.538195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-03b5e20b-d901-4115-8783-ca5b9b5282d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 200 len: 1000 time: 0.0721805 Nov 23 03:18:02.562084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-01677e07-5b71-4e9a-a47f-fedb32ec67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.563595 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-01677e07-5b71-4e9a-a47f-fedb32ec67ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0596750 Nov 23 03:18:02.591587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-6db6436f-e3dd-4677-8e3b-a0e2460d8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.593211 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-6db6436f-e3dd-4677-8e3b-a0e2460d8400 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0477426 Nov 23 03:18:02.611866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-841dd512-2236-475d-bec4-0acc649edf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.613382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-841dd512-2236-475d-bec4-0acc649edf95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420275 Nov 23 03:18:02.644174 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-10fdf7a0-4566-435f-82e0-3d670998d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:02.645843 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-10fdf7a0-4566-435f-82e0-3d670998d8f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456619 Nov 23 03:18:02.705659 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-27cb81c8-9b1f-4e8e-9e6f-dd8983c9eab5 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852244 Nov 23 03:18:02.737250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-9f3d7b2c-fb22-4f58-84ae-1b301421a1e7 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Nov 23 03:18:02.805739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-8cccb116-ecbb-48dd-99e5-ae8dc3777a34 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936723 Nov 23 03:18:02.836004 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36af21cc-4204-4fb6-9594-2f13620d3de2 req-910efda3-5cd0-4109-8760-250e40721355 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921209 Nov 23 03:18:02.880587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:18:02.976052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:02.988165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'mac_address': 'fa:16:3e:91:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:18:03.026817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:03.044399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:03.069977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:03.074582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:03.099879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1982b7-31d9-4b68-857d-e8f90093a6a8 req-0e624c06-01bc-4d3e-927d-2f40fcf0abdc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:03.101418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f1982b7-31d9-4b68-857d-e8f90093a6a8 req-0e624c06-01bc-4d3e-927d-2f40fcf0abdc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 944 time: 0.0526249 Nov 23 03:18:03.129838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:03.150681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f1982b7-31d9-4b68-857d-e8f90093a6a8 req-8c8f8d05-f2e0-4f96-9aa3-51092c469abc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Nov 23 03:18:03.268793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a526ea-e15d-4502-8595-49e3946006f4 req-aa4bdcd7-440a-4c92-be55-3ca95a0db14c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:03.270193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35a526ea-e15d-4502-8595-49e3946006f4 req-aa4bdcd7-440a-4c92-be55-3ca95a0db14c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Nov 23 03:18:03.290647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:18:03.319275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-35a526ea-e15d-4502-8595-49e3946006f4 req-51014580-1c5b-4fd3-a9b1-a76ced9fab0c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Nov 23 03:18:03.436121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c9f70-ee9a-434e-b419-f1bfff3ff2a5 req-80cbf0ab-2afe-415d-b8bb-6f112799299e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:03.437624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-018c9f70-ee9a-434e-b419-f1bfff3ff2a5 req-80cbf0ab-2afe-415d-b8bb-6f112799299e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Nov 23 03:18:03.489350 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-018c9f70-ee9a-434e-b419-f1bfff3ff2a5 req-de9041b1-4301-48fb-807c-40d4800cc39f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Nov 23 03:18:03.585862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:18:03.629600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:18:03.721297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12781a78-75ca-455d-b5ef-a83d31696565 req-ebefa63d-594c-4e79-b8ca-fe06ecdb397b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:03.722790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12781a78-75ca-455d-b5ef-a83d31696565 req-ebefa63d-594c-4e79-b8ca-fe06ecdb397b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Nov 23 03:18:03.771966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12781a78-75ca-455d-b5ef-a83d31696565 req-04f02a19-79ee-4cab-9476-c30747c84f01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Nov 23 03:18:04.886556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a1336-13ee-407b-bf9f-ad0e26933203 req-2927b35e-378d-4fe0-ac3f-8e0491fce132 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:04.888667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-113a1336-13ee-407b-bf9f-ad0e26933203 req-2927b35e-378d-4fe0-ac3f-8e0491fce132 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Nov 23 03:18:04.891527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:18:04.941687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-113a1336-13ee-407b-bf9f-ad0e26933203 req-746d3a43-6992-4ae7-ba6f-f5779d12eacd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469801 Nov 23 03:18:04.945487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:18:04.950403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:18:04.951041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:04.968035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dd496-9797-4043-9a49-732d8f03d918 req-a973eafd-b4e6-422d-8e9e-4ee49b4c1861 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:04.969532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-874dd496-9797-4043-9a49-732d8f03d918 req-a973eafd-b4e6-422d-8e9e-4ee49b4c1861 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Nov 23 03:18:05.033194 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.055927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:05.058114 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0677bb8a-1f70-4094-8d5f-32ec9c1cbb17" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:05.075459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:05.081015 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.115132 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea39bff-a4f2-426a-9bc0-151278fe869b x-openstack-request-id: req-fea39bff-a4f2-426a-9bc0-151278fe869b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:05.115433 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-plugged", "status": "completed", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:05.115686 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fea39bff-a4f2-426a-9bc0-151278fe869b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:05.116089 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'code': 200} Nov 23 03:18:05.134658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=13']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:05.361749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Deleting port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:18:05.362092 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.448454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] For port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:05.448820 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.618186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.618456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.618804 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb disassociated. External IP: 172.25.1.159, port: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43. Nov 23 03:18:05.619146 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Calling delete_port for 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:18:05.741730 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.775247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'Port': ['ID=33b4ec90-3bb1-4c98-99d8-e108ea2bbf43,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:05.888122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:18:05.924581 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d7a47dc-8787-4102-96a2-814c49623d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:06.002239 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:18:06.012601 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:18:06.022783 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:18:06.023409 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:17:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:06.050262 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24699c1b-30b7-4a1c-a7e9-44e1e6403746 req-c06957ab-2e4c-45bb-9857-4d352bbc7728 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=08697f78-9cb7-4a8d-b577-4a6b7beaeac3 HTTP/1.1" status: 200 len: 210 time: 0.0345371 Nov 23 03:18:06.057689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] No DVR routers for this DVR port 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:18:06.061564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:06.065116 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-874dd496-9797-4043-9a49-732d8f03d918 req-6691da9b-497b-42e1-87f7-b394ae6c7670 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "DELETE /v2.0/ports/33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 HTTP/1.1" status: 204 len: 173 time: 1.0897131 Nov 23 03:18:06.065634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-deleted', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:06.068035 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab42413-95a6-4e9d-93a4-0c44b10b002e" -d '{"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-deleted", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:06.109389 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a494e5-9076-4d2c-bcec-18e95d012fa0 x-openstack-request-id: req-c5a494e5-9076-4d2c-bcec-18e95d012fa0 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:06.109690 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08697f78-9cb7-4a8d-b577-4a6b7beaeac3", "name": "network-vif-deleted", "tag": "33b4ec90-3bb1-4c98-99d8-e108ea2bbf43", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:06.110062 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5a494e5-9076-4d2c-bcec-18e95d012fa0 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:06.110550 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08697f78-9cb7-4a8d-b577-4a6b7beaeac3', 'name': 'network-vif-deleted', 'tag': '33b4ec90-3bb1-4c98-99d8-e108ea2bbf43', 'status': 'completed', 'code': 200} Nov 23 03:18:06.133484 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:18:06.340949 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:06.370835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:18:06.379224 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:18:06.379832 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:17:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:06.581991 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:18:06.790165 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:06.816735 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7998e2-5233-4cd6-91b6-ac701de88ef6 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:18:07.169052 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ac08f-46d3-4731-ac9b-569ca560a7a9 None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:18:07.336748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-b421521f-a9aa-49a0-93a4-73a65002b003 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--963587329&fields=id&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 267 time: 0.0436971 Nov 23 03:18:07.448327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-9520a364-e00c-46cc-8a9e-1190081cb892 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:07.449781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-9520a364-e00c-46cc-8a9e-1190081cb892 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1060462 Nov 23 03:18:07.468569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-4331bccf-b70f-4461-94bc-8f75d59cb0c6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/quotas/3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Nov 23 03:18:07.527815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-db433965-6db7-4067-8a4d-2d9d3f969c4b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534472 Nov 23 03:18:07.694000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-1101ee5f-b9b1-4296-b007-a95441778874 service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198530 Nov 23 03:18:07.784857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-fb688b89-8b8a-4606-b689-eb8993b40c9b service neutron] 10.222.0.15 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845747 Nov 23 03:18:07.956879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53d27e10-c5d4-469b-86dc-d8dd8398c2e6 req-f4f1d043-c4fe-4a18-b232-978e44748f5c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0261803 Nov 23 03:18:08.101351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4facefcf-ca77-4cd6-9921-44743a318706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:08.906583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:18:08.932185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:18:08.932959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 33b4ec90-3bb1-4c98-99d8-e108ea2bbf43 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:18:08.985923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-dcc510b3-b6ac-4901-a13e-02f0953928ee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:08.987402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-dcc510b3-b6ac-4901-a13e-02f0953928ee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 811 time: 0.1143477 Nov 23 03:18:09.064177 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f82c3140-0240-476c-96ed-f366cc242e81 req-1d9ad7c9-91de-40df-bad7-0cdfd516e07d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0349436 Nov 23 03:18:09.082636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-92cccae3-adb9-4163-b6b8-5bf14b354c0a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 379 time: 0.0766311 Nov 23 03:18:09.101057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'port': {'device_id': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'admin_state_up': True, 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'security_groups': ['f1b761a1-c2db-4def-9fb3-7cd279c903fb']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:18:09.211556 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Made reservation on behalf of 3b55926408a440c7ac63c6d8c2bc06a6 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:18:09.215596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.337748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Allocated IP 172.20.0.10 (78a51e39-c795-4656-a3d4-98c1bcf7bd8d/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd/9e83b98e-8caf-4e89-b648-0a003492799e) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:18:09.446524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.483406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.516309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.560094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:18:09.563239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:18:09.566722 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:18:09.573010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:09.624362 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:09.625010 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.641769 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-84fb1eb5-f0d3-4850-9bf7-6bbdffbdfc01 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443530 Nov 23 03:18:09.660071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Request body: {'port': {'device_id': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:18:09.716079 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.827536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b0608d9e-76da-448a-834d-dd422f9dc3f9 None None] Provisioning complete for port 9e83b98e-8caf-4e89-b648-0a003492799e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:18:09.827906 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0608d9e-76da-448a-834d-dd422f9dc3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.862461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b0608d9e-76da-448a-834d-dd422f9dc3f9 None None] Port 9e83b98e-8caf-4e89-b648-0a003492799e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:18:09.978328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:09.985901 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.997839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Transition to ACTIVE for port object 9e83b98e-8caf-4e89-b648-0a003492799e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:18:10.001541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:10.075878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:10.128442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:18:10.128791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:18:10.129197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:10.134580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:18:10.134876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:10.140849 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:18:10.141221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:18:10.141645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:18:10.142082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Bound port: 9e83b98e-8caf-4e89-b648-0a003492799e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:18:10.142447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:10.234528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fbb8e-f2ad-44b8-b823-b116ebde426f req-73fb41e6-b7ce-4fd3-ac6b-d53fe0e0d436 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.236081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-137fbb8e-f2ad-44b8-b823-b116ebde426f req-73fb41e6-b7ce-4fd3-ac6b-d53fe0e0d436 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0912943 Nov 23 03:18:10.264723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:18:10.288422 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:18:10.294330 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:10.339874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-137fbb8e-f2ad-44b8-b823-b116ebde426f req-35da0da3-2d22-482a-b57f-5022f9e7ddb8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966008 Nov 23 03:18:10.341271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.341933 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:10.343293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1093 time: 0.6876452 Nov 23 03:18:10.345567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:10.347914 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:10.378336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65133e0-415e-4552-81fe-5ccf5072af38 service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:10.389571 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1505ce-8738-4fc5-bfd2-02fbb333116d x-openstack-request-id: req-ef1505ce-8738-4fc5-bfd2-02fbb333116d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:10.389878 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:10.390139 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef1505ce-8738-4fc5-bfd2-02fbb333116d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:10.390580 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'status': 'completed', 'code': 200} Nov 23 03:18:10.450462 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-66012592-3db0-4247-b14e-fbf286516c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.452025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-66012592-3db0-4247-b14e-fbf286516c85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1096 time: 0.0425553 Nov 23 03:18:10.504847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-b3241759-19b5-41de-9316-312cf1d52f4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 217 time: 0.0400746 Nov 23 03:18:10.554252 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-197dd677-515f-4980-8301-a18edc18438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.555722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-197dd677-515f-4980-8301-a18edc18438d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0440168 Nov 23 03:18:10.600278 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-f71dd9c3-cfd4-4d3d-9efc-d6b1093fde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.601892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-f71dd9c3-cfd4-4d3d-9efc-d6b1093fde62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386531 Nov 23 03:18:10.694639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-2abba000-6028-4f79-af31-949893eea743 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Nov 23 03:18:10.782029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df4e0a5b-ab81-40b0-b10f-8ea472ff3ff7 req-572a7133-5455-4f09-8c3a-d07ccb9be960 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803385 Nov 23 03:18:10.863541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:10.920798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-a850b3e3-72c3-441f-9f79-582b54092ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:10.922266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-a850b3e3-72c3-441f-9f79-582b54092ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1096 time: 0.0445514 Nov 23 03:18:11.010786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-2439f55e-f969-43b9-abf8-d73bf5c0cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:11.012811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-2439f55e-f969-43b9-abf8-d73bf5c0cf7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0836546 Nov 23 03:18:11.055829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-34f3acd3-36bd-4793-89b6-191776768b92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 217 time: 0.0357561 Nov 23 03:18:11.109503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-bbd2d104-8880-4f7b-97b1-f0ae66ede197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:11.110951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-bbd2d104-8880-4f7b-97b1-f0ae66ede197 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0477045 Nov 23 03:18:11.155858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-99cc564e-20d0-47f3-b610-437969d4db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:11.157307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-99cc564e-20d0-47f3-b610-437969d4db4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392153 Nov 23 03:18:11.248408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-91564a85-239d-40a5-900f-59dc45a19d4c service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832720 Nov 23 03:18:11.337556 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca6df471-abc1-4700-8f83-ccdf6cab6ae7 req-878a44d7-931b-45aa-a951-84f3e4bb696f service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814586 Nov 23 03:18:11.457997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26ac4-b6ae-471c-b152-8ed570427420 req-12aa03b5-54b5-4006-a95a-4d4376146552 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:11.459488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20f26ac4-b6ae-471c-b152-8ed570427420 req-12aa03b5-54b5-4006-a95a-4d4376146552 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0488446 Nov 23 03:18:11.505558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20f26ac4-b6ae-471c-b152-8ed570427420 req-a31f8de8-dcf9-4e6e-968e-43b5a43c2716 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401089 Nov 23 03:18:11.956303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:12.624037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219ae99-632a-4e3e-a480-435281679341 req-1f3f96ea-0c18-459d-b458-556037148c55 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:12.625504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c219ae99-632a-4e3e-a480-435281679341 req-1f3f96ea-0c18-459d-b458-556037148c55 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0524716 Nov 23 03:18:12.671099 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c219ae99-632a-4e3e-a480-435281679341 req-f4471e7d-7409-4d1a-95cb-4483658e9017 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397017 Nov 23 03:18:13.586398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:18:13.682312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:13.693487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '9e83b98e-8caf-4e89-b648-0a003492799e', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:18:13.730288 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:13.744224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:13.767079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:13.771323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:13.787721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4418bf2-d3d3-4425-8933-1beff836a636 req-9dfd195b-36d1-4b26-9455-ccfb8dcdcd8a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:13.789421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4418bf2-d3d3-4425-8933-1beff836a636 req-9dfd195b-36d1-4b26-9455-ccfb8dcdcd8a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0494900 Nov 23 03:18:13.817705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:13.840975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4418bf2-d3d3-4425-8933-1beff836a636 req-490fb50c-9825-42a8-9a02-90ed54ef8ee6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447309 Nov 23 03:18:14.045191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['9e83b98e-8caf-4e89-b648-0a003492799e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:18:14.958927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c3006-2643-438c-b204-c428ee4f370f req-fa1ded72-d0e0-4e5a-8647-2cae4f0df2f7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:14.961029 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b06c3006-2643-438c-b204-c428ee4f370f req-fa1ded72-d0e0-4e5a-8647-2cae4f0df2f7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0528474 Nov 23 03:18:15.008521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b06c3006-2643-438c-b204-c428ee4f370f req-d80b8e5f-53f7-4285-a72a-b8e01ee43867 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412846 Nov 23 03:18:15.587514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:18:15.634340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 9e83b98e-8caf-4e89-b648-0a003492799e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:18:15.638612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 9e83b98e-8caf-4e89-b648-0a003492799e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:18:15.638987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:15.712658 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:15.734919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:15.737120 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b0115-96f8-4358-92d9-5c753498ede7" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:15.749557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:15.753417 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:15.779738 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4139a885-0052-42d2-8699-6d5329f255f0 x-openstack-request-id: req-4139a885-0052-42d2-8699-6d5329f255f0 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:15.780034 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:15.780287 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4139a885-0052-42d2-8699-6d5329f255f0 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:15.780674 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'code': 200} Nov 23 03:18:15.804626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:15.901898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522067e-dc08-4b47-b4cc-be05d62bd443 req-c7516411-90ae-4678-b44b-483de1f8cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:15.903331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4522067e-dc08-4b47-b4cc-be05d62bd443 req-c7516411-90ae-4678-b44b-483de1f8cc0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0398195 Nov 23 03:18:15.947014 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4522067e-dc08-4b47-b4cc-be05d62bd443 req-1a8961be-c674-46b5-a0a1-db2a2a2704f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359354 Nov 23 03:18:16.123969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8c2a4-d3cf-414d-9f19-2fc2238166f3 req-feda7227-c425-4a92-b38c-1c63c9f55cb3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:16.125438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bda8c2a4-d3cf-414d-9f19-2fc2238166f3 req-feda7227-c425-4a92-b38c-1c63c9f55cb3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0480468 Nov 23 03:18:16.176593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bda8c2a4-d3cf-414d-9f19-2fc2238166f3 req-7c5a1322-65e9-4981-81d1-e3544f982337 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450935 Nov 23 03:18:17.292364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1820c4c-b9e9-4bb6-bd79-82b9ddd43123 req-bf737e05-cfec-426a-94de-ae58c1a105d9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:17.293878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1820c4c-b9e9-4bb6-bd79-82b9ddd43123 req-bf737e05-cfec-426a-94de-ae58c1a105d9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0488532 Nov 23 03:18:17.344660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a1820c4c-b9e9-4bb6-bd79-82b9ddd43123 req-a73072e4-0ac8-43a2-a02e-003bac3712a8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445395 Nov 23 03:18:17.455858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c7755-885e-4eb8-8c7d-8a8f9402753d req-da77ab99-f7c8-4ec6-a4f0-84493c820a0e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:17.457326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f59c7755-885e-4eb8-8c7d-8a8f9402753d req-da77ab99-f7c8-4ec6-a4f0-84493c820a0e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0495038 Nov 23 03:18:17.465852 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 34570) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:18:17.470100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Request body: {'floatingip': {'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:18:17.511053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:17.927244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:17.930568 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:18.027751 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb associated. External IP: 172.25.1.159, port: 9e83b98e-8caf-4e89-b648-0a003492799e. Nov 23 03:18:18.228997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:18:18.342386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:18:18.346937 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:18.351674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:18:18.361498 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:18:18.362098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:18:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:18.374450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4470cb51-06f4-44e9-8fbd-6378c0e4b58f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "PUT /v2.0/floatingips/6391795b-4422-49d5-bf5f-b5ad962a5bfb HTTP/1.1" status: 200 len: 993 time: 0.9075637 Nov 23 03:18:18.375129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:18.377446 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c3b57a-8500-4621-80b8-aa6607fdc94d" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:18.471306 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:18:18.487748 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac85c49-de32-43a5-8fc3-83e556aba7e9 x-openstack-request-id: req-2ac85c49-de32-43a5-8fc3-83e556aba7e9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:18.488041 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:18.488300 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ac85c49-de32-43a5-8fc3-83e556aba7e9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:18.488710 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'status': 'completed', 'code': 200} Nov 23 03:18:18.576118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-66d74df7-4b52-4a88-b5e9-1c27a88edad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:18.577644 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-66d74df7-4b52-4a88-b5e9-1c27a88edad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0432782 Nov 23 03:18:18.678886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-d5bc81bc-7b0c-4a14-8576-294101bf78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:18.680382 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-d5bc81bc-7b0c-4a14-8576-294101bf78fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0909693 Nov 23 03:18:18.694596 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:18:17Z', 'revision_number': 13, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:18.720631 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:18:18.728617 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:18:18.729205 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:18:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:18.745784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-a30328c9-32fc-40c2-b393-d9d95111c1b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0576181 Nov 23 03:18:18.798122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-8f8d4b3a-5ce0-487d-9081-347eaa388854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:18.799602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-8f8d4b3a-5ce0-487d-9081-347eaa388854 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0466816 Nov 23 03:18:18.834415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:18:19.076219 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:18:17Z', 'revision_number': 13, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:18:19.101986 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78e896-22be-4f73-9c5f-d0c84dc8f8d3 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '6391795b-4422-49d5-bf5f-b5ad962a5bfb', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:21Z', 'updated_at': '2021-11-23T03:18:17Z', 'revision_number': 13, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:18:19.156814 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-b0d25e5e-03e2-4e67-ac01-3f57795d0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:19.158121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-b0d25e5e-03e2-4e67-ac01-3f57795d0d9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3511992 Nov 23 03:18:19.250642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-50afcc3d-bb4c-4137-a75f-85fc167c0c12 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Nov 23 03:18:19.295106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6353c11-2892-4017-a51b-c0e5dcc8bdf1 None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:18:19.346348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83c3b57a-8500-4621-80b8-aa6607fdc94d req-68964345-18d3-43ff-8076-78ec08b39437 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886137 Nov 23 03:18:23.749653 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:30.139549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:32.377573 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:18:35.926535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e73bd11-ecf4-4f61-8864-78e71956a3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:38.093895 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4abced5d-7363-42bd-9591-a1ca98293d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:39.453810 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:40.866326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:41.957319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:53.761165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:59.391575 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-d34e833d-5f4d-41ae-8b3a-ca090165d3ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393384 Nov 23 03:18:59.503308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-a36aed85-dd1d-4de0-8560-1d229be3db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:59.504757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-a36aed85-dd1d-4de0-8560-1d229be3db51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0399323 Nov 23 03:18:59.608546 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-87c91c54-80c1-4629-985f-4cd3e8360262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:59.610606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-87c91c54-80c1-4629-985f-4cd3e8360262 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0867410 Nov 23 03:18:59.674309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-5e995a7a-0539-4e48-ac22-6c7f1c8a7a70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1003 time: 0.0569427 Nov 23 03:18:59.728079 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-f9b92a3a-76e1-4fb1-8002-5618a8deeea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:59.729532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-f9b92a3a-76e1-4fb1-8002-5618a8deeea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0482438 Nov 23 03:18:59.774115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-fccf7bd2-fd99-4816-abb6-4a5838654afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:59.775622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-fccf7bd2-fd99-4816-abb6-4a5838654afa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389512 Nov 23 03:18:59.864134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-0a3cc975-4e3d-47a6-b13f-f82767c89139 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792582 Nov 23 03:18:59.954989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9b17a22b-7883-4cb2-ab14-489c9fd9248a req-da558cc8-c3fb-43ae-851e-3e0bf60ff27e service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835772 Nov 23 03:19:00.169789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:05.926979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3fd5-db3e-4711-8314-7a71b0ef0f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:08.095997 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e519fd2-a4e9-430c-b2c0-f3e155dec1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:09.376775 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:19:09.452363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:10.868094 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:11.959254 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:23.769046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:30.177660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:35.927709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cce53a02-68ac-4abf-88f0-be06780d2cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:38.097854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da29e639-bc0b-4a3b-9bc2-6ccca7e64c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:39.454745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:40.873071 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:41.961666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:46.376301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:19:53.778962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:55.947463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02071952-f93f-4b87-818c-7da533583807 req-df5a018f-9006-4f02-bfad-cdd0fe7ced3a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:55.948831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02071952-f93f-4b87-818c-7da533583807 req-df5a018f-9006-4f02-bfad-cdd0fe7ced3a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0617039 Nov 23 03:19:55.998567 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02071952-f93f-4b87-818c-7da533583807 req-c4b4b018-0238-4a07-ba1e-3e3c5640d776 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Nov 23 03:20:00.168923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:00.362343 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-bd90d2f5-c165-4ac5-80c8-9606058a8226 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436459 Nov 23 03:20:00.460111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-38a9d4a7-cc58-472e-85cd-67e5fcc4d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:00.461523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-38a9d4a7-cc58-472e-85cd-67e5fcc4d65d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0402973 Nov 23 03:20:00.564907 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-fac08eee-c7ea-4701-a1db-7105772dbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:00.566398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-fac08eee-c7ea-4701-a1db-7105772dbeb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0857675 Nov 23 03:20:00.635824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-c5503aee-5526-415a-9db0-ded3cdb526cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1003 time: 0.0621319 Nov 23 03:20:00.683770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-45efd6c3-fa3c-465b-96aa-688c99f93bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:00.685271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-45efd6c3-fa3c-465b-96aa-688c99f93bdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0431304 Nov 23 03:20:00.729798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-37113cfb-471f-4a8f-ac0b-ddebb0e50994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:00.731221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-37113cfb-471f-4a8f-ac0b-ddebb0e50994 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391383 Nov 23 03:20:00.827533 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-e39f7d32-6664-4bfe-8d10-e5daca3d746b service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856814 Nov 23 03:20:00.919475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ebca1bdc-8542-47a6-bd7a-7432aea7c25a req-3d54aa58-549f-469c-9754-f0547d0b55e5 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845392 Nov 23 03:20:05.928046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-854b9792-27e5-41fb-acfc-a05e37a9e029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:08.005314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-2f5d052c-eea9-47b7-8234-629372d5f39e req-f3eacbcd-8d5a-4146-a952-80a8419f8edf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:20:08.006312 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f5d052c-eea9-47b7-8234-629372d5f39e req-f3eacbcd-8d5a-4146-a952-80a8419f8edf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054624 Nov 23 03:20:08.101443 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fee5df1a-f5f2-49a7-85e9-21bf451c140d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:08.189157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e85d16-db5d-4baf-9b16-29ae4d64f3d7 req-70018efb-689b-47d5-81ab-456628b466cf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:08.190704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28e85d16-db5d-4baf-9b16-29ae4d64f3d7 req-70018efb-689b-47d5-81ab-456628b466cf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0549431 Nov 23 03:20:08.250395 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28e85d16-db5d-4baf-9b16-29ae4d64f3d7 req-8b8d3b27-74c9-4167-a04a-002c63ba1a1c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536020 Nov 23 03:20:08.280853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-3ac40356-4145-4d79-a05a-5b6dcfe9d922 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891962 Nov 23 03:20:08.289726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-b48bd1a3-6a5a-41ea-a635-f056ea7ff8b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:20:08.290705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-b48bd1a3-6a5a-41ea-a635-f056ea7ff8b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049899 Nov 23 03:20:09.383186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f746f-df45-440c-aa09-db2c3001a735 req-c565a1db-3b00-42c0-b325-d3447ad0f89a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:09.384703 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04f746f-df45-440c-aa09-db2c3001a735 req-c565a1db-3b00-42c0-b325-d3447ad0f89a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0561252 Nov 23 03:20:09.433091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a04f746f-df45-440c-aa09-db2c3001a735 req-622bae5c-8144-4fd3-80a0-78f642faee10 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Nov 23 03:20:09.460021 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:10.552571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6486a6-3b02-4fc3-b3c7-41d5caa6d602 req-56b456cc-3436-4661-a3b5-1bcac74f57c4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:10.553934 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b6486a6-3b02-4fc3-b3c7-41d5caa6d602 req-56b456cc-3436-4661-a3b5-1bcac74f57c4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0523148 Nov 23 03:20:10.599356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b6486a6-3b02-4fc3-b3c7-41d5caa6d602 req-c6e014db-51b2-4a83-8303-c28a1d3de34c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 Nov 23 03:20:10.874269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:11.714992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1ceac-05ad-4fa3-82b6-7317fb5bf9c7 req-8275a2b8-9147-4565-89b5-5edd3232c049 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:11.716448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0c1ceac-05ad-4fa3-82b6-7317fb5bf9c7 req-8275a2b8-9147-4565-89b5-5edd3232c049 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0481551 Nov 23 03:20:11.763392 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0c1ceac-05ad-4fa3-82b6-7317fb5bf9c7 req-2e3ccfd4-f42b-47c8-aac2-e5bcdcbee014 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408823 Nov 23 03:20:11.962773 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:12.877620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f737323-6202-463b-9463-2a3c981ed11f req-49fa9fa0-9e7e-4fea-a8f5-f7468d33e328 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:12.879134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f737323-6202-463b-9463-2a3c981ed11f req-49fa9fa0-9e7e-4fea-a8f5-f7468d33e328 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0491040 Nov 23 03:20:12.933989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7f737323-6202-463b-9463-2a3c981ed11f req-b541f4b8-9454-449a-8d0c-ac638634133b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487280 Nov 23 03:20:13.484823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-a753f55e-65bf-436b-991b-602526582325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:13.486213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-a753f55e-65bf-436b-991b-602526582325 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0414410 Nov 23 03:20:13.574432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-5ac19f26-1fa6-4a89-86d5-d3c90b027a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:13.575909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-5ac19f26-1fa6-4a89-86d5-d3c90b027a44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0830770 Nov 23 03:20:13.646939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-6396e1fc-b48d-47dc-af72-acccf6b68c9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1003 time: 0.0612073 Nov 23 03:20:13.694736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-f4fc3650-2cd9-4092-b8a5-690841abba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:13.696198 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-f4fc3650-2cd9-4092-b8a5-690841abba15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0425417 Nov 23 03:20:13.740937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-0399f2c9-3400-48d6-807a-f6cf99b8486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:13.742309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-0399f2c9-3400-48d6-807a-f6cf99b8486f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391977 Nov 23 03:20:13.834167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-5e31faaa-60fd-4f8e-8b44-111a3574de44 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Nov 23 03:20:13.922773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-d7bdfdd0-6e34-4916-93d2-2453f423b09e service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813682 Nov 23 03:20:14.073182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520c60-5d66-4391-9d2d-cdab5deefca7 req-a6febeaf-ca0e-4290-a749-bb179ef783d4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:14.074638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c520c60-5d66-4391-9d2d-cdab5deefca7 req-a6febeaf-ca0e-4290-a749-bb179ef783d4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0577919 Nov 23 03:20:14.121588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4c520c60-5d66-4391-9d2d-cdab5deefca7 req-2037284d-754c-41f7-9976-57f38982ec1a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Nov 23 03:20:15.240067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6e96-d432-49c7-85f5-1c759a42b9ca req-616f7b8f-e0ca-4924-b99c-7d7c23ad7253 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:15.241577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76ea6e96-d432-49c7-85f5-1c759a42b9ca req-616f7b8f-e0ca-4924-b99c-7d7c23ad7253 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0503564 Nov 23 03:20:15.288926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-76ea6e96-d432-49c7-85f5-1c759a42b9ca req-bcc86c89-48c7-4281-b8fb-ff4606413d34 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413327 Nov 23 03:20:16.407908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0c8ba-9a72-4866-a494-edc576ef51cb req-123a6021-22ea-48d7-9e14-9e04fe259998 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:16.409387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad0c8ba-9a72-4866-a494-edc576ef51cb req-123a6021-22ea-48d7-9e14-9e04fe259998 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0525584 Nov 23 03:20:16.456028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aad0c8ba-9a72-4866-a494-edc576ef51cb req-5bcbbfcb-d08c-4cf0-9997-65cac3a1907b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Nov 23 03:20:17.570155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5511-f6fe-4886-8905-501183ad5213 req-c05c5317-90bd-4faa-bd35-409eac270a87 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:17.571664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-403b5511-f6fe-4886-8905-501183ad5213 req-c05c5317-90bd-4faa-bd35-409eac270a87 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0489647 Nov 23 03:20:17.618388 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-403b5511-f6fe-4886-8905-501183ad5213 req-20cb4a52-d10c-4584-ae9c-0755751eadf6 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 Nov 23 03:20:18.733359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ab39-03e7-4eb0-9b51-b797e9bd1acb req-fcb8b5e3-baf1-4bd1-b50b-dc25b9ba46f4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:18.734841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b28ab39-03e7-4eb0-9b51-b797e9bd1acb req-fcb8b5e3-baf1-4bd1-b50b-dc25b9ba46f4 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0484183 Nov 23 03:20:18.785129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b28ab39-03e7-4eb0-9b51-b797e9bd1acb req-19e73b7b-db54-455d-a0cc-12f40aa98963 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442898 Nov 23 03:20:19.899048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1b77-5fbd-4f6d-ac76-b8859c1871c3 req-d6f7c0c6-9c00-4188-bdc3-73bb3ffa3520 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:19.900502 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8a1b77-5fbd-4f6d-ac76-b8859c1871c3 req-d6f7c0c6-9c00-4188-bdc3-73bb3ffa3520 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0482991 Nov 23 03:20:19.946645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0d8a1b77-5fbd-4f6d-ac76-b8859c1871c3 req-84129a3f-32ff-4b8c-93ba-9fcfdfe23254 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 Nov 23 03:20:21.066443 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7205e-9863-4360-96c2-f76ef233ba31 req-17fa8f1e-3d28-4a02-8ce4-4591c6c5518f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:21.067948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daf7205e-9863-4360-96c2-f76ef233ba31 req-17fa8f1e-3d28-4a02-8ce4-4591c6c5518f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0489702 Nov 23 03:20:21.115588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daf7205e-9863-4360-96c2-f76ef233ba31 req-0ea73115-b823-41ba-bfec-b3ed4b4a614b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Nov 23 03:20:22.238616 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f1615-517c-4113-8c53-1c3d4cb73ec5 req-9bc865b0-5763-414c-9ad3-3d0d524d7379 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:22.240162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c81f1615-517c-4113-8c53-1c3d4cb73ec5 req-9bc865b0-5763-414c-9ad3-3d0d524d7379 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0575502 Nov 23 03:20:22.286953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c81f1615-517c-4113-8c53-1c3d4cb73ec5 req-f36059e0-9f60-4d54-8871-1632a7fe33d1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Nov 23 03:20:23.376242 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:20:23.408297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf226898-a344-40f6-9f03-ea620e585cf8 req-5101ff34-f217-40e0-addc-9ca1837d2b38 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:23.409686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf226898-a344-40f6-9f03-ea620e585cf8 req-5101ff34-f217-40e0-addc-9ca1837d2b38 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0486696 Nov 23 03:20:23.457387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf226898-a344-40f6-9f03-ea620e585cf8 req-7479e76d-40fd-44e9-a21f-3fcd18ec4d04 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Nov 23 03:20:23.773676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:24.573490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b7716-90fd-4296-8cb7-9ce488aa4292 req-3343be46-49d0-42d5-a2ef-4b4ff8060ef5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:24.574979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-379b7716-90fd-4296-8cb7-9ce488aa4292 req-3343be46-49d0-42d5-a2ef-4b4ff8060ef5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0489602 Nov 23 03:20:24.636454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-379b7716-90fd-4296-8cb7-9ce488aa4292 req-1c80d1c3-2c23-444a-bf43-82114961d33d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549400 Nov 23 03:20:25.752339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf9e41-ba10-460c-a995-bd12decf1749 req-6603c1ae-86cf-4a80-8865-3c4186ad125d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:25.753822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47bf9e41-ba10-460c-a995-bd12decf1749 req-6603c1ae-86cf-4a80-8865-3c4186ad125d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0481110 Nov 23 03:20:25.799773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47bf9e41-ba10-460c-a995-bd12decf1749 req-1f16576b-3bd5-4056-913e-e6ff6fb42989 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Nov 23 03:20:26.917388 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0325d5-af03-4da1-9916-484a6926c584 req-644d2ce1-71d2-4d01-a54b-7d709347205e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:26.918900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da0325d5-af03-4da1-9916-484a6926c584 req-644d2ce1-71d2-4d01-a54b-7d709347205e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0487390 Nov 23 03:20:26.970456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-da0325d5-af03-4da1-9916-484a6926c584 req-9de00467-2988-47b7-a57d-2b3bcd37d249 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Nov 23 03:20:28.135501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129478b-98a0-4a04-8460-404d1dbc4612 req-401192b9-869f-4b22-99cb-2404987e3b6a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:28.136977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9129478b-98a0-4a04-8460-404d1dbc4612 req-401192b9-869f-4b22-99cb-2404987e3b6a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0917468 Nov 23 03:20:28.145755 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-712bf8af-1c62-486c-b75d-25a208a18d50 service neutron] show failed (client error): The resource could not be found. Nov 23 03:20:28.146713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-712bf8af-1c62-486c-b75d-25a208a18d50 service neutron] 10.222.0.41 "GET /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0723333 Nov 23 03:20:28.187936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9129478b-98a0-4a04-8460-404d1dbc4612 req-9e45039d-a3ca-4d49-8f60-eead56d063e3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438738 Nov 23 03:20:28.355934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-448f41b6-3311-45ca-a6b4-a1c1da4c2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:28.357453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-448f41b6-3311-45ca-a6b4-a1c1da4c2640 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1098 time: 0.0478630 Nov 23 03:20:28.370095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-33770e9c-8ad5-48b2-8677-cda5742e753b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:20:28.371111 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-33770e9c-8ad5-48b2-8677-cda5742e753b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048513 Nov 23 03:20:28.383891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:20:28.438827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:28.641265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:28.674322 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:20:28.712610 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:28.715070 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e914c836-b5db-4687-a310-db6ff8a450bd" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:28.719631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:28.732371 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Transition to ACTIVE for port object 9e83b98e-8caf-4e89-b648-0a003492799e will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:20:28.736479 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:28.765652 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251c564-b118-4dc5-9b2c-ac71d4a0fbbf x-openstack-request-id: req-4251c564-b118-4dc5-9b2c-ac71d4a0fbbf {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:28.765974 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:28.766228 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4251c564-b118-4dc5-9b2c-ac71d4a0fbbf {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:28.766647 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'code': 200} Nov 23 03:20:28.826284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:28.838759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.839110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.839455 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.839793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.840129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.840462 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.840814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.841142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.841468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.841791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.842744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.843076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:28.879260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] No DVR routers for this DVR port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:20:29.017035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:20:29.017373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:20:29.017705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:20:29.022160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:20:29.022496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:20:29.027364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:20:29.027699 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:20:29.028099 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:20:29.028502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Bound port: 9e83b98e-8caf-4e89-b648-0a003492799e, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:20:29.028857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:29.091764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:20:29.095555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:20:29.099557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:29.135130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.135592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:29.136986 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] 10.222.0.47 "PUT /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1093 time: 0.7570372 Nov 23 03:20:29.157044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c977dd-a926-47d1-a201-19aa812c9c00 service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:29.206934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-850af18c-59ac-4094-b830-38e46b556048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.208465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-850af18c-59ac-4094-b830-38e46b556048 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1096 time: 0.0468795 Nov 23 03:20:29.307927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-9961bef0-479f-40b9-b34d-2aa3df291ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.309430 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-9961bef0-479f-40b9-b34d-2aa3df291ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0941839 Nov 23 03:20:29.328390 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67746a-fd21-491e-adb2-3e5ff5355479 req-da6d9cbd-9f35-4553-9e35-768c40bc49dc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.329885 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca67746a-fd21-491e-adb2-3e5ff5355479 req-da6d9cbd-9f35-4553-9e35-768c40bc49dc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0644343 Nov 23 03:20:29.384320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ca67746a-fd21-491e-adb2-3e5ff5355479 req-82199161-88eb-444b-ba32-59ca9dc47200 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482471 Nov 23 03:20:29.384531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-c098dfe9-14d5-43de-ac1c-af06e85aebcb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0660381 Nov 23 03:20:29.433683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-958e98cc-c3f5-421d-8cf9-5b1176d26948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.435084 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-958e98cc-c3f5-421d-8cf9-5b1176d26948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0435836 Nov 23 03:20:29.481109 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-71f9cef8-d27e-4529-a507-c0666a7bdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:29.482880 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-71f9cef8-d27e-4529-a507-c0666a7bdd4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403290 Nov 23 03:20:29.575144 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-18b8d70a-d955-4581-affc-6f2e73f6d04e service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853615 Nov 23 03:20:29.665130 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-fe2d882e-29d8-4da7-ad2e-95b761899dcb service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823388 Nov 23 03:20:30.121466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:20:30.163164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:20:30.182643 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:30.504374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f436130-24ee-471d-808a-1a04d8a6ab15 req-8df19729-0498-4476-8605-2d40cc51d25c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:30.505867 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f436130-24ee-471d-808a-1a04d8a6ab15 req-8df19729-0498-4476-8605-2d40cc51d25c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0501318 Nov 23 03:20:30.553373 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6f436130-24ee-471d-808a-1a04d8a6ab15 req-31e22fed-0f34-448a-9192-a30fc7a80e37 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Nov 23 03:20:30.767882 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:30.770161 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16008bd9-4619-4695-b98f-3f5e6aceae78" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:30.818056 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d94414-aec4-4d5f-a9ce-89f09eb73723 x-openstack-request-id: req-d8d94414-aec4-4d5f-a9ce-89f09eb73723 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:30.818352 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:30.818984 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d94414-aec4-4d5f-a9ce-89f09eb73723 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:30.819401 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'status': 'completed', 'code': 200} Nov 23 03:20:30.879083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-fa7e1bf3-27f8-4fe1-92cc-eed651f8ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:30.880626 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-fa7e1bf3-27f8-4fe1-92cc-eed651f8ce19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1096 time: 0.0446777 Nov 23 03:20:30.903952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-049437de-f662-4388-9062-e7c521c0753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:30.905838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-049437de-f662-4388-9062-e7c521c0753d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1096 time: 0.0435092 Nov 23 03:20:30.978842 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-73a2f5f1-d045-4d97-8587-2e66e0793cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:30.980621 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-73a2f5f1-d045-4d97-8587-2e66e0793cac service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0929263 Nov 23 03:20:31.008359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-5fe3dc7b-9946-435c-b8c2-754d7c9c4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.010620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-5fe3dc7b-9946-435c-b8c2-754d7c9c4fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0979564 Nov 23 03:20:31.049190 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-c6163695-349a-4519-9cde-c1ee0bbf717f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0615470 Nov 23 03:20:31.077421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-2f751848-b309-4b32-a654-1ed3fe8c9e1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0584524 Nov 23 03:20:31.106248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-b0552a41-29aa-4b23-86d8-38d3edde6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.108280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-b0552a41-29aa-4b23-86d8-38d3edde6064 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0504191 Nov 23 03:20:31.139086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-78d6d85e-f9bf-42dc-861e-da394fb9fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.140589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-78d6d85e-f9bf-42dc-861e-da394fb9fa7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0570960 Nov 23 03:20:31.156841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-c4869ec0-4644-4e70-b854-e100784f1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.158548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-c4869ec0-4644-4e70-b854-e100784f1593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428433 Nov 23 03:20:31.189608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-b66c148f-b428-4c2a-bcaf-b8cc6cf5f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.191187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-b66c148f-b428-4c2a-bcaf-b8cc6cf5f49b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438061 Nov 23 03:20:31.257440 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-36e477eb-99d5-4620-b1e0-1606f786644b service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909619 Nov 23 03:20:31.291711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-791b3ca4-fd93-4277-9118-cabf4208e108 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919807 Nov 23 03:20:31.360739 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-a1c5eff6-863b-4142-9e35-fd869213666a service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965991 Nov 23 03:20:31.391766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-16008bd9-4619-4695-b98f-3f5e6aceae78 req-f0f8485a-570a-4979-938d-58e904d68163 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928354 Nov 23 03:20:31.676693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c15fe4-9c22-4533-b248-335db9d88350 req-4ace3717-0943-4a4a-ba73-885923369c90 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:31.678290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3c15fe4-9c22-4533-b248-335db9d88350 req-4ace3717-0943-4a4a-ba73-885923369c90 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0538437 Nov 23 03:20:31.726521 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3c15fe4-9c22-4533-b248-335db9d88350 req-74467cd3-8fa8-4eb8-99a9-94ec32ebb502 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Nov 23 03:20:32.852654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70893035-45d0-4774-b78e-891e04e5cb32 req-f392031a-d003-4490-9950-0606457a5335 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:32.854483 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70893035-45d0-4774-b78e-891e04e5cb32 req-f392031a-d003-4490-9950-0606457a5335 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0557995 Nov 23 03:20:32.904160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-70893035-45d0-4774-b78e-891e04e5cb32 req-a907eeb1-3fd9-4fc5-9b4c-4f81fed8b86c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430472 Nov 23 03:20:34.028961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b04b62-84a8-4ff2-9ce9-5db6cefc07a5 req-ae7ce43c-dc39-410a-beba-dba381dea31e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:34.030491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0b04b62-84a8-4ff2-9ce9-5db6cefc07a5 req-ae7ce43c-dc39-410a-beba-dba381dea31e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0497305 Nov 23 03:20:34.077717 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0b04b62-84a8-4ff2-9ce9-5db6cefc07a5 req-2d83505b-b992-4460-96c4-356b783ae50a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Nov 23 03:20:35.193229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfc28-d70d-46a7-b398-48a1cabad4ab req-e1b28ba6-4339-4893-b893-7eee6496c739 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:35.194725 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bbcfc28-d70d-46a7-b398-48a1cabad4ab req-e1b28ba6-4339-4893-b893-7eee6496c739 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0485501 Nov 23 03:20:35.245212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1bbcfc28-d70d-46a7-b398-48a1cabad4ab req-d305b582-159f-4819-b310-ca657ea0848c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444455 Nov 23 03:20:35.929231 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c609f3d-e68a-426e-9292-036e6027fef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:36.363063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40453d-a667-4925-b0ab-39dcd37e288e req-c48f0b34-db1c-4e2a-a512-6ed8fb5dc954 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:36.364545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f40453d-a667-4925-b0ab-39dcd37e288e req-c48f0b34-db1c-4e2a-a512-6ed8fb5dc954 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0488918 Nov 23 03:20:36.411568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8f40453d-a667-4925-b0ab-39dcd37e288e req-8ea59cbf-de17-4571-8956-991b0afb93f9 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Nov 23 03:20:37.527740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356cfe8-c2dd-44cc-815b-30972cee36f5 req-c1408125-3a11-4d15-b18f-58c421b52b8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:37.529273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356cfe8-c2dd-44cc-815b-30972cee36f5 req-c1408125-3a11-4d15-b18f-58c421b52b8c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0491154 Nov 23 03:20:37.576460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3356cfe8-c2dd-44cc-815b-30972cee36f5 req-b6bbfd9f-a7fc-4518-9e4c-8e26ed312dcf tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Nov 23 03:20:38.103610 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b67f1ae9-b7ff-4849-b622-8b13e80374e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:38.702445 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28234781-5bf4-4db6-ae26-d8e50c5b2779 req-12a4f2e0-9ed7-4566-b786-750bef95ac2c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:38.703975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28234781-5bf4-4db6-ae26-d8e50c5b2779 req-12a4f2e0-9ed7-4566-b786-750bef95ac2c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0553074 Nov 23 03:20:38.751689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28234781-5bf4-4db6-ae26-d8e50c5b2779 req-2e150065-ca16-41f1-8c79-093b972ddf99 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Nov 23 03:20:39.460781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:39.865935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bee32-96c7-4b15-b456-c2286852f4d8 req-8cd2b75f-82d4-4114-b61c-00c1c1a1d337 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:39.867406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e78bee32-96c7-4b15-b456-c2286852f4d8 req-8cd2b75f-82d4-4114-b61c-00c1c1a1d337 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0478132 Nov 23 03:20:39.913933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e78bee32-96c7-4b15-b456-c2286852f4d8 req-cc1d5a26-b78c-41c0-b35a-56a44e4819be tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Nov 23 03:20:40.876554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:41.030492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70315-f8fd-447d-9f83-29a43f4ae63b req-9a898c8f-c190-48bf-8cd6-f50e5592d8e3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:41.032530 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cb70315-f8fd-447d-9f83-29a43f4ae63b req-9a898c8f-c190-48bf-8cd6-f50e5592d8e3 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 944 time: 0.0475075 Nov 23 03:20:41.082812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cb70315-f8fd-447d-9f83-29a43f4ae63b req-dc594391-8af7-4334-9afe-a55149973d37 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Nov 23 03:20:41.448071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:20:41.538784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:41.550356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9e83b98e-8caf-4e89-b648-0a003492799e', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:20:41.585572 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:41.601160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:20:41.620949 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:41.625466 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:41.670260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:41.678857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.679210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.679551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.679890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.680340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.680921 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.681302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.681635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.681963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.682291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.682647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.682965 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:41.963588 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:42.199446 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8665f-b618-41e5-be9f-e689e07650fa req-807eeaf9-a6b9-465a-aa39-2c33f7331763 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.200938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10f8665f-b618-41e5-be9f-e689e07650fa req-807eeaf9-a6b9-465a-aa39-2c33f7331763 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0491536 Nov 23 03:20:42.247767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10f8665f-b618-41e5-be9f-e689e07650fa req-36af15a8-290c-42c4-a9c1-8c4c40e03fa2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Nov 23 03:20:42.541067 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-53320b71-1723-4df5-81bd-0367d887f4e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.542598 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-53320b71-1723-4df5-81bd-0367d887f4e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.47 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 945 time: 0.0532861 Nov 23 03:20:42.558345 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d7058-8943-4acd-b53e-fa02fc07fec1 req-83ac8108-2837-4660-a3de-6817161bce21 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.559851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-923d7058-8943-4acd-b53e-fa02fc07fec1 req-83ac8108-2837-4660-a3de-6817161bce21 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0489678 Nov 23 03:20:42.604593 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-e837f660-4898-4dc4-891a-f1cd734baf4f service neutron] 10.222.0.47 "GET /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e/bindings/n-h1-714676-12 HTTP/1.1" status: 200 len: 383 time: 0.0534661 Nov 23 03:20:42.607043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-923d7058-8943-4acd-b53e-fa02fc07fec1 req-8ed4867a-729d-4562-a483-9b2a381a4ebd tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Nov 23 03:20:42.672352 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-38d8f6b9-dc8f-4144-a4e4-be809865119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.673895 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-38d8f6b9-dc8f-4144-a4e4-be809865119b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1097 time: 0.0467422 Nov 23 03:20:42.762538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-adee7e0e-8f78-4c19-a4df-bf27ccf356ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.763938 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-adee7e0e-8f78-4c19-a4df-bf27ccf356ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0838516 Nov 23 03:20:42.832101 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-2e1d401f-4a78-46e4-997b-118e28acd4c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1002 time: 0.0612860 Nov 23 03:20:42.880702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-812cdbb0-153c-4ed5-a735-9c664c1a6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.882142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-812cdbb0-153c-4ed5-a735-9c664c1a6c6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0433884 Nov 23 03:20:42.924277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9e83b98e-8caf-4e89-b648-0a003492799e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:20:42.927382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-912338c6-46ce-4eea-a3c1-3e4382128b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:42.928860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-912338c6-46ce-4eea-a3c1-3e4382128b2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393765 Nov 23 03:20:43.021065 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-de266fc1-5c0d-494b-951f-9188eafc238b service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848377 Nov 23 03:20:43.110589 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-70c6d83c-37d9-4a0f-ba16-b392adc5a0dc service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830200 Nov 23 03:20:43.479319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:20:43.526919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 9e83b98e-8caf-4e89-b648-0a003492799e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:20:43.530853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9e83b98e-8caf-4e89-b648-0a003492799e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:20:43.531229 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:43.606140 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:43.631055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:43.633284 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed0daf9-85e6-4d16-a712-de5a9ae77312" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:43.648342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:43.652768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:43.699033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:43.734983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2f57f-590f-4ba9-b7fa-41685ca2bb9b req-c41501d5-370a-489a-bc0e-43006a08df5a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:43.736467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfa2f57f-590f-4ba9-b7fa-41685ca2bb9b req-c41501d5-370a-489a-bc0e-43006a08df5a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0540946 Nov 23 03:20:43.783760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dfa2f57f-590f-4ba9-b7fa-41685ca2bb9b req-eb5dd26d-b536-46b0-af94-6bb66fc7d258 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 Nov 23 03:20:43.837420 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528a32b-cd32-4de3-ae93-9924b2d70eaf x-openstack-request-id: req-a528a32b-cd32-4de3-ae93-9924b2d70eaf {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:43.837712 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:43.837971 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a528a32b-cd32-4de3-ae93-9924b2d70eaf {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:43.838375 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'code': 200} Nov 23 03:20:44.908574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8dd92-dc46-44d7-924f-8089acf4c180 req-efebec23-ca22-492f-aa20-2b633855ebac tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:44.910047 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fc8dd92-dc46-44d7-924f-8089acf4c180 req-efebec23-ca22-492f-aa20-2b633855ebac tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0487058 Nov 23 03:20:44.958302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7fc8dd92-dc46-44d7-924f-8089acf4c180 req-6f636078-d3e5-4d0a-961e-880784c12224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420568 Nov 23 03:20:46.080539 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484440f-d4e7-40a3-98c9-ba022a05cfd8 req-66b58766-f397-4250-8fbc-4cfdd14c401b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:46.082128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7484440f-d4e7-40a3-98c9-ba022a05cfd8 req-66b58766-f397-4250-8fbc-4cfdd14c401b tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0541227 Nov 23 03:20:46.131324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7484440f-d4e7-40a3-98c9-ba022a05cfd8 req-a98a32cb-95f7-44c5-8396-d68fad07a320 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430076 Nov 23 03:20:47.265376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-99e11f12-92f9-4420-9df3-e17a40962138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:47.266823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-99e11f12-92f9-4420-9df3-e17a40962138 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a&tenant_id=3b55926408a440c7ac63c6d8c2bc06a6 HTTP/1.1" status: 200 len: 1098 time: 0.0668271 Nov 23 03:20:47.278149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7414-328b-4d46-acb5-1742afa1d739 req-736cb6b3-3eaa-4f2a-b416-96994580fc2d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:47.279590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-375d7414-328b-4d46-acb5-1742afa1d739 req-736cb6b3-3eaa-4f2a-b416-96994580fc2d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0713601 Nov 23 03:20:47.284918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-61185760-d392-467e-8684-42b7758bbd12 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:20:47.285860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-61185760-d392-467e-8684-42b7758bbd12 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054095 Nov 23 03:20:47.309063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:20:47.378481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-375d7414-328b-4d46-acb5-1742afa1d739 req-c2600feb-df6a-4803-8463-a67b1b8320e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892789 Nov 23 03:20:47.387895 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:47.584274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:47.616101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h1-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:20:47.653399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:47.655701 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f721b1b-f710-470f-8694-f15d09526ba1" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:47.659315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:47.672458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Transition to ACTIVE for port object 9e83b98e-8caf-4e89-b648-0a003492799e will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:20:47.677668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:47.713652 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889df19b-48c6-4b52-94e4-405ef535eba3 x-openstack-request-id: req-889df19b-48c6-4b52-94e4-405ef535eba3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:47.713945 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:47.714197 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-889df19b-48c6-4b52-94e4-405ef535eba3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:47.714617 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'code': 200} Nov 23 03:20:47.733068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=10']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:47.770379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.770740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.771085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.771417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.771752 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.772081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.772406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.772742 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.773053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.773376 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.773697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.774022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:47.817393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] No DVR routers for this DVR port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h1-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:20:47.954592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:20:47.954929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:20:47.955261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:20:47.959470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:20:47.959792 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Attempting to bind port 9e83b98e-8caf-4e89-b648-0a003492799e on network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:20:47.964531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:20:47.964865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Checking segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:20:47.965242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Bound using segment: {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:20:47.965663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Bound port: 9e83b98e-8caf-4e89-b648-0a003492799e, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea779a2-d75f-41f7-9ccc-2487b2490354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:20:47.966013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:48.032204 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:20:48.035404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:20:48.039459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:48.070438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.071232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:48.072607 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] 10.222.0.41 "PUT /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1094 time: 0.7689326 Nov 23 03:20:48.100111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737252-58f3-490b-87ff-3c6e0624b87b service neutron] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=11']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:48.153767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-652db8ba-3289-4518-85e7-89c9b11e3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.155377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-652db8ba-3289-4518-85e7-89c9b11e3b3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1097 time: 0.0421491 Nov 23 03:20:48.254125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-a225ebad-d406-45ba-af0c-df3cd3c02a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.255633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-a225ebad-d406-45ba-af0c-df3cd3c02a20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0922067 Nov 23 03:20:48.322391 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-0412f608-43da-42a7-a2c5-85f498e8b3b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0597403 Nov 23 03:20:48.371215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-72ca3a09-6a3a-49e3-a2d6-1cba007f877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.372529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-72ca3a09-6a3a-49e3-a2d6-1cba007f877d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0431836 Nov 23 03:20:48.426706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-3e2f2ccf-1ceb-4760-a505-14f1e32e2df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.428218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-3e2f2ccf-1ceb-4760-a505-14f1e32e2df9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458813 Nov 23 03:20:48.549130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae32d1-c3c7-4962-a5f6-b3210af04cc6 req-07600918-9198-4371-8aac-871adb96e39f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:48.550612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ae32d1-c3c7-4962-a5f6-b3210af04cc6 req-07600918-9198-4371-8aac-871adb96e39f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0979562 Nov 23 03:20:48.555952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-f470a922-1596-412a-9364-ab3731721bfc service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202986 Nov 23 03:20:48.649437 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ae32d1-c3c7-4962-a5f6-b3210af04cc6 req-6d3ff0e3-800c-4240-9e79-dd302a57406d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924573 Nov 23 03:20:48.676090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71d06e1b-e548-499f-9148-a18c31f9c102 req-e5c1f060-eef0-4f88-910d-9e7a2d229741 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127231 Nov 23 03:20:49.504894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:20:49.547481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:20:49.715784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:49.718681 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09" -d '{"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:49.769527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9c463-4f54-4a5d-87d0-22dbafa6f981 req-636f6215-10c1-4d78-92ba-e4befc265910 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:49.771033 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bc9c463-4f54-4a5d-87d0-22dbafa6f981 req-636f6215-10c1-4d78-92ba-e4befc265910 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0491037 Nov 23 03:20:49.823775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3bc9c463-4f54-4a5d-87d0-22dbafa6f981 req-30fc7189-bbf6-4879-8158-959aeb404740 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463681 Nov 23 03:20:49.879632 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70bc0b8-d958-4cb2-af9b-79c07e1a22f5 x-openstack-request-id: req-b70bc0b8-d958-4cb2-af9b-79c07e1a22f5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:49.880037 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:49.880392 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b70bc0b8-d958-4cb2-af9b-79c07e1a22f5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:49.880902 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'status': 'completed', 'code': 200} Nov 23 03:20:49.940223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ae0b0407-75da-4e9d-9d42-eb40937cb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:49.941901 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ae0b0407-75da-4e9d-9d42-eb40937cb9d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1097 time: 0.0425606 Nov 23 03:20:49.966014 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-f8bf5971-0b31-43c2-8d2e-0d50b8d6adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:49.967708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-f8bf5971-0b31-43c2-8d2e-0d50b8d6adf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1097 time: 0.0416377 Nov 23 03:20:50.038895 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-a977dbc2-332d-4814-81e1-ff3ecf02748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.040465 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-a977dbc2-332d-4814-81e1-ff3ecf02748c service neutron] 10.222.0.47 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0920115 Nov 23 03:20:50.061615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-877c78bb-4633-4c00-ac0f-b153f51e6517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.068590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-877c78bb-4633-4c00-ac0f-b153f51e6517 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0915847 Nov 23 03:20:50.108916 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-e045e320-5729-4a43-8b5c-d92ce537184c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0617118 Nov 23 03:20:50.143379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ebaad9f9-4b0b-445b-87cc-fedd6ebf62c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1001 time: 0.0678668 Nov 23 03:20:50.165859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-a1fd1746-b45d-4b1f-8542-c150fa24c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.167444 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-a1fd1746-b45d-4b1f-8542-c150fa24c334 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0522122 Nov 23 03:20:50.198100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ec447b81-9924-4aa2-907e-fb0406d35700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.199679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ec447b81-9924-4aa2-907e-fb0406d35700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0496807 Nov 23 03:20:50.218184 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-91e063a3-7fe5-4511-9edb-0db210a43253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.219731 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-91e063a3-7fe5-4511-9edb-0db210a43253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448499 Nov 23 03:20:50.246913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-c811154e-9bbc-42dd-b915-97a8cea57f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.248544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-c811154e-9bbc-42dd-b915-97a8cea57f2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416331 Nov 23 03:20:50.324643 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-ea69bd4d-347b-4418-9635-c83058f12d97 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974090 Nov 23 03:20:50.351066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-cee4e6f8-4c4a-4132-829f-d891400eb426 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936747 Nov 23 03:20:50.429642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-cb68c250-18d6-4c84-9bce-84345fca9e85 service neutron] 10.222.0.47 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971315 Nov 23 03:20:50.446756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4ab5f6a3-60b7-462a-8a71-3c8d1adf0c09 req-47695699-bb6b-4b21-a0b6-97954c9be325 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875132 Nov 23 03:20:50.954946 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46305ac6-1826-4dee-b7ab-f5a38f940e2d req-33662509-66e1-448b-8d0d-ec6c07379576 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:50.956688 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46305ac6-1826-4dee-b7ab-f5a38f940e2d req-33662509-66e1-448b-8d0d-ec6c07379576 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0573566 Nov 23 03:20:51.007078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46305ac6-1826-4dee-b7ab-f5a38f940e2d req-c7cb29c5-7d91-4154-b789-048dd1c4c26c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Nov 23 03:20:52.126235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a836-02fa-4778-a7bf-4a60848c676b req-ed9f3268-0228-47e5-b064-226073c98f46 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:52.127736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e935a836-02fa-4778-a7bf-4a60848c676b req-ed9f3268-0228-47e5-b064-226073c98f46 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0486100 Nov 23 03:20:52.174864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e935a836-02fa-4778-a7bf-4a60848c676b req-7e2c87a9-7cc0-4a9a-b0be-b388ceeb6a07 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 Nov 23 03:20:53.293901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a59bc-289a-4c72-beee-471d694378f2 req-918e3c44-2bc7-4a49-b352-6369d687912e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:53.295488 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c11a59bc-289a-4c72-beee-471d694378f2 req-918e3c44-2bc7-4a49-b352-6369d687912e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0506630 Nov 23 03:20:53.349577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c11a59bc-289a-4c72-beee-471d694378f2 req-f1609fd2-4315-40a8-9482-de0181c3a45e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477781 Nov 23 03:20:53.789090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:54.466934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67518762-d99f-4e03-ab18-6ee8d25dcf5a req-4aeba7b5-64c7-4939-988c-e2dc46a95082 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:54.469019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67518762-d99f-4e03-ab18-6ee8d25dcf5a req-4aeba7b5-64c7-4939-988c-e2dc46a95082 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0483747 Nov 23 03:20:54.514612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-67518762-d99f-4e03-ab18-6ee8d25dcf5a req-6e26ce0f-cf16-4eba-9b1c-b03dde8062c7 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396197 Nov 23 03:20:55.631886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14610d3-cd3b-48c3-9851-f4c7b5bfaad3 req-9fe6007c-98a5-4f7c-afbc-1dacac69ad9e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:55.633355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d14610d3-cd3b-48c3-9851-f4c7b5bfaad3 req-9fe6007c-98a5-4f7c-afbc-1dacac69ad9e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0483649 Nov 23 03:20:55.679462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d14610d3-cd3b-48c3-9851-f4c7b5bfaad3 req-53af757c-2eb8-4bc7-9ac0-9653c0602c14 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 Nov 23 03:20:56.798888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88f27-5753-450c-8bc3-c282b21c2319 req-c98d3efc-780b-4eda-a6f9-5902482ec0e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:56.800352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2a88f27-5753-450c-8bc3-c282b21c2319 req-c98d3efc-780b-4eda-a6f9-5902482ec0e8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0520351 Nov 23 03:20:56.846738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2a88f27-5753-450c-8bc3-c282b21c2319 req-af5d7b59-ff86-4da7-ab85-f94cd058c42f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Nov 23 03:20:57.965016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f5f7c-80ae-4728-a939-7dea0c9aa901 req-e1ed74a7-16c1-4e92-90d2-7c7dadbd7f3a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:57.966452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c3f5f7c-80ae-4728-a939-7dea0c9aa901 req-e1ed74a7-16c1-4e92-90d2-7c7dadbd7f3a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0479016 Nov 23 03:20:58.013846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c3f5f7c-80ae-4728-a939-7dea0c9aa901 req-27cdac31-a3c2-4fbe-8de4-e6a9d68ebcd5 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414231 Nov 23 03:20:59.129672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23b212-1d15-44bd-8a46-88e6153a7833 req-b772a7af-0e34-4e24-b45a-b6feaecfc118 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:59.131128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c23b212-1d15-44bd-8a46-88e6153a7833 req-b772a7af-0e34-4e24-b45a-b6feaecfc118 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0476451 Nov 23 03:20:59.180923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c23b212-1d15-44bd-8a46-88e6153a7833 req-e19b5c74-7792-4417-8637-91bf3f364737 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439162 Nov 23 03:21:00.189940 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:00.233097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:21:00.299178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3ccd-bdcf-4956-89e2-49f7a62b3e22 req-fb3e58b1-ed7b-48ae-ae96-6095ccfd0156 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:00.300687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e20a3ccd-bdcf-4956-89e2-49f7a62b3e22 req-fb3e58b1-ed7b-48ae-ae96-6095ccfd0156 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 945 time: 0.0504811 Nov 23 03:21:00.333500 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:00.345866 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '9e83b98e-8caf-4e89-b648-0a003492799e', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'port_id': '9e83b98e-8caf-4e89-b648-0a003492799e', 'mac_address': 'fa:16:3e:2d:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:21:00.349715 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e20a3ccd-bdcf-4956-89e2-49f7a62b3e22 req-dd098fb7-5478-41e5-8f2b-bfb87ff847bc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Nov 23 03:21:00.376273 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:21:00.385192 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:00.398637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:21:00.420646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:00.426175 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:00.475834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=12']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:00.476192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-0a63f252-d113-4e5e-83df-e8d0712574ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:00.478128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-0a63f252-d113-4e5e-83df-e8d0712574ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 1098 time: 0.0445111 Nov 23 03:21:00.593593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-37d24cc4-b7ed-4a22-853e-47bd11ddfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:00.595117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-37d24cc4-b7ed-4a22-853e-47bd11ddfe34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 200 len: 912 time: 0.0900767 Nov 23 03:21:00.663795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-7cc90a26-ea66-45d3-bfc4-1c98214598e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 200 len: 1002 time: 0.0603347 Nov 23 03:21:00.720608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-59fc8d38-fe9e-412e-86c2-4745ec1f1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:00.722271 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-59fc8d38-fe9e-412e-86c2-4745ec1f1048 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 200 len: 850 time: 0.0513494 Nov 23 03:21:00.759214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['9e83b98e-8caf-4e89-b648-0a003492799e'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:01.065211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-54e613e7-4e06-41c3-9e01-0a48c5045c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:01.066661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-54e613e7-4e06-41c3-9e01-0a48c5045c6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78a51e39-c795-4656-a3d4-98c1bcf7bd8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3369780 Nov 23 03:21:01.156066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-ef7bb658-29dc-48e2-ab15-56c24c7d0ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Nov 23 03:21:01.254342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5c66bebe-9592-43f5-83b8-1cdf2595dbb4 req-6f974f94-b743-450c-bfdb-0ad4c50842e1 service neutron] 10.222.0.41 "GET /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879955 Nov 23 03:21:01.465454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915553a-1c1f-4a18-be2c-753a5079418c req-c40ccb81-c99b-4384-bbb8-45860fcd3f3e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:01.466950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d915553a-1c1f-4a18-be2c-753a5079418c req-c40ccb81-c99b-4384-bbb8-45860fcd3f3e tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0494323 Nov 23 03:21:01.513337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d915553a-1c1f-4a18-be2c-753a5079418c req-7a6ffaf1-5042-4186-b961-2853b8201a1f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398116 Nov 23 03:21:01.630080 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb5a34-25cc-48fa-b237-08b85345dfda req-5bd3e300-1540-4ad6-87a2-155d2176162d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:01.631602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71bb5a34-25cc-48fa-b237-08b85345dfda req-5bd3e300-1540-4ad6-87a2-155d2176162d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0537202 Nov 23 03:21:01.678892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71bb5a34-25cc-48fa-b237-08b85345dfda req-a66df2f3-14ae-40d7-9a73-41ecc4959ba8 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Nov 23 03:21:01.793608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c66bb-3a51-4808-8c37-fe76016d7e44 req-93fae65e-cd72-45d1-8ef9-e97a7880b6fc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:01.795193 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-838c66bb-3a51-4808-8c37-fe76016d7e44 req-93fae65e-cd72-45d1-8ef9-e97a7880b6fc tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0487449 Nov 23 03:21:01.844579 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-838c66bb-3a51-4808-8c37-fe76016d7e44 req-38946b21-e8eb-4f3b-8329-3a3521798d2d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Nov 23 03:21:02.084599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4cdce-03e2-41e6-a71a-1915100ebd23 req-bb517430-9e9c-4900-9003-d0e5daf17614 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:02.086070 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cb4cdce-03e2-41e6-a71a-1915100ebd23 req-bb517430-9e9c-4900-9003-d0e5daf17614 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 946 time: 0.0490849 Nov 23 03:21:02.137369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1cb4cdce-03e2-41e6-a71a-1915100ebd23 req-f26f3337-5476-427a-8f0f-b0525e9bd7d1 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450835 Nov 23 03:21:02.255640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:21:02.305280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 9e83b98e-8caf-4e89-b648-0a003492799e completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:21:02.309311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 9e83b98e-8caf-4e89-b648-0a003492799e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:02.309682 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:02.394569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:02.416875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:02.419794 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b162198-b902-4b9e-94f6-ecbf1430b1a5" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:02.432681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:02.437379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:02.468677 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdbc568-21c3-4ce0-a91c-eb42de6f8864 x-openstack-request-id: req-4bdbc568-21c3-4ce0-a91c-eb42de6f8864 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:02.468969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-plugged", "status": "completed", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:02.469220 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bdbc568-21c3-4ce0-a91c-eb42de6f8864 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:02.469635 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'code': 200} Nov 23 03:21:02.488582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=13']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:03.256890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d10f5a-342a-4344-a123-6ea7b2b8fd78 req-2575e4a3-1ef7-4130-8083-aab746367dc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:03.258257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1d10f5a-342a-4344-a123-6ea7b2b8fd78 req-2575e4a3-1ef7-4130-8083-aab746367dc2 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 947 time: 0.0513589 Nov 23 03:21:03.308846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1d10f5a-342a-4344-a123-6ea7b2b8fd78 req-892e0ac0-4f48-4481-a7dc-1c6a8096523d tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1b761a1-c2db-4def-9fb3-7cd279c903fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Nov 23 03:21:03.797096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-ce23b1fc-6722-47e1-9dc2-184795b4ef08 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:03.798546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-ce23b1fc-6722-47e1-9dc2-184795b4ef08 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 947 time: 0.0475461 Nov 23 03:21:03.887285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Deleting port 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:03.887624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:03.977186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] For port 9e83b98e-8caf-4e89-b648-0a003492799e, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=9e83b98e-8caf-4e89-b648-0a003492799e,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:03.977549 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.146143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.146528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.146859 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb disassociated. External IP: 172.25.1.159, port: 9e83b98e-8caf-4e89-b648-0a003492799e. Nov 23 03:21:04.147200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Calling delete_port for 9e83b98e-8caf-4e89-b648-0a003492799e owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:04.270606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.303463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'Port': ['ID=9e83b98e-8caf-4e89-b648-0a003492799e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:04.433127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9518c015-cccd-4d81-9d58-28ed945a4677 req-856657e3-e503-4a39-92d6-20134de15a63 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0380452 Nov 23 03:21:04.452500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:21:04.562340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:21:04.572053 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:21:04.584376 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:04.585001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:04.601545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] No DVR routers for this DVR port 9e83b98e-8caf-4e89-b648-0a003492799e on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:04.604608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.608071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-423a762e-182f-4ea1-bd28-a8e0f6700a8f req-b26fc962-9587-43f4-8b1c-dbe497fa568c tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.41 "DELETE /v2.0/ports/9e83b98e-8caf-4e89-b648-0a003492799e HTTP/1.1" status: 204 len: 173 time: 0.8036153 Nov 23 03:21:04.609074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-deleted', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:04.611398 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e53726-0c1a-41d1-bd32-5b2569a55b51" -d '{"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-deleted", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:04.649039 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee9207-79e1-47af-8c83-0916c23ea09f x-openstack-request-id: req-93ee9207-79e1-47af-8c83-0916c23ea09f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:04.649403 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ba9d51-e47a-4de6-869f-ff2d8bf8595a", "name": "network-vif-deleted", "tag": "9e83b98e-8caf-4e89-b648-0a003492799e", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:04.649817 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93ee9207-79e1-47af-8c83-0916c23ea09f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:04.650333 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ba9d51-e47a-4de6-869f-ff2d8bf8595a', 'name': 'network-vif-deleted', 'tag': '9e83b98e-8caf-4e89-b648-0a003492799e', 'status': 'completed', 'code': 200} Nov 23 03:21:04.711819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:05.115412 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:05.141913 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:21:05.150146 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:05.150785 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:20:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:05.258922 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:05.454663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:05.487310 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f343a-4f3a-40f4-aa7c-ddefcdd2ddae None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'ddccc6bd-523a-4b13-9af2-1b48aa912d67', 'name': '', 'network_id': '78a51e39-c795-4656-a3d4-98c1bcf7bd8d', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'mac_address': 'fa:16:3e:50:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:18Z', 'updated_at': '2021-11-23T03:11:22Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'subnets': [{'id': '26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:21:05.541315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4114a306-ce2e-4265-b162-144dad3e338d req-aeaeaa4c-8d01-496e-9a24-c79ad1de2b10 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0280907 Nov 23 03:21:05.713361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ec2ed-e504-4da7-9306-f99f1d1974ef None None] New status for floating IP 6391795b-4422-49d5-bf5f-b5ad962a5bfb: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:21:05.930240 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b5fa56ed-6119-4c0f-81e6-af56b592e590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:06.284672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:06.306674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 9e83b98e-8caf-4e89-b648-0a003492799e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:06.307019 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 9e83b98e-8caf-4e89-b648-0a003492799e not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:06.637367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf753615-755d-4431-8961-2abc8205411f req-f5573a28-580e-4328-9805-9d0fa9c40407 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0263634 Nov 23 03:21:07.735471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f07c133-49a3-41a6-a63a-21e878dd454d req-78073ecf-04f1-406b-af11-d7a4139e969a tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0277920 Nov 23 03:21:08.105829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-10906e98-926b-4cce-b00d-cb1e882bfa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.842189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ef51e8a-9e62-4089-a1b2-d3502ccda41f req-b082e1e1-4cc3-4909-bc2f-8f8db523bcee tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ba9d51-e47a-4de6-869f-ff2d8bf8595a HTTP/1.1" status: 200 len: 210 time: 0.0297890 Nov 23 03:21:09.463430 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.880063 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:11.967221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.573875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:13.631636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.655687 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.704687 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.708528 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.709957 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "DELETE /v2.0/security-groups/f1b761a1-c2db-4def-9fb3-7cd279c903fb HTTP/1.1" status: 204 len: 168 time: 0.1349814 Nov 23 03:21:13.712826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35090) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:13.723449 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270915-f10e-423c-88c2-c83b7c1ecb64 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b761a1-c2db-4def-9fb3-7cd279c903fb,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:13.737174 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-10a9392b-b044-4fb3-a651-eaaa7d50db2f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] show failed (client error): The resource could not be found. Nov 23 03:21:13.741034 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-10a9392b-b044-4fb3-a651-eaaa7d50db2f tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "GET /v2.0/security-groups/f1b761a1-c2db-4def-9fb3-7cd279c903fb HTTP/1.1" status: 404 len: 347 time: 0.0243325 Nov 23 03:21:13.741423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35092) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:13.872724 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Deleting port 07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:13.872993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.950904 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.951233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.962984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Calling delete_port for 07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:14.093650 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.122549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Pushing event deleted for resources: {'Port': ['ID=07f848bc-240c-4dc2-b0b8-a35ed7cd7ee0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:14.182853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.185531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.187269 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27881788-acbe-4243-b3a2-38f6af028224 tempest-ServerActionsTestJSON-149578818 tempest-ServerActionsTestJSON-149578818-project] 10.222.0.15 "DELETE /v2.0/floatingips/6391795b-4422-49d5-bf5f-b5ad962a5bfb HTTP/1.1" status: 204 len: 168 time: 0.4446344 Nov 23 03:21:14.190207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35094) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:14.660424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.249673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Deleting port ddccc6bd-523a-4b13-9af2-1b48aa912d67 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:15.250374 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.329891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] For port ddccc6bd-523a-4b13-9af2-1b48aa912d67, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ddccc6bd-523a-4b13-9af2-1b48aa912d67,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:15.330257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.342799 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Calling delete_port for ddccc6bd-523a-4b13-9af2-1b48aa912d67 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:15.523495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.548702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddccc6bd-523a-4b13-9af2-1b48aa912d67,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:15.713506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.929572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Router d12fb56e-761f-4efb-84ef-590309a12afb has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:21:16.034750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:21:16.039832 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-edbe722a-f91e-45a2-a83f-ae2f94e6fd41 admin admin] 10.222.0.15 "PUT /v2.0/routers/d12fb56e-761f-4efb-84ef-590309a12afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8485994 Nov 23 03:21:16.042314 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35098) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:16.045041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Sync routers for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:21:16.055184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:16.055875 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:21:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:16.147946 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.159162 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:16.252692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.307666 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Deleting port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:16.308014 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.335567 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:21:15Z', 'revision_number': 5, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port': {'id': '9d2726e3-76e6-47e7-beb4-9f1cf9b3e026', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:11:17Z', 'updated_at': '2021-11-23T03:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:16.361525 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Checking router: d12fb56e-761f-4efb-84ef-590309a12afb for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:21:16.369852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Routers {'d12fb56e-761f-4efb-84ef-590309a12afb'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:16.370456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:21:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['d12fb56e-761f-4efb-84ef-590309a12afb'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:16.384964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] For port 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:16.385327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.402553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Calling delete_port for 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:16.459366 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] Set router d12fb56e-761f-4efb-84ef-590309a12afb gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:16.512700 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:21:16Z', 'revision_number': 6, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:16.540362 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c142522-0b6d-40fd-8fc0-6ecaa5d129c0 None None] The sync data for ids ['d12fb56e-761f-4efb-84ef-590309a12afb'] in n-d-714676-12 is: [{'id': 'd12fb56e-761f-4efb-84ef-590309a12afb', 'name': 'tempest-ServerActionsTestJSON-290376143-router', 'tenant_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:11:16Z', 'updated_at': '2021-11-23T03:21:16Z', 'revision_number': 6, 'project_id': '3b55926408a440c7ac63c6d8c2bc06a6', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:21:16.578425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.605285 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2726e3-76e6-47e7-beb4-9f1cf9b3e026,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:16.615180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac132df1-30c4-46b8-9e6e-6f55ade65466 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:16.663384 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.752138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.754294 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.808387 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.808827 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12fb56e-761f-4efb-84ef-590309a12afb {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:21:16.813965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.815195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7cec8fc2-5126-4b8c-9448-daa7fd8bd7eb admin admin] 10.222.0.15 "DELETE /v2.0/routers/d12fb56e-761f-4efb-84ef-590309a12afb HTTP/1.1" status: 204 len: 168 time: 0.7719383 Nov 23 03:21:16.817740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35100) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:16.860975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Deleting subnet 26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:16.863992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.898656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:16.981100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.031402 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.057480 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:17.059511 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.063242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ca4d8e2c-5c62-44a9-ad05-e07aca6ad7d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26f19e8f-1ffd-4ca8-8d99-2e7a0077a2bd HTTP/1.1" status: 204 len: 168 time: 0.2445371 Nov 23 03:21:17.065653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35102) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:17.066281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed22e2a-286d-45a2-be2b-d7a37d4f43b7 None None] Network 78a51e39-c795-4656-a3d4-98c1bcf7bd8d requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:17.133295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.192685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Deleting port e380d69f-43a2-4a00-ac1a-14b41cba2e28 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:17.193023 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.256090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] For port e380d69f-43a2-4a00-ac1a-14b41cba2e28, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=e380d69f-43a2-4a00-ac1a-14b41cba2e28,segment=NetworkSegment(6ea779a2-d75f-41f7-9ccc-2487b2490354),segment_id=6ea779a2-d75f-41f7-9ccc-2487b2490354)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:17.256748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.269098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Calling delete_port for e380d69f-43a2-4a00-ac1a-14b41cba2e28 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:17.322591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] DHCP port deletion for 78a51e39-c795-4656-a3d4-98c1bcf7bd8d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:17.365222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.380301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] No DVR routers for this DVR port e380d69f-43a2-4a00-ac1a-14b41cba2e28 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:17.397622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Deleting port e380d69f-43a2-4a00-ac1a-14b41cba2e28 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:17.398571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.401629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ddccc6bd-523a-4b13-9af2-1b48aa912d67 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:17.404206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e380d69f-43a2-4a00-ac1a-14b41cba2e28,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:17.457679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ddccc6bd-523a-4b13-9af2-1b48aa912d67 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:17.458029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ddccc6bd-523a-4b13-9af2-1b48aa912d67 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:17.458450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e380d69f-43a2-4a00-ac1a-14b41cba2e28 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:17.473652 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.486035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: e380d69f-43a2-4a00-ac1a-14b41cba2e28 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:17.486380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device e380d69f-43a2-4a00-ac1a-14b41cba2e28 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:17.486821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:17.495541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a51e39-c795-4656-a3d4-98c1bcf7bd8d']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:17.505581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea779a2-d75f-41f7-9ccc-2487b2490354') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:17.505877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea779a2-d75f-41f7-9ccc-2487b2490354') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:17.512859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:17.513223 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 9d2726e3-76e6-47e7-beb4-9f1cf9b3e026 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:17.520587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] For port e380d69f-43a2-4a00-ac1a-14b41cba2e28, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:17.520977 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.521358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.535276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Calling delete_port for e380d69f-43a2-4a00-ac1a-14b41cba2e28 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:17.538164 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.538364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Port e380d69f-43a2-4a00-ac1a-14b41cba2e28 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:21:17.539552 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.547545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:17.548478 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:17.550721 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:17.568644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] Pushing event deleted for resources: {'Port': ['ID=e380d69f-43a2-4a00-ac1a-14b41cba2e28,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:17.572578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4441c-908b-499f-be04-a4f771ecdf61 None None] No DVR routers for this DVR port e380d69f-43a2-4a00-ac1a-14b41cba2e28 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:17.611727 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.617706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.621485 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/78a51e39-c795-4656-a3d4-98c1bcf7bd8d HTTP/1.1" status: 204 len: 168 time: 0.5548940 Nov 23 03:21:17.634922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8435c5-cd1b-4402-b7c4-2ddc452d02ff admin admin] Pushing event deleted for resources: {'Network': ['ID=78a51e39-c795-4656-a3d4-98c1bcf7bd8d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:17.836288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:17.877449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d57fea6a-f370-4510-aa4e-2725ac09d4d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b55926408a440c7ac63c6d8c2bc06a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399532 Nov 23 03:21:17.878638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:17.925720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.946460 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.996071 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:17.999277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.000473 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59cfd2cd-9de7-44f9-a328-efd90c436ad4 HTTP/1.1" status: 204 len: 168 time: 0.1209462 Nov 23 03:21:18.008039 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f642fa-a485-4fca-84b5-a4e76232f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cfd2cd-9de7-44f9-a328-efd90c436ad4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:18.750392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35130) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:18.851611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1138203319-network', 'tenant_id': '691b182908554cf08575ebc3ca1529ab'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:18.872302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Made reservation on behalf of 691b182908554cf08575ebc3ca1529ab for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:18.874614 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.883336 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.956032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.959843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.984632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:18.994119 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd18ab-70f8-47da-84ca-60f320059edd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:18.998845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:18.999192 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Added segment 20a0ade5-96ca-4b4d-9f4b-74b0666aac9f of type vlan for network 5476d084-0b3f-4d78-95b8-2cc66753f6bd Nov 23 03:21:19.038042 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.061998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.062958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:19.063538 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.122202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3706765 Nov 23 03:21:19.125236 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:19.127212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c03df-c20f-438e-ad85-7affe0cdb352 admin admin] Pushing event updated for resources: {'Network': ['ID=5476d084-0b3f-4d78-95b8-2cc66753f6bd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:19.131572 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Request body: {'subnet': {'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1138203319-subnet', 'tenant_id': '691b182908554cf08575ebc3ca1529ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:19.136744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:19.153900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Made reservation on behalf of 691b182908554cf08575ebc3ca1529ab for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:19.156950 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.327864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.376212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a2d99c-7bcf-42fc-8d5e-454135283d6a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:19.391518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Checking segment: {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:19.391882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Network hostable DHCP agents. Network: 5476d084-0b3f-4d78-95b8-2cc66753f6bd, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:19.408429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:19.416392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 5476d084-0b3f-4d78-95b8-2cc66753f6bd) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:19.420636 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:19.421237 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:19.426207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c562138-2052-4195-8e8e-a733d06e2d82 None None] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:19.437604 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30cf1e70-3f41-4271-87f3-2d5d79ba642e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3108871 Nov 23 03:21:19.553447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb72326-e83c-4662-a6ce-f623333e99ce None None] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:19.872228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-c25246fe-de19-4828-b7e2-0f9a29b23161 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:19.874324 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-c25246fe-de19-4828-b7e2-0f9a29b23161 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 814 time: 0.1068304 Nov 23 03:21:19.888870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-16d0b10e-0ef2-4d3e-9726-f3c6de79ebd3 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/quotas/691b182908554cf08575ebc3ca1529ab HTTP/1.1" status: 200 len: 375 time: 0.0088058 Nov 23 03:21:19.918794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-a3868a5d-01dd-4b29-a4b9-7e94e9999693 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247662 Nov 23 03:21:20.010873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-efe4409f-10de-46b1-8f82-2c1c8451a6b8 service neutron] 10.222.0.15 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Nov 23 03:21:20.107205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-342021ec-ff7b-4d25-bfa9-fc28417f3ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901780 Nov 23 03:21:20.266443 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-931018af-53e3-4556-b612-cc9bcc5f35c8 req-50ac9e12-34ac-42e6-bc2c-58911461e01c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 210 time: 0.0265830 Nov 23 03:21:21.291312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-1e2a26cb-38a6-4e21-b838-00af33feb732 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:21.296946 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-1e2a26cb-38a6-4e21-b838-00af33feb732 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.47 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 814 time: 0.1128652 Nov 23 03:21:21.310760 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Request body: {'port': {'device_id': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd', 'admin_state_up': True, 'tenant_id': '691b182908554cf08575ebc3ca1529ab'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:21.373108 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a121ebf3-6cca-4c5f-b882-bb08d4206003 req-09479a0a-edb6-46b1-9a01-15bc4180c08c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 210 time: 0.0336812 Nov 23 03:21:21.425991 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Made reservation on behalf of 691b182908554cf08575ebc3ca1529ab for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:21.429494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:21.555016 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Allocated IP 172.20.0.4 (5476d084-0b3f-4d78-95b8-2cc66753f6bd/f4a2d99c-7bcf-42fc-8d5e-454135283d6a/98f916d3-f34b-4442-b2d9-1d74b329b8b6) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:21:21.697774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:21.729598 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:21.778915 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:21:21.782808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:21.786597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:21:21.809423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Pushing event updated for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:21.836696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:21.837302 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:21.852999 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-84177ccc-8e59-4028-b96e-5179917776ba tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467672 Nov 23 03:21:21.865311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Request body: {'port': {'device_id': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:21.916811 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.171262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f916d3-f34b-4442-b2d9-1d74b329b8b6 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:21:22.178531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.190545 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Transition to ACTIVE for port object 98f916d3-f34b-4442-b2d9-1d74b329b8b6 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:21:22.194174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.244163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Pushing event updated for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:22.307328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Attempting to bind port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:21:22.307910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Attempting to bind port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:21:22.308080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Attempting to bind port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:22.312705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:21:22.313026 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Attempting to bind port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:22.317766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:21:22.318102 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Checking segment: {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:22.318487 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Bound using segment: {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:21:22.318935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Bound port: 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:21:22.319283 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.384514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:21:22.387839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:21:22.392571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.429171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:22.429797 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:22.431230 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] 10.222.0.47 "PUT /v2.0/ports/98f916d3-f34b-4442-b2d9-1d74b329b8b6 HTTP/1.1" status: 200 len: 1092 time: 0.5698264 Nov 23 03:21:22.431673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:22.433927 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb85d95-0812-41ed-ae27-fca5a74a9816" -d '{"events": [{"name": "network-changed", "server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:22.456145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d6fd-b017-4fbd-b1cb-b7cc3abef995 service neutron] Pushing event updated for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:22.497519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ddd1-7c14-46a4-ab97-2d8c1405a1dc req-e24226ad-3bca-48a9-ad5d-4017a5c57543 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:22.499606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d15ddd1-7c14-46a4-ab97-2d8c1405a1dc req-e24226ad-3bca-48a9-ad5d-4017a5c57543 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 943 time: 0.0566320 Nov 23 03:21:22.515795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-494a07a6-54e8-466d-a61f-9df1922c83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:22.517358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-494a07a6-54e8-466d-a61f-9df1922c83c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 1095 time: 0.0431647 Nov 23 03:21:22.547852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8d15ddd1-7c14-46a4-ab97-2d8c1405a1dc req-7311dec7-24d1-4181-87cc-484523266c53 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Nov 23 03:21:22.565249 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-306e7609-bc95-4c7f-bec3-8b9aada65483 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0404465 Nov 23 03:21:22.599149 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7c4fa-0970-4a6f-83d3-ab014eff163f x-openstack-request-id: req-27b7c4fa-0970-4a6f-83d3-ab014eff163f {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:22.599435 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:22.599687 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b7c4fa-0970-4a6f-83d3-ab014eff163f {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:22.600079 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6', 'status': 'completed', 'code': 200} Nov 23 03:21:22.618059 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-cb0349ff-51b8-45b3-9989-06c35221c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:22.619531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-cb0349ff-51b8-45b3-9989-06c35221c173 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a2d99c-7bcf-42fc-8d5e-454135283d6a HTTP/1.1" status: 200 len: 854 time: 0.0477114 Nov 23 03:21:22.650372 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-ffe523ca-b94c-4bf3-9816-e0b92dbd1b7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5476d084-0b3f-4d78-95b8-2cc66753f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232790 Nov 23 03:21:22.740213 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-12793d38-b107-48c3-ac36-220a9f0860a9 service neutron] 10.222.0.47 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Nov 23 03:21:22.830416 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b9947b9e-d740-47e2-90b4-bd22016d66b4 req-553facdb-a50c-4964-be08-12702d33fcfc service neutron] 10.222.0.47 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836720 Nov 23 03:21:22.912578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-ad0cfc17-8ee4-487f-8652-7dd55e9464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:22.914041 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-ad0cfc17-8ee4-487f-8652-7dd55e9464ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 1095 time: 0.0403755 Nov 23 03:21:23.005797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-6fe27a7a-6c6d-4737-913d-5a7d1d66f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:23.007204 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-6fe27a7a-6c6d-4737-913d-5a7d1d66f697 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 915 time: 0.0855951 Nov 23 03:21:23.048869 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-f62afc46-7e64-4ca2-8bf7-430c8e55202d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0348008 Nov 23 03:21:23.099066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-01f7cc16-fb77-4dfe-95b1-45561b9487e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:23.100445 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-01f7cc16-fb77-4dfe-95b1-45561b9487e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a2d99c-7bcf-42fc-8d5e-454135283d6a HTTP/1.1" status: 200 len: 854 time: 0.0451741 Nov 23 03:21:23.131963 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-0765e048-d8c2-4d4a-b456-83002dd88e46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5476d084-0b3f-4d78-95b8-2cc66753f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236542 Nov 23 03:21:23.219704 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-1ecdb8a8-e50d-4d8a-863a-6eae5dc5ead1 service neutron] 10.222.0.47 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Nov 23 03:21:23.313691 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-beb85d95-0812-41ed-ae27-fca5a74a9816 req-8395a641-c31b-4e24-83f0-fb8470eadce3 service neutron] 10.222.0.47 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864933 Nov 23 03:21:23.663767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8b873-fa6c-48d8-85ab-12c9965bd31c req-e9dc80ca-8cc7-47c5-92f1-6fdf7f6f3e44 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:23.665251 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65c8b873-fa6c-48d8-85ab-12c9965bd31c req-e9dc80ca-8cc7-47c5-92f1-6fdf7f6f3e44 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 943 time: 0.0482440 Nov 23 03:21:23.680854 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 98f916d3-f34b-4442-b2d9-1d74b329b8b6 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:21:23.712883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-65c8b873-fa6c-48d8-85ab-12c9965bd31c req-92f3cd8e-ba53-4ce8-89d3-899d5b88e70e tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Nov 23 03:21:23.777564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:23.793765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '98f916d3-f34b-4442-b2d9-1d74b329b8b6', 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd', 'port_id': '98f916d3-f34b-4442-b2d9-1d74b329b8b6', 'mac_address': 'fa:16:3e:0b:87:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2d99c-7bcf-42fc-8d5e-454135283d6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:21:23.805252 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:23.835993 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:23.848822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f916d3-f34b-4442-b2d9-1d74b329b8b6 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:21:23.868204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:23.872255 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:24.077876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:24.123281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['98f916d3-f34b-4442-b2d9-1d74b329b8b6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:24.833926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a2ce1-0e02-4c34-8659-457538217c47 req-bd0e00be-5ae6-4e1f-9c52-0d28342c3720 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:24.835415 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a6a2ce1-0e02-4c34-8659-457538217c47 req-bd0e00be-5ae6-4e1f-9c52-0d28342c3720 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 944 time: 0.0546849 Nov 23 03:21:24.886588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a6a2ce1-0e02-4c34-8659-457538217c47 req-1e6f7a3e-ed0f-4fd8-9ab9-cecb5481a642 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451438 Nov 23 03:21:25.697315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 98f916d3-f34b-4442-b2d9-1d74b329b8b6 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:21:25.746816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:21:25.750783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:25.751172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:25.827602 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:25.849063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:25.851421 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d271d8-deb5-4a18-bd33-7e3f40b5d12b" -d '{"events": [{"server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "name": "network-vif-plugged", "status": "completed", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:25.864145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:25.868616 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:25.896430 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c87ef-b492-4873-b70d-c8c1043e73cf x-openstack-request-id: req-a91c87ef-b492-4873-b70d-c8c1043e73cf {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:25.896713 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "name": "network-vif-plugged", "status": "completed", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:25.896964 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a91c87ef-b492-4873-b70d-c8c1043e73cf {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:25.897348 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6', 'code': 200} Nov 23 03:21:25.924094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:25.988525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f7a60-1584-4a24-b20e-c222022ee61a req-75055676-a65f-4dda-a5d3-4fc5112defbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:25.989950 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-895f7a60-1584-4a24-b20e-c222022ee61a req-75055676-a65f-4dda-a5d3-4fc5112defbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 1097 time: 0.0408423 Nov 23 03:21:26.005289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42571f4f-5a0f-4a45-b51e-4db7463d87c2 req-4433a961-f95c-44b0-8dca-552fe763e531 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:26.006814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42571f4f-5a0f-4a45-b51e-4db7463d87c2 req-4433a961-f95c-44b0-8dca-552fe763e531 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0489869 Nov 23 03:21:26.034683 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-895f7a60-1584-4a24-b20e-c222022ee61a req-9ac7da8c-2dc3-41be-a260-38eaadd5fe8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382073 Nov 23 03:21:26.053906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-42571f4f-5a0f-4a45-b51e-4db7463d87c2 req-ac6a3e71-1539-440b-a4bd-5cd5b702f10e tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Nov 23 03:21:27.177152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae6801-e9af-47b7-a96b-a054b1121a45 req-83593933-9c94-4b09-8ed0-f0c8c2382be2 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:27.178674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73ae6801-e9af-47b7-a96b-a054b1121a45 req-83593933-9c94-4b09-8ed0-f0c8c2382be2 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0538843 Nov 23 03:21:27.230721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-73ae6801-e9af-47b7-a96b-a054b1121a45 req-872ebdf7-830a-4340-b8c8-305c248fbde6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Nov 23 03:21:27.453351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-a514da0f-b638-4f84-aa1a-5005e1b9fd02 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:27.454841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-a514da0f-b638-4f84-aa1a-5005e1b9fd02 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 814 time: 0.1022203 Nov 23 03:21:27.469314 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-8b645fec-7cf2-43d3-ba54-a8b2f61b0c8d tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/quotas/691b182908554cf08575ebc3ca1529ab HTTP/1.1" status: 200 len: 375 time: 0.0088162 Nov 23 03:21:27.522023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-780a992e-bca6-446d-87a2-0eee2c3abf3f tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474424 Nov 23 03:21:27.609786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-a645114b-524b-4f13-87c8-52e80b8526cb service neutron] 10.222.0.15 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806248 Nov 23 03:21:27.700401 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-6b6eded8-6d14-47dc-a396-63b08258e09f service neutron] 10.222.0.15 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Nov 23 03:21:27.859384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47506301-fe2a-4666-abd5-424a6f61d6c2 req-854066a7-cee7-4ffa-a471-794bfd9fc91e tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 210 time: 0.0274813 Nov 23 03:21:28.895018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-1d13b77f-8bed-4915-afd6-aaf736fb409f tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:28.896590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-1d13b77f-8bed-4915-afd6-aaf736fb409f tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.41 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 814 time: 0.1045721 Nov 23 03:21:28.916847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Request body: {'port': {'device_id': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd', 'admin_state_up': True, 'tenant_id': '691b182908554cf08575ebc3ca1529ab'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:28.991456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae5e19ca-f127-411a-a9b5-ca1938afbe05 req-b5538892-09ad-488c-8978-0b9002a0841b tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 210 time: 0.0313666 Nov 23 03:21:29.051123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Made reservation on behalf of 691b182908554cf08575ebc3ca1529ab for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:29.054635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.179886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Allocated IP 172.20.0.5 (5476d084-0b3f-4d78-95b8-2cc66753f6bd/f4a2d99c-7bcf-42fc-8d5e-454135283d6a/e63f848c-99f4-4053-be84-a71036f3c7fd) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:21:29.327711 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.359551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.371208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['98f916d3-f34b-4442-b2d9-1d74b329b8b6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:29.403877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Network 5476d084-0b3f-4d78-95b8-2cc66753f6bd is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:21:29.407719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:29.411356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:21:29.434999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Pushing event updated for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:29.466692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:29.467959 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.485918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-74334aab-63c5-41ff-b132-08a50724afbe tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729413 Nov 23 03:21:29.505418 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Request body: {'port': {'device_id': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:29.568074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.819235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63f848c-99f4-4053-be84-a71036f3c7fd {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:21:29.826371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.839859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Transition to ACTIVE for port object e63f848c-99f4-4053-be84-a71036f3c7fd will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:21:29.843723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:29.895874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:29.960138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Attempting to bind port e63f848c-99f4-4053-be84-a71036f3c7fd on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:21:29.960471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Attempting to bind port e63f848c-99f4-4053-be84-a71036f3c7fd by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:21:29.960798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Attempting to bind port e63f848c-99f4-4053-be84-a71036f3c7fd on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:29.964926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Port e63f848c-99f4-4053-be84-a71036f3c7fd on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:21:29.965245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Attempting to bind port e63f848c-99f4-4053-be84-a71036f3c7fd on network 5476d084-0b3f-4d78-95b8-2cc66753f6bd {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:29.969930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:21:29.970262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Checking segment: {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:29.970669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Bound using segment: {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:21:29.971088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Bound port: e63f848c-99f4-4053-be84-a71036f3c7fd, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:21:29.971434 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:30.032678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:21:30.035772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e63f848c-99f4-4053-be84-a71036f3c7fd,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:21:30.040368 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:30.087785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.088406 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:30.089838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] 10.222.0.41 "PUT /v2.0/ports/e63f848c-99f4-4053-be84-a71036f3c7fd HTTP/1.1" status: 200 len: 1092 time: 0.5900121 Nov 23 03:21:30.093374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:30.095669 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b462caf6-8eb9-4677-847a-e83bb73c4dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:30.153868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc273b6-c6de-446b-80cd-8b14f5297419 service neutron] Pushing event updated for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:30.184746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972405-9cc7-41af-aa83-a3ab92b59376 req-c34f2ae8-8700-49c1-a4ae-c7be95778f4c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.186246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8972405-9cc7-41af-aa83-a3ab92b59376 req-c34f2ae8-8700-49c1-a4ae-c7be95778f4c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 943 time: 0.1209896 Nov 23 03:21:30.202436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:30.202704 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-824dcf6b-3884-48cd-89c7-a3046a60b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.204083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-824dcf6b-3884-48cd-89c7-a3046a60b043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 1095 time: 0.0619631 Nov 23 03:21:30.266336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-83eca168-a114-4d00-a8ef-669fa6743df0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63f848c-99f4-4053-be84-a71036f3c7fd HTTP/1.1" status: 200 len: 217 time: 0.0482726 Nov 23 03:21:30.270821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8972405-9cc7-41af-aa83-a3ab92b59376 req-a1f1c25b-9c6f-45b4-bb4d-5f5ba01b2e49 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768561 Nov 23 03:21:30.317078 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a52858-0067-4b2f-8a25-b0a93e8f82e0 x-openstack-request-id: req-e0a52858-0067-4b2f-8a25-b0a93e8f82e0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:30.317373 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:30.317627 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0a52858-0067-4b2f-8a25-b0a93e8f82e0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:30.318024 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd', 'status': 'completed', 'code': 200} Nov 23 03:21:30.323389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-59985b8f-1fee-4e65-a946-ca80bee5eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.324853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-59985b8f-1fee-4e65-a946-ca80bee5eb0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a2d99c-7bcf-42fc-8d5e-454135283d6a HTTP/1.1" status: 200 len: 854 time: 0.0518398 Nov 23 03:21:30.366528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-3af4173b-c236-491a-9203-7cf2b3b4662d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5476d084-0b3f-4d78-95b8-2cc66753f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248461 Nov 23 03:21:30.452962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-894fc812-694e-42ea-a499-e0f6e383f3ce service neutron] 10.222.0.41 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797868 Nov 23 03:21:30.545477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e147bc7-7919-470b-899c-a7bfd292ffd9 req-9baf61b7-552a-47bf-b2ca-ef21d0c56f5a service neutron] 10.222.0.41 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854726 Nov 23 03:21:30.665581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-60fa0c27-50f7-4941-a098-a37bfe3f9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.667053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-60fa0c27-50f7-4941-a098-a37bfe3f9388 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=691b182908554cf08575ebc3ca1529ab&device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 1095 time: 0.0402763 Nov 23 03:21:30.758923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-df8f7cbf-6b96-44a6-b558-fce0722eca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.760371 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-df8f7cbf-6b96-44a6-b558-fce0722eca0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 200 len: 915 time: 0.0860956 Nov 23 03:21:30.801367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-df292e23-8fb7-4c56-85c2-adf220b28679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e63f848c-99f4-4053-be84-a71036f3c7fd HTTP/1.1" status: 200 len: 217 time: 0.0340455 Nov 23 03:21:30.848526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-6c24808d-2dac-4022-9941-bfbaaf358321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:30.849917 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-6c24808d-2dac-4022-9941-bfbaaf358321 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f4a2d99c-7bcf-42fc-8d5e-454135283d6a HTTP/1.1" status: 200 len: 854 time: 0.0415027 Nov 23 03:21:30.882385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-543d9065-dc0a-4f03-aad2-03bfd2e4fe6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5476d084-0b3f-4d78-95b8-2cc66753f6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241902 Nov 23 03:21:30.972611 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-720d87a4-f058-4673-9bdf-355c7d78f441 service neutron] 10.222.0.41 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827274 Nov 23 03:21:31.060207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b462caf6-8eb9-4677-847a-e83bb73c4dc1 req-0e723c36-d730-49c7-8c58-a3e41f387bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795875 Nov 23 03:21:31.687083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6df5-6e8d-4fdd-b6ea-e82bdce5d71b req-7f39cc79-d26d-4044-abbc-77c5996657b3 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:31.688583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1be6df5-6e8d-4fdd-b6ea-e82bdce5d71b req-7f39cc79-d26d-4044-abbc-77c5996657b3 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 943 time: 0.3487418 Nov 23 03:21:31.734809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b1be6df5-6e8d-4fdd-b6ea-e82bdce5d71b req-d307b7a9-3c92-4b33-a492-33a89356ceb1 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402033 Nov 23 03:21:32.346602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e63f848c-99f4-4053-be84-a71036f3c7fd details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:21:32.439236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e63f848c-99f4-4053-be84-a71036f3c7fd,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:32.450544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'e63f848c-99f4-4053-be84-a71036f3c7fd', 'network_id': '5476d084-0b3f-4d78-95b8-2cc66753f6bd', 'port_id': 'e63f848c-99f4-4053-be84-a71036f3c7fd', 'mac_address': 'fa:16:3e:ff:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2d99c-7bcf-42fc-8d5e-454135283d6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:21:32.491831 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:32.504447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63f848c-99f4-4053-be84-a71036f3c7fd {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:21:32.523428 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e63f848c-99f4-4053-be84-a71036f3c7fd,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:32.527394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:32.572893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:32.786492 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e63f848c-99f4-4053-be84-a71036f3c7fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:32.852941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbd2fd-0439-4323-b717-0cdca01296fb req-68165309-c073-453b-89af-1e066fd839ad tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:32.854737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8edbd2fd-0439-4323-b717-0cdca01296fb req-68165309-c073-453b-89af-1e066fd839ad tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Nov 23 03:21:32.901795 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8edbd2fd-0439-4323-b717-0cdca01296fb req-d1399291-e41e-40a8-99bd-eb4ecbd2cd78 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Nov 23 03:21:34.016134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98effab2-3a55-48e6-9597-299f4b8069d0 req-d60f01d7-a796-477c-b0f0-b2f47f1fedbc tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:34.017597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98effab2-3a55-48e6-9597-299f4b8069d0 req-d60f01d7-a796-477c-b0f0-b2f47f1fedbc tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 944 time: 0.0474985 Nov 23 03:21:34.069131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98effab2-3a55-48e6-9597-299f4b8069d0 req-624fe7a1-d4d1-487c-bdcd-da668fdd4575 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Nov 23 03:21:34.363967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e63f848c-99f4-4053-be84-a71036f3c7fd up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:21:34.412554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port e63f848c-99f4-4053-be84-a71036f3c7fd completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:21:34.416316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port e63f848c-99f4-4053-be84-a71036f3c7fd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:34.416689 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:34.491962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:34.514130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:34.516374 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b2927-5f8e-4ee7-9ccd-2f00cc824947" -d '{"events": [{"server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "name": "network-vif-plugged", "status": "completed", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:34.532805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e63f848c-99f4-4053-be84-a71036f3c7fd,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:34.537093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:34.560094 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197de7f-d1af-47ed-8dbb-98796806d129 x-openstack-request-id: req-0197de7f-d1af-47ed-8dbb-98796806d129 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:34.560388 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "name": "network-vif-plugged", "status": "completed", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:34.560637 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0197de7f-d1af-47ed-8dbb-98796806d129 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:34.561644 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd', 'code': 200} Nov 23 03:21:34.585471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:34.682681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe2657-47c6-4cd9-a37c-e01cf2d3acf1 req-620451f6-0cea-4a5e-be3a-b46a0350b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:34.684268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29fe2657-47c6-4cd9-a37c-e01cf2d3acf1 req-620451f6-0cea-4a5e-be3a-b46a0350b8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 1097 time: 0.0387990 Nov 23 03:21:34.726495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29fe2657-47c6-4cd9-a37c-e01cf2d3acf1 req-788916fc-36d6-48aa-9d20-d290524b3930 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Nov 23 03:21:35.186431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72290a44-31fe-4b71-ba25-4264829bf94b req-ca8c4af1-299f-4c2f-97d1-d20bd86d473a tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:35.188017 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72290a44-31fe-4b71-ba25-4264829bf94b req-ca8c4af1-299f-4c2f-97d1-d20bd86d473a tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Nov 23 03:21:35.235063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72290a44-31fe-4b71-ba25-4264829bf94b req-c2c35bc9-5b06-45d5-9391-850bb5ee4632 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Nov 23 03:21:35.932420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff75e990-0b00-4398-a09e-3f719d982743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:36.351416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc2643-0dc3-48c9-8893-7a4251dafbe3 req-eb589da5-9a83-4d66-8fb9-699bdc0c271e tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:36.352870 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acc2643-0dc3-48c9-8893-7a4251dafbe3 req-eb589da5-9a83-4d66-8fb9-699bdc0c271e tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Nov 23 03:21:36.398265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0acc2643-0dc3-48c9-8893-7a4251dafbe3 req-5666cc76-2f87-4f50-b3dd-dd4fff357f56 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386422 Nov 23 03:21:36.627130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c2d54-44ad-48ba-9f01-58e6a80a6337 req-31fcf105-641e-4ab8-807c-a20606c6e099 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:36.628600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a64c2d54-44ad-48ba-9f01-58e6a80a6337 req-31fcf105-641e-4ab8-807c-a20606c6e099 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Nov 23 03:21:36.674844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a64c2d54-44ad-48ba-9f01-58e6a80a6337 req-afe374c5-c066-4596-915f-1a4dfca4e6ca tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Nov 23 03:21:37.379959 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:21:37.797603 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccacc-9568-4330-87bc-73045468baf5 req-c102625c-7105-46c8-aa82-f4fc250260e1 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:37.799104 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-183ccacc-9568-4330-87bc-73045468baf5 req-c102625c-7105-46c8-aa82-f4fc250260e1 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 945 time: 0.0519617 Nov 23 03:21:37.845869 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-183ccacc-9568-4330-87bc-73045468baf5 req-502e0b15-f52c-4668-8283-dbf12614f5a2 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408380 Nov 23 03:21:38.016099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76a29-3698-442e-906c-4933a29739c6 req-3137dee3-d0bf-407a-9421-4f4d51771f9b tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:38.017449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6f76a29-3698-442e-906c-4933a29739c6 req-3137dee3-d0bf-407a-9421-4f4d51771f9b tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 945 time: 0.0486112 Nov 23 03:21:38.103061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Deleting port e63f848c-99f4-4053-be84-a71036f3c7fd {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:38.103773 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.108142 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab6769e9-6e29-4377-9371-e3255c6f3445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.196750 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] For port e63f848c-99f4-4053-be84-a71036f3c7fd, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=e63f848c-99f4-4053-be84-a71036f3c7fd,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:38.197120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.210222 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Calling delete_port for e63f848c-99f4-4053-be84-a71036f3c7fd owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:38.337596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.349983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['98f916d3-f34b-4442-b2d9-1d74b329b8b6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:38.369350 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Pushing event deleted for resources: {'Port': ['ID=e63f848c-99f4-4053-be84-a71036f3c7fd,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:38.382708 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['e63f848c-99f4-4053-be84-a71036f3c7fd'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:38.410414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] No DVR routers for this DVR port e63f848c-99f4-4053-be84-a71036f3c7fd on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:38.413151 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.416585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6f76a29-3698-442e-906c-4933a29739c6 req-ce242033-78ef-4745-8cfa-f4dc4eb715c6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.41 "DELETE /v2.0/ports/e63f848c-99f4-4053-be84-a71036f3c7fd HTTP/1.1" status: 204 len: 173 time: 0.3930640 Nov 23 03:21:38.417029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'name': 'network-vif-deleted', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:38.419404 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e985772-e70c-4033-86fe-dc58c0242369" -d '{"events": [{"server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "name": "network-vif-deleted", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:38.462622 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ec345-5de5-41ed-b3e0-60f843fcc5d6 x-openstack-request-id: req-d84ec345-5de5-41ed-b3e0-60f843fcc5d6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:38.462988 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce42c584-9f7c-459f-a84a-88cee20283f8", "name": "network-vif-deleted", "tag": "e63f848c-99f4-4053-be84-a71036f3c7fd", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:38.463310 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d84ec345-5de5-41ed-b3e0-60f843fcc5d6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:38.463837 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce42c584-9f7c-459f-a84a-88cee20283f8', 'name': 'network-vif-deleted', 'tag': 'e63f848c-99f4-4053-be84-a71036f3c7fd', 'status': 'completed', 'code': 200} Nov 23 03:21:38.960385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb50126c-6a9c-4360-a4ad-6579a7eda638 req-b0e60e43-c6af-4fe7-9637-1e11eca47618 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce42c584-9f7c-459f-a84a-88cee20283f8 HTTP/1.1" status: 200 len: 210 time: 0.0299792 Nov 23 03:21:39.467025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:40.106138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e648df3-bf0e-45cf-982f-d10fadfa9a3b req-8b03c0e4-3b48-4cc3-8413-f9f4bf0180f5 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:40.107633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e648df3-bf0e-45cf-982f-d10fadfa9a3b req-8b03c0e4-3b48-4cc3-8413-f9f4bf0180f5 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0502598 Nov 23 03:21:40.155834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e648df3-bf0e-45cf-982f-d10fadfa9a3b req-4f907188-3afc-44b6-ac70-634e663f78de tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Nov 23 03:21:40.284328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee26569-7cb3-4b5b-86da-3f05d5ef007d req-483e75fa-e364-4ea5-9d04-ab6fb976d419 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:40.285762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ee26569-7cb3-4b5b-86da-3f05d5ef007d req-483e75fa-e364-4ea5-9d04-ab6fb976d419 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0490725 Nov 23 03:21:40.333701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ee26569-7cb3-4b5b-86da-3f05d5ef007d req-8401242e-a45b-4b07-a249-f202e5e03ad6 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Nov 23 03:21:40.394665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e63f848c-99f4-4053-be84-a71036f3c7fd no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:40.414842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: e63f848c-99f4-4053-be84-a71036f3c7fd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:40.415192 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device e63f848c-99f4-4053-be84-a71036f3c7fd not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:40.451393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615648e7-d4a5-43d1-a5bf-7bf7cf243a4e req-207b1808-320d-48ed-842a-361fa54b66fb tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:40.453362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-615648e7-d4a5-43d1-a5bf-7bf7cf243a4e req-207b1808-320d-48ed-842a-361fa54b66fb tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0535057 Nov 23 03:21:40.500878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-615648e7-d4a5-43d1-a5bf-7bf7cf243a4e req-844f6bd2-87d1-4d3c-a793-d165168bea12 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Nov 23 03:21:40.668721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c699e-8332-43ce-be93-62b05202e07a req-3060ab3a-800d-4109-876d-8df646198245 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:40.670798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-905c699e-8332-43ce-be93-62b05202e07a req-3060ab3a-800d-4109-876d-8df646198245 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0483336 Nov 23 03:21:40.717016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-905c699e-8332-43ce-be93-62b05202e07a req-77d0513e-d266-4481-970a-51b1c0e33250 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Nov 23 03:21:40.833106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a12eec-ea1e-4141-bf4b-21cdc66c5b7a req-4c196f31-2856-470c-8729-1c3b6189f469 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:40.834609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96a12eec-ea1e-4141-bf4b-21cdc66c5b7a req-4c196f31-2856-470c-8729-1c3b6189f469 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0524948 Nov 23 03:21:40.882399 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:40.883058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-96a12eec-ea1e-4141-bf4b-21cdc66c5b7a req-35571a0e-f895-4f01-82b3-8fa066814284 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422943 Nov 23 03:21:41.005793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dd54f-5d13-432c-8fce-9877b63f6692 req-f5c313f5-df91-4290-9e79-3631ab07b47c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:41.007297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c52dd54f-5d13-432c-8fce-9877b63f6692 req-f5c313f5-df91-4290-9e79-3631ab07b47c tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0494714 Nov 23 03:21:41.054032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c52dd54f-5d13-432c-8fce-9877b63f6692 req-0d8f95f2-f0fe-42db-a145-861ef4210c1d tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Nov 23 03:21:41.344694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d6fe-e234-4d0f-9011-3f707fe4235b req-d0eabdf6-c4b9-4ae5-9e20-aff7ae2e1757 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:41.346121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e70d6fe-e234-4d0f-9011-3f707fe4235b req-d0eabdf6-c4b9-4ae5-9e20-aff7ae2e1757 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0492606 Nov 23 03:21:41.400015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e70d6fe-e234-4d0f-9011-3f707fe4235b req-df1a02b3-9e52-4bfd-a9f0-ce0eba543f07 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Nov 23 03:21:41.969119 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:42.772310 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-61b5657e-a03d-411f-87ba-b10248ae1a5d tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:42.773164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb2a9-fb38-4240-89df-38065c822742 req-79666b68-d58d-4e37-bfb4-b7da5b38e0e1 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:42.773829 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-61b5657e-a03d-411f-87ba-b10248ae1a5d tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.47 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0486248 Nov 23 03:21:42.774689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6cbb2a9-fb38-4240-89df-38065c822742 req-79666b68-d58d-4e37-bfb4-b7da5b38e0e1 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 945 time: 0.0491457 Nov 23 03:21:42.823246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6cbb2a9-fb38-4240-89df-38065c822742 req-4b3434f4-4f87-4578-8e7d-6019af52b85d tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/security-groups?id=a5fd18ab-70f8-47da-84ca-60f320059edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Nov 23 03:21:42.867518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Deleting port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:42.867860 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:42.953797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] For port 98f916d3-f34b-4442-b2d9-1d74b329b8b6, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=98f916d3-f34b-4442-b2d9-1d74b329b8b6,segment=NetworkSegment(20a0ade5-96ca-4b4d-9f4b-74b0666aac9f),segment_id=20a0ade5-96ca-4b4d-9f4b-74b0666aac9f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:42.954156 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:42.966365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Calling delete_port for 98f916d3-f34b-4442-b2d9-1d74b329b8b6 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:43.399346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:43.411133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['98f916d3-f34b-4442-b2d9-1d74b329b8b6'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:21:43.426913 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Pushing event deleted for resources: {'Port': ['ID=98f916d3-f34b-4442-b2d9-1d74b329b8b6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:43.436983 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.437342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.437690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.438037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.438377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.438745 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.439081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.439420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.439753 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.440397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.440397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.440715 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:43.484267 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] No DVR routers for this DVR port 98f916d3-f34b-4442-b2d9-1d74b329b8b6 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:43.486945 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:43.490368 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7ca27d3e-a57c-40c1-81a8-249e4efdf6fc req-372024d2-0801-46fe-93f2-095b4f7af884 tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.47 "DELETE /v2.0/ports/98f916d3-f34b-4442-b2d9-1d74b329b8b6 HTTP/1.1" status: 204 len: 173 time: 0.7108920 Nov 23 03:21:43.490835 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'name': 'network-vif-deleted', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:43.493130 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb7320b-649b-44a8-a303-926e45ebbb8d" -d '{"events": [{"server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "name": "network-vif-deleted", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:43.532009 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b2a684-15de-4c03-b6e5-124c2cd182e2 x-openstack-request-id: req-d6b2a684-15de-4c03-b6e5-124c2cd182e2 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:43.532402 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51837b28-e00b-43c8-93f7-4cd8532e0dde", "name": "network-vif-deleted", "tag": "98f916d3-f34b-4442-b2d9-1d74b329b8b6", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:43.532659 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6b2a684-15de-4c03-b6e5-124c2cd182e2 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:43.533119 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51837b28-e00b-43c8-93f7-4cd8532e0dde', 'name': 'network-vif-deleted', 'tag': '98f916d3-f34b-4442-b2d9-1d74b329b8b6', 'status': 'completed', 'code': 200} Nov 23 03:21:43.939146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74655b2e-c605-4ec6-bee0-70a38174cab7 req-59cda26d-ed3f-44d1-ae66-896bd3f9081f tempest-ServersNegativeTestJSON-357960036 tempest-ServersNegativeTestJSON-357960036-project] 10.222.0.15 "GET /v2.0/ports?device_id=51837b28-e00b-43c8-93f7-4cd8532e0dde HTTP/1.1" status: 200 len: 210 time: 0.0300233 Nov 23 03:21:44.994902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35284) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:45.038785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Deleting subnet f4a2d99c-7bcf-42fc-8d5e-454135283d6a {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:45.041728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.079055 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.117729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.169267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.197073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.200333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f4a2d99c-7bcf-42fc-8d5e-454135283d6a HTTP/1.1" status: 204 len: 168 time: 0.2043920 Nov 23 03:21:45.201900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f9fc8-178e-49c9-9a10-477f1824e4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a2d99c-7bcf-42fc-8d5e-454135283d6a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:45.203474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35286) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:45.270699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.351449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.371326 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5476d084-0b3f-4d78-95b8-2cc66753f6bd']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:45.381458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:45.381759 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a0ade5-96ca-4b4d-9f4b-74b0666aac9f') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:45.391843 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.404543 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.410367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:45.410768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:45.412408 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:45.463724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.469314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.472516 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5476d084-0b3f-4d78-95b8-2cc66753f6bd HTTP/1.1" status: 204 len: 168 time: 0.2679434 Nov 23 03:21:45.483929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64687eb0-2643-4b2b-926d-cf17f0db3475 admin admin] Pushing event deleted for resources: {'Network': ['ID=5476d084-0b3f-4d78-95b8-2cc66753f6bd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:45.577668 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35290) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:45.616873 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-6304bc3c-85a9-4d3d-b4f9-bd464d6a93ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=691b182908554cf08575ebc3ca1529ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380597 Nov 23 03:21:45.619332 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35292) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:45.670254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.691149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.739246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.742343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:45.743508 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5fd18ab-70f8-47da-84ca-60f320059edd HTTP/1.1" status: 204 len: 168 time: 0.1232982 Nov 23 03:21:45.752095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c336935-14b9-4eb8-b90f-0ae53793e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd18ab-70f8-47da-84ca-60f320059edd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:46.394846 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35314) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:46.487561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315414956'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:46.508468 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:46.511783 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.520378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.593775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.597378 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.623345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:46.632968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5696613b-5ddb-41c9-95db-09d1db352bf7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:46.637942 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.638284 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Added segment ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0 of type vlan for network a4363da2-1171-40b2-a9ef-0480a2442f98 Nov 23 03:21:46.678869 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.705526 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.711169 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:46.711747 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:46.769871 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3739221 Nov 23 03:21:46.786877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4266-66a6-41d5-8a25-1e2216d64d8c tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Network': ['ID=a4363da2-1171-40b2-a9ef-0480a2442f98,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:46.796834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network a4363da2-1171-40b2-a9ef-0480a2442f98 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:47.783007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 98f916d3-f34b-4442-b2d9-1d74b329b8b6 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:47.803064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 98f916d3-f34b-4442-b2d9-1d74b329b8b6 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:47.803668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 98f916d3-f34b-4442-b2d9-1d74b329b8b6 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:50.108037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:50.113327 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'subnet': {'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:50.205898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:50.209613 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.392204 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.456497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Subnet': ['ID=cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:50.460843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking segment: {'id': 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:50.461207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network hostable DHCP agents. Network: a4363da2-1171-40b2-a9ef-0480a2442f98, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:50.476786 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network a4363da2-1171-40b2-a9ef-0480a2442f98 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:50.486234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, a4363da2-1171-40b2-a9ef-0480a2442f98) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:50.490201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:50.490827 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.495481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a3e3b-4676-42b0-9af1-86f74bfae9ca None None] Network a4363da2-1171-40b2-a9ef-0480a2442f98 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:50.510172 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4272d88f-4a95-421c-9813-6b02465466d6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4005883 Nov 23 03:21:50.513767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35320) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:50.518740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67934952'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:50.544040 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:50.549495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.574821 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:50.584127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.584692 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Added segment f280b35f-6662-4b4c-8eb2-63935b2c8143 of type vlan for network eca10039-f190-4a0e-b0cf-6746f9e0a123 Nov 23 03:21:50.627632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.641742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-a4363da2-1171-40b2-a9ef-0480a2442f98', 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98', 'tenant_id': '4a91e61c6003401588f429bb52eb018b', 'fixed_ips': [{'subnet_id': 'cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:50.642704 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.652355 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.658615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:50.659202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.716629 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2017794 Nov 23 03:21:50.720171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:50.726624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'subnet': {'network_id': 'eca10039-f190-4a0e-b0cf-6746f9e0a123', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:50.734000 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51530804-e910-45b7-8514-7e8408409962 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Network': ['ID=eca10039-f190-4a0e-b0cf-6746f9e0a123,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:50.759640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network eca10039-f190-4a0e-b0cf-6746f9e0a123 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:50.819368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:50.822964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.825024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Allocated IP 2001:db8:0:ffff::2 (a4363da2-1171-40b2-a9ef-0480a2442f98/cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c/a16f8d29-9f62-4c14-a7e8-713a36e0a8a7) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:21:50.985987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:50.992098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.023195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.038446 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Network a4363da2-1171-40b2-a9ef-0480a2442f98 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:21:51.041281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:51.046219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:21:51.048207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Pushing event updated for resources: {'Port': ['ID=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.060552 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.060905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.061249 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.061585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.061920 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.062252 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.062609 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.062942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.063269 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.063594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.063917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.064240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.092549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Subnet': ['ID=f07d36fd-7c77-414c-86d6-0aa51cc84ad9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.100482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking segment: {'id': 'f280b35f-6662-4b4c-8eb2-63935b2c8143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eca10039-f190-4a0e-b0cf-6746f9e0a123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:51.100857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network hostable DHCP agents. Network: eca10039-f190-4a0e-b0cf-6746f9e0a123, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:51.105442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.105802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.106154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.106518 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.106873 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.107215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.107591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.107933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.108269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.108606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.108943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.109276 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:21:51.110793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Attempting to bind port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:21:51.111170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Attempting to bind port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:21:51.111538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Attempting to bind port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 on network a4363da2-1171-40b2-a9ef-0480a2442f98 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:51.117357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:21:51.117727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Checking segment: {'id': 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:51.118154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.118654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Bound using segment: {'id': 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:21:51.119504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Bound port: a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4363da2-1171-40b2-a9ef-0480a2442f98'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:21:51.119894 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.127915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network eca10039-f190-4a0e-b0cf-6746f9e0a123 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:51.136633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, eca10039-f190-4a0e-b0cf-6746f9e0a123) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:51.142232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:51.143846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.153902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961292b3-acb2-4a3e-8922-1f6606b156a2 None None] Network eca10039-f190-4a0e-b0cf-6746f9e0a123 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:51.161089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2fe1c40-a026-4dcb-80f9-5dca96aff428 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4392796 Nov 23 03:21:51.163795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:51.245765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] For port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:21:51.265880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.267555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] For port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,segment=NetworkSegment(ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0),segment_id=ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:21:51.273857 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.319073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.380580 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a50a8-b7ff-4aec-b78c-5c07650168b8 None None] Pushing event updated for resources: {'Port': ['ID=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.391856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d131a05-7aec-4c91-93ba-8f91bdd702da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-eca10039-f190-4a0e-b0cf-6746f9e0a123', 'network_id': 'eca10039-f190-4a0e-b0cf-6746f9e0a123', 'tenant_id': '4a91e61c6003401588f429bb52eb018b', 'fixed_ips': [{'subnet_id': 'f07d36fd-7c77-414c-86d6-0aa51cc84ad9'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:51.392762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d131a05-7aec-4c91-93ba-8f91bdd702da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.394667 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.430184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Subnet': ['ID=f07d36fd-7c77-414c-86d6-0aa51cc84ad9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.483810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8179438-8741-46c4-a973-68a45928bd04 None None] Network eca10039-f190-4a0e-b0cf-6746f9e0a123 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:51.493774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.518188 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca10039-f190-4a0e-b0cf-6746f9e0a123']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:51.529828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f280b35f-6662-4b4c-8eb2-63935b2c8143') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:51.530137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f280b35f-6662-4b4c-8eb2-63935b2c8143') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:51.545074 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.574329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.581497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:51.581886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:51.587240 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:51.654355 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.661458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.664738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/eca10039-f190-4a0e-b0cf-6746f9e0a123 HTTP/1.1" status: 204 len: 168 time: 0.5000038 Nov 23 03:21:51.668459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:51.673865 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212899138'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:51.678096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301183e6-a080-4949-aaef-91fd51f3cab6 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Network': ['ID=eca10039-f190-4a0e-b0cf-6746f9e0a123,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.699632 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:51.703762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.732158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:51.742445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.742836 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Added segment 7eb3b2f0-f5d2-49c6-8d74-35f3b5261856 of type vlan for network 0b3eaf4f-78b1-4eed-8626-521a3267c366 Nov 23 03:21:51.784745 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.807990 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.813788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:51.814381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.880001 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2103012 Nov 23 03:21:51.882873 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:51.890962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'subnet': {'network_id': '0b3eaf4f-78b1-4eed-8626-521a3267c366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:51.898616 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04c20-3006-4d88-8436-b4c22214e3af tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Network': ['ID=0b3eaf4f-78b1-4eed-8626-521a3267c366,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:51.909804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 0b3eaf4f-78b1-4eed-8626-521a3267c366 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:51.984555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:51.988073 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.048768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Performing IP validity checks on allocation pools {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 03:21:52.049211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.ipam_backend_mixin [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103572) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 03:21:52.178071 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.244534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Subnet': ['ID=c9c61043-55f7-44e9-8568-14953a062530,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:52.255820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking segment: {'id': '7eb3b2f0-f5d2-49c6-8d74-35f3b5261856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0b3eaf4f-78b1-4eed-8626-521a3267c366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:52.256189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network hostable DHCP agents. Network: 0b3eaf4f-78b1-4eed-8626-521a3267c366, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:52.273972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network 0b3eaf4f-78b1-4eed-8626-521a3267c366 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:52.285304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 0b3eaf4f-78b1-4eed-8626-521a3267c366) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:52.293523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1290fad-5023-4549-84ce-33fbe09f5d22 None None] Network 0b3eaf4f-78b1-4eed-8626-521a3267c366 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:52.293963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:52.294611 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.316030 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-47371255-5554-4c4e-a5f0-11a34ab38620 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4294467 Nov 23 03:21:52.316379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35330) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:52.366999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7651e20-e365-4df7-8928-07b020c4a1c3 None None] Network a4363da2-1171-40b2-a9ef-0480a2442f98 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:52.413073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.469896 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.479674 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] Provisioning complete for port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:52.480050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.530973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.567488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c61043-55f7-44e9-8568-14953a062530,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:52.631386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.652893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3eaf4f-78b1-4eed-8626-521a3267c366']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:52.663685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb3b2f0-f5d2-49c6-8d74-35f3b5261856') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:52.663981 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb3b2f0-f5d2-49c6-8d74-35f3b5261856') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:52.674212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.688287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.694282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:52.694697 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:52.697644 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:52.736556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91e280e-388f-45aa-8272-05e2abd372fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-0b3eaf4f-78b1-4eed-8626-521a3267c366', 'network_id': '0b3eaf4f-78b1-4eed-8626-521a3267c366', 'tenant_id': '4a91e61c6003401588f429bb52eb018b', 'fixed_ips': [{'subnet_id': 'c9c61043-55f7-44e9-8568-14953a062530'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:52.737416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c91e280e-388f-45aa-8272-05e2abd372fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.760348 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.768294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.775347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/0b3eaf4f-78b1-4eed-8626-521a3267c366 HTTP/1.1" status: 204 len: 168 time: 0.4542520 Nov 23 03:21:52.775805 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:52.781469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193247636'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:52.784698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90794b7-38f1-4dd2-9180-a66de17430f4 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Network': ['ID=0b3eaf4f-78b1-4eed-8626-521a3267c366,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:52.813512 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:52.813983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1915e8f-12bb-4a4e-9050-8830248a7055 None None] Network 0b3eaf4f-78b1-4eed-8626-521a3267c366 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:52.817202 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.842493 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:52.844190 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1915e8f-12bb-4a4e-9050-8830248a7055 None None] Network 0b3eaf4f-78b1-4eed-8626-521a3267c366 could not be found, it might have been deleted concurrently. {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 03:21:52.852176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.855706 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.856145 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Added segment ca93dfc3-3c38-4232-8d7d-7877f214c477 of type vlan for network 3eb72e93-0894-4f55-8f14-e8062c1d983f Nov 23 03:21:52.887067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] For port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,segment=NetworkSegment(ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0),segment_id=ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:52.892706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.907993 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.937136 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.943247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:52.943857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:52.944658 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb63fca-97f8-4e24-8a4d-f309dcf90a1a None None] Pushing event updated for resources: {'Port': ['ID=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:53.007852 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2307940 Nov 23 03:21:53.010856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:53.017148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'subnet': {'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:53.023009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92517e-e9ae-4e49-afee-41af37f2fd8d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Network': ['ID=3eb72e93-0894-4f55-8f14-e8062c1d983f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:53.035237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 3eb72e93-0894-4f55-8f14-e8062c1d983f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:53.112169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:53.115684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-db61a798-fc37-419b-8426-f61b03aa89ab None None] Provisioning complete for port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:53.115934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.116203 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db61a798-fc37-419b-8426-f61b03aa89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.265398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:21:53.308726 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.315482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:21:53.315860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.369258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Subnet': ['ID=40d5ea59-dd52-43d9-82e9-0d0126c618d5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:53.377863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking segment: {'id': 'ca93dfc3-3c38-4232-8d7d-7877f214c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:53.378233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network hostable DHCP agents. Network: 3eb72e93-0894-4f55-8f14-e8062c1d983f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:53.395088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network 3eb72e93-0894-4f55-8f14-e8062c1d983f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:53.403935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 3eb72e93-0894-4f55-8f14-e8062c1d983f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:53.408415 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:53.409687 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.413758 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5635fd-cfc9-4653-bbd7-a6c5730da349 None None] Network 3eb72e93-0894-4f55-8f14-e8062c1d983f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:53.426145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-15f36cdc-78cb-41a9-85c1-498b5e8cfa60 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139140 Nov 23 03:21:53.429819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35336) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:53.435152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950924347'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:53.459649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:53.463228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.493337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:53.503473 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.503820 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Added segment bd399200-86b2-4d2b-a3e9-4d2467f988b1 of type vlan for network b80fd574-3c05-4258-9e87-75d08c1730d1 Nov 23 03:21:53.552585 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.568804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-3eb72e93-0894-4f55-8f14-e8062c1d983f', 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f', 'tenant_id': '4a91e61c6003401588f429bb52eb018b', 'fixed_ips': [{'subnet_id': '40d5ea59-dd52-43d9-82e9-0d0126c618d5'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:53.569663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.581597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.587161 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:53.587759 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.638399 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2072132 Nov 23 03:21:53.641823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35338) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:53.646391 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Request body: {'subnet': {'network_id': 'b80fd574-3c05-4258-9e87-75d08c1730d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:53.707907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb11b73-7330-4261-b18b-c63e133bbda9 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Network': ['ID=b80fd574-3c05-4258-9e87-75d08c1730d1,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:53.709615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Allocated IP 2001:db8::2 (3eb72e93-0894-4f55-8f14-e8062c1d983f/40d5ea59-dd52-43d9-82e9-0d0126c618d5/619eb5c3-93c2-4938-9a97-b9aa567e7125) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:21:53.720569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network b80fd574-3c05-4258-9e87-75d08c1730d1 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:53.757157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Made reservation on behalf of 4a91e61c6003401588f429bb52eb018b for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:53.761053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.843386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.924768 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.930321 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.948004 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:53.974689 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Network 3eb72e93-0894-4f55-8f14-e8062c1d983f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:21:53.979365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:53.984227 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:21:53.987271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Pushing event updated for resources: {'Port': ['ID=619eb5c3-93c2-4938-9a97-b9aa567e7125,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.013139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event updated for resources: {'Subnet': ['ID=7dc6f5ac-f993-450a-a0c1-a6dceaeb3cf8,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.022409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Checking segment: {'id': 'bd399200-86b2-4d2b-a3e9-4d2467f988b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b80fd574-3c05-4258-9e87-75d08c1730d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:54.022814 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network hostable DHCP agents. Network: b80fd574-3c05-4258-9e87-75d08c1730d1, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:54.039854 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Network b80fd574-3c05-4258-9e87-75d08c1730d1 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:54.041664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Attempting to bind port 619eb5c3-93c2-4938-9a97-b9aa567e7125 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:21:54.042041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Attempting to bind port 619eb5c3-93c2-4938-9a97-b9aa567e7125 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'ca93dfc3-3c38-4232-8d7d-7877f214c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:21:54.042402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Attempting to bind port 619eb5c3-93c2-4938-9a97-b9aa567e7125 on network 3eb72e93-0894-4f55-8f14-e8062c1d983f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:54.048128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:21:54.048540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Checking segment: {'id': 'ca93dfc3-3c38-4232-8d7d-7877f214c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:54.048938 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.049306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, b80fd574-3c05-4258-9e87-75d08c1730d1) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:54.049427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Bound using segment: {'id': 'ca93dfc3-3c38-4232-8d7d-7877f214c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:21:54.049872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Bound port: 619eb5c3-93c2-4938-9a97-b9aa567e7125, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca93dfc3-3c38-4232-8d7d-7877f214c477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3eb72e93-0894-4f55-8f14-e8062c1d983f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:21:54.050955 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.053585 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:54.054239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.061423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece70e8e-a98b-47f6-a5bc-68cd83293d8f None None] Network b80fd574-3c05-4258-9e87-75d08c1730d1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:54.073600 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e839dae7-2c62-4b1c-923d-c798234a0232 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4285948 Nov 23 03:21:54.073945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35340) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.175107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.175882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] For port 619eb5c3-93c2-4938-9a97-b9aa567e7125, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:21:54.195631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] For port 619eb5c3-93c2-4938-9a97-b9aa567e7125, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=619eb5c3-93c2-4938-9a97-b9aa567e7125,segment=NetworkSegment(ca93dfc3-3c38-4232-8d7d-7877f214c477),segment_id=ca93dfc3-3c38-4232-8d7d-7877f214c477)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:21:54.216889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.234914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.307670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804f355-78bd-4f3d-b8f2-9694d32a3f58 None None] Pushing event updated for resources: {'Port': ['ID=619eb5c3-93c2-4938-9a97-b9aa567e7125,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.313652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d3dcd-a158-4ba0-8833-26ce25ed88d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-b80fd574-3c05-4258-9e87-75d08c1730d1', 'network_id': 'b80fd574-3c05-4258-9e87-75d08c1730d1', 'tenant_id': '4a91e61c6003401588f429bb52eb018b', 'fixed_ips': [{'subnet_id': '7dc6f5ac-f993-450a-a0c1-a6dceaeb3cf8'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:54.314343 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.314544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b93d3dcd-a158-4ba0-8833-26ce25ed88d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.346227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc6f5ac-f993-450a-a0c1-a6dceaeb3cf8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.403369 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507357d7-ad25-4a89-bafc-fcadf9e08e37 None None] Network b80fd574-3c05-4258-9e87-75d08c1730d1 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:54.410718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.433071 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80fd574-3c05-4258-9e87-75d08c1730d1']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:54.443767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd399200-86b2-4d2b-a3e9-4d2467f988b1') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:54.444125 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd399200-86b2-4d2b-a3e9-4d2467f988b1') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:54.454310 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.487054 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.497984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:54.498446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:54.501878 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:54.575413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.582865 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.586150 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/b80fd574-3c05-4258-9e87-75d08c1730d1 HTTP/1.1" status: 204 len: 168 time: 0.5112293 Nov 23 03:21:54.589457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.608021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd78457-50d4-44d8-b878-146f70c5a0f2 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Network': ['ID=b80fd574-3c05-4258-9e87-75d08c1730d1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.621757 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cf576c-19f1-4d2b-897f-946e696ada56 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] GET failed (client error): The resource could not be found. Nov 23 03:21:54.623127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c7cf576c-19f1-4d2b-897f-946e696ada56 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "GET /v2.0/subnets/7dc6f5ac-f993-450a-a0c1-a6dceaeb3cf8 HTTP/1.1" status: 404 len: 337 time: 0.0326238 Nov 23 03:21:54.625831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35344) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.644370 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0344df4-30b2-4605-822a-f4eed26038dd tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:54.644881 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0344df4-30b2-4605-822a-f4eed26038dd tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:54.647984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c0344df4-30b2-4605-822a-f4eed26038dd tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/b80fd574-3c05-4258-9e87-75d08c1730d1 HTTP/1.1" status: 404 len: 339 time: 0.0211883 Nov 23 03:21:54.651767 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35346) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.682268 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-09934260-6fd6-490b-a0dd-0ee76f9660c7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:54.682669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09934260-6fd6-490b-a0dd-0ee76f9660c7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:54.685679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-09934260-6fd6-490b-a0dd-0ee76f9660c7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/subnets/7dc6f5ac-f993-450a-a0c1-a6dceaeb3cf8 HTTP/1.1" status: 404 len: 337 time: 0.0329192 Nov 23 03:21:54.688185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35348) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.705906 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd4b6a2-14e6-4366-bcc8-601b7598ebd7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:54.706409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd4b6a2-14e6-4366-bcc8-601b7598ebd7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:54.709310 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6fd4b6a2-14e6-4366-bcc8-601b7598ebd7 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/b80fd574-3c05-4258-9e87-75d08c1730d1 HTTP/1.1" status: 404 len: 339 time: 0.0202422 Nov 23 03:21:54.711574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35350) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:54.760976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Deleting subnet 40d5ea59-dd52-43d9-82e9-0d0126c618d5 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:54.765189 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.805320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.889374 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.949276 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.977393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Subnet': ['ID=40d5ea59-dd52-43d9-82e9-0d0126c618d5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:54.981097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:54.986721 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-39feda1e-70bb-4845-a24c-c081f3ca9678 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/subnets/40d5ea59-dd52-43d9-82e9-0d0126c618d5 HTTP/1.1" status: 204 len: 168 time: 0.2718682 Nov 23 03:21:54.987163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35352) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.066043 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.121292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Deleting port 619eb5c3-93c2-4938-9a97-b9aa567e7125 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:55.121646 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.193620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] For port 619eb5c3-93c2-4938-9a97-b9aa567e7125, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=619eb5c3-93c2-4938-9a97-b9aa567e7125,segment=NetworkSegment(ca93dfc3-3c38-4232-8d7d-7877f214c477),segment_id=ca93dfc3-3c38-4232-8d7d-7877f214c477)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:55.194097 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.210220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Calling delete_port for 619eb5c3-93c2-4938-9a97-b9aa567e7125 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:55.292831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 619eb5c3-93c2-4938-9a97-b9aa567e7125 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:21:55.297457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d2cfd-6faf-433f-99b3-a6f36591e876 None None] Network 3eb72e93-0894-4f55-8f14-e8062c1d983f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:55.304070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.329131 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Port': ['ID=619eb5c3-93c2-4938-9a97-b9aa567e7125,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:55.336870 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No DVR routers for this DVR port 619eb5c3-93c2-4938-9a97-b9aa567e7125 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:55.382773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6e2cca88-193e-460d-96b7-3d1fdb89769e None None] Could not find standard attr ID for object 619eb5c3-93c2-4938-9a97-b9aa567e7125. {{(pid=103573) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 03:21:55.398998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No active binding found for port 619eb5c3-93c2-4938-9a97-b9aa567e7125 {{(pid=103573) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 03:21:55.399448 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 619eb5c3-93c2-4938-9a97-b9aa567e7125 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 03:21:55.421203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.422004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Port 619eb5c3-93c2-4938-9a97-b9aa567e7125 not found, will not notify nova. {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 03:21:55.444648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb72e93-0894-4f55-8f14-e8062c1d983f']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:55.455068 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca93dfc3-3c38-4232-8d7d-7877f214c477') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:55.455281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca93dfc3-3c38-4232-8d7d-7877f214c477') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:55.465367 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.479880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.487928 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:55.488324 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:55.491341 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:55.518762 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67adb68-352a-4a29-870f-41cbac1c0492 None None] DHCP port deletion for 3eb72e93-0894-4f55-8f14-e8062c1d983f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:55.553764 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.561113 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.564395 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/3eb72e93-0894-4f55-8f14-e8062c1d983f HTTP/1.1" status: 204 len: 168 time: 0.5764215 Nov 23 03:21:55.566965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35354) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.576401 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24463dfe-c7d4-4fc6-8b42-f4946f1aabc0 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Network': ['ID=3eb72e93-0894-4f55-8f14-e8062c1d983f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:55.592512 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d9c9c3-73a3-44b7-bb1b-a080f2ba1f49 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:55.593012 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d9c9c3-73a3-44b7-bb1b-a080f2ba1f49 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:55.596062 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-18d9c9c3-73a3-44b7-bb1b-a080f2ba1f49 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/subnets/c9c61043-55f7-44e9-8568-14953a062530 HTTP/1.1" status: 404 len: 337 time: 0.0280986 Nov 23 03:21:55.598645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35356) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.617848 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b7c809-b89d-4fb4-8d97-d55c52ed3920 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:55.618359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b7c809-b89d-4fb4-8d97-d55c52ed3920 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:55.621431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-02b7c809-b89d-4fb4-8d97-d55c52ed3920 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/0b3eaf4f-78b1-4eed-8626-521a3267c366 HTTP/1.1" status: 404 len: 339 time: 0.0218706 Nov 23 03:21:55.624667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35358) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.655276 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bf5356-c915-4aa8-a780-64340542bb7d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:55.655721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bf5356-c915-4aa8-a780-64340542bb7d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:55.658734 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f4bf5356-c915-4aa8-a780-64340542bb7d tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/subnets/f07d36fd-7c77-414c-86d6-0aa51cc84ad9 HTTP/1.1" status: 404 len: 337 time: 0.0331087 Nov 23 03:21:55.661173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35360) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.678867 n-d-714676-12 neutron-server[103571]: INFO neutron.pecan_wsgi.hooks.translation [None req-b132d9ab-0bf4-4795-ad59-f1dd6401124e tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] DELETE failed (client error): The resource could not be found. Nov 23 03:21:55.679336 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b132d9ab-0bf4-4795-ad59-f1dd6401124e tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103571) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 03:21:55.682195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b132d9ab-0bf4-4795-ad59-f1dd6401124e tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/eca10039-f190-4a0e-b0cf-6746f9e0a123 HTTP/1.1" status: 404 len: 339 time: 0.0201414 Nov 23 03:21:55.684331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35362) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.733451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Deleting subnet cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:55.736431 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.774485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.858759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.914754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.941574 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Subnet': ['ID=cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:55.945153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:55.948379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aefb8c45-9a92-44a3-bd7a-995c79c82ca3 tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/subnets/cd60d58f-a404-4e6b-9ee0-70bdbd7f7b1c HTTP/1.1" status: 204 len: 168 time: 0.2631805 Nov 23 03:21:55.950777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35364) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:55.954329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934bec9-ae63-44b3-be69-65d6fbe1b5e3 None None] Network a4363da2-1171-40b2-a9ef-0480a2442f98 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:56.028483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.081172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Deleting port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:56.081523 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.114240 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] DHCP port deletion for a4363da2-1171-40b2-a9ef-0480a2442f98 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:56.144851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] For port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,segment=NetworkSegment(ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0),segment_id=ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:56.145216 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.157982 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Calling delete_port for a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:56.165110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Deleting port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:56.165492 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.234849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] For port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,segment=NetworkSegment(ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0),segment_id=ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:56.235256 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.240561 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.248670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Calling delete_port for a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:56.266691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Port': ['ID=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:56.270185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] No DVR routers for this DVR port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:56.329163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.352214 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.354809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] Pushing event deleted for resources: {'Port': ['ID=a16f8d29-9f62-4c14-a7e8-713a36e0a8a7,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:56.358432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618acef-3f19-4ca8-b52e-1516ba4561a4 None None] No DVR routers for this DVR port a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:56.376016 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4363da2-1171-40b2-a9ef-0480a2442f98']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:56.385302 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:56.385604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33ccac-e5e4-4068-b8a9-41d7a24f3ed0') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:56.395438 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.408850 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.414826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:56.415320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:56.418376 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:56.474820 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.482155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.486560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] 10.222.0.15 "DELETE /v2.0/networks/a4363da2-1171-40b2-a9ef-0480a2442f98 HTTP/1.1" status: 204 len: 168 time: 0.5336361 Nov 23 03:21:56.498929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35de29-c812-418c-9f88-bc14feb94a7a tempest-NetworksIpV6Test-228759774 tempest-NetworksIpV6Test-228759774-project] Pushing event deleted for resources: {'Network': ['ID=a4363da2-1171-40b2-a9ef-0480a2442f98,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:56.733107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35370) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:56.865876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2ca3456e-81be-4fe6-a4d2-3a26e8a2cf7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a91e61c6003401588f429bb52eb018b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315954 Nov 23 03:21:56.868340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35374) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:56.914230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:56.943037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.001119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.003893 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.005133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5696613b-5ddb-41c9-95db-09d1db352bf7 HTTP/1.1" status: 204 len: 168 time: 0.1358976 Nov 23 03:21:57.012789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5762-4f0c-4721-8c22-2c4447346fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5696613b-5ddb-41c9-95db-09d1db352bf7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:57.254035 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 619eb5c3-93c2-4938-9a97-b9aa567e7125 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:57.274534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 619eb5c3-93c2-4938-9a97-b9aa567e7125 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:57.274895 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 619eb5c3-93c2-4938-9a97-b9aa567e7125 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:57.275315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:57.295819 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:57.296173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a16f8d29-9f62-4c14-a7e8-713a36e0a8a7 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:57.635288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35396) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:57.729131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-698074026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:57.751864 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.752912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.805230 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.809269 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.826946 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.828119 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-67db6838-91d3-47ad-944f-f8186c326149 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1918294 Nov 23 03:21:57.831291 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35400) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:57.836479 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1838557048'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:57.856974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Made reservation on behalf of b526183d4e7647f182bc3474e6a3e934 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:57.860353 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.868542 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.940436 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.944075 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.971711 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:57.981336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce7bc7-4732-4d6b-abb4-f7b6e07fd348,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:57.987369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:57.987715 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Added segment 780c14b1-d8aa-4dd2-a51d-56b69f810a0d of type vlan for network 6f632b16-8f4d-476d-8c54-e88085c74a0e Nov 23 03:21:58.027238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.051250 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.056698 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:58.057277 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.119160 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2866688 Nov 23 03:21:58.121958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35402) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:58.127584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'subnet': {'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:58.145934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ac1a3-41ac-4011-96ca-43bf5aaa767c tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event updated for resources: {'Network': ['ID=6f632b16-8f4d-476d-8c54-e88085c74a0e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:58.156133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6f632b16-8f4d-476d-8c54-e88085c74a0e details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:58.220659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Made reservation on behalf of b526183d4e7647f182bc3474e6a3e934 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:58.224226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.402593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.466891 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event updated for resources: {'Subnet': ['ID=3c4f82f5-b57c-460c-a922-e31482bcde4f,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:58.475538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Checking segment: {'id': '780c14b1-d8aa-4dd2-a51d-56b69f810a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:58.475909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Network hostable DHCP agents. Network: 6f632b16-8f4d-476d-8c54-e88085c74a0e, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:58.492670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Network 6f632b16-8f4d-476d-8c54-e88085c74a0e is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:58.501652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6f632b16-8f4d-476d-8c54-e88085c74a0e) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:58.505735 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:58.506341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.511978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff0cfb-caec-4711-8248-1fcf434922d1 None None] Network 6f632b16-8f4d-476d-8c54-e88085c74a0e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:58.522140 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0577eaec-894c-48d9-bccd-723a9aa0e91d tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3991628 Nov 23 03:21:58.525375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35404) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:58.530816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-778642509'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:58.553673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Made reservation on behalf of b526183d4e7647f182bc3474e6a3e934 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:58.557278 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.580798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:21:58.589964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.590311 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Added segment b21d6bba-89b3-4828-b2e2-e29ecfc8cb96 of type vlan for network 24279478-7712-42ac-b847-82c3b10d8e86 Nov 23 03:21:58.631165 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.658795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.661971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-6f632b16-8f4d-476d-8c54-e88085c74a0e', 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e', 'tenant_id': 'b526183d4e7647f182bc3474e6a3e934', 'fixed_ips': [{'subnet_id': '3c4f82f5-b57c-460c-a922-e31482bcde4f'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:58.662876 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.664604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:58.665193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.719860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1930757 Nov 23 03:21:58.722824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35406) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:58.730335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'subnet': {'network_id': '24279478-7712-42ac-b847-82c3b10d8e86', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:58.735563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbc507-d7d3-44a7-aa7c-d728f255c174 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event updated for resources: {'Network': ['ID=24279478-7712-42ac-b847-82c3b10d8e86,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:58.750807 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 24279478-7712-42ac-b847-82c3b10d8e86 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:21:58.820496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Made reservation on behalf of b526183d4e7647f182bc3474e6a3e934 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:21:58.824018 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:58.857936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Allocated IP 172.20.0.2 (6f632b16-8f4d-476d-8c54-e88085c74a0e/3c4f82f5-b57c-460c-a922-e31482bcde4f/9a78baec-077c-4171-8233-3c43beac323c) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:21:59.013198 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.077590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event updated for resources: {'Subnet': ['ID=839aed98-08e9-48d4-bf41-2f663add031c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:59.089999 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Checking segment: {'id': 'b21d6bba-89b3-4828-b2e2-e29ecfc8cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '24279478-7712-42ac-b847-82c3b10d8e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:59.090374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Network hostable DHCP agents. Network: 24279478-7712-42ac-b847-82c3b10d8e86, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:21:59.108173 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Network 24279478-7712-42ac-b847-82c3b10d8e86 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:21:59.116960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 24279478-7712-42ac-b847-82c3b10d8e86) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:59.121432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:59.122121 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.127173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85693aef-e58e-4f28-a5a6-6601d5ede230 None None] Network 24279478-7712-42ac-b847-82c3b10d8e86 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:59.138151 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5453f61b-ff3f-4f5d-8a05-c9db25116bb2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139240 Nov 23 03:21:59.140824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35408) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:59.145229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-bb7a74b6-5b6c-43e8-a9ea-64ed387266b2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Request body: {'router': {'external_gateway_info': {'network_id': '24279478-7712-42ac-b847-82c3b10d8e86'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:21:59.236300 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.245362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.319706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Network 6f632b16-8f4d-476d-8c54-e88085c74a0e is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:21:59.327365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:21:59.331029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Pushing event updated for resources: {'Port': ['ID=9a78baec-077c-4171-8233-3c43beac323c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:59.336628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:21:59.361440 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-bb7a74b6-5b6c-43e8-a9ea-64ed387266b2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.403084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f9cfe-ec40-4a39-89ef-6921d0895dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-24279478-7712-42ac-b847-82c3b10d8e86', 'network_id': '24279478-7712-42ac-b847-82c3b10d8e86', 'tenant_id': 'b526183d4e7647f182bc3474e6a3e934', 'fixed_ips': [{'subnet_id': '839aed98-08e9-48d4-bf41-2f663add031c'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:21:59.403944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-110f9cfe-ec40-4a39-89ef-6921d0895dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.425218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Attempting to bind port 9a78baec-077c-4171-8233-3c43beac323c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:21:59.425596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Attempting to bind port 9a78baec-077c-4171-8233-3c43beac323c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '780c14b1-d8aa-4dd2-a51d-56b69f810a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:21:59.425971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Attempting to bind port 9a78baec-077c-4171-8233-3c43beac323c on network 6f632b16-8f4d-476d-8c54-e88085c74a0e {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:21:59.437447 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:21:59.437826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Checking segment: {'id': '780c14b1-d8aa-4dd2-a51d-56b69f810a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:21:59.438235 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.438664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Bound using segment: {'id': '780c14b1-d8aa-4dd2-a51d-56b69f810a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:21:59.439141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Bound port: 9a78baec-077c-4171-8233-3c43beac323c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780c14b1-d8aa-4dd2-a51d-56b69f810a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6f632b16-8f4d-476d-8c54-e88085c74a0e'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:21:59.439559 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.470685 n-d-714676-12 neutron-server[103572]: INFO neutron.api.v2.resource [None req-bb7a74b6-5b6c-43e8-a9ea-64ed387266b2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 03:21:59.477358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-bb7a74b6-5b6c-43e8-a9ea-64ed387266b2 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "PUT /v2.0/routers/e5d05753-2a9c-48ac-bfed-c392be4f96e3 HTTP/1.1" status: 400 len: 364 time: 0.3300183 Nov 23 03:21:59.477608 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35410) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:59.528300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Deleting subnet 839aed98-08e9-48d4-bf41-2f663add031c {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:59.532906 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.568127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] For port 9a78baec-077c-4171-8233-3c43beac323c, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:21:59.571043 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] For port 9a78baec-077c-4171-8233-3c43beac323c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9a78baec-077c-4171-8233-3c43beac323c,segment=NetworkSegment(780c14b1-d8aa-4dd2-a51d-56b69f810a0d),segment_id=780c14b1-d8aa-4dd2-a51d-56b69f810a0d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:21:59.574871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.575292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.624337 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.633900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443a163-9b5c-445c-90cb-0bf5067cc852 None None] Pushing event updated for resources: {'Port': ['ID=9a78baec-077c-4171-8233-3c43beac323c,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:59.691074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server [None req-110f9cfe-ec40-4a39-89ef-6921d0895dcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 839aed98-08e9-48d4-bf41-2f663add031c: This subnet is being modified by another concurrent operation. Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server raise exception Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 839aed98-08e9-48d4-bf41-2f663add031c: This subnet is being modified by another concurrent operation. Nov 23 03:21:59.694099 n-d-714676-12 neutron-server[103573]: ERROR oslo_messaging.rpc.server Nov 23 03:21:59.714414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87ea4f-3bd5-460f-995b-242e9211961b None None] Network 24279478-7712-42ac-b847-82c3b10d8e86 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:59.728312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event deleted for resources: {'Subnet': ['ID=839aed98-08e9-48d4-bf41-2f663add031c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:59.731453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.737607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35412) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:59.738179 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c98220f8-e0bc-4c24-99af-53376511bd2a tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "DELETE /v2.0/subnets/839aed98-08e9-48d4-bf41-2f663add031c HTTP/1.1" status: 204 len: 168 time: 0.2587984 Nov 23 03:21:59.854132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.957287 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:59.980099 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24279478-7712-42ac-b847-82c3b10d8e86']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:59.990146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21d6bba-89b3-4828-b2e2-e29ecfc8cb96') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:59.990448 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21d6bba-89b3-4828-b2e2-e29ecfc8cb96') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:00.000248 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.012945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.018745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:22:00.019132 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:22:00.022054 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:22:00.079618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.085359 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.088956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "DELETE /v2.0/networks/24279478-7712-42ac-b847-82c3b10d8e86 HTTP/1.1" status: 204 len: 168 time: 0.3495030 Nov 23 03:22:00.091789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35414) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:00.103495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fc235-7d48-4ded-90bf-5355b77a84b7 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event deleted for resources: {'Network': ['ID=24279478-7712-42ac-b847-82c3b10d8e86,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:00.144434 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Deleting subnet 3c4f82f5-b57c-460c-a922-e31482bcde4f {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:22:00.147601 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.187579 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.229693 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.273448 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.339712 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.368137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4f82f5-b57c-460c-a922-e31482bcde4f,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:00.374871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.378279 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e1f23bc8-5a43-4d0f-8fa3-57b180c541a1 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "DELETE /v2.0/subnets/3c4f82f5-b57c-460c-a922-e31482bcde4f HTTP/1.1" status: 204 len: 168 time: 0.2854016 Nov 23 03:22:00.380740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35416) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:00.464354 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.520333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Deleting port 9a78baec-077c-4171-8233-3c43beac323c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:22:00.520674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.584454 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] For port 9a78baec-077c-4171-8233-3c43beac323c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=9a78baec-077c-4171-8233-3c43beac323c,segment=NetworkSegment(780c14b1-d8aa-4dd2-a51d-56b69f810a0d),segment_id=780c14b1-d8aa-4dd2-a51d-56b69f810a0d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:00.584825 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.586936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572ac18-ea97-4809-9273-056132ed13c5 None None] Network 6f632b16-8f4d-476d-8c54-e88085c74a0e requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:22:00.597743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Calling delete_port for 9a78baec-077c-4171-8233-3c43beac323c owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:22:00.660940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-af7323a3-f64e-4351-8960-cc14e8be7ca1 None None] Provisioning complete for port 9a78baec-077c-4171-8233-3c43beac323c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:00.661305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af7323a3-f64e-4351-8960-cc14e8be7ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.679350 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.697263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-af7323a3-f64e-4351-8960-cc14e8be7ca1 None None] Port 9a78baec-077c-4171-8233-3c43beac323c was deleted so its status cannot be updated. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 03:22:00.706920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event deleted for resources: {'Port': ['ID=9a78baec-077c-4171-8233-3c43beac323c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:00.709692 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] No DVR routers for this DVR port 9a78baec-077c-4171-8233-3c43beac323c on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:22:00.785274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c06e98-2729-4aee-b27f-a19f3bebc926 None None] DHCP port deletion for 6f632b16-8f4d-476d-8c54-e88085c74a0e request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:00.790698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.806792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf5fa4-026b-4f3f-a653-2239512d2ca6 None None] get_active_networks_info from n-d-714676-12 {{(pid=103573) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 03:22:00.812710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f632b16-8f4d-476d-8c54-e88085c74a0e']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:00.822708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780c14b1-d8aa-4dd2-a51d-56b69f810a0d') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:00.823009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780c14b1-d8aa-4dd2-a51d-56b69f810a0d') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:00.832561 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.845593 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.851866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:22:00.852242 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:22:00.855596 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:22:00.866726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf5fa4-026b-4f3f-a653-2239512d2ca6 None None] Resources bound (agent type, host, resource id): {{(pid=103573) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 03:22:00.911927 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.916600 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:00.921304 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "DELETE /v2.0/networks/6f632b16-8f4d-476d-8c54-e88085c74a0e HTTP/1.1" status: 204 len: 168 time: 0.5395534 Nov 23 03:22:00.924626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35418) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:00.938654 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e22d6-aab9-436d-a9a3-d4a61bd27134 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Pushing event deleted for resources: {'Network': ['ID=6f632b16-8f4d-476d-8c54-e88085c74a0e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:00.951899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-dd572a44-a3c5-4c60-94dd-feb263f81b55 tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5d05753-2a9c-48ac-bfed-c392be4f96e3 HTTP/1.1" status: 200 len: 205 time: 0.0259395 Nov 23 03:22:00.954231 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35420) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:01.028462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.184846 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.186955 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.229665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.230172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Fanout notify agent at l3_agent the message router_deleted on router e5d05753-2a9c-48ac-bfed-c392be4f96e3 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:22:01.237651 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.241462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-00184754-2b05-4b2a-a931-bb46132e0bdc tempest-RoutersNegativeTest-121345206 tempest-RoutersNegativeTest-121345206-project] 10.222.0.15 "DELETE /v2.0/routers/e5d05753-2a9c-48ac-bfed-c392be4f96e3 HTTP/1.1" status: 204 len: 168 time: 0.2862656 Nov 23 03:22:01.476857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35426) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:01.611121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0fffad34-0e16-4994-9b62-79a7afe2ccb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b526183d4e7647f182bc3474e6a3e934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331091 Nov 23 03:22:01.613680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35430) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:01.658621 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.678411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.722517 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.725166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:01.726276 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0ce7bc7-4732-4d6b-abb4-f7b6e07fd348 HTTP/1.1" status: 204 len: 168 time: 0.1117041 Nov 23 03:22:01.734295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba122c5e-6abb-44e1-b1ae-9f45973b96b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce7bc7-4732-4d6b-abb4-f7b6e07fd348,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:02.335939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:02.440892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1219411282-network', 'tenant_id': '2686ccb42b724fee981efbe3014423e2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:02.463733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Made reservation on behalf of 2686ccb42b724fee981efbe3014423e2 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:02.466315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.475460 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.548882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.553302 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.578613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:22:02.588295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e22db-2da5-4786-a9c8-5267fae51ab6,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:02.592972 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.593322 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Added segment 8c1777b9-ea55-478e-8e17-66c35b917425 of type vlan for network 1bbb2919-1545-4372-8704-d90a137c7bc4 Nov 23 03:22:02.640924 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.667551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.668507 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:02.669097 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.719666 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3825102 Nov 23 03:22:02.722993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35456) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:02.728781 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Request body: {'subnet': {'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-subnet', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:02.733271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a71a-0d55-42b3-a951-4133307fc74d admin admin] Pushing event updated for resources: {'Network': ['ID=1bbb2919-1545-4372-8704-d90a137c7bc4,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:02.743498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:22:02.757129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Made reservation on behalf of 2686ccb42b724fee981efbe3014423e2 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:02.760035 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.928332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:02.985467 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:02.995324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Checking segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:02.995685 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Network hostable DHCP agents. Network: 1bbb2919-1545-4372-8704-d90a137c7bc4, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:22:03.014440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:22:03.025360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1bbb2919-1545-4372-8704-d90a137c7bc4) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:03.030010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:03.030636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.036232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66135171-2e48-473c-95aa-c8e754a3d818 None None] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:22:03.049046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-99577674-08ff-4f4f-a837-05a914b6a07e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3243721 Nov 23 03:22:03.051885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35458) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:03.056881 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:03.086944 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.087871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.199386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1bbb2919-1545-4372-8704-d90a137c7bc4', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:22:03.200265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.344104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Allocated IP 172.20.0.2 (1bbb2919-1545-4372-8704-d90a137c7bc4/5abc6c7c-1afc-4ea3-9625-6a79062c7dd7/da8abf43-958c-4669-a933-7ecaf3d0a0e7) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:03.467304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.498315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.504416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.548218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:03.551025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:03.555329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:03.558327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Pushing event updated for resources: {'Port': ['ID=da8abf43-958c-4669-a933-7ecaf3d0a0e7,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:03.611744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.612626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Attempting to bind port da8abf43-958c-4669-a933-7ecaf3d0a0e7 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:03.612999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Attempting to bind port da8abf43-958c-4669-a933-7ecaf3d0a0e7 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:03.613366 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Attempting to bind port da8abf43-958c-4669-a933-7ecaf3d0a0e7 on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:03.618489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:03.618892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Checking segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:03.619299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.619692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Bound using segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:03.620154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Bound port: da8abf43-958c-4669-a933-7ecaf3d0a0e7, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:03.620528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.684958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] For port da8abf43-958c-4669-a933-7ecaf3d0a0e7, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:03.688834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] For port da8abf43-958c-4669-a933-7ecaf3d0a0e7, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=da8abf43-958c-4669-a933-7ecaf3d0a0e7,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:03.694267 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.756747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89517d-394d-4b86-bfaf-29cb9cc6d8f7 None None] Pushing event updated for resources: {'Port': ['ID=da8abf43-958c-4669-a933-7ecaf3d0a0e7,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:03.814716 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.837124 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.952382 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Allocated IP 172.25.1.204 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/048ba43d-cf79-48a7-8c70-e7b4b48e2d3b) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:04.064953 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.097467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.137808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:04.140803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:04.144248 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:04.153292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dbec3-8b42-402b-9183-9d84194e0db8 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:04.166867 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Pushing event updated for resources: {'Port': ['ID=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:04.240907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3efbb51c-67ec-42ca-a7f4-51c8c0a1bbf3 None None] Provisioning complete for port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:04.241383 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3efbb51c-67ec-42ca-a7f4-51c8c0a1bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.277608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3efbb51c-67ec-42ca-a7f4-51c8c0a1bbf3 None None] Port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:04.403565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.611074 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.627966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47985fa7-7307-4412-b0a4-260be8187a89 None None] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:22:04.736149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] Provisioning complete for port da8abf43-958c-4669-a933-7ecaf3d0a0e7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:04.736432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.743150 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Router 07ec9fac-44f9-46bd-842d-f198c6248b5c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:22:04.852783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.853597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:22:04.863837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Sync routers for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:22:04.876421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:04.876647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:04.877303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:21:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:04.877712 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-37054428-ba79-425f-85cc-ef54df1c1486 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8248425 Nov 23 03:22:04.880388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35460) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:04.947268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] For port da8abf43-958c-4669-a933-7ecaf3d0a0e7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=da8abf43-958c-4669-a933-7ecaf3d0a0e7,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:04.953723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.221765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d014ba44-2824-4146-8029-0c67979aab62 None None] Provisioning complete for port da8abf43-958c-4669-a933-7ecaf3d0a0e7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:05.222120 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d014ba44-2824-4146-8029-0c67979aab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.261439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:05.289936 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de20e8c-cf37-45de-854b-6ef7a6fbf7b7 None None] Pushing event updated for resources: {'Port': ['ID=da8abf43-958c-4669-a933-7ecaf3d0a0e7,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:05.325163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device da8abf43-958c-4669-a933-7ecaf3d0a0e7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:05.343150 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.487496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port da8abf43-958c-4669-a933-7ecaf3d0a0e7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:05.487873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.547038 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Allocated IP 172.20.0.1 (1bbb2919-1545-4372-8704-d90a137c7bc4/5abc6c7c-1afc-4ea3-9625-6a79062c7dd7/8e0d86f9-5c69-4341-8c85-6d0e6d36a853) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:05.574759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:04Z', 'revision_number': 3, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:05.627257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Checking router: 07ec9fac-44f9-46bd-842d-f198c6248b5c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:22:05.627618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Updating router 07ec9fac-44f9-46bd-842d-f198c6248b5c port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:22:05.651008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.658090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.684908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.723768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:05.728300 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:05.732788 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:05.756704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:05.778770 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.913165 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.945739 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.948299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2b8535b-1bcc-45ab-81a2-79a17f5d5e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.952748 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.008634 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54095c-f155-41c3-9815-937b4e7c80b6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:06.023032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d4db3-dde9-48bb-b0a9-a3bb4aabfcf9 None None] Pushing event updated for resources: {'Port': ['ID=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:06.027536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Attempting to bind port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:06.027911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Attempting to bind port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:06.028279 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Attempting to bind port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:06.036157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:06.036554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:06.036798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.037327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:06.037776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Bound port: 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:06.038200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.066358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-35733dcb-c002-41df-bc3f-7f13a63922ab None None] Provisioning complete for port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:06.066666 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35733dcb-c002-41df-bc3f-7f13a63922ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.086295 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.091290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.118853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-35733dcb-c002-41df-bc3f-7f13a63922ab None None] Port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:06.120653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] For port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:06.124082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] For port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:06.130344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.162165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:06.164692 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.177525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ca854-7488-4bf3-a23c-815c2b0797dc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:06.204639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d4db3-dde9-48bb-b0a9-a3bb4aabfcf9 None None] Pushing event updated for resources: {'Port': ['ID=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:06.208948 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:06.209557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:21:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:06.262642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:06.264115 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:06.314373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] Provisioning complete for port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:06.314790 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.364302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:06.395269 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Router 07ec9fac-44f9-46bd-842d-f198c6248b5c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:22:06.508263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:22:06.513331 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3a7ef8ca-774c-41c2-a392-8aa31bacea18 admin admin] 10.222.0.15 "PUT /v2.0/routers/07ec9fac-44f9-46bd-842d-f198c6248b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6318173 Nov 23 03:22:06.524029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.563703 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] For port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:06.568923 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.647429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c3474-48f3-4de6-8964-3c88f813c6d5 None None] Pushing event updated for resources: {'Port': ['ID=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:06.671568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8e0d86f9-5c69-4341-8c85-6d0e6d36a853', 'name': '', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'mac_address': 'fa:16:3e:44:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:05Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 2, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'subnets': [{'id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:06.702705 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0265d-1f1b-40a5-bab8-038ac3878993 None None] The sync data for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 is: [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8e0d86f9-5c69-4341-8c85-6d0e6d36a853', 'name': '', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'mac_address': 'fa:16:3e:44:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:05Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 2, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'subnets': [{'id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:22:06.712778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1b10f53f-7e1d-4815-b016-07f6464a3007 None None] Provisioning complete for port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:06.713153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b10f53f-7e1d-4815-b016-07f6464a3007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.752401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1b10f53f-7e1d-4815-b016-07f6464a3007 None None] Port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:07.010358 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:07.015572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1983308410-network', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:07.038775 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Made reservation on behalf of 75b41b329d8749cdaa8c1f229cd9c389 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:07.041325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.051221 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.129254 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.133995 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.160443 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:22:07.171154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e80eef-3cc8-4dfd-9a5a-4757c13a7247,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:07.177194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.177194 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Added segment 107c2f00-11ed-4dd1-b293-a75d16260863 of type vlan for network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 Nov 23 03:22:07.246702 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.275181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device da8abf43-958c-4669-a933-7ecaf3d0a0e7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:07.275715 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.276703 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:07.277381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.307952 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2963524 Nov 23 03:22:07.311009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35478) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:07.316587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Request body: {'subnet': {'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-subnet', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:07.328631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port da8abf43-958c-4669-a933-7ecaf3d0a0e7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:07.329244 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.357392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Made reservation on behalf of 75b41b329d8749cdaa8c1f229cd9c389 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:07.361104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.391677 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa271e4-3adf-4716-9afa-8cf92ecd58b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:07.403099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:22:07.566792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.623810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=49bbbc0e-a193-4c58-99a8-16e84dbe611c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:07.633808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Checking segment: {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:07.634164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Network hostable DHCP agents. Network: 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:22:07.652310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:22:07.662695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:07.667213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:07.667821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.671792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615556d5-c07b-4799-9576-6ebda6ccb40b None None] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:22:07.692619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f1c0fd6b-c922-4a98-ab84-59504ead13cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3798950 Nov 23 03:22:07.695334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35480) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:07.699797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:07.726657 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.728227 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.790740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.838272 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:22:07.839495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.933423 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:07.983916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Allocated IP 172.20.0.2 (6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3/49bbbc0e-a193-4c58-99a8-16e84dbe611c/3b4f7f5a-d54c-47d8-bedc-c19b60683a21) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:08.150039 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9aaed1d-9385-4f8c-9ac8-87365de2deb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.153111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.159756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.206622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:08.210714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:08.213126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:08.215375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Pushing event updated for resources: {'Port': ['ID=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:08.274023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Attempting to bind port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:08.274569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Attempting to bind port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:08.274962 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Attempting to bind port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 on network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:08.280725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:08.281413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Checking segment: {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:08.281507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.281888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Bound using segment: {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:08.282372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Bound port: 3b4f7f5a-d54c-47d8-bedc-c19b60683a21, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:08.283446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.352686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] For port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:08.356750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] For port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:08.361809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.419276 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f18a9-c404-4373-8eca-6e9b81f3071c None None] Pushing event updated for resources: {'Port': ['ID=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:08.471853 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.492176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.618028 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Allocated IP 172.25.1.136 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d2707a30-a320-427a-9686-c59902022ef0) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:08.729358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.766661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.807273 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:08.810328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:08.813792 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:08.823296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386804d2-218d-4b57-a61e-60a00342613b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:08.839046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2707a30-a320-427a-9686-c59902022ef0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:08.898319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-158c6b19-eedd-44e3-a336-ae2cf2e0254b None None] Provisioning complete for port d2707a30-a320-427a-9686-c59902022ef0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:08.898858 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-158c6b19-eedd-44e3-a336-ae2cf2e0254b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.934954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-158c6b19-eedd-44e3-a336-ae2cf2e0254b None None] Port d2707a30-a320-427a-9686-c59902022ef0 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:09.066554 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.258804 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Sync routers for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:22:09.270417 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:09.271073 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:09.278777 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.357163 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:09.469198 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Router a248f353-fa2d-4030-8394-183842ec8104 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:22:09.501314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:09.575727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab38b4-a163-4ac2-b94d-03aceaa0071e None None] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:22:09.589791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:22:09.607327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.608695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-cd8b790e-c6fc-4a09-a7ef-f9e3be5543e9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9122756 Nov 23 03:22:09.611393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35482) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:22:09.631721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Sync routers for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:22:09.653796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.668388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] Provisioning complete for port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:09.668771 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.674128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:09.675118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:09.748321 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8e0d86f9-5c69-4341-8c85-6d0e6d36a853', 'name': '', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'mac_address': 'fa:16:3e:44:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:05Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 2, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'subnets': [{'id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:09.775072 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Checking router: 07ec9fac-44f9-46bd-842d-f198c6248b5c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:22:09.775571 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Updating router 07ec9fac-44f9-46bd-842d-f198c6248b5c port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:22:09.776110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:09.776495 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.802209 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.900284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:10.064110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.073166 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.082461 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.084109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.142526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:10.157655 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Pushing event updated for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:10.172188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.172774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.173290 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.173883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.174367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.174862 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.175490 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.175991 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.176566 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.177039 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.177510 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.177990 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:10.207869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] For port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:10.211133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Attempting to bind port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:10.211757 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Attempting to bind port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:10.212348 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Attempting to bind port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:10.221274 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.222040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:10.223184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Checking segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:10.224114 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.224680 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Bound using segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:10.225492 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Bound port: 8e0d86f9-5c69-4341-8c85-6d0e6d36a853, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:10.226221 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.272655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Allocated IP 172.20.0.1 (6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3/49bbbc0e-a193-4c58-99a8-16e84dbe611c/d742c5eb-9b92-4917-b5fb-29691b268f41) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:10.336046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] For port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:10.343523 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] For port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:10.346774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:10.347187 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.352290 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.354403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7334f3-d595-41cf-b543-84ae7ccc5b0e None None] Pushing event updated for resources: {'Port': ['ID=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:10.422038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:08Z', 'revision_number': 3, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:10.438269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.449704 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:10.450367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:10.463622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Checking router: a248f353-fa2d-4030-8394-183842ec8104 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:22:10.463982 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Updating router a248f353-fa2d-4030-8394-183842ec8104 port d2707a30-a320-427a-9686-c59902022ef0 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:22:10.487256 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.502801 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42793113-ba71-435b-abc2-95d2953a1618 None None] Pushing event updated for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:10.551644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.559678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:10.561634 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:10.563874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:10.566377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:10.617117 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.621941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] Provisioning complete for port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:10.622394 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.653711 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:10.818609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.832568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.914053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.933180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] For port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:10.939679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:10.946999 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8e0d86f9-5c69-4341-8c85-6d0e6d36a853', 'name': '', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'mac_address': 'fa:16:3e:44:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:05Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'subnets': [{'id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:10.974164 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeeb4a9-19d1-4b45-926f-a83446457bc3 None None] The sync data for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 is: [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:05Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '8e0d86f9-5c69-4341-8c85-6d0e6d36a853', 'name': '', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'mac_address': 'fa:16:3e:44:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:05Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'subnets': [{'id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:22:11.024823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.030718 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.043868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fdd87-4515-4608-9f02-f0cb60415345 None None] Pushing event updated for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:11.066352 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.076141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.086324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Provisioning complete for port d742c5eb-9b92-4917-b5fb-29691b268f41 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:11.086324 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.116919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:11.119557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.162183 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9db5cf-0989-4cae-8d06-3bedf869c759 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:11.177336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Attempting to bind port d2707a30-a320-427a-9686-c59902022ef0 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:11.177710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Attempting to bind port d2707a30-a320-427a-9686-c59902022ef0 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:11.178080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Attempting to bind port d2707a30-a320-427a-9686-c59902022ef0 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:11.185047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf6ecf-5ac4-4aa3-828c-bc646cc9c8db None None] Pushing event updated for resources: {'Port': ['ID=d2707a30-a320-427a-9686-c59902022ef0,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:11.187959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:11.188337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:11.188744 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.189136 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:11.189779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Bound port: d2707a30-a320-427a-9686-c59902022ef0, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:11.189990 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.213262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Port d742c5eb-9b92-4917-b5fb-29691b268f41 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:11.239080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:11.240554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:11.247270 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Provisioning complete for port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:11.247647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.275908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] For port d2707a30-a320-427a-9686-c59902022ef0, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:11.307300 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] For port d2707a30-a320-427a-9686-c59902022ef0, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2707a30-a320-427a-9686-c59902022ef0,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:11.315765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.406577 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:11.408578 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a098d-7a3d-4e55-95b8-1de40d557c1b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:22:11.433096 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Router a248f353-fa2d-4030-8394-183842ec8104 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:22:11.479980 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:11.480675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:11.574278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:22:11.579957 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-11f99b17-441e-4275-a4ba-09ee270538c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/a248f353-fa2d-4030-8394-183842ec8104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9672542 Nov 23 03:22:11.736472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf6ecf-5ac4-4aa3-828c-bc646cc9c8db None None] Pushing event updated for resources: {'Port': ['ID=d2707a30-a320-427a-9686-c59902022ef0,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:11.774595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Provisioning complete for port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:11.774948 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9565f15a-25d1-4b0d-89a4-baebf71f60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:11.801627 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:11.854998 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:11.855385 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.018898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.113786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:12.175572 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd742c5eb-9b92-4917-b5fb-29691b268f41', 'name': '', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'mac_address': 'fa:16:3e:5c:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:10Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 2, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'subnets': [{'id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:12.208078 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:12.208455 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.210107 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5945b38-7ed4-43ef-a5ab-8224739141ec None None] The sync data for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 is: [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd742c5eb-9b92-4917-b5fb-29691b268f41', 'name': '', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'mac_address': 'fa:16:3e:5c:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:10Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 2, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'subnets': [{'id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:22:12.252835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Provisioning complete for port d742c5eb-9b92-4917-b5fb-29691b268f41 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:12.253217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.311653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Port d742c5eb-9b92-4917-b5fb-29691b268f41 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:12.358667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Provisioning complete for port d2707a30-a320-427a-9686-c59902022ef0 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:12.359052 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.484778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.510127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] For port d2707a30-a320-427a-9686-c59902022ef0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2707a30-a320-427a-9686-c59902022ef0,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:12.515962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.583831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d5902-da14-4050-9e41-632c3de569e0 None None] Pushing event updated for resources: {'Port': ['ID=d2707a30-a320-427a-9686-c59902022ef0,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:12.910209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-1923d1bb-add5-4da6-9d6c-b8b7011741c2 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:12.911695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-1923d1bb-add5-4da6-9d6c-b8b7011741c2 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 817 time: 0.1197236 Nov 23 03:22:12.926549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-b6715593-0f4b-4479-a7da-f363e5c65d37 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/quotas/2686ccb42b724fee981efbe3014423e2 HTTP/1.1" status: 200 len: 375 time: 0.0091245 Nov 23 03:22:12.975449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-e1216e11-0c22-4594-b9ed-7c1e73714e05 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437253 Nov 23 03:22:13.073122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-e52183cd-0d36-491d-b1fd-34a5ac036ee2 service neutron] 10.222.0.15 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Nov 23 03:22:13.163250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-4e9bb651-40aa-4652-b7b6-d7cc35509368 service neutron] 10.222.0.15 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Nov 23 03:22:13.333425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dea0ebb7-a4ed-4cc7-a935-08e3039392b6 req-83f11a8e-3a3d-49f9-ad5f-50b356e27365 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 210 time: 0.0257239 Nov 23 03:22:14.375328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ef3b9028-0146-435d-983b-926a283804fe tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:14.376811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ef3b9028-0146-435d-983b-926a283804fe tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 817 time: 0.1137211 Nov 23 03:22:14.385268 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:22:14.396293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Request body: {'port': {'device_id': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'admin_state_up': True, 'tenant_id': '2686ccb42b724fee981efbe3014423e2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:14.770804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a55cac6-4a45-4b05-9cb6-863e7bb683f2 req-ba84efdd-ff94-4e28-baa6-37ded4ed4589 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 210 time: 0.3590894 Nov 23 03:22:14.830494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Made reservation on behalf of 2686ccb42b724fee981efbe3014423e2 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:14.834039 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:14.889918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Sync routers for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:22:14.899443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:14.899975 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:14.969965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Allocated IP 172.20.0.10 (1bbb2919-1545-4372-8704-d90a137c7bc4/5abc6c7c-1afc-4ea3-9625-6a79062c7dd7/d8af4158-e50f-4c0f-a3d2-016690f4e9ab) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:15.005374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:15.113152 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.147314 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.200898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:15.204549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:15.205690 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd742c5eb-9b92-4917-b5fb-29691b268f41', 'name': '', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'mac_address': 'fa:16:3e:5c:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:10Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 2, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'subnets': [{'id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:15.208496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:15.241284 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Pushing event updated for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:15.241894 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Checking router: a248f353-fa2d-4030-8394-183842ec8104 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:22:15.242255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Updating router a248f353-fa2d-4030-8394-183842ec8104 port d742c5eb-9b92-4917-b5fb-29691b268f41 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:22:15.272359 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.283593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:15.284548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.320003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2707a30-a320-427a-9686-c59902022ef0 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:15.331969 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-5781821f-baea-4992-bd10-625adf4ed819 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396417 Nov 23 03:22:15.353870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Request body: {'port': {'device_id': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:15.373882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d2707a30-a320-427a-9686-c59902022ef0 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:15.374539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.416879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.476149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e578c29d-eef2-4771-a36b-f09f9b75d158 None None] Provisioning complete for port d8af4158-e50f-4c0f-a3d2-016690f4e9ab triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:15.476598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e578c29d-eef2-4771-a36b-f09f9b75d158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.513958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e578c29d-eef2-4771-a36b-f09f9b75d158 None None] Port d8af4158-e50f-4c0f-a3d2-016690f4e9ab cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:15.661851 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.668274 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.696899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8af4158-e50f-4c0f-a3d2-016690f4e9ab {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:22:15.705871 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.713243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42144d28-9e61-476d-9358-fd5d849571fb None None] Pushing event updated for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:15.719654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Transition to ACTIVE for port object d8af4158-e50f-4c0f-a3d2-016690f4e9ab will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:22:15.723021 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.773544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:15.785002 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Attempting to bind port d742c5eb-9b92-4917-b5fb-29691b268f41 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:15.785470 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Attempting to bind port d742c5eb-9b92-4917-b5fb-29691b268f41 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:15.785925 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Attempting to bind port d742c5eb-9b92-4917-b5fb-29691b268f41 on network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:15.791822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:15.794123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Checking segment: {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:15.794666 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.795668 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Bound using segment: {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:15.796257 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Bound port: d742c5eb-9b92-4917-b5fb-29691b268f41, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107c2f00-11ed-4dd1-b293-a75d16260863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:15.796735 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.864770 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Attempting to bind port d8af4158-e50f-4c0f-a3d2-016690f4e9ab on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:15.865125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Attempting to bind port d8af4158-e50f-4c0f-a3d2-016690f4e9ab by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:15.865494 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Attempting to bind port d8af4158-e50f-4c0f-a3d2-016690f4e9ab on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:15.870765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Port d8af4158-e50f-4c0f-a3d2-016690f4e9ab on network 1bbb2919-1545-4372-8704-d90a137c7bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:22:15.870931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Attempting to bind port d8af4158-e50f-4c0f-a3d2-016690f4e9ab on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:15.875540 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] For port d742c5eb-9b92-4917-b5fb-29691b268f41, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:15.879267 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] For port d742c5eb-9b92-4917-b5fb-29691b268f41, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d742c5eb-9b92-4917-b5fb-29691b268f41,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:15.886453 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.910159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:15.910527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Checking segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:15.910939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Bound using segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:15.911396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Bound port: d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:15.911759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:15.948808 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:22:15.949448 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:22:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:15.991300 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42144d28-9e61-476d-9358-fd5d849571fb None None] Pushing event updated for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:15.991669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e1a6-b1c4-48c2-97ea-3eafc644459d req-3238a36c-ec7d-4c20-8062-5f62b3ae178e tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:15.993461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ca6e1a6-b1c4-48c2-97ea-3eafc644459d req-3238a36c-ec7d-4c20-8062-5f62b3ae178e tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 944 time: 0.1202829 Nov 23 03:22:16.044467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:16.058325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] Provisioning complete for port d742c5eb-9b92-4917-b5fb-29691b268f41 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:16.058873 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.081726 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:22:16.089968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:16.103292 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.116285 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ca6e1a6-b1c4-48c2-97ea-3eafc644459d req-33734f57-1bb1-4804-8071-1fc28aff098d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094785 Nov 23 03:22:16.176978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.186877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:16.211186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.212236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.215219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-ab7049b8-40b6-4219-a067-ffe8098dbf37 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8af4158-e50f-4c0f-a3d2-016690f4e9ab HTTP/1.1" status: 200 len: 1093 time: 0.8679752 Nov 23 03:22:16.216210 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:22:16.219476 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748638dd-dc86-4821-ab79-f1bfce0780fe" -d '{"events": [{"name": "network-changed", "server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:22:16.245857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] For port d742c5eb-9b92-4917-b5fb-29691b268f41, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d742c5eb-9b92-4917-b5fb-29691b268f41,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:16.253452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.321330 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ae892-60be-44f0-8423-a7859ada6500 x-openstack-request-id: req-269ae892-60be-44f0-8423-a7859ada6500 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:22:16.321875 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:22:16.322295 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-269ae892-60be-44f0-8423-a7859ada6500 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:22:16.322878 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab', 'status': 'completed', 'code': 200} Nov 23 03:22:16.330425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c9a89-1237-4958-882a-3a5c0073d86a None None] Pushing event updated for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:16.348763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-472ebb68-9d24-4c20-9f7f-34e058cc14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.350295 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-472ebb68-9d24-4c20-9f7f-34e058cc14c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0730393 Nov 23 03:22:16.382704 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-d173ce8e-b680-41e6-ba57-17e2db7528b7 None None] Provisioning complete for port d742c5eb-9b92-4917-b5fb-29691b268f41 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:16.383098 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d173ce8e-b680-41e6-ba57-17e2db7528b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:16.384836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd742c5eb-9b92-4917-b5fb-29691b268f41', 'name': '', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'mac_address': 'fa:16:3e:5c:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:10Z', 'updated_at': '2021-11-23T03:22:15Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'subnets': [{'id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:22:16.407759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-8a6638f9-7984-4d5f-ba0e-08909203e79b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab HTTP/1.1" status: 200 len: 217 time: 0.0442669 Nov 23 03:22:16.412556 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de473bd1-d6e0-4168-8aab-84a066ab3799 None None] The sync data for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 is: [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:22:10Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd742c5eb-9b92-4917-b5fb-29691b268f41', 'name': '', 'network_id': '6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'mac_address': 'fa:16:3e:5c:dc:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:10Z', 'updated_at': '2021-11-23T03:22:15Z', 'revision_number': 4, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'subnets': [{'id': '49bbbc0e-a193-4c58-99a8-16e84dbe611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:22:16.474123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-f77b03c7-a3ee-42a9-a934-925ad8478cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.475640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-f77b03c7-a3ee-42a9-a934-925ad8478cfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 200 len: 856 time: 0.0573771 Nov 23 03:22:16.531860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-301ed957-c78d-4386-9099-1189b4022dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.533441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-301ed957-c78d-4386-9099-1189b4022dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bbb2919-1545-4372-8704-d90a137c7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506735 Nov 23 03:22:16.631956 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-030372c4-d07a-4cf9-890b-11c75ea83b56 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904944 Nov 23 03:22:16.730459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-27e988a0-fe87-4365-bd0e-ab5d71568537 req-fbe19308-1d96-4ea1-92d3-e0a6455e8059 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911896 Nov 23 03:22:16.854824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-edd5ac6e-77c6-496a-86ab-6d8a87fb22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.856376 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-edd5ac6e-77c6-496a-86ab-6d8a87fb22e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0433002 Nov 23 03:22:16.948081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-7e600993-9840-4803-968e-bf0933aa41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:16.955333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-7e600993-9840-4803-968e-bf0933aa41e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 918 time: 0.0911839 Nov 23 03:22:17.000868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-853e0b14-3a97-4864-a47b-b826b812dc52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab HTTP/1.1" status: 200 len: 217 time: 0.0380504 Nov 23 03:22:17.049776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-ee02252f-8a10-4857-84d6-9d460e7d2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:17.051123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-ee02252f-8a10-4857-84d6-9d460e7d2c6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 200 len: 856 time: 0.0426269 Nov 23 03:22:17.098086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-b6126fc9-c8ae-45ad-9bb7-6dde654e88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:17.099588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-b6126fc9-c8ae-45ad-9bb7-6dde654e88a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bbb2919-1545-4372-8704-d90a137c7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393875 Nov 23 03:22:17.198409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-d43af6ae-f42e-4d51-851a-05166a90dce7 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910363 Nov 23 03:22:17.302932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d742c5eb-9b92-4917-b5fb-29691b268f41 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:17.304608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6900a6-ebf2-4f4a-8876-cf9b07098905 req-7c9b7274-3fd4-454e-ac4b-e64cfac13709 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:17.306123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f6900a6-ebf2-4f4a-8876-cf9b07098905 req-7c9b7274-3fd4-454e-ac4b-e64cfac13709 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 944 time: 0.1111152 Nov 23 03:22:17.346696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-748638dd-dc86-4821-ab79-f1bfce0780fe req-f8007344-fd0b-4c6c-8896-4593e864c4c7 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408312 Nov 23 03:22:17.354942 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d742c5eb-9b92-4917-b5fb-29691b268f41 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:17.355462 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:17.368381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2f6900a6-ebf2-4f4a-8876-cf9b07098905 req-d66bc0bb-c8bc-46a5-9af0-6de9b2b1aa2c tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Nov 23 03:22:18.486296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c420bb-8f69-485b-b209-2f011ab745a9 req-e3eb69d4-2ecc-408a-9fe9-724edc10c687 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:18.487701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66c420bb-8f69-485b-b209-2f011ab745a9 req-e3eb69d4-2ecc-408a-9fe9-724edc10c687 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 944 time: 0.0494971 Nov 23 03:22:18.502067 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d8af4158-e50f-4c0f-a3d2-016690f4e9ab details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:22:18.537153 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66c420bb-8f69-485b-b209-2f011ab745a9 req-5f01ead8-9b84-4dc3-bff1-fba8bddc25cd tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Nov 23 03:22:18.600460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:18.613766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'port_id': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab', 'mac_address': 'fa:16:3e:b1:0b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:22:18.651043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:18.663494 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8af4158-e50f-4c0f-a3d2-016690f4e9ab {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:22:18.683390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:18.687541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:18.736012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:18.960906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d8af4158-e50f-4c0f-a3d2-016690f4e9ab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:22:19.651372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0865d5-6b67-47d6-943d-327dda495f55 req-86b594bc-20b2-4f5e-8334-c5fe5d2cb494 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:19.652847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b0865d5-6b67-47d6-943d-327dda495f55 req-86b594bc-20b2-4f5e-8334-c5fe5d2cb494 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Nov 23 03:22:19.703093 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4b0865d5-6b67-47d6-943d-327dda495f55 req-6e57af47-a1ca-4eec-b8a1-e5e1a1efba1f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Nov 23 03:22:20.518875 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d8af4158-e50f-4c0f-a3d2-016690f4e9ab up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:20.569963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port d8af4158-e50f-4c0f-a3d2-016690f4e9ab completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:22:20.573698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port d8af4158-e50f-4c0f-a3d2-016690f4e9ab triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:20.574063 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:20.649542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:20.671332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:22:20.673579 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb91177-7292-485c-850b-3eac35afa3df" -d '{"events": [{"server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "name": "network-vif-plugged", "status": "completed", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:22:20.687322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:20.690956 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:20.716150 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385fe03e-2173-42fa-babd-49ab44471676 x-openstack-request-id: req-385fe03e-2173-42fa-babd-49ab44471676 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:22:20.716444 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "name": "network-vif-plugged", "status": "completed", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:22:20.716742 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-385fe03e-2173-42fa-babd-49ab44471676 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:22:20.717141 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab', 'code': 200} Nov 23 03:22:20.745478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:20.848223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11086f3f-498a-44bc-ae24-664db0fbdd5d req-66dd2c92-ca85-4413-9c0a-6faaa66ee46b tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:20.849694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11086f3f-498a-44bc-ae24-664db0fbdd5d req-66dd2c92-ca85-4413-9c0a-6faaa66ee46b tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0767148 Nov 23 03:22:20.865751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f51225-02b9-41ef-8c33-5f16b4a9e46b req-f5cd8cda-6454-4b14-9171-3d0272722d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:20.867215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2f51225-02b9-41ef-8c33-5f16b4a9e46b req-f5cd8cda-6454-4b14-9171-3d0272722d96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0596611 Nov 23 03:22:20.929301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11086f3f-498a-44bc-ae24-664db0fbdd5d req-0724c23e-47bd-405b-ae8c-04d84db28586 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715711 Nov 23 03:22:20.936240 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b2f51225-02b9-41ef-8c33-5f16b4a9e46b req-61e904e2-8955-405f-b4e9-a2de3df6c69c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600507 Nov 23 03:22:22.051919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80345f-46d0-4f74-8d8a-128727823420 req-015ce482-1a2c-4a70-a4bd-6209e97ddd23 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:22.053409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e80345f-46d0-4f74-8d8a-128727823420 req-015ce482-1a2c-4a70-a4bd-6209e97ddd23 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0539575 Nov 23 03:22:22.100791 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e80345f-46d0-4f74-8d8a-128727823420 req-7c286737-97d3-4768-90bf-e4d516e41211 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Nov 23 03:22:22.215326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81565a6-fb22-4163-ba89-a108414b3776 req-92f478fe-09f8-4356-9d40-226e96e2d196 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:22.216708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b81565a6-fb22-4163-ba89-a108414b3776 req-92f478fe-09f8-4356-9d40-226e96e2d196 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0499246 Nov 23 03:22:22.265268 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b81565a6-fb22-4163-ba89-a108414b3776 req-3d496f98-6859-40a0-a00d-5aa775ba7543 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Nov 23 03:22:23.798790 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:30.233710 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:35.934544 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79e71738-97cb-4b82-8ddc-5b084b4e0b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:38.112440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26e2213b-28fb-46ef-927f-f145e742509a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:39.473697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:40.887761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:41.970216 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:44.900923 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d5af4-4623-4a66-9df7-b050b0be7da2 req-a6efa119-84d1-4e8c-8781-c1dd1cd1486a tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:44.902439 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e16d5af4-4623-4a66-9df7-b050b0be7da2 req-a6efa119-84d1-4e8c-8781-c1dd1cd1486a tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0500948 Nov 23 03:22:44.953936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e16d5af4-4623-4a66-9df7-b050b0be7da2 req-9932f97d-c0c0-4778-a94c-90dded8e9bb4 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Nov 23 03:22:46.069624 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc0ec2-b9d5-44da-993b-15d5a91444ae req-5c1d52ad-5aba-430b-b974-3dbdc2b8bb01 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:46.071131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cbc0ec2-b9d5-44da-993b-15d5a91444ae req-5c1d52ad-5aba-430b-b974-3dbdc2b8bb01 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0479593 Nov 23 03:22:46.118117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cbc0ec2-b9d5-44da-993b-15d5a91444ae req-e1d69ef8-8f6d-43a0-ba9a-ea56ae8ecbb7 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Nov 23 03:22:46.590490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-37269796-7b54-4eb7-9dce-9f5c28e877ae tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:46.591948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-37269796-7b54-4eb7-9dce-9f5c28e877ae tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Nov 23 03:22:46.682630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Deleting port d8af4158-e50f-4c0f-a3d2-016690f4e9ab {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:22:46.682975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:46.769103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] For port d8af4158-e50f-4c0f-a3d2-016690f4e9ab, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:46.769468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:46.782399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Calling delete_port for d8af4158-e50f-4c0f-a3d2-016690f4e9ab owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:22:46.911655 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:46.939826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Pushing event deleted for resources: {'Port': ['ID=d8af4158-e50f-4c0f-a3d2-016690f4e9ab,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:46.948481 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['d8af4158-e50f-4c0f-a3d2-016690f4e9ab'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:22:46.988349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] No DVR routers for this DVR port d8af4158-e50f-4c0f-a3d2-016690f4e9ab on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:22:46.991704 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:46.995460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e30a2da4-4dae-4411-b49b-90057ded9192 req-e83c2f28-5d96-4c04-b214-47a50876076f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "DELETE /v2.0/ports/d8af4158-e50f-4c0f-a3d2-016690f4e9ab HTTP/1.1" status: 204 len: 173 time: 0.3970485 Nov 23 03:22:46.995947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'name': 'network-vif-deleted', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:22:46.999117 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d2dd34-6392-4f21-b43d-ff4515556f1c" -d '{"events": [{"server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "name": "network-vif-deleted", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:22:47.042057 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5254f6-e14d-43de-8da6-90d0c51ff7ea x-openstack-request-id: req-fc5254f6-e14d-43de-8da6-90d0c51ff7ea {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:22:47.043043 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14011a8f-1a6f-4a17-acbc-2e83e2c41bc7", "name": "network-vif-deleted", "tag": "d8af4158-e50f-4c0f-a3d2-016690f4e9ab", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:22:47.043300 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc5254f6-e14d-43de-8da6-90d0c51ff7ea {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:22:47.043862 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14011a8f-1a6f-4a17-acbc-2e83e2c41bc7', 'name': 'network-vif-deleted', 'tag': 'd8af4158-e50f-4c0f-a3d2-016690f4e9ab', 'status': 'completed', 'code': 200} Nov 23 03:22:47.231097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d724c609-72e5-416d-9ea7-3fddbeaa1c19 req-3f8f42cd-3115-450f-9d19-aba9a5b77c0e tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=14011a8f-1a6f-4a17-acbc-2e83e2c41bc7 HTTP/1.1" status: 200 len: 210 time: 0.0271657 Nov 23 03:22:48.787609 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-50ff13b2-9da9-4ebf-adba-ef4c1dadfe80 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:48.789058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-50ff13b2-9da9-4ebf-adba-ef4c1dadfe80 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 817 time: 0.0985711 Nov 23 03:22:48.804220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-4c11e0dc-6ffc-4c93-855d-9edb97d379ee tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/quotas/2686ccb42b724fee981efbe3014423e2 HTTP/1.1" status: 200 len: 375 time: 0.0093849 Nov 23 03:22:48.857514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-da441046-b67b-4af0-a606-050bc758fc99 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480561 Nov 23 03:22:48.951705 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-67b1438a-eb2a-4ed7-8b44-92089c2163b4 service neutron] 10.222.0.15 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Nov 23 03:22:49.045655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-bea15ead-9e0c-40f0-bf86-a48201833dcc service neutron] 10.222.0.15 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877101 Nov 23 03:22:49.201978 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dbf3c184-9a38-4a45-a8c7-0b4df4757dea req-be493434-03c7-41f2-958d-c159b0caabfe tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Nov 23 03:22:50.197416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-aabb7501-b9e8-4c30-bc07-340a2b3811bf tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:50.199016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-aabb7501-b9e8-4c30-bc07-340a2b3811bf tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 817 time: 0.1081333 Nov 23 03:22:50.234882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Request body: {'port': {'device_id': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'admin_state_up': True, 'tenant_id': '2686ccb42b724fee981efbe3014423e2'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:50.306122 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a84155f-c4d4-4c9f-8740-2bfb5a0f4b88 req-04400cb4-6c3b-49e6-aa00-d2a9c2677090 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 210 time: 0.0284398 Nov 23 03:22:50.367183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Made reservation on behalf of 2686ccb42b724fee981efbe3014423e2 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:22:50.370756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.497405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Allocated IP 172.20.0.12 (1bbb2919-1545-4372-8704-d90a137c7bc4/5abc6c7c-1afc-4ea3-9625-6a79062c7dd7/2f337c2c-2a11-44c8-8274-3fabcfd64e20) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:22:50.612910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d8af4158-e50f-4c0f-a3d2-016690f4e9ab no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:22:50.632935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: d8af4158-e50f-4c0f-a3d2-016690f4e9ab {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:22:50.633274 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device d8af4158-e50f-4c0f-a3d2-016690f4e9ab not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:22:50.646281 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.678599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.721594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:22:50.724651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:22:50.727159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:22:50.761824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Pushing event updated for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:50.783075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:50.783702 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.800645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8aaa9bf3-201f-4ca3-9616-c7e3494323c9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702825 Nov 23 03:22:50.819226 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Request body: {'port': {'device_id': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:22:50.879031 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.931635 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-39e143f9-6e9a-4ba4-8141-b6e617cbd521 None None] Provisioning complete for port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:50.932000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39e143f9-6e9a-4ba4-8141-b6e617cbd521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:50.964313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-39e143f9-6e9a-4ba4-8141-b6e617cbd521 None None] Port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:22:51.136812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f337c2c-2a11-44c8-8274-3fabcfd64e20 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:22:51.144133 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:51.155709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Transition to ACTIVE for port object 2f337c2c-2a11-44c8-8274-3fabcfd64e20 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:22:51.159675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:51.229891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Pushing event updated for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:51.258534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.258897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.259245 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.259591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.259931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.260270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.260604 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.260936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.261269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.261601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.261930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.262258 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:51.296282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Attempting to bind port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:22:51.296660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Attempting to bind port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:22:51.296991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Attempting to bind port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:51.301666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 on network 1bbb2919-1545-4372-8704-d90a137c7bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:22:51.301803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Attempting to bind port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 on network 1bbb2919-1545-4372-8704-d90a137c7bc4 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:22:51.306930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:22:51.307265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Checking segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:22:51.307649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Bound using segment: {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:22:51.308077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Bound port: 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1777b9-ea55-478e-8e17-66c35b917425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:22:51.308430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:51.380205 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:22:51.383915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:22:51.384888 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:22:51.397056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:51.457693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:51.458257 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:51.459685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f337c2c-2a11-44c8-8274-3fabcfd64e20 HTTP/1.1" status: 200 len: 1093 time: 0.6449022 Nov 23 03:22:51.460296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:22:51.462643 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e75b4-378f-4e12-9c69-c313a297f728" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:22:51.492689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f2a2f-fedd-4f2d-a6df-80afd1ae9f08 req-6ea0fcb2-0880-4cf8-bd92-6b4592a78ea9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:51.494260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-716f2a2f-fedd-4f2d-a6df-80afd1ae9f08 req-6ea0fcb2-0880-4cf8-bd92-6b4592a78ea9 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 944 time: 0.1090741 Nov 23 03:22:51.495441 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22ed36-1363-424d-828e-995cad865b91 service neutron] Pushing event updated for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:51.572650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-716f2a2f-fedd-4f2d-a6df-80afd1ae9f08 req-eab74164-afe8-4b55-a55e-03e6cf37193b tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723622 Nov 23 03:22:51.584702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-bd6c249a-67bb-4a95-a8e9-092d29e411ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:51.594847 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-bd6c249a-67bb-4a95-a8e9-092d29e411ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 1096 time: 0.0659449 Nov 23 03:22:51.639316 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e292a79-86e7-4a31-b881-f6e526bee1e2 x-openstack-request-id: req-2e292a79-86e7-4a31-b881-f6e526bee1e2 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:22:51.639619 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:22:51.639875 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e292a79-86e7-4a31-b881-f6e526bee1e2 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:22:51.640292 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20', 'status': 'completed', 'code': 200} Nov 23 03:22:51.643643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-d2bffb9a-9741-4ce0-85b2-a9ac1168414f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20 HTTP/1.1" status: 200 len: 217 time: 0.0441160 Nov 23 03:22:51.693553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-f3d76ff3-ce91-476c-a77b-2d7c8d55da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:51.695025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-f3d76ff3-ce91-476c-a77b-2d7c8d55da48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 200 len: 856 time: 0.0435674 Nov 23 03:22:51.741587 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-a4227813-e77b-40c2-8a74-ce10542217d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:51.743106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-a4227813-e77b-40c2-8a74-ce10542217d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bbb2919-1545-4372-8704-d90a137c7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409837 Nov 23 03:22:51.834718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-3f4bc386-84d8-466e-beef-8f5aa87dbde3 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Nov 23 03:22:51.922187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5a1a2457-d1d2-4600-9dfa-fb23ef7908da req-8249660c-0d01-48ab-8cad-116bb70724c1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802443 Nov 23 03:22:52.042126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e75b4-378f-4e12-9c69-c313a297f728 req-a984c197-9162-4f81-adb3-f47ad89844fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:52.043657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-a984c197-9162-4f81-adb3-f47ad89844fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 1096 time: 0.0397038 Nov 23 03:22:52.135218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e75b4-378f-4e12-9c69-c313a297f728 req-e8e112e2-8229-43f9-a1e7-fcad2dc2f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:52.136669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-e8e112e2-8229-43f9-a1e7-fcad2dc2f3d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 918 time: 0.0861955 Nov 23 03:22:52.178168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-a89d12d0-be45-4647-8183-87af1ad88c39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20 HTTP/1.1" status: 200 len: 217 time: 0.0341794 Nov 23 03:22:52.227026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e75b4-378f-4e12-9c69-c313a297f728 req-67683870-54f9-4615-b950-899bcc09c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:52.228797 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-67683870-54f9-4615-b950-899bcc09c20f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 200 len: 856 time: 0.0427012 Nov 23 03:22:52.279826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e75b4-378f-4e12-9c69-c313a297f728 req-920e22ca-1257-4ac2-bafc-dceec8d6764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:52.281345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-920e22ca-1257-4ac2-bafc-dceec8d6764f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bbb2919-1545-4372-8704-d90a137c7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451627 Nov 23 03:22:52.466363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-b4af4aa8-135b-4539-9a61-01f74cedaa80 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681089 Nov 23 03:22:52.558057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-624e75b4-378f-4e12-9c69-c313a297f728 req-362f3d13-b84b-47fb-8a5c-0d4bd20df7c3 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Nov 23 03:22:52.696540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57469404-e808-4955-9a7c-6103c7e0c4d1 req-2d3f640d-c721-44fd-9dd9-fcf3a2a8fd0e tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:52.697988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57469404-e808-4955-9a7c-6103c7e0c4d1 req-2d3f640d-c721-44fd-9dd9-fcf3a2a8fd0e tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 944 time: 0.0481226 Nov 23 03:22:52.744626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-57469404-e808-4955-9a7c-6103c7e0c4d1 req-5bbfb15a-efe8-4bda-ab28-02a4ba68f09a tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Nov 23 03:22:53.817154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:53.861240 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ccdaf-b419-44b8-bd84-2c8ef7b192cc req-73feac66-0c0c-4b0a-8143-785c67a1a4e3 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:53.862739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed5ccdaf-b419-44b8-bd84-2c8ef7b192cc req-73feac66-0c0c-4b0a-8143-785c67a1a4e3 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 944 time: 0.0483272 Nov 23 03:22:53.913640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ed5ccdaf-b419-44b8-bd84-2c8ef7b192cc req-751409c7-d525-443b-9d43-2fcd86760f18 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447741 Nov 23 03:22:54.629037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2f337c2c-2a11-44c8-8274-3fabcfd64e20 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:22:54.719929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:54.731367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '2f337c2c-2a11-44c8-8274-3fabcfd64e20', 'network_id': '1bbb2919-1545-4372-8704-d90a137c7bc4', 'port_id': '2f337c2c-2a11-44c8-8274-3fabcfd64e20', 'mac_address': 'fa:16:3e:75:3a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5abc6c7c-1afc-4ea3-9625-6a79062c7dd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:22:54.771111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:54.783408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f337c2c-2a11-44c8-8274-3fabcfd64e20 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:22:54.801908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:54.805817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:54.850523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:54.857857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.858203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.858686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.859027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.859356 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.859683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.860004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.860830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.861172 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.861491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.861809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:54.862127 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:22:55.029637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb87092-2144-4d20-8512-d9b453f9ed93 req-1be3adad-5a73-436b-9abe-affe21d494e3 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:55.031182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb87092-2144-4d20-8512-d9b453f9ed93 req-1be3adad-5a73-436b-9abe-affe21d494e3 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Nov 23 03:22:55.067311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2f337c2c-2a11-44c8-8274-3fabcfd64e20'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:22:55.078906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7bb87092-2144-4d20-8512-d9b453f9ed93 req-afde4ccd-1223-4815-9702-c9cb32cb5dbb tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Nov 23 03:22:56.192668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8ac2d-a71d-492f-b0fd-36a6fe254892 req-bcc942dc-a61d-4795-9a13-4ea43c975d7f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:56.194176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d8ac2d-a71d-492f-b0fd-36a6fe254892 req-bcc942dc-a61d-4795-9a13-4ea43c975d7f tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 945 time: 0.0472798 Nov 23 03:22:56.243544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-40d8ac2d-a71d-492f-b0fd-36a6fe254892 req-3e8d7ac8-99a1-4da5-b70d-7479367b9d98 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Nov 23 03:22:56.644201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2f337c2c-2a11-44c8-8274-3fabcfd64e20 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:22:56.691429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:22:56.695275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:22:56.695647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:56.772786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:56.795483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:22:56.797691 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203bd5aa-6018-414c-8b2b-1e1d5e90172a" -d '{"events": [{"server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "name": "network-vif-plugged", "status": "completed", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:22:56.815017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:22:56.821045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:56.849440 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82214fb5-12fd-4251-ae0f-62359dea8a53 x-openstack-request-id: req-82214fb5-12fd-4251-ae0f-62359dea8a53 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:22:56.849741 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "name": "network-vif-plugged", "status": "completed", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:22:56.850021 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82214fb5-12fd-4251-ae0f-62359dea8a53 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:22:56.850425 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20', 'code': 200} Nov 23 03:22:56.877596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:22:56.979996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0783d-b669-4cbc-9c2d-9956ff09ede1 req-29d706b2-3962-4101-a56d-085e4c9efbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:56.981879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4f0783d-b669-4cbc-9c2d-9956ff09ede1 req-29d706b2-3962-4101-a56d-085e4c9efbcc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 1098 time: 0.0481875 Nov 23 03:22:57.028692 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4f0783d-b669-4cbc-9c2d-9956ff09ede1 req-7531208d-d1df-40a3-acbf-dd8cc47576bd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Nov 23 03:22:57.364145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d47bcb-53c9-4247-9bad-cc345f3a9295 req-ef8a159b-baac-4e2c-a63c-3f61e0cfb6ce tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:57.365628 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09d47bcb-53c9-4247-9bad-cc345f3a9295 req-ef8a159b-baac-4e2c-a63c-3f61e0cfb6ce tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0511391 Nov 23 03:22:57.412571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-09d47bcb-53c9-4247-9bad-cc345f3a9295 req-7b658b74-5afa-44b1-90ba-b58a0b0ca2e7 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Nov 23 03:22:58.530904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edec23-edac-4240-a762-d0f95fc901de req-b3d1a604-78fe-4ca0-b3a6-64050dfeada7 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:58.533027 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9edec23-edac-4240-a762-d0f95fc901de req-b3d1a604-78fe-4ca0-b3a6-64050dfeada7 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Nov 23 03:22:58.580557 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c9edec23-edac-4240-a762-d0f95fc901de req-a8377305-e1c0-4b16-9a3c-5d68383572f0 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Nov 23 03:22:58.694294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2160e-1785-44e1-a02d-8cc0ffe7d0ab req-79858544-d5ea-417f-a3b1-0d67221993da tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:22:58.695686 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2a2160e-1785-44e1-a02d-8cc0ffe7d0ab req-79858544-d5ea-417f-a3b1-0d67221993da tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Nov 23 03:22:58.743671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2a2160e-1785-44e1-a02d-8cc0ffe7d0ab req-99bfed56-a8e3-4dd6-8d6a-ca111b971b1a tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Nov 23 03:23:00.246138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:04.090200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-8acfc548-0acc-46ac-83bf-ff28db572892 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382118 Nov 23 03:23:04.190337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-dd136212-86b2-434c-9f6d-9b94ab76ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:04.191989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-dd136212-86b2-434c-9f6d-9b94ab76ad91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2686ccb42b724fee981efbe3014423e2&device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 1098 time: 0.0447011 Nov 23 03:23:04.295152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-7b7d2c63-68ef-428a-9067-604be4a86dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:04.296631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-7b7d2c63-68ef-428a-9067-604be4a86dae service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 200 len: 918 time: 0.0859075 Nov 23 03:23:04.341356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-ddb111ab-7aa5-4f09-8019-93c50ef4ceff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20 HTTP/1.1" status: 200 len: 217 time: 0.0375888 Nov 23 03:23:04.393589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-adfc3799-0b0c-4cb2-957b-b9c749906968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:04.395154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-adfc3799-0b0c-4cb2-957b-b9c749906968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 200 len: 856 time: 0.0471957 Nov 23 03:23:04.443595 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-55c87da2-c3e2-4ed3-b59e-497028e66e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:04.445142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-55c87da2-c3e2-4ed3-b59e-497028e66e51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bbb2919-1545-4372-8704-d90a137c7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418451 Nov 23 03:23:04.538864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-35090642-4dd4-4d19-ab24-9b858c3847c9 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862789 Nov 23 03:23:04.946723 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ec4edb1-2034-4c81-8dae-42dc4ccfb5d7 req-3bfe9bba-12c9-4eb6-bcc4-52d1f1558387 service neutron] 10.222.0.41 "GET /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011791 Nov 23 03:23:05.928628 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cae3be92-8f50-4e1b-9acd-cc51e441e1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:08.115030 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-54018267-bd8e-40e0-95ac-253ca4252b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:09.476662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:10.890598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:11.973528 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:20.161834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38fa2-756d-43ab-a4cb-cb4a969c2a31 req-7836a1fa-b709-4804-a37b-507942b14145 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:20.163359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64d38fa2-756d-43ab-a4cb-cb4a969c2a31 req-7836a1fa-b709-4804-a37b-507942b14145 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0547717 Nov 23 03:23:20.214255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-64d38fa2-756d-43ab-a4cb-cb4a969c2a31 req-7cf33a1b-3059-47e5-a931-491452831db7 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Nov 23 03:23:21.331826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dc8e4-1286-46e0-b527-4b4d8e5313f0 req-a6d19322-ffaf-4cf3-ab4b-1daa0c258724 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:21.333308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c7dc8e4-1286-46e0-b527-4b4d8e5313f0 req-a6d19322-ffaf-4cf3-ab4b-1daa0c258724 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0507228 Nov 23 03:23:21.380873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c7dc8e4-1286-46e0-b527-4b4d8e5313f0 req-c46c78e5-07e4-4cd2-ac20-214776f77dc3 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a2e22db-2da5-4786-a9c8-5267fae51ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Nov 23 03:23:21.827333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029038e-124e-4005-abec-fce272c0c8b4 req-8b2c31dd-7e34-426c-9f99-681733ce83a2 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:21.828758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f029038e-124e-4005-abec-fce272c0c8b4 req-8b2c31dd-7e34-426c-9f99-681733ce83a2 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 946 time: 0.0475144 Nov 23 03:23:21.917957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Deleting port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:21.918296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:22.004512 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] For port 2f337c2c-2a11-44c8-8274-3fabcfd64e20, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2f337c2c-2a11-44c8-8274-3fabcfd64e20,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:22.004870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:22.016997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Calling delete_port for 2f337c2c-2a11-44c8-8274-3fabcfd64e20 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:22.140745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:22.168581 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Pushing event deleted for resources: {'Port': ['ID=2f337c2c-2a11-44c8-8274-3fabcfd64e20,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:22.177838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2f337c2c-2a11-44c8-8274-3fabcfd64e20'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:23:22.215122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] No DVR routers for this DVR port 2f337c2c-2a11-44c8-8274-3fabcfd64e20 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:23:22.217762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:22.221798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f029038e-124e-4005-abec-fce272c0c8b4 req-dfca69d9-c2a4-4d3a-aa42-bebafe11691d tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.41 "DELETE /v2.0/ports/2f337c2c-2a11-44c8-8274-3fabcfd64e20 HTTP/1.1" status: 204 len: 173 time: 0.3870189 Nov 23 03:23:22.222250 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'name': 'network-vif-deleted', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:23:22.224545 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e574b7f-e029-43e4-81c4-546bd36526b4" -d '{"events": [{"server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "name": "network-vif-deleted", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:23:22.353004 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff1c7a-af68-4599-9059-751b42e1222e x-openstack-request-id: req-72ff1c7a-af68-4599-9059-751b42e1222e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:23:22.353997 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e78a74-f427-4f16-b22a-8248bb5a11a3", "name": "network-vif-deleted", "tag": "2f337c2c-2a11-44c8-8274-3fabcfd64e20", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:23:22.354439 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72ff1c7a-af68-4599-9059-751b42e1222e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:23:22.355102 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e78a74-f427-4f16-b22a-8248bb5a11a3', 'name': 'network-vif-deleted', 'tag': '2f337c2c-2a11-44c8-8274-3fabcfd64e20', 'status': 'completed', 'code': 200} Nov 23 03:23:22.486555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f5b7397e-c076-4256-b366-135884ddf65f req-1feaa2b1-e8a2-4df3-a2ad-60282f452572 tempest-TestEncryptedCinderVolumes-659992488 tempest-TestEncryptedCinderVolumes-659992488-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5e78a74-f427-4f16-b22a-8248bb5a11a3 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Nov 23 03:23:23.574345 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35792) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:23.831450 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:23.921368 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:24.162590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Deleting port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:24.162848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:24.239957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] For port 8e0d86f9-5c69-4341-8c85-6d0e6d36a853, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:24.240323 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:24.253504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Calling delete_port for 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:24.430255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:24.456949 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0d86f9-5c69-4341-8c85-6d0e6d36a853,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:24.484195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.484550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.484896 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.485235 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.485576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.485948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.486278 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.486633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.486963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.487288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.487614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.487939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:24.632413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:24.767525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2f337c2c-2a11-44c8-8274-3fabcfd64e20 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:24.788100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 2f337c2c-2a11-44c8-8274-3fabcfd64e20 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:24.788449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2f337c2c-2a11-44c8-8274-3fabcfd64e20 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:25.159719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Router 07ec9fac-44f9-46bd-842d-f198c6248b5c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:23:25.264304 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:25.269584 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-75f714ed-65ba-4e1a-8954-ff3d9b5e2215 admin admin] 10.222.0.15 "PUT /v2.0/routers/07ec9fac-44f9-46bd-842d-f198c6248b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941702 Nov 23 03:23:25.272093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35796) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:25.276835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Sync routers for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:25.295394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:25.296122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:25.380305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.489346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.544303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Deleting port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:25.544642 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.562670 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:25.628128 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] For port 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:25.628494 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.641164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Calling delete_port for 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:25.739036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:23:24Z', 'revision_number': 5, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port': {'id': '048ba43d-cf79-48a7-8c70-e7b4b48e2d3b', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:25.774079 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Checking router: 07ec9fac-44f9-46bd-842d-f198c6248b5c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:25.782383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Routers {'07ec9fac-44f9-46bd-842d-f198c6248b5c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:25.783829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['07ec9fac-44f9-46bd-842d-f198c6248b5c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:25.813571 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.839157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=048ba43d-cf79-48a7-8c70-e7b4b48e2d3b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:25.857784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787af41e-84c8-48aa-b184-b7ad6405a89c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:25.880189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] Set router 07ec9fac-44f9-46bd-842d-f198c6248b5c gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:25.909965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:25.939776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:23:25Z', 'revision_number': 6, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:25.976491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acd9f7-60c0-48fc-b2b9-17ccd70a1d75 None None] The sync data for ids ['07ec9fac-44f9-46bd-842d-f198c6248b5c'] in n-d-714676-12 is: [{'id': '07ec9fac-44f9-46bd-842d-f198c6248b5c', 'name': 'tempest-TestEncryptedCinderVolumes-1219411282-router', 'tenant_id': '2686ccb42b724fee981efbe3014423e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:03Z', 'updated_at': '2021-11-23T03:23:25Z', 'revision_number': 6, 'project_id': '2686ccb42b724fee981efbe3014423e2', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:26.015726 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.018419 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.060952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.061459 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ec9fac-44f9-46bd-842d-f198c6248b5c {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:23:26.066317 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.067577 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59b6e6a2-0a4b-4d72-a0a6-d7dab130caf9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/07ec9fac-44f9-46bd-842d-f198c6248b5c HTTP/1.1" status: 204 len: 168 time: 0.7945709 Nov 23 03:23:26.070007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35798) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:26.114485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Deleting subnet 5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:23:26.117564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.152297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.232270 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.283817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.307137 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abc6c7c-1afc-4ea3-9625-6a79062c7dd7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:26.312760 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.316694 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e47a50fd-902f-43c4-8320-78b76222465d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5abc6c7c-1afc-4ea3-9625-6a79062c7dd7 HTTP/1.1" status: 204 len: 168 time: 0.2457068 Nov 23 03:23:26.319357 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35800) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:26.319970 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee6312-9314-4b1d-a353-6b46fe1719f3 None None] Network 1bbb2919-1545-4372-8704-d90a137c7bc4 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:26.390986 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.448549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Deleting port da8abf43-958c-4669-a933-7ecaf3d0a0e7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:26.448906 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.516891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] For port da8abf43-958c-4669-a933-7ecaf3d0a0e7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=da8abf43-958c-4669-a933-7ecaf3d0a0e7,segment=NetworkSegment(8c1777b9-ea55-478e-8e17-66c35b917425),segment_id=8c1777b9-ea55-478e-8e17-66c35b917425)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:26.517263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.529657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Calling delete_port for da8abf43-958c-4669-a933-7ecaf3d0a0e7 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:26.606366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.635106 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8abf43-958c-4669-a933-7ecaf3d0a0e7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:26.638381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] No DVR routers for this DVR port da8abf43-958c-4669-a933-7ecaf3d0a0e7 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:23:26.705911 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.729806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbb2919-1545-4372-8704-d90a137c7bc4']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:26.740010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1777b9-ea55-478e-8e17-66c35b917425') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:26.740310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1777b9-ea55-478e-8e17-66c35b917425') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:26.750057 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.759880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeba80a5-0c82-4f01-b5cd-8ac15eb1e2db None None] DHCP port deletion for 1bbb2919-1545-4372-8704-d90a137c7bc4 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:26.764467 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.774436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:23:26.774884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:23:26.776675 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:23:26.834534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.840722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.844021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1bbb2919-1545-4372-8704-d90a137c7bc4 HTTP/1.1" status: 204 len: 168 time: 0.5235329 Nov 23 03:23:26.847528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35802) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:26.856535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6356e-02f3-4345-9b8d-8349f8220719 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbb2919-1545-4372-8704-d90a137c7bc4,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:27.204854 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:27.286935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device da8abf43-958c-4669-a933-7ecaf3d0a0e7 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:27.307934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: da8abf43-958c-4669-a933-7ecaf3d0a0e7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:27.308255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device da8abf43-958c-4669-a933-7ecaf3d0a0e7 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:27.308680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:27.327441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:27.328106 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 8e0d86f9-5c69-4341-8c85-6d0e6d36a853 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:27.328231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:27.347238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:27.347589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 048ba43d-cf79-48a7-8c70-e7b4b48e2d3b not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:27.457105 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Deleting port d742c5eb-9b92-4917-b5fb-29691b268f41 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:27.457359 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:27.533783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] For port d742c5eb-9b92-4917-b5fb-29691b268f41, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d742c5eb-9b92-4917-b5fb-29691b268f41,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:27.534140 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:27.547122 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Calling delete_port for d742c5eb-9b92-4917-b5fb-29691b268f41 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:27.723732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:27.753432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d742c5eb-9b92-4917-b5fb-29691b268f41,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:27.921321 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.132388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Router a248f353-fa2d-4030-8394-183842ec8104 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:23:28.242062 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:28.248579 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3e197118-ac0c-4537-b190-7563cb203d28 admin admin] 10.222.0.15 "PUT /v2.0/routers/a248f353-fa2d-4030-8394-183842ec8104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3999496 Nov 23 03:23:28.249474 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35804) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:28.250587 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Sync routers for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:28.260636 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:28.261248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:28.354496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.367034 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:28.426786 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:23:28.460303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.514866 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Deleting port d2707a30-a320-427a-9686-c59902022ef0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:28.515348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.552756 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136'}], 'enable_snat': True}, 'gw_port_id': 'd2707a30-a320-427a-9686-c59902022ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:23:27Z', 'revision_number': 5, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port': {'id': 'd2707a30-a320-427a-9686-c59902022ef0', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248f353-fa2d-4030-8394-183842ec8104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:22:08Z', 'updated_at': '2021-11-23T03:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:28.581806 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Checking router: a248f353-fa2d-4030-8394-183842ec8104 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:28.589889 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Routers {'a248f353-fa2d-4030-8394-183842ec8104'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:28.590478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['a248f353-fa2d-4030-8394-183842ec8104'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:28.593172 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] For port d2707a30-a320-427a-9686-c59902022ef0, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d2707a30-a320-427a-9686-c59902022ef0,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:28.593536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.607075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Calling delete_port for d2707a30-a320-427a-9686-c59902022ef0 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:28.673953 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] Set router a248f353-fa2d-4030-8394-183842ec8104 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:28.724610 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:23:28Z', 'revision_number': 6, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:28.771399 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.804964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2707a30-a320-427a-9686-c59902022ef0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:28.822841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ea697-aa95-4c8c-bf1b-b5f23c5ec6c4 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:28.858478 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876868c-c7dd-44f0-a211-face74eb23c0 None None] The sync data for ids ['a248f353-fa2d-4030-8394-183842ec8104'] in n-d-714676-12 is: [{'id': 'a248f353-fa2d-4030-8394-183842ec8104', 'name': 'tempest-TestEncryptedCinderVolumes-1983308410-router', 'tenant_id': '75b41b329d8749cdaa8c1f229cd9c389', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:22:07Z', 'updated_at': '2021-11-23T03:23:28Z', 'revision_number': 6, 'project_id': '75b41b329d8749cdaa8c1f229cd9c389', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:28.868149 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.960199 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:28.962348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.004849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.005305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a248f353-fa2d-4030-8394-183842ec8104 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:23:29.009697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.010868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d5ffc03-4523-479d-be3c-c1b1dbbc1570 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a248f353-fa2d-4030-8394-183842ec8104 HTTP/1.1" status: 204 len: 168 time: 0.7604821 Nov 23 03:23:29.013493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35806) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:29.057019 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Deleting subnet 49bbbc0e-a193-4c58-99a8-16e84dbe611c {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:23:29.060040 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.093910 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.172822 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.226059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.255037 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49bbbc0e-a193-4c58-99a8-16e84dbe611c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:29.256951 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.260695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-58d589a5-45e9-4456-b38d-c3264c667cd4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/49bbbc0e-a193-4c58-99a8-16e84dbe611c HTTP/1.1" status: 204 len: 168 time: 0.2459691 Nov 23 03:23:29.262989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35808) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:29.264597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601678db-03c7-48a6-948b-ca19cd953b28 None None] Network 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:29.357173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.412223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Deleting port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:23:29.412570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.474097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] For port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,segment=NetworkSegment(107c2f00-11ed-4dd1-b293-a75d16260863),segment_id=107c2f00-11ed-4dd1-b293-a75d16260863)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:29.474454 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.487263 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Calling delete_port for 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:23:29.566408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.588477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4f7f5a-d54c-47d8-bedc-c19b60683a21,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:29.593936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] No DVR routers for this DVR port 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:23:29.669396 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.678612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dae7ad-cbaf-436c-9e1e-2126d0eb6a49 None None] DHCP port deletion for 6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:29.692184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d742c5eb-9b92-4917-b5fb-29691b268f41 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:29.703223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:29.713292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107c2f00-11ed-4dd1-b293-a75d16260863') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:29.713588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107c2f00-11ed-4dd1-b293-a75d16260863') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:29.719388 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d742c5eb-9b92-4917-b5fb-29691b268f41 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:29.719744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d742c5eb-9b92-4917-b5fb-29691b268f41 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:29.724220 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.738960 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.745001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:23:29.745382 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:23:29.747066 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:23:29.800447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.806844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:29.810627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3 HTTP/1.1" status: 204 len: 168 time: 0.5462425 Nov 23 03:23:29.823185 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c6a5-0584-4981-b212-cbf7c6fccf27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9d04b2-c19a-4ee7-b6c2-cf80c01a9ee3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:29.985270 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35812) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:30.024714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e0f454c6-039c-431e-9358-4a74e109c56d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2686ccb42b724fee981efbe3014423e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382690 Nov 23 03:23:30.027094 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35814) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:30.077107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.100899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.147313 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.149909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.151147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a2e22db-2da5-4786-a9c8-5267fae51ab6 HTTP/1.1" status: 204 len: 168 time: 0.1231503 Nov 23 03:23:30.161059 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9312e8b-becf-4926-90dd-1ea8d7f3acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e22db-2da5-4786-a9c8-5267fae51ab6,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:30.249867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.458159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35820) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:30.497968 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e1f0eb4-7da0-4476-bd02-726c1ed990ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75b41b329d8749cdaa8c1f229cd9c389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385725 Nov 23 03:23:30.500749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35822) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:30.548326 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.569428 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.615598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.618200 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:30.619406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78e80eef-3cc8-4dfd-9a5a-4757c13a7247 HTTP/1.1" status: 204 len: 168 time: 0.1172340 Nov 23 03:23:30.627366 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2225866-f40f-4f05-b89a-3f89f08c69cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e80eef-3cc8-4dfd-9a5a-4757c13a7247,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:31.269933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35844) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:31.289180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2707a30-a320-427a-9686-c59902022ef0 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:31.310158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d2707a30-a320-427a-9686-c59902022ef0 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:31.310522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d2707a30-a320-427a-9686-c59902022ef0 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:31.311121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:23:31.330235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:23:31.330606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b4f7f5a-d54c-47d8-bedc-c19b60683a21 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:23:31.384560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298345361-network', 'tenant_id': '391f51b861664e769c0b24d62ec164df'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:31.409414 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Made reservation on behalf of 391f51b861664e769c0b24d62ec164df for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:23:31.411646 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.419845 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.491279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.494774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.520831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:23:31.526007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c7babc-2574-4512-8a4f-0c374ff420b8,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:31.533690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.534036 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Added segment 6ec88d75-a79c-40f7-85a9-887b128cf14a of type vlan for network 62445ae9-9892-47d0-bca1-7e4860cfb55c Nov 23 03:23:31.573831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.597675 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.598615 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:31.599191 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:31.651109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3793628 Nov 23 03:23:31.654060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35848) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:31.659819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Request body: {'subnet': {'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298345361-subnet', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:31.664071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af2cc3-1263-4a85-9773-a28a4a109726 admin admin] Pushing event updated for resources: {'Network': ['ID=62445ae9-9892-47d0-bca1-7e4860cfb55c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:31.673850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:23:31.679909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Made reservation on behalf of 391f51b861664e769c0b24d62ec164df for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:23:31.682580 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.170246 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.227691 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d5b9b6-00a9-4cec-963d-bfa45d732972,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:32.238165 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Checking segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:32.238543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Network hostable DHCP agents. Network: 62445ae9-9892-47d0-bca1-7e4860cfb55c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:23:32.254975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:23:32.263824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 62445ae9-9892-47d0-bca1-7e4860cfb55c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:32.267923 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:32.268528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.272692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6dcf65-f4fc-4786-889a-22d3093f69d1 None None] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:32.289995 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-330a9e7a-5468-46c4-b4e5-8154a9e96769 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6323888 Nov 23 03:23:32.290229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35850) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:32.294751 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:32.316087 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.317081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.370288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.419395 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-62445ae9-9892-47d0-bca1-7e4860cfb55c', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:23:32.420353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.512273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.556009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Allocated IP 172.20.0.2 (62445ae9-9892-47d0-bca1-7e4860cfb55c/c9d5b9b6-00a9-4cec-963d-bfa45d732972/ab3d2775-c0ef-447d-a03e-b48f8953ca84) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:32.694674 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.700246 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.711623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.735340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.746147 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:32.749144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:32.753470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:32.756470 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Pushing event updated for resources: {'Port': ['ID=ab3d2775-c0ef-447d-a03e-b48f8953ca84,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:32.807691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Attempting to bind port ab3d2775-c0ef-447d-a03e-b48f8953ca84 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:32.808100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Attempting to bind port ab3d2775-c0ef-447d-a03e-b48f8953ca84 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:32.808468 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Attempting to bind port ab3d2775-c0ef-447d-a03e-b48f8953ca84 on network 62445ae9-9892-47d0-bca1-7e4860cfb55c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:32.815321 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:32.815698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Checking segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:32.816104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.816502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Bound using segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:32.816971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Bound port: ab3d2775-c0ef-447d-a03e-b48f8953ca84, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:32.817353 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.844466 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Allocated IP 172.25.1.150 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/938ac44f-cf24-4f35-b8c7-d4ff46e96391) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:32.880296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] For port ab3d2775-c0ef-447d-a03e-b48f8953ca84, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:32.883304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] For port ab3d2775-c0ef-447d-a03e-b48f8953ca84, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3d2775-c0ef-447d-a03e-b48f8953ca84,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:32.887432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.947456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed1042-b505-4534-a78e-3bbaee393ec0 None None] Pushing event updated for resources: {'Port': ['ID=ab3d2775-c0ef-447d-a03e-b48f8953ca84,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:32.954083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:32.990700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.034919 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:33.037853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:33.042445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:33.045579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Pushing event updated for resources: {'Port': ['ID=938ac44f-cf24-4f35-b8c7-d4ff46e96391,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:33.052770 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf521a53-339a-4e83-b094-f0f5d99547e5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:33.096191 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-7d3af28d-d897-44b2-a0d9-b574640a19d0 None None] Provisioning complete for port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:33.096569 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7d3af28d-d897-44b2-a0d9-b574640a19d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.143675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7d3af28d-d897-44b2-a0d9-b574640a19d0 None None] Port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:33.331292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.342021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3d2775-c0ef-447d-a03e-b48f8953ca84 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:33.390175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ab3d2775-c0ef-447d-a03e-b48f8953ca84 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:33.390582 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.474225 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.506263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port ab3d2775-c0ef-447d-a03e-b48f8953ca84, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3d2775-c0ef-447d-a03e-b48f8953ca84,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:33.510091 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.537607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.557370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=ab3d2775-c0ef-447d-a03e-b48f8953ca84,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:33.670769 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Router c7948351-1779-497a-b0fa-a422fcd9e43e is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:23:33.781985 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:33.794168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Sync routers for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:33.805110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:33.806382 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0c6fa0f2-b4ca-4d21-b66f-4ec12eb70711 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5152025 Nov 23 03:23:33.807629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:33.808253 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:33.809077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35852) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:33.897632 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13defee5-ab67-48e0-9eaa-2cea4a96340d None None] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:33.978118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:34.092817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0d156f69-065f-4c2d-aa7f-8ae014a2c257 None None] Provisioning complete for port ab3d2775-c0ef-447d-a03e-b48f8953ca84 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:34.093185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0d156f69-065f-4c2d-aa7f-8ae014a2c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.225142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.318613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:33Z', 'revision_number': 3, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:34.391321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Allocated IP 172.20.0.1 (62445ae9-9892-47d0-bca1-7e4860cfb55c/c9d5b9b6-00a9-4cec-963d-bfa45d732972/dd137e4e-cf1d-4053-b0e3-69ed1c30b951) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:34.511844 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.517548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Checking router: c7948351-1779-497a-b0fa-a422fcd9e43e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:34.518036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Updating router c7948351-1779-497a-b0fa-a422fcd9e43e port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:23:34.544420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.546204 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.570151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1a8e9521-9900-469a-97ba-a1b847592ba1 None None] Provisioning complete for port ab3d2775-c0ef-447d-a03e-b48f8953ca84 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:34.570433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a8e9521-9900-469a-97ba-a1b847592ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.584276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:34.587211 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:34.590869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:34.615557 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Pushing event updated for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:34.635933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.780731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.872215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.877732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.940877 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f58b8-8be1-4d5a-a16d-a35c2d792205 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:34.947258 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.952369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.952940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Attempting to bind port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:34.953310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Attempting to bind port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:34.953668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Attempting to bind port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:34.957626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d59f-0585-4613-977d-472b84a3ff28 None None] Pushing event updated for resources: {'Port': ['ID=938ac44f-cf24-4f35-b8c7-d4ff46e96391,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:34.965384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8f98f2a1-8bea-4f36-a824-adb2bdfec62d None None] Provisioning complete for port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:34.965758 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f98f2a1-8bea-4f36-a824-adb2bdfec62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.967979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:34.968359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:34.968738 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:34.969121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:34.969585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Bound port: 938ac44f-cf24-4f35-b8c7-d4ff46e96391, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:34.970531 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.025623 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.028561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Pushing event updated for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:35.040044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8f98f2a1-8bea-4f36-a824-adb2bdfec62d None None] Port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:35.053518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] For port 938ac44f-cf24-4f35-b8c7-d4ff46e96391, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:35.056879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] For port 938ac44f-cf24-4f35-b8c7-d4ff46e96391, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=938ac44f-cf24-4f35-b8c7-d4ff46e96391,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:35.061390 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.110292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf78e812-0a89-4335-a54e-111f83796335 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:35.121306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:35.122825 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:35.124893 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:35.125520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:35.132363 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d59f-0585-4613-977d-472b84a3ff28 None None] Pushing event updated for resources: {'Port': ['ID=938ac44f-cf24-4f35-b8c7-d4ff46e96391,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:35.232322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] Provisioning complete for port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:35.232705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.253444 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Router c7948351-1779-497a-b0fa-a422fcd9e43e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:23:35.288487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:35.332415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3d2775-c0ef-447d-a03e-b48f8953ca84 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:35.393902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:35.398827 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de9a0ff4-ea05-42fc-9bac-be5683f81e02 admin admin] 10.222.0.15 "PUT /v2.0/routers/c7948351-1779-497a-b0fa-a422fcd9e43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5882678 Nov 23 03:23:35.469630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.511779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] For port 938ac44f-cf24-4f35-b8c7-d4ff46e96391, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=938ac44f-cf24-4f35-b8c7-d4ff46e96391,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:35.527988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.543823 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ab3d2775-c0ef-447d-a03e-b48f8953ca84 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:35.544242 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.651077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e8f5-37e3-4d71-a26b-54adb56e6b83 None None] Pushing event updated for resources: {'Port': ['ID=938ac44f-cf24-4f35-b8c7-d4ff46e96391,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:35.694798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-03934de2-0fd3-4250-b30e-b9fce17c5492 None None] Provisioning complete for port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:35.694798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-03934de2-0fd3-4250-b30e-b9fce17c5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.752520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 2, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:35.754375 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-03934de2-0fd3-4250-b30e-b9fce17c5492 None None] Port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:35.781094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11588c65-3bc2-4665-a63a-0d365b469cc9 None None] The sync data for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 is: [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 2, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:35.898728 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35868) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:35.903813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-933860802-network', 'tenant_id': '9733a30c75724406a5876d30f8241aa0'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:35.926785 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Made reservation on behalf of 9733a30c75724406a5876d30f8241aa0 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:23:35.930153 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.931109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79dcdc5d-5b46-4bc6-ba67-82cccfaa0cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.941466 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.032615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.037565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.063129 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:23:36.073819 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d416e6c-34a0-4389-8f2f-560cba06bce6,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:36.078835 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.079283 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Added segment c405163b-8d0a-4e6a-9053-9d8494ebee45 of type vlan for network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 Nov 23 03:23:36.122584 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.149069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.150025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:36.150631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.208029 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3081570 Nov 23 03:23:36.210936 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35870) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:36.215863 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Request body: {'subnet': {'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-933860802-subnet', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'ip_version': 4}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:36.229955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36847a0-f5a7-49d5-88b9-9ae56ce11250 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4c76fa-4fee-49fb-8c90-22fe41923f47,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:36.238692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Made reservation on behalf of 9733a30c75724406a5876d30f8241aa0 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:23:36.241452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:23:36.242122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.424303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.489998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae4bfcf-7451-4c82-95a4-5b1a4f89a782,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:36.504775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Checking segment: {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:36.505137 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Network hostable DHCP agents. Network: 4d4c76fa-4fee-49fb-8c90-22fe41923f47, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:23:36.522184 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:23:36.531882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 4d4c76fa-4fee-49fb-8c90-22fe41923f47) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:36.537941 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:36.538637 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.542890 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1721f5a-d360-4a71-a169-ecc5dc138dc6 None None] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:36.560776 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 35872) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:36.561002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-70f94065-89cb-4703-8fe8-4aaf7eb6a320 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3488262 Nov 23 03:23:36.565815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:36.589366 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.590775 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.651380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.712438 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:23:36.713136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.864832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Allocated IP 172.20.0.2 (4d4c76fa-4fee-49fb-8c90-22fe41923f47/cae4bfcf-7451-4c82-95a4-5b1a4f89a782/25391abf-b59e-41e5-b287-c4bd5abcb0d7) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:37.024817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.031419 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.078491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:37.082458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Pushing event updated for resources: {'Port': ['ID=25391abf-b59e-41e5-b287-c4bd5abcb0d7,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:37.084939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:37.087080 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:37.136407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.145365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Attempting to bind port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:37.145742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Attempting to bind port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:37.146160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Attempting to bind port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 on network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:37.151429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:37.151804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Checking segment: {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:37.152259 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.152654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Bound using segment: {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:37.153126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Bound port: 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:37.153506 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.222197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] For port 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:37.225352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] For port 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=25391abf-b59e-41e5-b287-c4bd5abcb0d7,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:37.230118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.305412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed653f70-2949-4c7c-8215-9c9a8513147a None None] Pushing event updated for resources: {'Port': ['ID=25391abf-b59e-41e5-b287-c4bd5abcb0d7,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:37.337853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 938ac44f-cf24-4f35-b8c7-d4ff46e96391 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:37.373407 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.394653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:37.395460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.403161 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.541927 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Allocated IP 172.25.1.23 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/c9c8eba9-f814-4c02-882b-3d65873f2d0e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:37.678255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.712012 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.745365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:37.748633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:37.755442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:37.763149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657f9a3-9afb-4a69-a254-19a10ba4bffb None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:37.790383 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Pushing event updated for resources: {'Port': ['ID=c9c8eba9-f814-4c02-882b-3d65873f2d0e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:37.799937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e8d5322e-27cb-41a5-b6e3-df694d034abb None None] Provisioning complete for port c9c8eba9-f814-4c02-882b-3d65873f2d0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:37.800496 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e8d5322e-27cb-41a5-b6e3-df694d034abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:37.835784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5322e-27cb-41a5-b6e3-df694d034abb None None] Port c9c8eba9-f814-4c02-882b-3d65873f2d0e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:38.011954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.118742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1eccc9b-184c-40dd-b57b-9ab81d1bb649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.215454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.345402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Sync routers for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:38.357361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Router dc471634-307c-4c48-ab09-c493e7c2960f is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:23:38.358326 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:38.359190 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:38.468974 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:38.479884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:38.490852 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e6d36-1cbd-48d7-8b8a-22de17455a42 None None] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:23:38.505864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.510166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7495b7ea-bcfd-430c-ba3d-45c20729addf admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9456546 Nov 23 03:23:38.510692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 35874) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:23:38.578208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Sync routers for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:38.678545 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 2, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:38.709046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Checking router: c7948351-1779-497a-b0fa-a422fcd9e43e for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:38.709950 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Updating router c7948351-1779-497a-b0fa-a422fcd9e43e port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:23:38.736121 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.785142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:38.785764 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:38.833310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] Provisioning complete for port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:38.833592 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.956639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.963914 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:39.035035 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.045207 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.136671 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.147100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Allocated IP 172.20.0.1 (4d4c76fa-4fee-49fb-8c90-22fe41923f47/cae4bfcf-7451-4c82-95a4-5b1a4f89a782/53d79a4f-e1b7-47b1-9104-ae05e682d0cc) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:39.152780 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Pushing event updated for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:39.171434 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.171928 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.172365 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.173351 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.173836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.174339 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.174716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.175222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.175575 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.175984 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.176402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.176817 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:23:39.182386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Attempting to bind port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:39.182916 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Attempting to bind port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:39.183382 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Attempting to bind port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 on network 62445ae9-9892-47d0-bca1-7e4860cfb55c {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:39.192260 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:39.192774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Checking segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:39.196399 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.197163 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Bound using segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:39.197660 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Bound port: dd137e4e-cf1d-4053-b0e3-69ed1c30b951, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:39.198275 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.245477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] For port 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=25391abf-b59e-41e5-b287-c4bd5abcb0d7,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:39.257420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.292239 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.330998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] For port dd137e4e-cf1d-4053-b0e3-69ed1c30b951, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:39.335425 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] For port dd137e4e-cf1d-4053-b0e3-69ed1c30b951, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:39.346005 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.357290 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.413704 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:39.414404 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:39.416750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98124c9e-7c2a-4615-9724-52b3b5278008 None None] Pushing event updated for resources: {'Port': ['ID=25391abf-b59e-41e5-b287-c4bd5abcb0d7,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:39.422680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 25391abf-b59e-41e5-b287-c4bd5abcb0d7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:39.439503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:39.444917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:39.447623 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:39.494736 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.495746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-430a19b7-1d1c-4db6-bcf0-78e02c281fce None None] Provisioning complete for port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:39.496349 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-430a19b7-1d1c-4db6-bcf0-78e02c281fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.524936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:39.574947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.587143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:37Z', 'revision_number': 3, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:39.612081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:39.645109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Checking router: dc471634-307c-4c48-ab09-c493e7c2960f for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:39.645707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Updating router dc471634-307c-4c48-ab09-c493e7c2960f port c9c8eba9-f814-4c02-882b-3d65873f2d0e binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:23:39.659146 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.684811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a209da2-eb6e-4f07-bdb8-f4c86f0ea369 None None] Pushing event updated for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:39.733153 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.741238 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:39.745789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.800196 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:39.830146 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0a33a-ec65-472e-9a52-159dbe880ac5 None None] The sync data for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 is: [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:39.880052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.886625 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.915135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Provisioning complete for port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:39.915740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.958439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:39.960945 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.064253 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:40.065956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:40.203613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.207336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.208453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Router dc471634-307c-4c48-ab09-c493e7c2960f has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:23:40.216716 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.304088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Attempting to bind port c9c8eba9-f814-4c02-882b-3d65873f2d0e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:40.304746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Attempting to bind port c9c8eba9-f814-4c02-882b-3d65873f2d0e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:40.305298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Attempting to bind port c9c8eba9-f814-4c02-882b-3d65873f2d0e on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:40.310888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32f09f-b81d-4007-af84-77d960ced5cd None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:40.324143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] For port dd137e4e-cf1d-4053-b0e3-69ed1c30b951, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:40.334224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:40.334691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:40.335104 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.335539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:40.336033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Bound port: c9c8eba9-f814-4c02-882b-3d65873f2d0e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:40.336735 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.343682 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.349212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:23:40.362569 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0a2f20ed-5006-4ec2-a080-666a88eb7de2 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc471634-307c-4c48-ab09-c493e7c2960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435838 Nov 23 03:23:40.372485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39c768-4be5-488f-b644-e8c1abbc1946 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eba9-f814-4c02-882b-3d65873f2d0e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:40.448504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:40.448868 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.475081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Pushing event updated for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:40.480032 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] For port c9c8eba9-f814-4c02-882b-3d65873f2d0e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:40.509502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] For port c9c8eba9-f814-4c02-882b-3d65873f2d0e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9c8eba9-f814-4c02-882b-3d65873f2d0e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:40.519173 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.522673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2d6576b6-7b5c-4be1-945d-d455c9befef6 None None] Port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:40.580725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95c0e2-ce74-4025-86c4-6fd1f1f5df7a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:23:40.605711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:40.606342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:40.608365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39c768-4be5-488f-b644-e8c1abbc1946 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eba9-f814-4c02-882b-3d65873f2d0e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:40.698813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Provisioning complete for port c9c8eba9-f814-4c02-882b-3d65873f2d0e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:40.699185 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:40.762345 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:41.072742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.084158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.109859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] For port c9c8eba9-f814-4c02-882b-3d65873f2d0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9c8eba9-f814-4c02-882b-3d65873f2d0e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:41.119050 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.169661 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:41.170034 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.237409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Pushing event updated for resources: {'Port': ['ID=c9c8eba9-f814-4c02-882b-3d65873f2d0e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:41.247641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8aab712a-79d8-4f82-98aa-10da388464c7 None None] Port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:41.280842 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '53d79a4f-e1b7-47b1-9104-ae05e682d0cc', 'name': '', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'mac_address': 'fa:16:3e:c4:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:38Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 2, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'subnets': [{'id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:41.310207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1c1836-0f09-4c40-908d-ab63a25d64ab None None] The sync data for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 is: [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '53d79a4f-e1b7-47b1-9104-ae05e682d0cc', 'name': '', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'mac_address': 'fa:16:3e:c4:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:38Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 2, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'subnets': [{'id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:41.394346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 25391abf-b59e-41e5-b287-c4bd5abcb0d7 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:41.457935 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:41.458303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.557727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd137e4e-cf1d-4053-b0e3-69ed1c30b951 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:41.641555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:41.641919 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:41.984711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:43.357121 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9c8eba9-f814-4c02-882b-3d65873f2d0e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:43.414491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port c9c8eba9-f814-4c02-882b-3d65873f2d0e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:43.415010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:44.102286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Sync routers for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:23:44.112050 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:44.112640 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:44.231833 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:44.542833 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '53d79a4f-e1b7-47b1-9104-ae05e682d0cc', 'name': '', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'mac_address': 'fa:16:3e:c4:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:38Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 2, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'subnets': [{'id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:44.578693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Checking router: dc471634-307c-4c48-ab09-c493e7c2960f for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:23:44.579626 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Updating router dc471634-307c-4c48-ab09-c493e7c2960f port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:23:44.610918 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:44.906402 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:44.912994 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:44.991733 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd78ac-8976-4c23-884f-ef67d35cea62 None None] Pushing event updated for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:45.020117 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Attempting to bind port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:23:45.020484 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Attempting to bind port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:23:45.020856 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Attempting to bind port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc on network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:23:45.026065 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:23:45.026441 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Checking segment: {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:23:45.026868 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.027261 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Bound using segment: {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:23:45.028291 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Bound port: 53d79a4f-e1b7-47b1-9104-ae05e682d0cc, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c405163b-8d0a-4e6a-9053-9d8494ebee45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:23:45.028681 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.105277 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] For port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:23:45.108882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] For port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:23:45.114732 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.170302 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:23:45.170890 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:23:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:45.216631 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd78ac-8976-4c23-884f-ef67d35cea62 None None] Pushing event updated for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:45.301658 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:23:45.327504 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:45.328011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.437505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53d79a4f-e1b7-47b1-9104-ae05e682d0cc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:45.525974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:45.526675 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.554206 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.577062 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '53d79a4f-e1b7-47b1-9104-ae05e682d0cc', 'name': '', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'mac_address': 'fa:16:3e:c4:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:38Z', 'updated_at': '2021-11-23T03:23:45Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'subnets': [{'id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:23:45.609037 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] For port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:23:45.616508 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20635be0-3e1b-441c-9dc7-a3edb23cbc83 None None] The sync data for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 is: [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:23:39Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '53d79a4f-e1b7-47b1-9104-ae05e682d0cc', 'name': '', 'network_id': '4d4c76fa-4fee-49fb-8c90-22fe41923f47', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'mac_address': 'fa:16:3e:c4:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:38Z', 'updated_at': '2021-11-23T03:23:45Z', 'revision_number': 4, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'subnets': [{'id': 'cae4bfcf-7451-4c82-95a4-5b1a4f89a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:23:45.617916 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:45.731518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82532bc3-afb6-4938-ab6a-08c2627ad3ed None None] Pushing event updated for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:45.746409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-073b53ef-d934-40ae-985b-5e1b0b02be86 None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:45.746838 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-073b53ef-d934-40ae-985b-5e1b0b02be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:47.314051 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53d79a4f-e1b7-47b1-9104-ae05e682d0cc up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:23:47.369275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:47.369907 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:50.950716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-81a441cb-ed3d-4389-89e2-6eb5d4c3f174 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:50.952163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-81a441cb-ed3d-4389-89e2-6eb5d4c3f174 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 814 time: 0.1029646 Nov 23 03:23:50.967535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-10055e0f-4a49-4a69-ab3c-a9c28dbc8dc5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/quotas/391f51b861664e769c0b24d62ec164df HTTP/1.1" status: 200 len: 375 time: 0.0091279 Nov 23 03:23:51.017250 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-cafb14dd-8c1f-4f22-b8bd-1ec87ad45cbb tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438292 Nov 23 03:23:51.203055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-961c7bf0-7e37-447b-b491-ef51e32a34ac service neutron] 10.222.0.15 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744425 Nov 23 03:23:51.296512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-5672a6bf-246a-4c35-bcda-674c74c30e68 service neutron] 10.222.0.15 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868008 Nov 23 03:23:51.457946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f166e2c2-3876-40b0-84df-13848c826107 req-033cccac-c225-4847-8d4a-f1313d95f41b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 210 time: 0.0274446 Nov 23 03:23:52.393216 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-d7d6bea8-42c1-4fa4-a011-5830be5e654e tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:52.394718 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-d7d6bea8-42c1-4fa4-a011-5830be5e654e tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 814 time: 0.1123719 Nov 23 03:23:52.407589 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'port': {'device_id': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'admin_state_up': True, 'tenant_id': '391f51b861664e769c0b24d62ec164df'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:23:52.518405 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Made reservation on behalf of 391f51b861664e769c0b24d62ec164df for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:23:52.522327 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:52.565329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-afbc0131-5a8c-46dd-873b-754cef4b4958 req-4edaf667-934b-43ea-937a-66fb6ce37c92 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 210 time: 0.0365810 Nov 23 03:23:52.665525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Allocated IP 172.20.0.11 (62445ae9-9892-47d0-bca1-7e4860cfb55c/c9d5b9b6-00a9-4cec-963d-bfa45d732972/9550a231-dc54-4f47-abf4-9f34af881087) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:23:52.829537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:52.872429 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:52.928730 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:23:52.932920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:23:52.934916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:23:52.944598 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:23:53.015768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:53.016653 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:53.036899 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-e863468e-64bf-420a-bac9-8b7ff5ff345a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6335757 Nov 23 03:23:53.236585 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-48542d10-8472-4c45-b91a-647954054eb5 None None] Provisioning complete for port 9550a231-dc54-4f47-abf4-9f34af881087 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:23:53.237136 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-48542d10-8472-4c45-b91a-647954054eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:53.272754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-48542d10-8472-4c45-b91a-647954054eb5 None None] Port 9550a231-dc54-4f47-abf4-9f34af881087 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:23:53.694104 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be7cbf-e858-4c41-9a98-9eb4527bb6d5 req-e34fc82f-8aa4-425b-a8db-0dfa28560adc tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:53.695617 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68be7cbf-e858-4c41-9a98-9eb4527bb6d5 req-e34fc82f-8aa4-425b-a8db-0dfa28560adc tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0585690 Nov 23 03:23:53.745986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-68be7cbf-e858-4c41-9a98-9eb4527bb6d5 req-cbd58e45-e76b-4337-8582-ce2b9a8117c3 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Nov 23 03:23:53.848325 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:54.864118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acbe1d-cf31-4a06-9e3f-24088cffbc65 req-33066621-561f-4d65-a4cc-60827880b394 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:54.865662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83acbe1d-cf31-4a06-9e3f-24088cffbc65 req-33066621-561f-4d65-a4cc-60827880b394 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0512359 Nov 23 03:23:54.917868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83acbe1d-cf31-4a06-9e3f-24088cffbc65 req-e3b83257-b3c0-406f-9277-7f9433c71196 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Nov 23 03:23:56.039072 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23fcde-fa18-4f2f-bf85-7605f04fb5e4 req-ca05d678-b9d4-4d0f-8f06-f49ee7600649 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:56.040647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab23fcde-fa18-4f2f-bf85-7605f04fb5e4 req-ca05d678-b9d4-4d0f-8f06-f49ee7600649 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0487871 Nov 23 03:23:56.097345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab23fcde-fa18-4f2f-bf85-7605f04fb5e4 req-72152484-5fc6-45d3-98d2-4054ac0bcfa2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500748 Nov 23 03:23:57.225584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5f87-efab-4fd1-992a-6132d6eeb4f3 req-785f6799-2218-4fb2-b7be-c8e43947cbcf tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:57.235823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c05d5f87-efab-4fd1-992a-6132d6eeb4f3 req-785f6799-2218-4fb2-b7be-c8e43947cbcf tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0605450 Nov 23 03:23:57.300365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c05d5f87-efab-4fd1-992a-6132d6eeb4f3 req-2382429d-1cd7-4c08-ab4c-fb1c1aadd841 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614917 Nov 23 03:23:58.422395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320da6d-89bb-4e66-a9e9-ef05e57cbbe2 req-e6cbdec1-f0c0-4a79-bba4-1bafa8ac15b4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:58.424067 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6320da6d-89bb-4e66-a9e9-ef05e57cbbe2 req-e6cbdec1-f0c0-4a79-bba4-1bafa8ac15b4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0554101 Nov 23 03:23:58.479274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6320da6d-89bb-4e66-a9e9-ef05e57cbbe2 req-39db4b78-04be-4717-95fa-738a165450d2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Nov 23 03:23:59.605389 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136debe-0f0e-4ec1-8f2b-054ba462a081 req-55736bf4-b1af-43d1-bea2-578fdc7743b7 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:23:59.606891 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b136debe-0f0e-4ec1-8f2b-054ba462a081 req-55736bf4-b1af-43d1-bea2-578fdc7743b7 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0564563 Nov 23 03:23:59.653253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b136debe-0f0e-4ec1-8f2b-054ba462a081 req-4eb2e153-1652-4040-906f-253ea0880f1b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Nov 23 03:24:00.246749 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:00.776738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e120c0-ba16-4906-acd2-eb9e0797ac32 req-93bb919e-0312-4d37-9389-a56614bae14d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:00.778218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30e120c0-ba16-4906-acd2-eb9e0797ac32 req-93bb919e-0312-4d37-9389-a56614bae14d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0490279 Nov 23 03:24:00.835637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30e120c0-ba16-4906-acd2-eb9e0797ac32 req-5bd13d9d-7664-423c-8ac9-e0b49ac6d3b4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506573 Nov 23 03:24:01.966015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104a56-f10e-4b23-8611-4218be9836e2 req-de5b71d3-82cf-4b66-8f4d-615266921e95 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:01.967906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4104a56-f10e-4b23-8611-4218be9836e2 req-de5b71d3-82cf-4b66-8f4d-615266921e95 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 932 time: 0.0548742 Nov 23 03:24:02.021768 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b4104a56-f10e-4b23-8611-4218be9836e2 req-f55b2228-6151-4f7c-b4ed-f483b5645fda tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Nov 23 03:24:02.715543 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Request body: {'port': {'device_id': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:02.773048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.038200 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9550a231-dc54-4f47-abf4-9f34af881087 {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:24:03.045782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.061649 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Transition to ACTIVE for port object 9550a231-dc54-4f47-abf4-9f34af881087 will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:24:03.066763 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.112554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:03.159393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dd665-c8b0-4c02-ae5b-8c398e37ac49 req-b33b1ab0-1545-4858-9e05-5dd40961e42b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.161406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa8dd665-c8b0-4c02-ae5b-8c398e37ac49 req-b33b1ab0-1545-4858-9e05-5dd40961e42b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 944 time: 0.0671523 Nov 23 03:24:03.213920 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Attempting to bind port 9550a231-dc54-4f47-abf4-9f34af881087 on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:24:03.214270 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Attempting to bind port 9550a231-dc54-4f47-abf4-9f34af881087 by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:24:03.214688 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Attempting to bind port 9550a231-dc54-4f47-abf4-9f34af881087 on network 62445ae9-9892-47d0-bca1-7e4860cfb55c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:24:03.219159 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Port 9550a231-dc54-4f47-abf4-9f34af881087 on network 62445ae9-9892-47d0-bca1-7e4860cfb55c not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:24:03.219331 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa8dd665-c8b0-4c02-ae5b-8c398e37ac49 req-711c0e62-fbf2-4758-8cec-f363bbfded02 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505741 Nov 23 03:24:03.219484 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Attempting to bind port 9550a231-dc54-4f47-abf4-9f34af881087 on network 62445ae9-9892-47d0-bca1-7e4860cfb55c {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:24:03.225209 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:24:03.225552 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Checking segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:24:03.225939 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Bound using segment: {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:24:03.226373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Bound port: 9550a231-dc54-4f47-abf4-9f34af881087, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec88d75-a79c-40f7-85a9-887b128cf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:24:03.227019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.299559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:24:03.303828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:24:03.310467 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.347681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.348320 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.349771 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] 10.222.0.47 "PUT /v2.0/ports/9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1093 time: 0.6864469 Nov 23 03:24:03.350219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:24:03.352801 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:24:03.384750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e790-f308-4b40-84b5-4206ee0af106 service neutron] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:03.461112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-502cc052-cfbf-4fc5-9d7b-051312532ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.463110 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-502cc052-cfbf-4fc5-9d7b-051312532ba4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1096 time: 0.0566976 Nov 23 03:24:03.514051 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-63a6f87d-f88e-4f4d-906d-19748dec7519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 217 time: 0.0421102 Nov 23 03:24:03.551656 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71622fb7-bb8a-44b9-8662-53686a8db27c x-openstack-request-id: req-71622fb7-bb8a-44b9-8662-53686a8db27c {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:24:03.551929 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:24:03.552256 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71622fb7-bb8a-44b9-8662-53686a8db27c {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:24:03.552777 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:24:03.571196 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-01f09b5c-e057-449e-81c6-c94f8a49281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.572849 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-01f09b5c-e057-449e-81c6-c94f8a49281c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0518744 Nov 23 03:24:03.625876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-25a60bb3-425a-4c4f-8daf-9c4ca478914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.627391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-25a60bb3-425a-4c4f-8daf-9c4ca478914c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481713 Nov 23 03:24:03.717894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-c1673489-3459-4577-ade4-597dedd556ba service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Nov 23 03:24:03.812721 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-3b24addb-e87c-4579-b402-82b4983c13c8 req-4efdd6e4-a2cf-4d89-b1c7-3acff801448c service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873959 Nov 23 03:24:03.899661 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-3d6bfd38-39b0-4921-aa7c-044a870618f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.901142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-3d6bfd38-39b0-4921-aa7c-044a870618f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1096 time: 0.0408721 Nov 23 03:24:03.990440 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-e3822980-13a6-4071-85bc-3d394e8523f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:03.992793 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-e3822980-13a6-4071-85bc-3d394e8523f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.0850098 Nov 23 03:24:04.038936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-e308b24e-4d8f-4279-a834-f3e380c17320 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 217 time: 0.0391569 Nov 23 03:24:04.087901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-9b81cfa4-877e-4d04-8368-634ea3302bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:04.089292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-9b81cfa4-877e-4d04-8368-634ea3302bab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0426908 Nov 23 03:24:04.134761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-dfe1f668-b86a-4b00-996d-3658324cdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:04.136218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-dfe1f668-b86a-4b00-996d-3658324cdc90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393124 Nov 23 03:24:04.230855 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-81dd9770-237c-445b-81cc-b210d49a12b4 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Nov 23 03:24:04.322456 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f664115e-e9e6-4c0e-b396-2c82c9ac4c43 req-dadb8f25-9840-4705-bb04-fa20edfc8f8b service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830500 Nov 23 03:24:04.344791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0553990-d7a7-40df-b82c-555fbe736943 req-32c43fd3-e1b0-4ecf-9d0b-36dfb4b378c8 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:04.346206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0553990-d7a7-40df-b82c-555fbe736943 req-32c43fd3-e1b0-4ecf-9d0b-36dfb4b378c8 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 944 time: 0.0481093 Nov 23 03:24:04.392967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e0553990-d7a7-40df-b82c-555fbe736943 req-1c6f34b6-109a-48de-9130-1e4244f05af2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Nov 23 03:24:05.408892 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:24:05.805200 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441a8b-4361-4ee9-9204-a8203cc20dc9 req-19206e43-2e09-4dc6-9bef-0830f01508e4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:05.806698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4441a8b-4361-4ee9-9204-a8203cc20dc9 req-19206e43-2e09-4dc6-9bef-0830f01508e4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 944 time: 0.3461590 Nov 23 03:24:05.853233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4441a8b-4361-4ee9-9204-a8203cc20dc9 req-5e579be8-2708-4943-8297-dbbd27198726 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Nov 23 03:24:05.932763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7530e7f7-d3b8-467c-8285-664b0c0a629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:06.333119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9550a231-dc54-4f47-abf4-9f34af881087 details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:24:06.428844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:24:06.439760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '9550a231-dc54-4f47-abf4-9f34af881087', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'port_id': '9550a231-dc54-4f47-abf4-9f34af881087', 'mac_address': 'fa:16:3e:62:d8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:24:06.475668 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:06.489133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9550a231-dc54-4f47-abf4-9f34af881087 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:24:06.508170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:24:06.512639 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:06.560299 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:06.567505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.567860 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.568207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.568545 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.568879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.569212 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.569548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.569879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.570207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.570553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.570880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.571205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:06.769165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:24:06.972431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d43512-6587-42b0-a586-51524110dec8 req-9182f027-9bcb-4880-a414-6b857d05829d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:06.973912 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03d43512-6587-42b0-a586-51524110dec8 req-9182f027-9bcb-4880-a414-6b857d05829d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Nov 23 03:24:07.020355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03d43512-6587-42b0-a586-51524110dec8 req-dc8eb23e-9841-4cd3-9186-e14eadcf0d98 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Nov 23 03:24:08.115335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f57438cf-3c64-4150-a9a2-9f651a171c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:08.136260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c888-9ae6-404a-8b2d-7e87694070ea req-49a6dd07-4ec8-4edc-b641-f29843dbada5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:08.137761 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e456c888-9ae6-404a-8b2d-7e87694070ea req-49a6dd07-4ec8-4edc-b641-f29843dbada5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Nov 23 03:24:08.189701 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e456c888-9ae6-404a-8b2d-7e87694070ea req-bc9937bb-0e2d-45c3-854e-998b653a302a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442107 Nov 23 03:24:08.349539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9550a231-dc54-4f47-abf4-9f34af881087 up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:24:08.401793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 9550a231-dc54-4f47-abf4-9f34af881087 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:24:08.405797 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 9550a231-dc54-4f47-abf4-9f34af881087 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:24:08.406165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:08.481398 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:08.504564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:24:08.506955 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af6f0c-58a3-4192-8754-3e2c6f689bbb" -d '{"events": [{"server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "name": "network-vif-plugged", "status": "completed", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:24:08.519213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:24:08.522952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:08.572042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:08.598031 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37653e1-36e5-4ad2-812e-014e787c6b4a x-openstack-request-id: req-c37653e1-36e5-4ad2-812e-014e787c6b4a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:24:08.598326 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "name": "network-vif-plugged", "status": "completed", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:24:08.598615 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c37653e1-36e5-4ad2-812e-014e787c6b4a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:24:08.599020 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'code': 200} Nov 23 03:24:08.693189 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dbba7-4c29-4d40-8511-4109f6ebb4e5 req-d28225f2-82c8-4341-82bf-9a96c235d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:08.694630 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0c9dbba7-4c29-4d40-8511-4109f6ebb4e5 req-d28225f2-82c8-4341-82bf-9a96c235d7a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1098 time: 0.0405030 Nov 23 03:24:08.743649 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0c9dbba7-4c29-4d40-8511-4109f6ebb4e5 req-026c1a31-6902-4120-b331-27671a3c43fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Nov 23 03:24:09.306039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa75d-700c-4779-82a7-4d13aeee8ce6 req-ba2b284c-b0c8-4c86-be3f-f0f2a37e99c3 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:09.307532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d36aa75d-700c-4779-82a7-4d13aeee8ce6 req-ba2b284c-b0c8-4c86-be3f-f0f2a37e99c3 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0485997 Nov 23 03:24:09.353747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d36aa75d-700c-4779-82a7-4d13aeee8ce6 req-3b3dd0fc-c749-4528-8724-6c921d1e4c47 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Nov 23 03:24:09.486041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:10.467323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59531e72-aa26-465b-9ca8-66bf88f77bfa req-3b1a102d-9161-470a-ad9e-f6850056467c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:10.469359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59531e72-aa26-465b-9ca8-66bf88f77bfa req-3b1a102d-9161-470a-ad9e-f6850056467c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0481212 Nov 23 03:24:10.514859 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59531e72-aa26-465b-9ca8-66bf88f77bfa req-cfef3154-28ce-47e6-824c-fce78393d0db tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393789 Nov 23 03:24:10.631720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459cd66-7e1b-4d74-a051-dc1fe40e1680 req-524b2fac-4928-4468-810b-e89f8c588b8d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:10.633157 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1459cd66-7e1b-4d74-a051-dc1fe40e1680 req-524b2fac-4928-4468-810b-e89f8c588b8d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Nov 23 03:24:10.679053 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1459cd66-7e1b-4d74-a051-dc1fe40e1680 req-e125f996-9c74-4586-84d5-9fa0e79d5dd8 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Nov 23 03:24:10.861223 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fbdc9-dfbf-4f75-952c-c36ae26d8b4f req-169139b6-8f7b-4508-8d4f-fa0066b46509 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:10.862730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-459fbdc9-dfbf-4f75-952c-c36ae26d8b4f req-169139b6-8f7b-4508-8d4f-fa0066b46509 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0490549 Nov 23 03:24:10.897137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:10.910463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-459fbdc9-dfbf-4f75-952c-c36ae26d8b4f req-85f7541d-ef0d-4eb7-9ea2-aeee91e52db7 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Nov 23 03:24:11.979811 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.366543 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154d48-dfab-465d-8f13-f5efea252f1c req-38d7843a-47bb-48e9-917d-ad785467c7c6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:23.367994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93154d48-dfab-465d-8f13-f5efea252f1c req-38d7843a-47bb-48e9-917d-ad785467c7c6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0525756 Nov 23 03:24:23.414989 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93154d48-dfab-465d-8f13-f5efea252f1c req-bb08c82d-108f-49e2-bc7e-d0f51fc6c853 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Nov 23 03:24:23.436961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36078) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:23.519463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7d3c1-de3a-4f85-8b00-806bcaf3c008 tempest-TestMinimumBasicScenario-729986459 tempest-TestMinimumBasicScenario-729986459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:23.520973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6aa7d3c1-de3a-4f85-8b00-806bcaf3c008 tempest-TestMinimumBasicScenario-729986459 tempest-TestMinimumBasicScenario-729986459-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1093 time: 0.0830054 Nov 23 03:24:23.524002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36082) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:23.528189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '9550a231-dc54-4f47-abf4-9f34af881087', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:23.548696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.646376 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.747961 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Allocated IP 172.25.1.205 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/5a99058d-a2d3-4d58-ba77-6e9ff60c4959) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:24:23.847733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.852999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.885650 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:23.924467 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:24:23.927318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:24:23.930076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:24:23.957746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'Port': ['ID=5a99058d-a2d3-4d58-ba77-6e9ff60c4959,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:23.969315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.969668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.970009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.970348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.970709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.971044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.971375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.971706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.972033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.972360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.972711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:23.973034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:24.299034 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:24.363456 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:24.511458 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:24.515618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:24.583452 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'Port': ['ID=5a99058d-a2d3-4d58-ba77-6e9ff60c4959,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:24.595559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:24.695926 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Floating IP 530915ad-f034-4bc2-aba1-7cf3515d4938 associated. External IP: 172.25.1.205, port: 9550a231-dc54-4f47-abf4-9f34af881087. Nov 23 03:24:24.905455 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Router c7948351-1779-497a-b0fa-a422fcd9e43e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:24:25.020968 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:24:25.031000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Sync routers for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:24:25.038385 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.041188 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:24:25.041799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:24:25.066535 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03cee47b-40f0-4d52-ac35-f6572d71e455 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5415056 Nov 23 03:24:25.067397 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:24:25.069522 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36084) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.070049 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:24:25.074319 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416840227', 'description': 'tempest-secgroup-smoke-1416840227 description', 'project_id': '391f51b861664e769c0b24d62ec164df'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.101649 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.106970 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2350c9e4-944a-486b-b39d-623c116ee6ae x-openstack-request-id: req-2350c9e4-944a-486b-b39d-623c116ee6ae {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:24:25.107263 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:24:25.107518 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2350c9e4-944a-486b-b39d-623c116ee6ae {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:24:25.107928 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:24:25.159607 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:24:25.204824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-838f15f7-e509-4c12-83f1-eb87b21de885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:25.206326 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-838f15f7-e509-4c12-83f1-eb87b21de885 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1098 time: 0.0743582 Nov 23 03:24:25.208785 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.212768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.308267 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.309532 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2390101 Nov 23 03:24:25.312889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.313362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbfe83b-7ff9-46f2-876f-1ecc53e5847a,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:25.319673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.330897 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.331247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.331588 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.332302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.332302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.332573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.332903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.333227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.333551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.333879 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.334199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.334537 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622d7821-7721-444f-8dd1-991e0f430da1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:24:25.362050 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.371442 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-db33c7c4-d842-4ed3-9be3-c75c716809dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:25.372964 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-db33c7c4-d842-4ed3-9be3-c75c716809dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.1573672 Nov 23 03:24:25.443762 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.448468 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.455242 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-2c353d40-369d-442c-9d97-0323b83dbeaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1000 time: 0.0737898 Nov 23 03:24:25.471301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a99cf21-ad03-4b4f-89bd-d0fdfd8449f2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:25.482680 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.486977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-152f3846-9f02-42ec-88cc-f4f117d4250b tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703308 Nov 23 03:24:25.487879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.494054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.517780 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-4c09f3a9-edcf-4206-8d78-642cfe703721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:25.519410 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-4c09f3a9-edcf-4206-8d78-642cfe703721 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0570407 Nov 23 03:24:25.525331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.566180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-56de9bff-a040-4d9c-a6ed-2ea06edfa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:25.567746 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-56de9bff-a040-4d9c-a6ed-2ea06edfa91e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417714 Nov 23 03:24:25.571348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '530915ad-f034-4bc2-aba1-7cf3515d4938', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'port_id': '9550a231-dc54-4f47-abf4-9f34af881087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'mac_address': 'fa:16:3e:62:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:24:24Z', 'updated_at': '2021-11-23T03:24:24Z', 'revision_number': 0, 'project_id': '391f51b861664e769c0b24d62ec164df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:24:25.588121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.594742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.604848 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Checking router: c7948351-1779-497a-b0fa-a422fcd9e43e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:24:25.614213 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:24:25.614534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:24:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:24:25.615432 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55ff91c-92eb-4aea-bc5c-636e4f1f92b1,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:25.631973 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.635775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-31b094b7-85fa-4358-b7b2-f8a19e7e46fa tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441367 Nov 23 03:24:25.636182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.643312 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.672858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.676227 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-2a495b71-0627-4db0-9bfc-eb56f547a7a0 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016376 Nov 23 03:24:25.732030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:24:25.735755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.740417 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.761565 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6280cb52-d0d5-407b-9019-5341b9c544d0,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:25.772047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.773273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d5e58ad1-57d1-4a6b-a72f-5f8e15623a9c tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361129 Nov 23 03:24:25.776232 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.782225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-f30f1635-3fd1-4bf2-bfe9-2af7e6b51a2d req-c3f2699e-e408-4226-9a9b-ae6105eb8f34 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987706 Nov 23 03:24:25.782865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.813599 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.873916 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.878548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.897169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f5644b-5ad4-4d63-8459-591a7d9aedfd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:25.901881 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.903124 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-10dafc76-0dae-484c-a8e8-ab613e57fc42 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255841 Nov 23 03:24:25.905876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36096) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:25.910155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:25.932200 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Project 391f51b861664e769c0b24d62ec164df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:24:25.937671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:25.970655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '530915ad-f034-4bc2-aba1-7cf3515d4938', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'port_id': '9550a231-dc54-4f47-abf4-9f34af881087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'mac_address': 'fa:16:3e:62:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:24:24Z', 'updated_at': '2021-11-23T03:24:24Z', 'revision_number': 0, 'project_id': '391f51b861664e769c0b24d62ec164df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:24:25.995999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.000350 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.005353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4403c8-6827-4e4f-bb7e-ba15347fcdb6 None None] The sync data for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 is: [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '530915ad-f034-4bc2-aba1-7cf3515d4938', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'floating_ip_address': '172.25.1.205', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'port_id': '9550a231-dc54-4f47-abf4-9f34af881087', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'mac_address': 'fa:16:3e:62:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:24:24Z', 'updated_at': '2021-11-23T03:24:24Z', 'revision_number': 0, 'project_id': '391f51b861664e769c0b24d62ec164df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:24:26.018164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc82ba68-2321-4f44-93fc-f703a1cb5a1f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:26.027301 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.028545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1e5cb564-dfd9-4762-8990-f1c4cb79d178 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217425 Nov 23 03:24:26.031383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36098) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:24:26.035996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'security_group_rule': {'security_group_id': 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a', 'project_id': '391f51b861664e769c0b24d62ec164df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:26.061056 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Project 391f51b861664e769c0b24d62ec164df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:24:26.066658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.129303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.133374 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.152164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d39f984-e218-4eba-b596-876d687de90a,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:26.167609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.169436 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2a893473-b791-4054-92f2-747cfa340cd6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369276 Nov 23 03:24:26.214525 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ff883-e998-498a-b140-dca000c80dd1 None None] New status for floating IP 530915ad-f034-4bc2-aba1-7cf3515d4938: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:24:26.267188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-bbf7cd0b-e3d4-4afe-97ff-943d4c6eb3ac tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416840227&fields=id&tenant_id=391f51b861664e769c0b24d62ec164df HTTP/1.1" status: 200 len: 267 time: 0.0461287 Nov 23 03:24:26.324042 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-10558bb2-16c9-4a59-9421-03f1d49d94fe tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:26.325543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-10558bb2-16c9-4a59-9421-03f1d49d94fe tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0523703 Nov 23 03:24:26.337032 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'port': {'security_groups': ['e4c7babc-2574-4512-8a4f-0c374ff420b8', 'abbfe83b-7ff9-46f2-876f-1ecc53e5847a']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:24:26.401508 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.584807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:24:26.614192 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.618684 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.630114 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:24:26.664351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:26.665120 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:26.666627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23b78cdb-51fe-4c39-a2c3-0a93004dee45 req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "PUT /v2.0/ports/9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 982 time: 0.3340809 Nov 23 03:24:26.709960 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592ada6-5bd6-4ef1-a108-c1981e74cb23 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=6']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:24:26.728911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:24:26.780368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190b6e-16b8-4779-88f0-6ef03b3330f6 req-84227219-681a-489f-bb07-726163b94ec4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:26.782658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2190b6e-16b8-4779-88f0-6ef03b3330f6 req-84227219-681a-489f-bb07-726163b94ec4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0525932 Nov 23 03:24:26.849046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e2190b6e-16b8-4779-88f0-6ef03b3330f6 req-66f4404e-b976-4c52-8ef2-32572eff8d70 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586865 Nov 23 03:24:27.021262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9538dc41-c64d-4703-9fd5-311095888c96 None None] Provisioning complete for port 9550a231-dc54-4f47-abf4-9f34af881087 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:24:27.021547 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9538dc41-c64d-4703-9fd5-311095888c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:27.109501 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:24:27.111853 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97f53e6-b171-4bc5-997e-3a11555513cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:24:27.147608 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add87997-c50d-4706-bfec-96e8391b2a4a x-openstack-request-id: req-add87997-c50d-4706-bfec-96e8391b2a4a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:24:27.147912 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:24:27.148168 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-add87997-c50d-4706-bfec-96e8391b2a4a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:24:27.148573 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:24:27.209963 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-b56b26c3-67f5-466a-ae84-f5e247a0b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:27.211506 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-b56b26c3-67f5-466a-ae84-f5e247a0b7b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1137 time: 0.0416791 Nov 23 03:24:27.308302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-98a489d2-56a1-4765-8e28-d4ca9c096e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:27.309816 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-98a489d2-56a1-4765-8e28-d4ca9c096e48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.0920441 Nov 23 03:24:27.376358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-2a3c1414-5d35-4960-aa9e-7087a92791ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1002 time: 0.0588121 Nov 23 03:24:27.424973 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-acbe06a1-aaab-48cb-8081-159fb18ada38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:27.426436 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-acbe06a1-aaab-48cb-8081-159fb18ada38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0432649 Nov 23 03:24:27.475139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-5e411f4e-0cd7-458f-bb75-53d673bf3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:27.476868 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-5e411f4e-0cd7-458f-bb75-53d673bf3d82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430067 Nov 23 03:24:27.567074 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-3992c386-a627-4d12-a457-ae655bc7ee82 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811501 Nov 23 03:24:27.658339 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-a97f53e6-b171-4bc5-997e-3a11555513cc req-6a2fdba8-7e96-4fcb-a72d-157de0a26c3c service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837598 Nov 23 03:24:30.241817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:35.938659 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b3f62533-4349-41a9-a82f-30505b2fcf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:38.116944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b30f0735-f7d3-4833-9afd-7bd5366ee194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:39.483886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:40.900767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:41.982422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:42.407546 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:24:43.867100 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91215a33-2b3b-4153-aa0f-521adb74041b req-ed8618f4-106e-420b-8d88-540247bfc013 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:43.867762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466abc-e429-432f-9222-d64463ae7a61 req-9f86ba5f-dd84-45bd-92ed-43a3ce7c5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:43.868783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91215a33-2b3b-4153-aa0f-521adb74041b req-ed8618f4-106e-420b-8d88-540247bfc013 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0504689 Nov 23 03:24:43.869043 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-9f86ba5f-dd84-45bd-92ed-43a3ce7c5a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1137 time: 0.0416367 Nov 23 03:24:43.929523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-91215a33-2b3b-4153-aa0f-521adb74041b req-fc300ee6-a6ae-41e2-afaf-19b7782209e6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544851 Nov 23 03:24:43.959333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466abc-e429-432f-9222-d64463ae7a61 req-3600933a-a425-4ce8-873e-8bc62b86b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:43.960824 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-3600933a-a425-4ce8-873e-8bc62b86b281 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.0841639 Nov 23 03:24:44.029592 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-9aadc020-44f1-4806-a548-ed81bfcfad1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1002 time: 0.0617807 Nov 23 03:24:44.079486 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466abc-e429-432f-9222-d64463ae7a61 req-db64af72-d2a4-4026-94d8-d1383ae63db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:44.081866 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-db64af72-d2a4-4026-94d8-d1383ae63db7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0445473 Nov 23 03:24:44.127217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466abc-e429-432f-9222-d64463ae7a61 req-6b069d69-c392-4af6-ab6c-c839e4e6404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:44.128655 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-6b069d69-c392-4af6-ab6c-c839e4e6404b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400271 Nov 23 03:24:44.219858 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-9226916e-94fa-48df-af22-d1dc8cb98de1 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834887 Nov 23 03:24:44.307652 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-b6466abc-e429-432f-9222-d64463ae7a61 req-876886ef-af8c-49bc-9fb2-74aa0c65315d service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802958 Nov 23 03:24:45.048869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9417c-aed0-4fd8-9936-cc56f4e17678 req-41da2680-a530-4827-b154-9eb4ee9bc8e2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:45.050369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bb9417c-aed0-4fd8-9936-cc56f4e17678 req-41da2680-a530-4827-b154-9eb4ee9bc8e2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0530450 Nov 23 03:24:45.110624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5bb9417c-aed0-4fd8-9936-cc56f4e17678 req-4eddaef3-e37e-4abb-a2fb-08a4c93ef797 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540340 Nov 23 03:24:46.226940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f1f5-84d5-4f3d-a4bc-5bc45e20ce7d req-f6e82bda-60f8-4bc8-9393-bebef0646cc4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:46.228449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44d4f1f5-84d5-4f3d-a4bc-5bc45e20ce7d req-f6e82bda-60f8-4bc8-9393-bebef0646cc4 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0498741 Nov 23 03:24:46.288916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44d4f1f5-84d5-4f3d-a4bc-5bc45e20ce7d req-3d2323f1-a157-40f6-9917-d37ff1ca0a25 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541985 Nov 23 03:24:47.409404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81950ae6-3deb-4a04-91c0-4efe57498236 req-f0f9454f-928d-4892-9bd1-8aed666f518d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:47.411039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81950ae6-3deb-4a04-91c0-4efe57498236 req-f0f9454f-928d-4892-9bd1-8aed666f518d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0536001 Nov 23 03:24:47.480300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81950ae6-3deb-4a04-91c0-4efe57498236 req-69b9c369-2982-4f47-989c-69caaccf7fd5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605228 Nov 23 03:24:48.596298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5ba7-dcfc-455d-b73f-06377aa641ba req-c2f8034d-457d-4225-8a12-a5a50744a3eb tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:48.597767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32aa5ba7-dcfc-455d-b73f-06377aa641ba req-c2f8034d-457d-4225-8a12-a5a50744a3eb tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0489268 Nov 23 03:24:48.657137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32aa5ba7-dcfc-455d-b73f-06377aa641ba req-c1b5fd4f-a46f-4ebe-9ba3-8521d80c5537 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529647 Nov 23 03:24:49.775172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070a84c-2f50-475c-a335-5ae1af6bf3ec req-c4262eb3-0e30-4491-b8e9-97ac0e735fcc tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:49.776647 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7070a84c-2f50-475c-a335-5ae1af6bf3ec req-c4262eb3-0e30-4491-b8e9-97ac0e735fcc tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0497305 Nov 23 03:24:49.835627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7070a84c-2f50-475c-a335-5ae1af6bf3ec req-0ef78b8a-d2e2-4e4d-b0af-0c33937c7893 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529115 Nov 23 03:24:50.953268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c3d26-e59d-468e-8288-979d528fd722 req-6f5df1a4-d58b-43c1-a094-6b1e6ea5fbde tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:50.955266 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f3c3d26-e59d-468e-8288-979d528fd722 req-6f5df1a4-d58b-43c1-a094-6b1e6ea5fbde tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0514565 Nov 23 03:24:51.014230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f3c3d26-e59d-468e-8288-979d528fd722 req-db1337ec-d591-42cb-9783-6527169b899d tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529423 Nov 23 03:24:52.132319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b799b9-1327-4a5b-bfbe-937d70b8c89f req-66dec37b-06eb-4406-83cb-cf9f9da1a2ba tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:52.133806 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2b799b9-1327-4a5b-bfbe-937d70b8c89f req-66dec37b-06eb-4406-83cb-cf9f9da1a2ba tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0514956 Nov 23 03:24:52.193086 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f2b799b9-1327-4a5b-bfbe-937d70b8c89f req-038f78de-84a1-44a7-be48-1da2b0f7a20a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531416 Nov 23 03:24:53.311850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b84f01-2f47-4659-94dc-c1da31807580 req-9f904125-4090-41e5-a2d7-f0ea206ebf65 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:53.313811 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4b84f01-2f47-4659-94dc-c1da31807580 req-9f904125-4090-41e5-a2d7-f0ea206ebf65 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0537531 Nov 23 03:24:53.378215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c4b84f01-2f47-4659-94dc-c1da31807580 req-c76ddb2d-8541-4a65-8bf8-7aee10150af7 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574040 Nov 23 03:24:53.845818 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:54.492295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3cfb0-6401-4122-8801-87e6f4c1ac8c req-5922b47b-f36a-4cfd-a710-222d62d787ab tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:54.493764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a3cfb0-6401-4122-8801-87e6f4c1ac8c req-5922b47b-f36a-4cfd-a710-222d62d787ab tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0484455 Nov 23 03:24:54.553821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6a3cfb0-6401-4122-8801-87e6f4c1ac8c req-5880364f-b2e7-4ef0-968e-e30c13966b40 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538929 Nov 23 03:24:55.667949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dddcd3-48a9-4f2e-9676-06f407664332 req-623c8f3d-fd1f-4451-93d7-bd27ecaf757a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:55.669408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0dddcd3-48a9-4f2e-9676-06f407664332 req-623c8f3d-fd1f-4451-93d7-bd27ecaf757a tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0478868 Nov 23 03:24:55.736317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f0dddcd3-48a9-4f2e-9676-06f407664332 req-2f3d6849-8f3e-4aa2-9d82-218473169fc2 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=abbfe83b-7ff9-46f2-876f-1ecc53e5847a&id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597146 Nov 23 03:24:56.974369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-6a6f5ddd-9732-4457-99cb-d9363e6c18a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435612 Nov 23 03:24:57.055413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-4aea767e-9eca-429c-9aba-8ef42b91d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:57.057142 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-4aea767e-9eca-429c-9aba-8ef42b91d8db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1137 time: 0.0412121 Nov 23 03:24:57.156599 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-b01ecdce-9a2c-473a-b3f9-275306f6a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:57.158096 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-b01ecdce-9a2c-473a-b3f9-275306f6a533 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.0826850 Nov 23 03:24:57.226548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-527629af-e033-414a-bcf0-55b063939a56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1002 time: 0.0613527 Nov 23 03:24:57.274911 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-cfae6643-8cfb-4278-bc16-f5a6d7f9c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:57.276369 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-cfae6643-8cfb-4278-bc16-f5a6d7f9c63c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0433083 Nov 23 03:24:57.321631 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-bc41b3d7-eb47-4d0c-9a68-3dbee33837ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:24:57.323225 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-bc41b3d7-eb47-4d0c-9a68-3dbee33837ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399671 Nov 23 03:24:57.420239 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-eab0850d-a043-46e4-823f-a2b5c0b90145 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893760 Nov 23 03:24:57.513235 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-95981a56-de12-455a-a2a6-3f3b0c7ab791 req-b030568f-a069-4933-9bbe-99c3c3c35f63 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862241 Nov 23 03:25:00.243941 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:05.928980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb2b4-799b-4318-a528-ef9f302fd328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:08.121677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5f9932f6-3a56-4f0d-a192-f28bff0de5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:09.488029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:10.903587 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:11.983981 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:19.406853 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:25:23.849329 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.107430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-262e5221-27f9-4fe5-8b84-0fe53e678a95 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416840227&fields=id&tenant_id=391f51b861664e769c0b24d62ec164df HTTP/1.1" status: 200 len: 267 time: 0.0444191 Nov 23 03:25:28.159364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-5ce96dd5-28be-4250-9b48-cc4474f68268 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:28.160808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-5ce96dd5-28be-4250-9b48-cc4474f68268 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 985 time: 0.0477428 Nov 23 03:25:28.171830 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Request body: {'port': {'security_groups': ['e4c7babc-2574-4512-8a4f-0c374ff420b8']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:28.233751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.404040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:28.440164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.444624 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.456779 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:25:28.492771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:28.493425 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.494879 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9f11ad-9114-4e5c-90cd-6ca6a59dfa5d req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "PUT /v2.0/ports/9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 943 time: 0.3274624 Nov 23 03:25:28.495346 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:25:28.499185 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7633d5-c362-419a-88cd-6d4bf5ab8894" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:25:28.501023 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36148) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:28.534402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event updated for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=7']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:28.542398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.542778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.543165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.543670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.543956 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.544296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.544631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.544964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.545509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.545888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.546305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.546733 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346b9962-92b6-4ad9-b8ae-03c03bb38c30 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:28.557728 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd48ab6-abf4-4d14-a647-6e1f0d7a0b48 x-openstack-request-id: req-1dd48ab6-abf4-4d14-a647-6e1f0d7a0b48 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:25:28.558234 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:25:28.559691 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dd48ab6-abf4-4d14-a647-6e1f0d7a0b48 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:25:28.560271 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:25:28.576327 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:25:28.615567 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.646958 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:28.671549 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-bfb0fe79-d411-464c-94b0-72e5c8535fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:28.673135 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-bfb0fe79-d411-464c-94b0-72e5c8535fcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1098 time: 0.0922158 Nov 23 03:25:28.738667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3f044d8d-9acd-4c6d-9d95-deab8fe149aa None None] Provisioning complete for port 9550a231-dc54-4f47-abf4-9f34af881087 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:28.739038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3f044d8d-9acd-4c6d-9d95-deab8fe149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.096404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.099047 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.100202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "DELETE /v2.0/security-groups/abbfe83b-7ff9-46f2-876f-1ecc53e5847a HTTP/1.1" status: 204 len: 168 time: 0.5974879 Nov 23 03:25:29.103313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:29.106772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-e3330b6a-0886-49af-91b5-d5ec4c44df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:29.108183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-e3330b6a-0886-49af-91b5-d5ec4c44df85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.4279342 Nov 23 03:25:29.112948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbfe83b-7ff9-46f2-876f-1ecc53e5847a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:29.126657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.127014 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.127363 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.127705 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.128044 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.128379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.128710 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.129035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.129364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.129690 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.130012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.130333 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ef6e5-74ce-422a-8271-8099af4d62bd tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:29.188568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-b7b82216-d3e4-4840-bc7e-9a92de58427e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 1002 time: 0.0725348 Nov 23 03:25:29.238791 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-20587a3a-761c-48c7-a99f-bcc3783c373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:29.240383 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-20587a3a-761c-48c7-a99f-bcc3783c373d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0451553 Nov 23 03:25:29.265724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Deleting port 5a99058d-a2d3-4d58-ba77-6e9ff60c4959 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:29.266294 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.293717 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-cb489684-ce1c-4457-9d10-7e1f9d293729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:29.295263 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-cb489684-ce1c-4457-9d10-7e1f9d293729 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485957 Nov 23 03:25:29.343742 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.344068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.357215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Calling delete_port for 5a99058d-a2d3-4d58-ba77-6e9ff60c4959 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:29.384166 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-0bfc6340-d74f-4db3-b674-f54ccb1d6851 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819621 Nov 23 03:25:29.480054 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1f7633d5-c362-419a-88cd-6d4bf5ab8894 req-2f145054-f4c0-466a-9b9b-9c5e6c4f2d0e service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Nov 23 03:25:29.505546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.531759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event deleted for resources: {'Port': ['ID=5a99058d-a2d3-4d58-ba77-6e9ff60c4959,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:29.593259 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:29.593592 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Floating IP 530915ad-f034-4bc2-aba1-7cf3515d4938 disassociated (deleted). External IP: 172.25.1.205, port: 9550a231-dc54-4f47-abf4-9f34af881087. Nov 23 03:25:29.796782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Router c7948351-1779-497a-b0fa-a422fcd9e43e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:25:30.198256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:25:30.203144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:30.207821 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda72066-caba-4ddb-b227-519919982466 None None] Sync routers for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:25:30.222219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:30.222956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:30.230794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5207fd1c-3ca2-42bf-9bca-27b437ace9b1 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "DELETE /v2.0/floatingips/530915ad-f034-4bc2-aba1-7cf3515d4938 HTTP/1.1" status: 204 len: 168 time: 1.1263263 Nov 23 03:25:30.286979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:30.344264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:30.547646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:30.561225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:25:30.563707 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce51bfd-ea2e-4d33-b609-11305d069a06" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:25:30.572938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda72066-caba-4ddb-b227-519919982466 None None] Checking router: c7948351-1779-497a-b0fa-a422fcd9e43e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:25:30.581827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:30.582427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:30.600880 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66576e-450a-4d85-81ed-f3703d7ee8d6 x-openstack-request-id: req-6a66576e-450a-4d85-81ed-f3703d7ee8d6 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:25:30.601179 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:25:30.601439 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a66576e-450a-4d85-81ed-f3703d7ee8d6 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:25:30.601841 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:25:30.662929 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-e08715e7-f09f-43b7-9c9b-e4f599688216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:30.664546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-e08715e7-f09f-43b7-9c9b-e4f599688216 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=391f51b861664e769c0b24d62ec164df&device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 1098 time: 0.0413675 Nov 23 03:25:30.687536 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:30.758640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-9c1f8340-5e7a-4474-902b-f57be84e33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:30.759960 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-9c1f8340-5e7a-4474-902b-f57be84e33c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 200 len: 915 time: 0.0866666 Nov 23 03:25:30.803642 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-985114b4-17f0-463b-b951-33d1fae21c5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 200 len: 217 time: 0.0357237 Nov 23 03:25:30.853338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-05c21960-70a1-434b-849b-a2ab907aa13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:30.854839 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-05c21960-70a1-434b-849b-a2ab907aa13e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 200 len: 853 time: 0.0439804 Nov 23 03:25:30.904074 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-e99dda15-d85b-4622-8fca-2da0cf28f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:30.905618 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-e99dda15-d85b-4622-8fca-2da0cf28f33f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62445ae9-9892-47d0-bca1-7e4860cfb55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436683 Nov 23 03:25:31.005572 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-c7036430-154d-4ac2-a230-89e21ad279d3 service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Nov 23 03:25:31.045599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-cda72066-caba-4ddb-b227-519919982466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:31.072727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda72066-caba-4ddb-b227-519919982466 None None] The sync data for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 is: [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:34Z', 'revision_number': 4, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'dd137e4e-cf1d-4053-b0e3-69ed1c30b951', 'name': '', 'network_id': '62445ae9-9892-47d0-bca1-7e4860cfb55c', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'mac_address': 'fa:16:3e:2c:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:34Z', 'updated_at': '2021-11-23T03:23:40Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'subnets': [{'id': 'c9d5b9b6-00a9-4cec-963d-bfa45d732972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:25:31.106966 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-bce51bfd-ea2e-4d33-b609-11305d069a06 req-a8e07f87-9599-4893-b628-5df2310209ec service neutron] 10.222.0.47 "GET /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938835 Nov 23 03:25:31.307813 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9c368a-b3cf-4ff1-93a8-65ecf240823b None None] New status for floating IP 530915ad-f034-4bc2-aba1-7cf3515d4938: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:25:35.932085 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-497aeb77-e0b1-4e4f-a189-673dd9d93906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:38.123925 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1245bf7d-f1ea-41f8-9616-e657df963137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:39.250771 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8674a5-761d-43e3-bb09-95fa4061882d req-f2876ef0-dcdc-4600-b6b4-b47e5b58b7e5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:39.253001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c8674a5-761d-43e3-bb09-95fa4061882d req-f2876ef0-dcdc-4600-b6b4-b47e5b58b7e5 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0533717 Nov 23 03:25:39.308949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3c8674a5-761d-43e3-bb09-95fa4061882d req-94dde266-5e00-4cb8-b30a-7dddd125cdef tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494227 Nov 23 03:25:39.490947 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:40.425385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8439-3e43-446e-bdc3-5982abc03b03 req-0fc71a2c-7a07-4a75-8bb5-c4743a293534 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:40.427107 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c1f8439-3e43-446e-bdc3-5982abc03b03 req-0fc71a2c-7a07-4a75-8bb5-c4743a293534 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0489206 Nov 23 03:25:40.477407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2c1f8439-3e43-446e-bdc3-5982abc03b03 req-556147a5-6862-4414-bc84-69e416546394 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4c7babc-2574-4512-8a4f-0c374ff420b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Nov 23 03:25:40.855830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-9bea7605-435a-4aa0-82be-56c0a307aec6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:40.857280 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-9bea7605-435a-4aa0-82be-56c0a307aec6 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.47 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 946 time: 0.0491462 Nov 23 03:25:40.905441 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:40.947339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Deleting port 9550a231-dc54-4f47-abf4-9f34af881087 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:40.947679 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:41.037094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] For port 9550a231-dc54-4f47-abf4-9f34af881087, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=9550a231-dc54-4f47-abf4-9f34af881087,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:41.037457 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:41.050783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Calling delete_port for 9550a231-dc54-4f47-abf4-9f34af881087 owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:41.179531 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:41.192325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['9550a231-dc54-4f47-abf4-9f34af881087'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:25:41.211296 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Pushing event deleted for resources: {'Port': ['ID=9550a231-dc54-4f47-abf4-9f34af881087,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:41.252476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] No DVR routers for this DVR port 9550a231-dc54-4f47-abf4-9f34af881087 on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:25:41.255435 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:41.259292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-af92f41d-21a9-464f-a89c-cac3f8fd6b59 req-120abb1b-d5da-464b-bf54-a4692bd8ea44 tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.47 "DELETE /v2.0/ports/9550a231-dc54-4f47-abf4-9f34af881087 HTTP/1.1" status: 204 len: 173 time: 0.3959157 Nov 23 03:25:41.259811 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'name': 'network-vif-deleted', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:25:41.262598 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c59a652-d6e2-44b2-b4d3-c4fbafb9afbe" -d '{"events": [{"server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "name": "network-vif-deleted", "tag": "9550a231-dc54-4f47-abf4-9f34af881087"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:25:41.299342 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22aff791-73ab-4af8-be40-ad8888c719f3 x-openstack-request-id: req-22aff791-73ab-4af8-be40-ad8888c719f3 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:25:41.299640 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1137af-7723-4ae2-9c22-6ae8023a8865", "name": "network-vif-deleted", "tag": "9550a231-dc54-4f47-abf4-9f34af881087", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:25:41.299893 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22aff791-73ab-4af8-be40-ad8888c719f3 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:25:41.300297 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1137af-7723-4ae2-9c22-6ae8023a8865', 'name': 'network-vif-deleted', 'tag': '9550a231-dc54-4f47-abf4-9f34af881087', 'status': 'completed', 'code': 200} Nov 23 03:25:41.584578 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-94f27d7a-70f6-49e1-a542-d20de834a1d0 req-4f1fba52-d562-42a1-8f62-12a34837b7ee tempest-TestMinimumBasicScenario-1788134527 tempest-TestMinimumBasicScenario-1788134527-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff1137af-7723-4ae2-9c22-6ae8023a8865 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Nov 23 03:25:41.985860 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:43.144993 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36248) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:43.490562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:43.729593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Deleting port dd137e4e-cf1d-4053-b0e3-69ed1c30b951 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:43.729932 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:43.809657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] For port dd137e4e-cf1d-4053-b0e3-69ed1c30b951, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:43.809935 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:43.822458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Calling delete_port for dd137e4e-cf1d-4053-b0e3-69ed1c30b951 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:43.996964 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.021829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd137e4e-cf1d-4053-b0e3-69ed1c30b951,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:44.191235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.406307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Router c7948351-1779-497a-b0fa-a422fcd9e43e has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:25:44.511470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:25:44.517986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-df161aa1-1fb9-4d9a-9c66-51b14fda645c admin admin] 10.222.0.15 "PUT /v2.0/routers/c7948351-1779-497a-b0fa-a422fcd9e43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3705204 Nov 23 03:25:44.519726 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36250) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:44.522298 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Sync routers for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:25:44.531773 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:44.532372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:44.621855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.637488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:44.723163 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.782128 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Deleting port 938ac44f-cf24-4f35-b8c7-d4ff46e96391 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:44.782476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.819820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:25:43Z', 'revision_number': 5, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port': {'id': '938ac44f-cf24-4f35-b8c7-d4ff46e96391', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:44.847294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9550a231-dc54-4f47-abf4-9f34af881087 no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:44.850557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Checking router: c7948351-1779-497a-b0fa-a422fcd9e43e for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:25:44.866118 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] For port 938ac44f-cf24-4f35-b8c7-d4ff46e96391, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=938ac44f-cf24-4f35-b8c7-d4ff46e96391,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:44.866482 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:44.870709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 9550a231-dc54-4f47-abf4-9f34af881087 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:44.871054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 9550a231-dc54-4f47-abf4-9f34af881087 not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:44.877542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Routers {'c7948351-1779-497a-b0fa-a422fcd9e43e'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:44.878145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c7948351-1779-497a-b0fa-a422fcd9e43e'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:44.880285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Calling delete_port for 938ac44f-cf24-4f35-b8c7-d4ff46e96391 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:44.964422 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] Set router c7948351-1779-497a-b0fa-a422fcd9e43e gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:45.020393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:25:44Z', 'revision_number': 6, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:45.042763 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.045960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772697f-6686-4952-a209-04dfe9c7f871 None None] The sync data for ids ['c7948351-1779-497a-b0fa-a422fcd9e43e'] in n-d-714676-12 is: [{'id': 'c7948351-1779-497a-b0fa-a422fcd9e43e', 'name': 'tempest-TestMinimumBasicScenario-298345361-router', 'tenant_id': '391f51b861664e769c0b24d62ec164df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:32Z', 'updated_at': '2021-11-23T03:25:44Z', 'revision_number': 6, 'project_id': '391f51b861664e769c0b24d62ec164df', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:25:45.075808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Pushing event deleted for resources: {'Port': ['ID=938ac44f-cf24-4f35-b8c7-d4ff46e96391,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:45.085663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1b5d32-d01a-4585-9328-2a78f7037504 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:45.137929 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.236437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.238609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.279847 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.280290 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7948351-1779-497a-b0fa-a422fcd9e43e {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:25:45.285413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.286600 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1237cb92-189b-4c4b-9432-e8a321753717 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c7948351-1779-497a-b0fa-a422fcd9e43e HTTP/1.1" status: 204 len: 168 time: 0.7659445 Nov 23 03:25:45.290436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36252) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:45.333780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Deleting subnet c9d5b9b6-00a9-4cec-963d-bfa45d732972 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:25:45.336825 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.370827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.447954 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.497674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.523850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d5b9b6-00a9-4cec-963d-bfa45d732972,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:45.525827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.531772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-fed844cb-e6d1-42f2-bccb-f12cf6ccb55a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9d5b9b6-00a9-4cec-963d-bfa45d732972 HTTP/1.1" status: 204 len: 168 time: 0.2376027 Nov 23 03:25:45.531772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:45.536464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533bb8d-d86b-44f1-8801-aadbf526ac46 None None] Network 62445ae9-9892-47d0-bca1-7e4860cfb55c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:25:45.613560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.616334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 938ac44f-cf24-4f35-b8c7-d4ff46e96391 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:45.643141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 938ac44f-cf24-4f35-b8c7-d4ff46e96391 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:45.643560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 938ac44f-cf24-4f35-b8c7-d4ff46e96391 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:45.643905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd137e4e-cf1d-4053-b0e3-69ed1c30b951 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:45.663802 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: dd137e4e-cf1d-4053-b0e3-69ed1c30b951 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:45.664156 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device dd137e4e-cf1d-4053-b0e3-69ed1c30b951 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:45.669628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Deleting port ab3d2775-c0ef-447d-a03e-b48f8953ca84 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:45.669977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.740242 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] For port ab3d2775-c0ef-447d-a03e-b48f8953ca84, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ab3d2775-c0ef-447d-a03e-b48f8953ca84,segment=NetworkSegment(6ec88d75-a79c-40f7-85a9-887b128cf14a),segment_id=6ec88d75-a79c-40f7-85a9-887b128cf14a)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:45.740837 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.762973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Calling delete_port for ab3d2775-c0ef-447d-a03e-b48f8953ca84 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:45.799691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] DHCP port deletion for 62445ae9-9892-47d0-bca1-7e4860cfb55c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:45.847164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.851164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Deleting port ab3d2775-c0ef-447d-a03e-b48f8953ca84 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:45.851567 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.876058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3d2775-c0ef-447d-a03e-b48f8953ca84,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:45.879489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] No DVR routers for this DVR port ab3d2775-c0ef-447d-a03e-b48f8953ca84 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:25:45.919053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] For port ab3d2775-c0ef-447d-a03e-b48f8953ca84, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:45.919438 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.931688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Calling delete_port for ab3d2775-c0ef-447d-a03e-b48f8953ca84 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:45.934348 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Port ab3d2775-c0ef-447d-a03e-b48f8953ca84 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:25:45.935697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.953728 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:45.966048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Pushing event deleted for resources: {'Port': ['ID=ab3d2775-c0ef-447d-a03e-b48f8953ca84,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:45.973656 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] No DVR routers for this DVR port ab3d2775-c0ef-447d-a03e-b48f8953ca84 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:25:45.976292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.976477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62445ae9-9892-47d0-bca1-7e4860cfb55c']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:45.976760 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.977125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.977464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.977799 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.978203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.978564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.978898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.979230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.979558 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.979886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.980214 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a682912-4052-4e9a-9573-1da389e62cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:45.987251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec88d75-a79c-40f7-85a9-887b128cf14a') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:45.987652 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec88d75-a79c-40f7-85a9-887b128cf14a') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:45.997878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.011371 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.017625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:25:46.018008 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:25:46.019680 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:25:46.071739 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.077288 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.081168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/62445ae9-9892-47d0-bca1-7e4860cfb55c HTTP/1.1" status: 204 len: 168 time: 0.5481076 Nov 23 03:25:46.084170 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:46.092285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9334e-1627-417f-bafa-46226cc0e5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=62445ae9-9892-47d0-bca1-7e4860cfb55c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:46.432864 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.673803 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Deleting port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:46.674157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.749261 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] For port 53d79a4f-e1b7-47b1-9104-ae05e682d0cc, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:46.749537 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.762655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Calling delete_port for 53d79a4f-e1b7-47b1-9104-ae05e682d0cc owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:46.939081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:46.969142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d79a4f-e1b7-47b1-9104-ae05e682d0cc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:47.132907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:47.351655 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Router dc471634-307c-4c48-ab09-c493e7c2960f has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:25:47.427562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3d2775-c0ef-447d-a03e-b48f8953ca84 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:47.448158 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ab3d2775-c0ef-447d-a03e-b48f8953ca84 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:47.448605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ab3d2775-c0ef-447d-a03e-b48f8953ca84 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:47.461246 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:25:47.466354 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9bc13e40-bf76-4f41-975b-b13c51baec70 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc471634-307c-4c48-ab09-c493e7c2960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810871 Nov 23 03:25:47.470626 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Sync routers for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:25:47.471110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:47.481491 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:47.482100 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:47.577682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:47.679675 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:47.680878 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:47.736930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Deleting port c9c8eba9-f814-4c02-882b-3d65873f2d0e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:47.737334 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:47.816320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] For port c9c8eba9-f814-4c02-882b-3d65873f2d0e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=c9c8eba9-f814-4c02-882b-3d65873f2d0e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:47.816713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:47.830207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Calling delete_port for c9c8eba9-f814-4c02-882b-3d65873f2d0e owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:47.859419 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:25:46Z', 'revision_number': 5, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port': {'id': 'c9c8eba9-f814-4c02-882b-3d65873f2d0e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:79:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:23:37Z', 'updated_at': '2021-11-23T03:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:47.884926 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Checking router: dc471634-307c-4c48-ab09-c493e7c2960f for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:25:47.894040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Routers {'dc471634-307c-4c48-ab09-c493e7c2960f'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:47.894687 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['dc471634-307c-4c48-ab09-c493e7c2960f'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:47.981979 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] Set router dc471634-307c-4c48-ab09-c493e7c2960f gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:47.993796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.018984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c8eba9-f814-4c02-882b-3d65873f2d0e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:48.038728 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85ce1a-ed4a-40b1-b6dc-15958d4c7b95 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:48.039120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:25:47Z', 'revision_number': 6, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:48.071676 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df2714-9910-4a91-b00c-4e2196bbc1eb None None] The sync data for ids ['dc471634-307c-4c48-ab09-c493e7c2960f'] in n-d-714676-12 is: [{'id': 'dc471634-307c-4c48-ab09-c493e7c2960f', 'name': 'tempest-TestMinimumBasicScenario-933860802-router', 'tenant_id': '9733a30c75724406a5876d30f8241aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:23:36Z', 'updated_at': '2021-11-23T03:25:47Z', 'revision_number': 6, 'project_id': '9733a30c75724406a5876d30f8241aa0', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:25:48.083028 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.482430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.484740 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.530759 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.531314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc471634-307c-4c48-ab09-c493e7c2960f {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:25:48.537038 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.538788 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c7d19b67-267a-4ba4-b262-f79817f6d488 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dc471634-307c-4c48-ab09-c493e7c2960f HTTP/1.1" status: 204 len: 168 time: 1.0665877 Nov 23 03:25:48.541447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36260) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:48.588153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Deleting subnet cae4bfcf-7451-4c82-95a4-5b1a4f89a782 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:25:48.591269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.625106 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.704663 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.756086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.780702 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae4bfcf-7451-4c82-95a4-5b1a4f89a782,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:48.784301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.789764 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f4e28530-7e92-40b8-9efb-e6024f13d6ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cae4bfcf-7451-4c82-95a4-5b1a4f89a782 HTTP/1.1" status: 204 len: 168 time: 0.2451012 Nov 23 03:25:48.790447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:48.792696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddea040-e800-40a6-9106-760c9281a616 None None] Network 4d4c76fa-4fee-49fb-8c90-22fe41923f47 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:25:48.863297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.923992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Deleting port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:48.924332 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:48.972999 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] DHCP port deletion for 4d4c76fa-4fee-49fb-8c90-22fe41923f47 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:48.997279 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] For port 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=25391abf-b59e-41e5-b287-c4bd5abcb0d7,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:48.997645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.010719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Calling delete_port for 25391abf-b59e-41e5-b287-c4bd5abcb0d7 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:49.020312 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Deleting port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:25:49.020784 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.087927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] For port 25391abf-b59e-41e5-b287-c4bd5abcb0d7, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=25391abf-b59e-41e5-b287-c4bd5abcb0d7,segment=NetworkSegment(c405163b-8d0a-4e6a-9053-9d8494ebee45),segment_id=c405163b-8d0a-4e6a-9053-9d8494ebee45)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:49.088329 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.095886 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.103236 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Calling delete_port for 25391abf-b59e-41e5-b287-c4bd5abcb0d7 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:25:49.122022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=25391abf-b59e-41e5-b287-c4bd5abcb0d7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:49.127764 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] No DVR routers for this DVR port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:25:49.189347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.206279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.218194 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] Pushing event deleted for resources: {'Port': ['ID=25391abf-b59e-41e5-b287-c4bd5abcb0d7,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:49.220556 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95baf1be-f995-4ccb-9faa-1b5686e2cd47 None None] No DVR routers for this DVR port 25391abf-b59e-41e5-b287-c4bd5abcb0d7 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:25:49.228408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4c76fa-4fee-49fb-8c90-22fe41923f47']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:49.239618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c405163b-8d0a-4e6a-9053-9d8494ebee45') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:49.239916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c405163b-8d0a-4e6a-9053-9d8494ebee45') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:49.252773 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.266048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.272471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:25:49.272845 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:25:49.274467 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:25:49.328158 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.334112 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.337898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d4c76fa-4fee-49fb-8c90-22fe41923f47 HTTP/1.1" status: 204 len: 168 time: 0.5469615 Nov 23 03:25:49.352797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7afd4-3fa2-4fe1-9d35-3fae4fe89a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4c76fa-4fee-49fb-8c90-22fe41923f47,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:49.369566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9c8eba9-f814-4c02-882b-3d65873f2d0e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:49.393373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: c9c8eba9-f814-4c02-882b-3d65873f2d0e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:49.393717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device c9c8eba9-f814-4c02-882b-3d65873f2d0e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:49.394313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 25391abf-b59e-41e5-b287-c4bd5abcb0d7 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:49.413343 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 25391abf-b59e-41e5-b287-c4bd5abcb0d7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:49.413691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 25391abf-b59e-41e5-b287-c4bd5abcb0d7 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:49.414099 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53d79a4f-e1b7-47b1-9104-ae05e682d0cc no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:25:49.433810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 53d79a4f-e1b7-47b1-9104-ae05e682d0cc {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:25:49.434159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 53d79a4f-e1b7-47b1-9104-ae05e682d0cc not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:25:49.511288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36266) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:49.552302 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-46bfaacd-7ece-4e69-820f-a52146f1833c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=391f51b861664e769c0b24d62ec164df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398540 Nov 23 03:25:49.554777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36268) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:49.602133 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.622559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.671632 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.674305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:49.675460 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4c7babc-2574-4512-8a4f-0c374ff420b8 HTTP/1.1" status: 204 len: 168 time: 0.1197944 Nov 23 03:25:49.682992 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34309421-e451-4a38-b816-269975f2db15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c7babc-2574-4512-8a4f-0c374ff420b8,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:49.981325 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:50.020679 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3e4473bb-d07e-41bd-9013-ba12f37875ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9733a30c75724406a5876d30f8241aa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381455 Nov 23 03:25:50.022943 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36276) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:50.068856 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:50.089127 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:50.135304 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:50.137933 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:50.139183 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d416e6c-34a0-4389-8f2f-560cba06bce6 HTTP/1.1" status: 204 len: 168 time: 0.1153111 Nov 23 03:25:50.147133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63052b64-8452-4160-95dc-8fe76cba36b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d416e6c-34a0-4389-8f2f-560cba06bce6,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:51.693318 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36318) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:51.697909 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421123942', 'description': 'tempest-secgroup-smoke-1421123942 description', 'project_id': 'b9afb054285348248164e92dd3daddc9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:51.719476 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.727301 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.800157 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.803699 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.840152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5db88-c95b-4d4a-bb83-02ac0aa624ea,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:51.881430 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.885108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.913941 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.915267 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2209113 Nov 23 03:25:51.918295 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cd428-f59e-42fa-b9e2-054a670ba243 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:51.919075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36320) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:51.924315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:51.949795 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.004370 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.007791 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.024900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61db81e-13ca-4806-b6c9-eeca45fc56ac,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.034480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.035708 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9f36497c-5ea8-44e2-9c20-2c67c7f71926 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155188 Nov 23 03:25:52.038351 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36322) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.042630 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.067649 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.124612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.127826 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.141932 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9512f41-4ab6-490e-84b2-afeb73900272,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.153546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.154748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-77f8b429-4e38-4750-93cb-63fc527e9408 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154277 Nov 23 03:25:52.157954 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36324) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.162164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.188009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.250497 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.254102 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.271700 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ef4bfa-58d2-4510-80a6-a9dd9673541d,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.277862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.279076 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f5940bf2-7249-4402-9747-ddb45ca3e2c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201491 Nov 23 03:25:52.282560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36326) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.287575 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.313477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.370553 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.374370 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.395229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1efe369-5766-4561-bb72-3dbc6b337829,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.404051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.405277 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0caefd50-b21f-4a39-a1ee-4b419aa55a8d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213858 Nov 23 03:25:52.408572 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36328) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.412976 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.434120 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:25:52.438965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.495175 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.498453 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.515798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6daba8-fb21-44be-bc11-012fcabc2c01,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.520982 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.522202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-27230c8c-3af2-491c-aa41-5a0673f0faef tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1126652 Nov 23 03:25:52.524815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.528982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.551213 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:25:52.556238 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.616751 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.619960 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.637375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87575241-5305-4d9c-95a4-dbacff61909a,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.645724 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.646933 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d0a08d15-0646-469f-85b8-30670d15c06f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212099 Nov 23 03:25:52.649902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.654696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'network': {'name': 'tempest-network-smoke--1618986772', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.675060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:25:52.678485 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.701628 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:25:52.711236 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.711582 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Added segment 8f78af30-cc50-47ee-a216-4d5be4bb38b1 of type vlan for network f9313244-6c8c-4bf8-8b7b-66e87f24981c Nov 23 03:25:52.751871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.775954 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.781766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:52.782339 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.837839 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868746 Nov 23 03:25:52.840820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36334) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:52.845599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'admin_state_up': True, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:52.852324 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321e0b7-8039-43a0-b14b-7d38b0dcf45d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Network': ['ID=f9313244-6c8c-4bf8-8b7b-66e87f24981c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:52.862967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:25:52.869254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.870465 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:52.923673 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.059608 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.251747 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.276596 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.376426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.244 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/6e1746ec-2df9-4d21-bf21-b33d67c123b1) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:25:53.481351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.513767 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.551149 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:25:53.554186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:25:53.557689 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:25:53.566457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a5516-07d0-4ce1-a48e-2b7d61c3b098 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:53.589637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=6e1746ec-2df9-4d21-bf21-b33d67c123b1,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:53.632125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-741c012f-12e3-415a-a5c1-da52ec8b903d None None] Provisioning complete for port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:53.632501 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-741c012f-12e3-415a-a5c1-da52ec8b903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.665653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-741c012f-12e3-415a-a5c1-da52ec8b903d None None] Port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:25:53.807559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:53.842987 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.008004 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.140665 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 7dd66d6c-b435-471e-acfb-3549c3ba8bef is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:25:54.249709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:25:54.259756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Sync routers for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:25:54.270372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:54.271226 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:54.272606 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.274118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b4f6c17a-7332-4784-bf54-b48061eb4202 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4322824 Nov 23 03:25:54.277121 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36336) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:54.385023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:54.405325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ba6c2b7a-ccf5-444c-a948-eec7f94f810c tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b9afb054285348248164e92dd3daddc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269460 Nov 23 03:25:54.407872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36340) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:54.554888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b84db2-7fc0-4c7d-b8c2-a5daac05ad44 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:54.556714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-03b84db2-7fc0-4c7d-b8c2-a5daac05ad44 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478937 Nov 23 03:25:54.559740 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36342) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:54.566908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:53Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:54.593677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Checking router: 7dd66d6c-b435-471e-acfb-3549c3ba8bef for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:25:54.594027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Updating router 7dd66d6c-b435-471e-acfb-3549c3ba8bef port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:25:54.597614 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b8f20f11-e952-4e66-9e27-75db7c1f8c4e tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357060 Nov 23 03:25:54.599808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:54.604802 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327891320', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:54.619323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.690841 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:25:54.694187 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.871011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.873447 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.877164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.921680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58528fc-298c-4eef-aeb3-8104ebaac3c8 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:54.935800 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Attempting to bind port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:25:54.936170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Attempting to bind port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:25:54.936534 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Attempting to bind port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:25:54.942872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260305f-26f8-4ad1-9244-921176d945b4 None None] Pushing event updated for resources: {'Port': ['ID=6e1746ec-2df9-4d21-bf21-b33d67c123b1,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:54.946296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:25:54.946296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:25:54.946724 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.947539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:25:54.948022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Bound port: 6e1746ec-2df9-4d21-bf21-b33d67c123b1, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:25:54.948439 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.952550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Subnet': ['ID=671025b7-7bf0-4d04-b929-6092b80007af,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:54.954955 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Checking segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:25:54.955298 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network hostable DHCP agents. Network: f9313244-6c8c-4bf8-8b7b-66e87f24981c, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:25:54.973615 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:25:54.984087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, f9313244-6c8c-4bf8-8b7b-66e87f24981c) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:25:54.988597 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:54.989306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.001934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309c4cf-6275-4ea3-a2a2-213806b42720 None None] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:25:55.007611 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1526476f-d648-4121-aed5-31896bd08d8c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4060748 Nov 23 03:25:55.009832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:25:55.212808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] For port 6e1746ec-2df9-4d21-bf21-b33d67c123b1, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:25:55.236648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] For port 6e1746ec-2df9-4d21-bf21-b33d67c123b1, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6e1746ec-2df9-4d21-bf21-b33d67c123b1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:25:55.239360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] Provisioning complete for port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:55.239715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.261843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.344068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc885200-66f6-4523-a227-666e20d082d7 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:25:55.392756 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:55.393390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:55.434715 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260305f-26f8-4ad1-9244-921176d945b4 None None] Pushing event updated for resources: {'Port': ['ID=6e1746ec-2df9-4d21-bf21-b33d67c123b1,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:55.537880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:25:55.538743 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.567554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.593701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:55.697991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] For port 6e1746ec-2df9-4d21-bf21-b33d67c123b1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6e1746ec-2df9-4d21-bf21-b33d67c123b1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:55.706281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.788701 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:55.867207 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab43fb-ea46-40b1-a1d9-c65d8492c6c3 None None] Pushing event updated for resources: {'Port': ['ID=6e1746ec-2df9-4d21-bf21-b33d67c123b1,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:55.880149 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Allocated IP 172.20.0.2 (f9313244-6c8c-4bf8-8b7b-66e87f24981c/671025b7-7bf0-4d04-b929-6092b80007af/f52ad971-1c68-4def-abca-85e19512f9a2) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:25:55.884615 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-279cb761-dc0c-4c8c-9759-e542bc61a3bd None None] Provisioning complete for port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:55.884986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-279cb761-dc0c-4c8c-9759-e542bc61a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.069727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:53Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:56.107499 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dd903-0547-45f9-b1d6-15176fff573a None None] The sync data for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 is: [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:53Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:25:56.154488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.162193 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.220556 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.1 (f9313244-6c8c-4bf8-8b7b-66e87f24981c/671025b7-7bf0-4d04-b929-6092b80007af/98dd826e-7ce8-4897-a789-bfcf27d4381d) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:25:56.222838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:25:56.226319 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:25:56.229857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:25:56.239845 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Pushing event updated for resources: {'Port': ['ID=f52ad971-1c68-4def-abca-85e19512f9a2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:56.292244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Attempting to bind port f52ad971-1c68-4def-abca-85e19512f9a2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:25:56.292934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Attempting to bind port f52ad971-1c68-4def-abca-85e19512f9a2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:25:56.293057 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Attempting to bind port f52ad971-1c68-4def-abca-85e19512f9a2 on network f9313244-6c8c-4bf8-8b7b-66e87f24981c {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:25:56.299142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:25:56.299526 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Checking segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:25:56.299931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.300331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Bound using segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:25:56.300803 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Bound port: f52ad971-1c68-4def-abca-85e19512f9a2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:25:56.301316 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.391044 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.391636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] For port f52ad971-1c68-4def-abca-85e19512f9a2, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:25:56.395865 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] For port f52ad971-1c68-4def-abca-85e19512f9a2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f52ad971-1c68-4def-abca-85e19512f9a2,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:25:56.400558 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.409326 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:25:56.432878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.464198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b742d5-908c-4fda-a53b-dfaa4f7c57cc None None] Pushing event updated for resources: {'Port': ['ID=f52ad971-1c68-4def-abca-85e19512f9a2,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:56.487741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:25:56.491982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:25:56.494053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:56.496306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:25:56.545228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:56.708907 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.008340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.013082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.092364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:57.098155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.192234 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:25:57.193689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:25:57.315734 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 7dd66d6c-b435-471e-acfb-3549c3ba8bef has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:25:57.443968 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:25:57.444137 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6e1746ec-2df9-4d21-bf21-b33d67c123b1 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:25:57.449375 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-73dbb6d8-90bd-4353-bfc8-340aecd387a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/7dd66d6c-b435-471e-acfb-3549c3ba8bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377105 Nov 23 03:25:57.512883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159bb637-5480-4c8a-b581-2ba3ef7c6434 None None] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:25:57.602621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:57.603000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.632334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-2f653b14-458a-4f93-ae51-a82a9f78c895 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421123942&fields=id&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 267 time: 0.0590656 Nov 23 03:25:57.648784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] Provisioning complete for port f52ad971-1c68-4def-abca-85e19512f9a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:57.649156 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.769837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-9ab66c8a-c589-4fb9-a048-e6aed01de1dc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:57.778054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-9ab66c8a-c589-4fb9-a048-e6aed01de1dc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/networks?id=f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 200 len: 797 time: 0.1350460 Nov 23 03:25:57.788853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-ff158b02-f0f3-4570-85a9-601d0df36145 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/quotas/b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 375 time: 0.0097063 Nov 23 03:25:57.852850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f52ad971-1c68-4def-abca-85e19512f9a2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:25:57.858183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-ad568baf-37cd-40fa-b3b2-c82c2befec82 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623653 Nov 23 03:25:57.871480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-98ad34c1-9bbd-4e0f-9cd7-398abf2f8cd7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:25:57.872509 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-98ad34c1-9bbd-4e0f-9cd7-398abf2f8cd7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057096 Nov 23 03:25:57.899030 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.939906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] For port f52ad971-1c68-4def-abca-85e19512f9a2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f52ad971-1c68-4def-abca-85e19512f9a2,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:57.948451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:57.997022 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f52ad971-1c68-4def-abca-85e19512f9a2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:57.997763 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.007820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-03e85e63-39a2-4a2c-8f15-03cdbe4cc50d service neutron] 10.222.0.15 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250100 Nov 23 03:25:58.064636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb385f-d016-4a65-adf0-c83b80324c4d None None] Pushing event updated for resources: {'Port': ['ID=f52ad971-1c68-4def-abca-85e19512f9a2,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:58.119002 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-5e090fb0-2485-4165-a2f7-eacffe355499 service neutron] 10.222.0.15 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036198 Nov 23 03:25:58.178337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa9072c2-15d5-4cf4-a1c3-642ebde21771 None None] Provisioning complete for port f52ad971-1c68-4def-abca-85e19512f9a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:58.179272 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa9072c2-15d5-4cf4-a1c3-642ebde21771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.189356 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Sync routers for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:25:58.200133 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:58.200663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:58.289527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-aa9072c2-15d5-4cf4-a1c3-642ebde21771 None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:58.303132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa9072c2-15d5-4cf4-a1c3-642ebde21771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.333897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-28440189-9194-4a1e-985a-48c70b48f65f req-259dd113-1204-4713-9e71-915f577be597 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 210 time: 0.0330675 Nov 23 03:25:58.354795 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:58.371515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-aa9072c2-15d5-4cf4-a1c3-642ebde21771 None None] Port 98dd826e-7ce8-4897-a789-bfcf27d4381d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:25:58.493847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-91ca5b61-5426-4761-9f3e-396762642179 None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:58.495347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91ca5b61-5426-4761-9f3e-396762642179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.536162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-91ca5b61-5426-4761-9f3e-396762642179 None None] Port 98dd826e-7ce8-4897-a789-bfcf27d4381d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:25:58.601044 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 2, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:58.627625 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Checking router: 7dd66d6c-b435-471e-acfb-3549c3ba8bef for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:25:58.627987 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Updating router 7dd66d6c-b435-471e-acfb-3549c3ba8bef port 98dd826e-7ce8-4897-a789-bfcf27d4381d binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:25:58.654388 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.659784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-90298001-bbaa-4187-ba76-97778faccd72 None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:58.660497 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90298001-bbaa-4187-ba76-97778faccd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.700581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-90298001-bbaa-4187-ba76-97778faccd72 None None] Port 98dd826e-7ce8-4897-a789-bfcf27d4381d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:25:58.919436 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.923835 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:58.996195 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Pushing event updated for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:59.020328 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.020697 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.021041 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.021380 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.021718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.022071 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.022400 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.022764 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.023088 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.023414 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.023739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.024066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:25:59.036661 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Attempting to bind port 98dd826e-7ce8-4897-a789-bfcf27d4381d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:25:59.037033 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Attempting to bind port 98dd826e-7ce8-4897-a789-bfcf27d4381d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:25:59.037390 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Attempting to bind port 98dd826e-7ce8-4897-a789-bfcf27d4381d on network f9313244-6c8c-4bf8-8b7b-66e87f24981c {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:25:59.043764 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:25:59.044180 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Checking segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:25:59.044536 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.044925 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Bound using segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:25:59.045398 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Bound port: 98dd826e-7ce8-4897-a789-bfcf27d4381d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:25:59.045807 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.111135 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] For port 98dd826e-7ce8-4897-a789-bfcf27d4381d, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:25:59.114646 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] For port 98dd826e-7ce8-4897-a789-bfcf27d4381d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98dd826e-7ce8-4897-a789-bfcf27d4381d,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:25:59.120250 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.181842 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243641bf-4503-4071-a9ac-732ef579187b None None] Pushing event updated for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:59.186308 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:25:59.186946 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:25:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:59.224184 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:59.224554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.339905 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.382709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] For port 98dd826e-7ce8-4897-a789-bfcf27d4381d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98dd826e-7ce8-4897-a789-bfcf27d4381d,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:25:59.389169 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.431592 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:25:59.438129 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f52ad971-1c68-4def-abca-85e19512f9a2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:25:59.527195 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7dcb8f8a-6d92-4a5f-bff0-e0810784a288 req-eb0c3596-6b14-4e06-8209-d3b02b518915 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 210 time: 0.0400107 Nov 23 03:25:59.528780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369ab1b-23b7-429c-8128-ca822b836acb None None] Pushing event updated for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:25:59.545310 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8798faac-6bb2-4b4a-9514-22f6fe7b064a None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:59.546988 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8798faac-6bb2-4b4a-9514-22f6fe7b064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.592292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-174cc7df-3a4b-454d-9d60-108a338bac01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:25:59.594888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-174cc7df-3a4b-454d-9d60-108a338bac01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/networks?id=f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 200 len: 797 time: 0.1884348 Nov 23 03:25:59.596277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f52ad971-1c68-4def-abca-85e19512f9a2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:25:59.596650 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.656026 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:25:59.673346 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-e588c586-c528-4f16-8fb9-3001fc804ae3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 380 time: 0.0577345 Nov 23 03:25:59.683663 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b750e9-1df3-442b-a4f2-06cfb4c01a3a None None] The sync data for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 is: [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:25:59.686558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'port': {'device_id': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'admin_state_up': True, 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'security_groups': ['2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:25:59.815949 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:25:59.819832 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:59.954468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.4 (f9313244-6c8c-4bf8-8b7b-66e87f24981c/671025b7-7bf0-4d04-b929-6092b80007af/b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:26:00.104199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.137804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.184596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:26:00.188521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:26:00.192563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:26:00.217775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:00.246359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.249713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:00.251092 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.269674 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-85d7d758-9313-4547-a701-5ba79822f465 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891666 Nov 23 03:26:00.288818 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Request body: {'port': {'device_id': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:00.353229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.509244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2c6e8fb6-e62b-47f9-8778-d59d3d65a11e None None] Provisioning complete for port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:00.509614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2c6e8fb6-e62b-47f9-8778-d59d3d65a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.545098 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2c6e8fb6-e62b-47f9-8778-d59d3d65a11e None None] Port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:26:00.656398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:26:00.665435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.684311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Transition to ACTIVE for port object b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:26:00.693520 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d48ee0-92c0-4310-9903-9a7306576eb8 req-27e7eb12-6d8a-478a-974d-40c830dd425b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:00.695054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93d48ee0-92c0-4310-9903-9a7306576eb8 req-27e7eb12-6d8a-478a-974d-40c830dd425b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 931 time: 0.0766273 Nov 23 03:26:00.696229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.773688 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:00.810450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93d48ee0-92c0-4310-9903-9a7306576eb8 req-0e393721-49f1-47d8-b117-36a8e227ed79 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088829 Nov 23 03:26:00.858987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Attempting to bind port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:26:00.859321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Attempting to bind port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:26:00.860215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Attempting to bind port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b on network f9313244-6c8c-4bf8-8b7b-66e87f24981c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:26:00.864732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b on network f9313244-6c8c-4bf8-8b7b-66e87f24981c not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:26:00.865050 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Attempting to bind port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b on network f9313244-6c8c-4bf8-8b7b-66e87f24981c {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:26:00.870152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:26:00.870747 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Checking segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:26:00.871139 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Bound using segment: {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:26:00.871649 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Bound port: b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f78af30-cc50-47ee-a216-4d5be4bb38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:26:00.872009 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.937725 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:26:00.940856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:26:00.945514 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.986535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:00.987180 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:00.988568 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 200 len: 1092 time: 0.7046216 Nov 23 03:26:00.989000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:26:00.991315 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba189f-cbcd-4506-88e4-be6fc4951657" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:26:01.021952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0a10c-1ef4-4b39-9642-f93e421db3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:01.036385 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f84603-d571-4f2f-9081-3dfe858e7871 x-openstack-request-id: req-96f84603-d571-4f2f-9081-3dfe858e7871 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:26:01.036675 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:26:01.036924 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96f84603-d571-4f2f-9081-3dfe858e7871 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:26:01.037377 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'status': 'completed', 'code': 200} Nov 23 03:26:01.092292 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-7c66771a-5c2b-4a0f-8c07-c4cd82c07ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.093892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-7c66771a-5c2b-4a0f-8c07-c4cd82c07ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1095 time: 0.0421803 Nov 23 03:26:01.145150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-7b68a7d0-7df0-4d3a-89f5-88e629178aa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 200 len: 217 time: 0.0360570 Nov 23 03:26:01.201751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-88394763-55b7-4080-b7b5-e530b964663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.203273 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-88394763-55b7-4080-b7b5-e530b964663a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=671025b7-7bf0-4d04-b929-6092b80007af HTTP/1.1" status: 200 len: 834 time: 0.0507739 Nov 23 03:26:01.248399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-a3c2bd6e-251a-48a2-9817-fa90a3b75687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.249844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-a3c2bd6e-251a-48a2-9817-fa90a3b75687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9313244-6c8c-4bf8-8b7b-66e87f24981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396981 Nov 23 03:26:01.344895 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-8681b9c7-d5f8-4101-85ba-605f8c689cff service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Nov 23 03:26:01.394868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98dd826e-7ce8-4897-a789-bfcf27d4381d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:26:01.439430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a883b02d-b84d-4985-a8cd-c30988b62a2d req-c9e90055-4b2b-4bbd-9f48-48db1ad218eb service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Nov 23 03:26:01.564648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-4e9c0f85-cdd7-40f0-8abc-bf61126f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.566164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-4e9c0f85-cdd7-40f0-8abc-bf61126f606f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1095 time: 0.0438104 Nov 23 03:26:01.603641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 98dd826e-7ce8-4897-a789-bfcf27d4381d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:01.604253 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:01.661340 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-efd2c1e0-53c8-4b59-b447-de17611e2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.662759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-efd2c1e0-53c8-4b59-b447-de17611e2a29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 200 len: 898 time: 0.0886602 Nov 23 03:26:01.706905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-635e1a83-b024-4191-94ca-b9e2652d9527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 200 len: 217 time: 0.0368218 Nov 23 03:26:01.754192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-5ca3544b-c940-4a4e-b42f-bba9eb0f7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.755630 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-5ca3544b-c940-4a4e-b42f-bba9eb0f7eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=671025b7-7bf0-4d04-b929-6092b80007af HTTP/1.1" status: 200 len: 834 time: 0.0421286 Nov 23 03:26:01.806342 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-c45c3a4f-30ce-4e41-8cf1-e90a54b9b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.808309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-c45c3a4f-30ce-4e41-8cf1-e90a54b9b3fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9313244-6c8c-4bf8-8b7b-66e87f24981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434496 Nov 23 03:26:01.925525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-00ebab80-4512-4b67-b562-617f3d9d5a25 service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092579 Nov 23 03:26:01.941490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644f0cc-0dea-43a9-8686-eeb407018c6b req-42e40011-15c9-4958-a0d3-dd9430a42a14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:01.942951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c644f0cc-0dea-43a9-8686-eeb407018c6b req-42e40011-15c9-4958-a0d3-dd9430a42a14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 943 time: 0.0590289 Nov 23 03:26:02.356709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c644f0cc-0dea-43a9-8686-eeb407018c6b req-a72e7753-b15d-4853-b5bd-7cad990e2ee4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4053833 Nov 23 03:26:02.374461 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-02ba189f-cbcd-4506-88e4-be6fc4951657 req-46503194-e5a7-49e0-acc5-fa31db429029 service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305544 Nov 23 03:26:03.478737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ccf9-98c5-430c-be87-99e0ff2a47f6 req-17e8d8be-cca9-42f4-ac9d-83dc94ad9b3f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:03.480234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4060ccf9-98c5-430c-be87-99e0ff2a47f6 req-17e8d8be-cca9-42f4-ac9d-83dc94ad9b3f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 943 time: 0.0554960 Nov 23 03:26:03.528741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4060ccf9-98c5-430c-be87-99e0ff2a47f6 req-2ebf9916-f066-4cf5-9752-bc5b7d1e772c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425110 Nov 23 03:26:04.654619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bab7-78a4-47f1-94fa-50efaa7ef43c req-b853d0b9-55b5-4105-94b4-74d62e3d79af tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:04.656103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b82bab7-78a4-47f1-94fa-50efaa7ef43c req-b853d0b9-55b5-4105-94b4-74d62e3d79af tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 943 time: 0.0577493 Nov 23 03:26:04.709010 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1b82bab7-78a4-47f1-94fa-50efaa7ef43c req-faf0736d-446f-49cc-9ee9-40d1e31b9489 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463419 Nov 23 03:26:05.530549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:26:05.661902 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:05.675449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'port_id': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'mac_address': 'fa:16:3e:ab:13:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:26:05.713313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:05.726377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:26:05.748458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:05.753416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:05.805726 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:05.827055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461f1a-4ee0-4ded-9746-c53b2e5c76d5 req-b6efea39-e86e-4b9c-b812-5b6b24eaa0fb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:05.828590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e461f1a-4ee0-4ded-9746-c53b2e5c76d5 req-b6efea39-e86e-4b9c-b812-5b6b24eaa0fb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 944 time: 0.0497832 Nov 23 03:26:05.881109 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8e461f1a-4ee0-4ded-9746-c53b2e5c76d5 req-af5a7dd6-ae5f-458f-ad65-18c792352bec tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Nov 23 03:26:05.934072 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a9293370-38ec-4b6f-8b80-be1247baeb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:06.063452 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:26:06.994967 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dc04e-39ed-491c-9b5e-23e9db59b8a9 req-2e2de84c-087a-4fb0-afc7-058115570a4d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:06.996429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a2dc04e-39ed-491c-9b5e-23e9db59b8a9 req-2e2de84c-087a-4fb0-afc7-058115570a4d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 944 time: 0.0488231 Nov 23 03:26:07.043906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3a2dc04e-39ed-491c-9b5e-23e9db59b8a9 req-9f757c8f-882b-4cfc-a5ff-e4f183ee1c30 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Nov 23 03:26:07.546768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:26:07.593181 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:26:07.597664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:07.598034 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:07.675530 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:07.696983 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:26:07.699235 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7282c08f-ba5c-4965-a7a3-779d53dacb03" -d '{"events": [{"server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "name": "network-vif-plugged", "status": "completed", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:26:07.712076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:07.716003 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:07.738869 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a58485-accb-4569-a171-cc63521aebbc x-openstack-request-id: req-92a58485-accb-4569-a171-cc63521aebbc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:26:07.739331 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "name": "network-vif-plugged", "status": "completed", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:26:07.739589 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92a58485-accb-4569-a171-cc63521aebbc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:26:07.739976 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'code': 200} Nov 23 03:26:07.764587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:07.868929 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c1aa3-cbb4-4cf0-a280-05302696ea65 req-13d979c2-f468-4931-a5df-c58308783b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:07.870318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d5c1aa3-cbb4-4cf0-a280-05302696ea65 req-13d979c2-f468-4931-a5df-c58308783b93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1097 time: 0.0391879 Nov 23 03:26:07.917191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d5c1aa3-cbb4-4cf0-a280-05302696ea65 req-068411b9-9bbc-4e0a-b852-57a4fe708c2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396152 Nov 23 03:26:08.126247 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d1089482-6017-43bc-92f0-3733b734c949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:08.164813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75297f1-a3c8-45b5-9d9d-97e6f2a9268e req-58a2515a-bce6-41ec-92a8-9896daf76dbb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:08.166274 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a75297f1-a3c8-45b5-9d9d-97e6f2a9268e req-58a2515a-bce6-41ec-92a8-9896daf76dbb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0531569 Nov 23 03:26:08.215097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a75297f1-a3c8-45b5-9d9d-97e6f2a9268e req-bf0e8b0b-edf1-4321-8ce2-312fc387fce8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Nov 23 03:26:09.333480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717338-4a93-40c7-b042-592fb39ea622 req-e4c39603-5dd2-4e18-84b8-6e99a6eac692 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:09.334996 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59717338-4a93-40c7-b042-592fb39ea622 req-e4c39603-5dd2-4e18-84b8-6e99a6eac692 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0499568 Nov 23 03:26:09.385016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-59717338-4a93-40c7-b042-592fb39ea622 req-1e1063a1-feef-45d5-919b-cd8755dea28a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Nov 23 03:26:09.493106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:09.497061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290f4e6-a9bf-4a93-8ed5-b21012263787 req-d1edac36-3365-4c16-921e-cc4ee2aaeda9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:09.498590 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b290f4e6-a9bf-4a93-8ed5-b21012263787 req-d1edac36-3365-4c16-921e-cc4ee2aaeda9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0492275 Nov 23 03:26:09.552055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b290f4e6-a9bf-4a93-8ed5-b21012263787 req-f07b1367-6c00-4cdd-b18e-3d766a4c72a9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Nov 23 03:26:09.573613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:09.616694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d1908b-d30b-4165-b784-3cceeecc99e9 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:09.618189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-81d1908b-d30b-4165-b784-3cceeecc99e9 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1092 time: 0.0436013 Nov 23 03:26:09.621091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36414) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:09.625288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:09.647033 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:09.746779 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:09.848010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.79 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/a8319b38-3072-478c-9bdb-c6e0265ac9b0) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:26:09.952635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:09.985821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.034088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:26:10.038482 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:26:10.043076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:26:10.045870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=a8319b38-3072-478c-9bdb-c6e0265ac9b0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:10.363064 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-6f3ceb3b-b6ea-419c-8418-9a84624af9df req-ce74a68b-d340-4b7b-b7ef-94c520623614 service neutron] (103572) timed out ('10.222.0.41', 61942) {{(pid=103572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:26:10.401664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.465794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.617338 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.623148 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.694865 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=a8319b38-3072-478c-9bdb-c6e0265ac9b0,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:10.704729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:10.803656 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 1e674fcf-4d39-4634-9bfe-f955bc055788 associated. External IP: 172.25.1.79, port: b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b. Nov 23 03:26:10.909362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:11.007065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 7dd66d6c-b435-471e-acfb-3549c3ba8bef has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:26:11.112983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:26:11.122963 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Sync routers for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:26:11.130267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:11.133208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:11.133959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:11.157764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0bd0b23f-a36d-40e3-a5f8-d4076d719968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5356712 Nov 23 03:26:11.158436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:26:11.160710 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:26:11.243899 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:11.261140 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25698e1b-ad51-4bac-b2b0-bb1867a42124 req-14f9b775-cc2d-4f2a-a2ea-8ca23b998768 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:11.262658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25698e1b-ad51-4bac-b2b0-bb1867a42124 req-14f9b775-cc2d-4f2a-a2ea-8ca23b998768 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0533340 Nov 23 03:26:11.312908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25698e1b-ad51-4bac-b2b0-bb1867a42124 req-927954a2-2c82-4c5c-8b79-a02691dbb3c3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Nov 23 03:26:11.337321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36422) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:11.374123 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cb06b-de3a-400d-89dd-c99aad45e078 x-openstack-request-id: req-df5cb06b-de3a-400d-89dd-c99aad45e078 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:26:11.374411 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:26:11.374689 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df5cb06b-de3a-400d-89dd-c99aad45e078 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:26:11.375138 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'status': 'completed', 'code': 200} Nov 23 03:26:11.400296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ef2c054-7f38-4ee0-961d-163109087d30 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/1e674fcf-4d39-4634-9bfe-f955bc055788 HTTP/1.1" status: 200 len: 990 time: 0.0610073 Nov 23 03:26:11.451266 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-a76c0b67-c962-493c-9b44-9b20537ce54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:11.452756 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-a76c0b67-c962-493c-9b44-9b20537ce54f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1097 time: 0.0434363 Nov 23 03:26:11.477218 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '1e674fcf-4d39-4634-9bfe-f955bc055788', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'port_id': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'mac_address': 'fa:16:3e:ab:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:26:10Z', 'updated_at': '2021-11-23T03:26:10Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:11.506955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Checking router: 7dd66d6c-b435-471e-acfb-3549c3ba8bef for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:26:11.515361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:11.516637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:11.540856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-4f6d0532-cd53-46cb-a48b-f028a1db165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:11.542328 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-4f6d0532-cd53-46cb-a48b-f028a1db165f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 200 len: 898 time: 0.0830379 Nov 23 03:26:11.612772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-63e31b56-bc48-430e-81fc-25e36ab94bf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 200 len: 998 time: 0.0633888 Nov 23 03:26:11.619828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:11.662274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-d7eb2c97-d615-4990-8bab-b1f2f60b1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:11.663668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-d7eb2c97-d615-4990-8bab-b1f2f60b1a5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=671025b7-7bf0-4d04-b929-6092b80007af HTTP/1.1" status: 200 len: 834 time: 0.0437896 Nov 23 03:26:11.710126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-9123dfac-35bf-4e46-95f4-161ca55062af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:11.711667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-9123dfac-35bf-4e46-95f4-161ca55062af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9313244-6c8c-4bf8-8b7b-66e87f24981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408881 Nov 23 03:26:11.805179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-c799a192-43f3-472e-a376-cd8ea04723d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856447 Nov 23 03:26:11.843620 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '1e674fcf-4d39-4634-9bfe-f955bc055788', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'port_id': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'mac_address': 'fa:16:3e:ab:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:26:10Z', 'updated_at': '2021-11-23T03:26:10Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:11.870024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17519e87-9c65-47ed-ba22-5611e14b764a None None] The sync data for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 is: [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '1e674fcf-4d39-4634-9bfe-f955bc055788', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.79', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'port_id': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'mac_address': 'fa:16:3e:ab:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:26:10Z', 'updated_at': '2021-11-23T03:26:10Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:26:11.897476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0cd87683-7479-4b10-b9eb-cfe1aed9e84f req-fb007cfb-18b7-490d-85bf-fd630cb5388a service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856204 Nov 23 03:26:11.988416 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:12.067347 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5420cd-0f1b-46ac-8fc0-9c7698797c1b None None] New status for floating IP 1e674fcf-4d39-4634-9bfe-f955bc055788: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:26:12.403045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36424) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:12.466621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a966e38e-f861-4037-81d3-1464ad0605f1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/1e674fcf-4d39-4634-9bfe-f955bc055788 HTTP/1.1" status: 200 len: 992 time: 0.0623133 Nov 23 03:26:23.866040 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:30.258880 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:33.408735 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:26:35.935348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-adfe5e19-be46-41ab-85e1-54a2492e129e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:38.126786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bfb54d80-a369-47d8-89b1-97c766691400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:39.496037 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:40.910891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:41.991406 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:43.891098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10568c83-fff1-4401-8146-d7ce989e0743 req-4085da81-8056-48a3-89cc-c64b090b5adf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:43.893237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10568c83-fff1-4401-8146-d7ce989e0743 req-4085da81-8056-48a3-89cc-c64b090b5adf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0541995 Nov 23 03:26:43.944349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10568c83-fff1-4401-8146-d7ce989e0743 req-e0e9f70e-d92b-4405-a631-e67b8d348211 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Nov 23 03:26:45.058803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124e8fc-c9e9-4fdf-8c20-ffe79662230b req-1424f0c5-6dce-4cc5-9e52-2468805949f7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:45.060265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c124e8fc-c9e9-4fdf-8c20-ffe79662230b req-1424f0c5-6dce-4cc5-9e52-2468805949f7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0479577 Nov 23 03:26:45.108932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c124e8fc-c9e9-4fdf-8c20-ffe79662230b req-97496fcb-1979-485f-b2eb-e76e917c65aa tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Nov 23 03:26:45.130991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36442) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:45.192932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f12a2803-fb70-4b1c-84d0-a42aa3612cf2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/1e674fcf-4d39-4634-9bfe-f955bc055788 HTTP/1.1" status: 200 len: 992 time: 0.0608573 Nov 23 03:26:46.470811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a81faa-cfcf-4690-a79b-d08e24270c57 req-c7ad9aab-93d0-4640-abb1-ab0c37ed5bf8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:46.472812 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08a81faa-cfcf-4690-a79b-d08e24270c57 req-c7ad9aab-93d0-4640-abb1-ab0c37ed5bf8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0504463 Nov 23 03:26:46.521121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08a81faa-cfcf-4690-a79b-d08e24270c57 req-9ad717e4-9b66-4265-b2f3-f42061fdd895 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 Nov 23 03:26:47.640211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf90b6-823d-4b7e-97b1-d44c5969b6aa req-94a40481-a7bf-498d-8aeb-583c58aa57e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:47.641662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbdf90b6-823d-4b7e-97b1-d44c5969b6aa req-94a40481-a7bf-498d-8aeb-583c58aa57e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0515199 Nov 23 03:26:47.689694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fbdf90b6-823d-4b7e-97b1-d44c5969b6aa req-a2108db8-377b-49c6-9886-592cafc41467 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Nov 23 03:26:47.711927 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36452) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:47.771450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-3c7185d6-89f6-4c3c-93e0-4acc96bc8c9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/1e674fcf-4d39-4634-9bfe-f955bc055788 HTTP/1.1" status: 200 len: 992 time: 0.0583603 Nov 23 03:26:48.000618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36458) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:48.153007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port a8319b38-3072-478c-9bdb-c6e0265ac9b0 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:26:48.153257 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.230340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.230700 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.242212 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for a8319b38-3072-478c-9bdb-c6e0265ac9b0 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:26:48.388053 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.417840 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=a8319b38-3072-478c-9bdb-c6e0265ac9b0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:48.441348 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.441700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.442041 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.442377 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.442742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.443073 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.443400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.443727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.444052 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.444373 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.444695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.445012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:48.485241 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.485613 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 1e674fcf-4d39-4634-9bfe-f955bc055788 disassociated (deleted). External IP: 172.25.1.79, port: b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b. Nov 23 03:26:48.691560 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 7dd66d6c-b435-471e-acfb-3549c3ba8bef has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:26:48.796579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:26:48.802107 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:48.806311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Sync routers for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:26:48.815663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:48.816776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:48.829627 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e1af2948-1856-418f-a067-2a3ed6df5426 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/floatingips/1e674fcf-4d39-4634-9bfe-f955bc055788 HTTP/1.1" status: 204 len: 168 time: 0.8279274 Nov 23 03:26:48.830218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:26:48.832613 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:26:48.926484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:49.001180 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef72b6-b803-43f3-b359-692867e87d29 x-openstack-request-id: req-9aef72b6-b803-43f3-b359-692867e87d29 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:26:49.001716 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:26:49.002079 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aef72b6-b803-43f3-b359-692867e87d29 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:26:49.002787 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'status': 'completed', 'code': 200} Nov 23 03:26:49.127801 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892644-467d-4524-80b4-57eb9ab303b6 req-7d6dff99-76e9-4667-8a6b-e3cfaacc28a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:49.129637 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:49.129841 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19892644-467d-4524-80b4-57eb9ab303b6 req-7d6dff99-76e9-4667-8a6b-e3cfaacc28a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0819275 Nov 23 03:26:49.132593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-0ec955cd-5677-4cc1-9b9f-c094db774030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:49.133970 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-0ec955cd-5677-4cc1-9b9f-c094db774030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 1097 time: 0.0609777 Nov 23 03:26:49.156389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Checking router: 7dd66d6c-b435-471e-acfb-3549c3ba8bef for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:26:49.164793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:49.165464 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:49.233801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-19892644-467d-4524-80b4-57eb9ab303b6 req-f7c368e0-06cd-4655-ab0d-1a122182ccff tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969536 Nov 23 03:26:49.262044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-1df2eb6b-ed9b-4ede-90b9-d3f5d8c9b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:49.263563 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-1df2eb6b-ed9b-4ede-90b9-d3f5d8c9b4ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 200 len: 898 time: 0.1211553 Nov 23 03:26:49.272601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:49.308645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-82a0572c-90d7-46bf-9936-4c3fe5d7c2da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 200 len: 217 time: 0.0363541 Nov 23 03:26:49.364283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-62e1adc6-d303-4c7b-a582-c352b478283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:49.365855 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-62e1adc6-d303-4c7b-a582-c352b478283a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=671025b7-7bf0-4d04-b929-6092b80007af HTTP/1.1" status: 200 len: 834 time: 0.0489745 Nov 23 03:26:49.414039 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-ffa9c141-37e6-40a0-9ae8-20a0c8361277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:49.415633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-ffa9c141-37e6-40a0-9ae8-20a0c8361277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9313244-6c8c-4bf8-8b7b-66e87f24981c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421684 Nov 23 03:26:49.512981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-f7143994-8d62-44e4-8976-e9e245cc765f service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891590 Nov 23 03:26:49.610896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f37143d2-1d36-4844-b44d-1a7a1ccc9a12 req-4b1acbf8-d05c-473f-bae7-eed142789f87 service neutron] 10.222.0.41 "GET /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893042 Nov 23 03:26:49.632466 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:49.658436 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278486-8eb3-4711-b925-3e2c6ee0debe None None] The sync data for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 is: [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:25:56Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98dd826e-7ce8-4897-a789-bfcf27d4381d', 'name': '', 'network_id': 'f9313244-6c8c-4bf8-8b7b-66e87f24981c', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:ad:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '671025b7-7bf0-4d04-b929-6092b80007af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:55Z', 'updated_at': '2021-11-23T03:25:59Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '671025b7-7bf0-4d04-b929-6092b80007af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:26:49.873943 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab39a3-ebcb-41e5-b4ff-9510f4cfb777 None None] New status for floating IP 1e674fcf-4d39-4634-9bfe-f955bc055788: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:26:50.353682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd935d-b1c8-4f37-a7e4-a213618f3b0d req-4e4920bd-a063-49f1-9e74-02001fe66a3d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:50.355199 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32fd935d-b1c8-4f37-a7e4-a213618f3b0d req-4e4920bd-a063-49f1-9e74-02001fe66a3d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0499895 Nov 23 03:26:50.405278 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-32fd935d-b1c8-4f37-a7e4-a213618f3b0d req-f9eda2e7-664c-40ab-9bc2-7b382a6fe869 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440135 Nov 23 03:26:50.760776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-adef1aab-5516-431d-aa62-78f4083f3e79 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:50.762225 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-adef1aab-5516-431d-aa62-78f4083f3e79 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 945 time: 0.0480132 Nov 23 03:26:50.849666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:26:50.850003 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:50.936066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:50.936427 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:50.951408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:26:51.076533 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:51.104499 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:51.129046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.129402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.129745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.130082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.130417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.130772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.131102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.131429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.131764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.132088 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.132412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.132729 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:51.474061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] No DVR routers for this DVR port b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:26:51.477104 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:51.480620 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2dbd7849-934c-4bf7-aef1-a123f1489ac6 req-2269e0e0-e9eb-4c08-849c-37604393d3be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "DELETE /v2.0/ports/b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b HTTP/1.1" status: 204 len: 173 time: 0.7126620 Nov 23 03:26:51.481074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'name': 'network-vif-deleted', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:26:51.483491 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42adea74-4bb1-420a-84c4-1072e3e88e4c" -d '{"events": [{"server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "name": "network-vif-deleted", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:26:51.513185 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-030539ac-3444-4500-89e1-46b3595b754f req-20076928-c3eb-4d79-9170-1eb54eeef83a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf3737e6-6994-4b12-81ea-74461b35aaca HTTP/1.1" status: 200 len: 210 time: 0.0265458 Nov 23 03:26:51.572679 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab565c-d632-446b-b7ef-186456a58d65 x-openstack-request-id: req-84ab565c-d632-446b-b7ef-186456a58d65 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:26:51.573030 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3737e6-6994-4b12-81ea-74461b35aaca", "name": "network-vif-deleted", "tag": "b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:26:51.573216 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84ab565c-d632-446b-b7ef-186456a58d65 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:26:51.573663 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3737e6-6994-4b12-81ea-74461b35aaca', 'name': 'network-vif-deleted', 'tag': 'b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b', 'status': 'completed', 'code': 200} Nov 23 03:26:52.573074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36474) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:52.931408 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.179279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 98dd826e-7ce8-4897-a789-bfcf27d4381d {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:26:53.179612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.272953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 98dd826e-7ce8-4897-a789-bfcf27d4381d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98dd826e-7ce8-4897-a789-bfcf27d4381d,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:53.273319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.285990 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 98dd826e-7ce8-4897-a789-bfcf27d4381d owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:26:53.469122 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.496321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=98dd826e-7ce8-4897-a789-bfcf27d4381d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:53.679047 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.716126 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:26:53.740579 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:26:53.740853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device b03bdc04-707b-4ae6-b1d8-fa5c7661fa7b not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:26:53.866901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:53.899115 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 7dd66d6c-b435-471e-acfb-3549c3ba8bef has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:26:54.005535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:26:54.011087 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-da7eee71-597b-47be-90b6-ec33154e50e4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/7dd66d6c-b435-471e-acfb-3549c3ba8bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369960 Nov 23 03:26:54.013974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36476) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:54.016006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Sync routers for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:26:54.025792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:54.026479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:54.065164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting subnet 671025b7-7bf0-4d04-b929-6092b80007af {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:26:54.068937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.113415 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.132144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:54.194804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.254056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.282130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Subnet': ['ID=671025b7-7bf0-4d04-b929-6092b80007af,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:54.284083 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.288229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4ea2e394-d9f8-4bca-bf67-35b38fb255bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/subnets/671025b7-7bf0-4d04-b929-6092b80007af HTTP/1.1" status: 204 len: 168 time: 0.2727058 Nov 23 03:26:54.290778 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36478) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:54.302088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadf3aa-c24b-497b-947e-1b4d473c4269 None None] Network f9313244-6c8c-4bf8-8b7b-66e87f24981c requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:26:54.381380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:26:53Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:54.399412 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.425971 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Checking router: 7dd66d6c-b435-471e-acfb-3549c3ba8bef for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:26:54.451928 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Routers {'7dd66d6c-b435-471e-acfb-3549c3ba8bef'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:54.452549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:54.505269 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.565046 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 6e1746ec-2df9-4d21-bf21-b33d67c123b1 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:26:54.565424 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.573781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] Set router 7dd66d6c-b435-471e-acfb-3549c3ba8bef gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:54.605599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] DHCP port deletion for f9313244-6c8c-4bf8-8b7b-66e87f24981c request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:26:54.652853 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 6e1746ec-2df9-4d21-bf21-b33d67c123b1, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=6e1746ec-2df9-4d21-bf21-b33d67c123b1,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:54.653222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.667080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 6e1746ec-2df9-4d21-bf21-b33d67c123b1 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:26:54.764002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Deleting port f52ad971-1c68-4def-abca-85e19512f9a2 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:26:54.764627 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.834628 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.837260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] For port f52ad971-1c68-4def-abca-85e19512f9a2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f52ad971-1c68-4def-abca-85e19512f9a2,segment=NetworkSegment(8f78af30-cc50-47ee-a216-4d5be4bb38b1),segment_id=8f78af30-cc50-47ee-a216-4d5be4bb38b1)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:54.837656 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.853847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Calling delete_port for f52ad971-1c68-4def-abca-85e19512f9a2 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:26:54.860945 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=6e1746ec-2df9-4d21-bf21-b33d67c123b1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:54.868383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:26:53Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:54.921394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce30c9-b019-4a00-b524-5478d19a75b5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:26:54.927777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a9467-9c98-4ded-a3a3-17ca21e7cf9b None None] The sync data for ids ['7dd66d6c-b435-471e-acfb-3549c3ba8bef'] in n-d-714676-12 is: [{'id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-522058056', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:25:52Z', 'updated_at': '2021-11-23T03:26:53Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '6e1746ec-2df9-4d21-bf21-b33d67c123b1', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd66d6c-b435-471e-acfb-3549c3ba8bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:25:53Z', 'updated_at': '2021-11-23T03:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:26:54.928824 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:54.977410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.006151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Pushing event deleted for resources: {'Port': ['ID=f52ad971-1c68-4def-abca-85e19512f9a2,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:55.010449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] No DVR routers for this DVR port f52ad971-1c68-4def-abca-85e19512f9a2 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:26:55.017376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.017719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.018056 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.018387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.019364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.024888 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891fcd93-20c4-41d9-bff5-8c0b0348d2b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:55.028303 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.030592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.072329 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.072872 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd66d6c-b435-471e-acfb-3549c3ba8bef {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:26:55.079762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.080878 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9d9ed33-4a81-41f0-b895-e1ae2d75689b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/routers/7dd66d6c-b435-471e-acfb-3549c3ba8bef HTTP/1.1" status: 204 len: 168 time: 0.7891846 Nov 23 03:26:55.084076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36480) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:55.160451 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.247362 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.267316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9313244-6c8c-4bf8-8b7b-66e87f24981c']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:55.276482 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f78af30-cc50-47ee-a216-4d5be4bb38b1') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:55.276783 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f78af30-cc50-47ee-a216-4d5be4bb38b1') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:55.288297 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.302631 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.308859 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:26:55.309244 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:26:55.312536 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:26:55.384170 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.397516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.397860 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/networks/f9313244-6c8c-4bf8-8b7b-66e87f24981c HTTP/1.1" status: 204 len: 168 time: 0.3128152 Nov 23 03:26:55.400642 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36482) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:55.418114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59823984-6f6f-46f8-a179-cb3796e798a3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Network': ['ID=f9313244-6c8c-4bf8-8b7b-66e87f24981c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:55.474142 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.495709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98dd826e-7ce8-4897-a789-bfcf27d4381d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:26:55.501486 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.516317 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 98dd826e-7ce8-4897-a789-bfcf27d4381d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:26:55.516680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98dd826e-7ce8-4897-a789-bfcf27d4381d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:26:55.517094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f52ad971-1c68-4def-abca-85e19512f9a2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:26:55.536995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f52ad971-1c68-4def-abca-85e19512f9a2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:26:55.537341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f52ad971-1c68-4def-abca-85e19512f9a2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:26:55.566147 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.568936 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.572924 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06 HTTP/1.1" status: 204 len: 168 time: 0.1595821 Nov 23 03:26:55.580700 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c02d-8ca2-4fd1-9dbd-84e24e28a48f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8ebd9d-51c7-47f1-8c8d-6d4184d3cf06,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:55.795538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36488) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:55.800187 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013995159', 'description': 'tempest-secgroup-smoke-2013995159 description', 'project_id': 'b9afb054285348248164e92dd3daddc9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:55.822468 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.886837 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.890308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.922908 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:55.924046 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1274650 Nov 23 03:26:55.926553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddb468-3e66-4555-bd10-18a6ddf0dad9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86148bcf-36be-41ad-8861-f8dc80fccae0,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:55.927553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36490) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:55.933549 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:55.959809 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.020480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.026115 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.047374 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b482420-d43f-4507-a8db-d018af88a6f6,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.056386 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.057672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-85bc3a7a-8ba5-411d-ab86-e25906a3794d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282942 Nov 23 03:26:56.060535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36492) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.064998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.091328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.146573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.149891 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.166401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468554aa-ded6-4a4c-9094-e2cc31fac37c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.175490 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.176700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-690f713e-f9cb-4a34-a316-a53950f18434 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152334 Nov 23 03:26:56.179481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36494) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.183980 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.210910 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.266595 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.270422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.290666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d16eaa-39f4-471f-814c-e552819eec91,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.297862 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.299079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-bee09d62-7501-4789-81d9-8f5de5cf99b1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186757 Nov 23 03:26:56.302417 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36496) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.306672 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.334148 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.391803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.395652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.413491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf04e426-dbf1-4407-99b4-278863222c80,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.420715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.421890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-01270737-7689-4709-b38e-124d9847c7d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185327 Nov 23 03:26:56.424716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36498) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.429530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.451397 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:26:56.456135 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.512715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.516203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.535570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bd9fba-7c48-4dab-a3e9-8b80b2c2009b,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.545204 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.546526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8135a9d4-4d71-4192-aee6-03a0b66ed969 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203833 Nov 23 03:26:56.549217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36500) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.554122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '86148bcf-36be-41ad-8861-f8dc80fccae0', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.575849 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:26:56.580768 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.640405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.644198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.664868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc74638-781f-41ca-9df0-9174f25feedf,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.672602 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.673796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b7f7d193-e5d0-40cf-a0ee-d1a1b16dade9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230371 Nov 23 03:26:56.677356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36502) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.682066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'network': {'name': 'tempest-network-smoke--679638187', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.701751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:26:56.705114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.729179 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:26:56.738213 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.738582 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Added segment eee0b76b-7b7a-40be-b318-b714732e5862 of type vlan for network 6031202f-62e9-44ab-a642-646dfc575df3 Nov 23 03:26:56.777441 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.800931 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.806509 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:56.807144 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.859447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1811497 Nov 23 03:26:56.862307 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36504) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:56.867369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'admin_state_up': True, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:56.876271 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa133644-11c0-4bb7-8969-58ce06588f2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Network': ['ID=6031202f-62e9-44ab-a642-646dfc575df3,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:56.887082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 6031202f-62e9-44ab-a642-646dfc575df3 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:26:56.896305 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.897348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:56.949292 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.360789 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6e1746ec-2df9-4d21-bf21-b33d67c123b1 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:26:57.381724 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 6e1746ec-2df9-4d21-bf21-b33d67c123b1 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:26:57.382150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 6e1746ec-2df9-4d21-bf21-b33d67c123b1 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:26:57.412489 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.598120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.617102 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.722338 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.16 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/276fa23b-360f-4b0d-a158-df4cb2281f1e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:26:57.821357 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.854347 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.894838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:26:57.897633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:26:57.901079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:26:57.910707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45178a-66d6-42a5-9837-34d5d9839a9f None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:26:57.929426 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=276fa23b-360f-4b0d-a158-df4cb2281f1e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:57.947742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3ad46be3-e8e8-4b89-8ba6-16166c6cd35c None None] Provisioning complete for port 276fa23b-360f-4b0d-a158-df4cb2281f1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:57.948118 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ad46be3-e8e8-4b89-8ba6-16166c6cd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:57.982084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3ad46be3-e8e8-4b89-8ba6-16166c6cd35c None None] Port 276fa23b-360f-4b0d-a158-df4cb2281f1e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:26:58.164744 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:58.369492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:58.497145 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:26:58.602335 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:26:58.612023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Sync routers for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:26:58.624019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:58.624604 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:58.628222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:58.628407 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-85078371-919a-4896-8993-a7ca5846a1d7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7616959 Nov 23 03:26:58.628554 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36506) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:58.664340 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-13fd378a-e6ae-4f34-82a5-4bd60929bebd tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b9afb054285348248164e92dd3daddc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346179 Nov 23 03:26:58.666869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36508) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:58.728560 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:58.814830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f225e89-3724-4a23-a440-7200d2487db1 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:58.816265 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3f225e89-3724-4a23-a440-7200d2487db1 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485076 Nov 23 03:26:58.819075 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36510) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:58.845965 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4f49826c-5528-4dba-9e88-0e510d61bd08 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258579 Nov 23 03:26:58.849092 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36512) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:58.854079 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742485575', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:26:58.905542 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:26:58Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:58.932200 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Checking router: 603d0c49-a4e9-4628-b18f-0a395a1b81c8 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:26:58.932552 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Updating router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 port 276fa23b-360f-4b0d-a158-df4cb2281f1e binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:26:58.947671 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:26:58.951575 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:58.959056 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.131228 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.190010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Subnet': ['ID=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:59.198576 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Checking segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:26:59.198938 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network hostable DHCP agents. Network: 6031202f-62e9-44ab-a642-646dfc575df3, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:26:59.211999 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.216111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 6031202f-62e9-44ab-a642-646dfc575df3 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:26:59.218052 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.225362 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 6031202f-62e9-44ab-a642-646dfc575df3) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:26:59.229874 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:26:59.230465 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.237047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cba22c-6c3a-4407-af4d-945f5bad3513 None None] Network 6031202f-62e9-44ab-a642-646dfc575df3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:26:59.251224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d1bdfc31-7441-4121-975b-aadfa291b798 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3981822 Nov 23 03:26:59.251856 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36514) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:26:59.267613 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Attempting to bind port 276fa23b-360f-4b0d-a158-df4cb2281f1e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:26:59.268216 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Attempting to bind port 276fa23b-360f-4b0d-a158-df4cb2281f1e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:26:59.269151 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Attempting to bind port 276fa23b-360f-4b0d-a158-df4cb2281f1e on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:26:59.278387 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:26:59.279125 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:26:59.279712 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.280284 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:26:59.280943 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Bound port: 276fa23b-360f-4b0d-a158-df4cb2281f1e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:26:59.281528 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.319557 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05e00a-5fed-4520-a8d4-020ce614be53 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:26:59.323114 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Pushing event updated for resources: {'Port': ['ID=276fa23b-360f-4b0d-a158-df4cb2281f1e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:59.341443 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] For port 276fa23b-360f-4b0d-a158-df4cb2281f1e, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:26:59.344633 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] For port 276fa23b-360f-4b0d-a158-df4cb2281f1e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=276fa23b-360f-4b0d-a158-df4cb2281f1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:26:59.350701 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.351405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.352031 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.352548 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.352883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.353386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.353723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.354053 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.354384 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.354896 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.355405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.355739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:26:59.360419 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.413044 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:26:59.413900 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:59.415908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d510a27-ffba-4e27-8419-85c8e93619ba None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:26:59.436883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] Provisioning complete for port 276fa23b-360f-4b0d-a158-df4cb2281f1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:59.437488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.469828 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8f797-8d92-476d-b5d2-b58c053dffea None None] Pushing event updated for resources: {'Port': ['ID=276fa23b-360f-4b0d-a158-df4cb2281f1e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:59.492513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-6031202f-62e9-44ab-a642-646dfc575df3', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:26:59.493363 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.539754 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:26:59.607330 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.656025 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] For port 276fa23b-360f-4b0d-a158-df4cb2281f1e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=276fa23b-360f-4b0d-a158-df4cb2281f1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:26:59.663342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.709197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Allocated IP 172.20.0.2 (6031202f-62e9-44ab-a642-646dfc575df3/e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5/1fa06fdf-2db5-4233-931a-da033f8dd8b9) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:26:59.736261 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53026781-eaf3-4870-b1c8-6ffee9dedc38 None None] Pushing event updated for resources: {'Port': ['ID=276fa23b-360f-4b0d-a158-df4cb2281f1e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:26:59.737471 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:26:58Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:26:59.753076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:59.772134 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3436b71-4911-4cd5-93ff-7b71786cad33 None None] The sync data for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 is: [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:26:58Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:26:59.965023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-57c982a3-6e34-4c30-933d-35628d9f1bcf None None] Provisioning complete for port 276fa23b-360f-4b0d-a158-df4cb2281f1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:26:59.965444 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57c982a3-6e34-4c30-933d-35628d9f1bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.090010 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.100018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.167052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.1 (6031202f-62e9-44ab-a642-646dfc575df3/e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5/3afffd02-b798-45bc-bcec-27b65a001008) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:27:00.173386 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Network 6031202f-62e9-44ab-a642-646dfc575df3 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:27:00.178050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:27:00.181011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:27:00.195143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Pushing event updated for resources: {'Port': ['ID=1fa06fdf-2db5-4233-931a-da033f8dd8b9,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:00.261924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Attempting to bind port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:27:00.262601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Attempting to bind port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:27:00.262601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Attempting to bind port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 on network 6031202f-62e9-44ab-a642-646dfc575df3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:27:00.269571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:27:00.270012 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Checking segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:27:00.270334 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.270745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Bound using segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:27:00.271225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Bound port: 1fa06fdf-2db5-4233-931a-da033f8dd8b9, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:27:00.271662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.275336 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.299683 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.337445 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.351443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] For port 1fa06fdf-2db5-4233-931a-da033f8dd8b9, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:27:00.356239 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] For port 1fa06fdf-2db5-4233-931a-da033f8dd8b9, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1fa06fdf-2db5-4233-931a-da033f8dd8b9,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:27:00.361498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.396055 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 6031202f-62e9-44ab-a642-646dfc575df3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:27:00.397435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:00.400162 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:27:00.402283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:27:00.424092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b2ab-b095-4a00-a822-64c10478a2f4 None None] Pushing event updated for resources: {'Port': ['ID=1fa06fdf-2db5-4233-931a-da033f8dd8b9,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:00.453640 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.603128 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.907286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.911851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:00.982058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:00.986842 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:01.076584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 6031202f-62e9-44ab-a642-646dfc575df3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:27:01.077920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:27:01.462331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1fa06fdf-2db5-4233-931a-da033f8dd8b9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:27:01.510006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:27:01.518101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:01.518563 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:01.599059 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:01.618405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:27:01.623490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0468a393-32d4-4b88-be0a-27edade10c3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/603d0c49-a4e9-4628-b18f-0a395a1b81c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3705125 Nov 23 03:27:01.632160 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 1fa06fdf-2db5-4233-931a-da033f8dd8b9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1fa06fdf-2db5-4233-931a-da033f8dd8b9,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:27:01.636461 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:01.637392 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 276fa23b-360f-4b0d-a158-df4cb2281f1e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:27:01.689082 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Sync routers for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:27:01.727119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:27:01.727739 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:01.767883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=1fa06fdf-2db5-4233-931a-da033f8dd8b9,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:01.782259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-def94702-237a-47d8-840e-0f8cf7ed58c2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013995159&fields=id&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 267 time: 0.0481400 Nov 23 03:27:01.790000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 276fa23b-360f-4b0d-a158-df4cb2281f1e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:01.790411 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:01.877408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:27:01.895033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-f915ce67-7f55-441d-ae25-a2edaac18a4f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:01.896504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-f915ce67-7f55-441d-ae25-a2edaac18a4f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 796 time: 0.1053784 Nov 23 03:27:01.913960 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-2649758e-fd32-4f1d-b2f8-2b1b0eb04321 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/quotas/b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 375 time: 0.0105584 Nov 23 03:27:01.975081 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-cc9327d6-b213-4196-8fb3-67e0fa0faf31 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537257 Nov 23 03:27:02.095543 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-6a8bd0ec-698e-4d01-a323-fbe8b0ed873b service neutron] 10.222.0.15 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070311 Nov 23 03:27:02.123757 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 2, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:02.153478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Checking router: 603d0c49-a4e9-4628-b18f-0a395a1b81c8 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:27:02.153837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Updating router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 port 3afffd02-b798-45bc-bcec-27b65a001008 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:27:02.180933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.206698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-52e21271-d272-4897-a789-f11760585064 service neutron] 10.222.0.15 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034930 Nov 23 03:27:02.411831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b119c3e7-7f18-4e55-8fc1-bfce657f4d12 None None] Network 6031202f-62e9-44ab-a642-646dfc575df3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:27:02.421804 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5ea3c0f0-8f50-448b-9d00-af79fecef0ca req-8a45863c-3cc2-41b9-9d8c-8f1a42ee6031 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 210 time: 0.0365999 Nov 23 03:27:02.499122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-241411f5-e093-449c-8455-66555f63a957 None None] Provisioning complete for port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:02.499723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-241411f5-e093-449c-8455-66555f63a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.642112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.658817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.769456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1880e2-4244-4619-94c5-cb3742d87c34 None None] Pushing event updated for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:02.833002 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Attempting to bind port 3afffd02-b798-45bc-bcec-27b65a001008 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:27:02.833449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Attempting to bind port 3afffd02-b798-45bc-bcec-27b65a001008 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:27:02.833932 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Attempting to bind port 3afffd02-b798-45bc-bcec-27b65a001008 on network 6031202f-62e9-44ab-a642-646dfc575df3 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:27:02.839901 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:27:02.841217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Checking segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:27:02.841701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.842146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Bound using segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:27:02.842737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Bound port: 3afffd02-b798-45bc-bcec-27b65a001008, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:27:02.843248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.911844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] For port 3afffd02-b798-45bc-bcec-27b65a001008, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:27:02.915465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] For port 3afffd02-b798-45bc-bcec-27b65a001008, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3afffd02-b798-45bc-bcec-27b65a001008,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:27:02.921415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:02.998666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:27:02.999384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:26:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:03.005224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1880e2-4244-4619-94c5-cb3742d87c34 None None] Pushing event updated for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:03.136201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Provisioning complete for port 3afffd02-b798-45bc-bcec-27b65a001008 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:03.136574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:03.142410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:27:03.444939 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1fa06fdf-2db5-4233-931a-da033f8dd8b9 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:27:03.569991 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:03.593385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aa5ff616-da33-449d-8ad8-1a72669d46a9 req-0644776b-427f-49b9-8743-5fc4ca20eab0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 210 time: 0.0635493 Nov 23 03:27:03.636515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:03.636887 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:03.641411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-32741f8d-7520-476c-92a9-1814287777ce None None] For port 3afffd02-b798-45bc-bcec-27b65a001008, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3afffd02-b798-45bc-bcec-27b65a001008,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:27:03.670004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:03.673904 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e6d4c76d-efd0-46a4-9705-58376f7a1a2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:03.676184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e6d4c76d-efd0-46a4-9705-58376f7a1a2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 796 time: 0.1744888 Nov 23 03:27:03.732930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Provisioning complete for port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:03.733326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:03.756357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-215992d6-bc99-436c-988f-8ac5ca119551 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 380 time: 0.0627236 Nov 23 03:27:03.775007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:02Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:03.779217 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'port': {'device_id': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'admin_state_up': True, 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'security_groups': ['86148bcf-36be-41ad-8861-f8dc80fccae0']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:27:03.781553 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32741f8d-7520-476c-92a9-1814287777ce None None] Pushing event updated for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:03.819522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae059c-6250-4fc7-8ce7-b9eefd56d724 None None] The sync data for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 is: [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:02Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:27:03.954065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:27:03.958182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.056851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5e571b16-e066-42fe-9c35-2829fd0f1ed8 None None] Provisioning complete for port 3afffd02-b798-45bc-bcec-27b65a001008 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:04.057154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5e571b16-e066-42fe-9c35-2829fd0f1ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.109724 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.6 (6031202f-62e9-44ab-a642-646dfc575df3/e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5/a76df37f-327f-4df9-9349-6118a104db75) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:27:04.259632 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.293485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.339383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 6031202f-62e9-44ab-a642-646dfc575df3 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:27:04.342786 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:27:04.347235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:27:04.372125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:04.402901 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:04.403656 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.423359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-e17df622-21a5-4ed4-9547-7eaf7f006032 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6494660 Nov 23 03:27:04.441171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Request body: {'port': {'device_id': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:27:04.509453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.576097 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3d5e3862-47c8-446c-86d1-693f9aa30ac2 None None] Provisioning complete for port a76df37f-327f-4df9-9349-6118a104db75 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:04.576711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d5e3862-47c8-446c-86d1-693f9aa30ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.618639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e3862-47c8-446c-86d1-693f9aa30ac2 None None] Port a76df37f-327f-4df9-9349-6118a104db75 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:27:04.778601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ffa11-590e-4cce-b3ec-68c21a81c144 req-dc29ebea-0e5b-4cf4-a418-fcba9c4045f3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:04.780146 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c7ffa11-590e-4cce-b3ec-68c21a81c144 req-dc29ebea-0e5b-4cf4-a418-fcba9c4045f3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 931 time: 0.0848005 Nov 23 03:27:04.884524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1c7ffa11-590e-4cce-b3ec-68c21a81c144 req-19f648f0-0a9b-4222-b588-3ed8ca4bab67 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939088 Nov 23 03:27:04.892084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76df37f-327f-4df9-9349-6118a104db75 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:27:04.902870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.915311 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Transition to ACTIVE for port object a76df37f-327f-4df9-9349-6118a104db75 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:27:04.919808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:04.969437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:05.045655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Attempting to bind port a76df37f-327f-4df9-9349-6118a104db75 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:27:05.045983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Attempting to bind port a76df37f-327f-4df9-9349-6118a104db75 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:27:05.046314 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Attempting to bind port a76df37f-327f-4df9-9349-6118a104db75 on network 6031202f-62e9-44ab-a642-646dfc575df3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:27:05.052413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Port a76df37f-327f-4df9-9349-6118a104db75 on network 6031202f-62e9-44ab-a642-646dfc575df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:27:05.052620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Attempting to bind port a76df37f-327f-4df9-9349-6118a104db75 on network 6031202f-62e9-44ab-a642-646dfc575df3 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:27:05.060135 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:27:05.060483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Checking segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:27:05.060871 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Bound using segment: {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:27:05.061330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Bound port: a76df37f-327f-4df9-9349-6118a104db75, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee0b76b-7b7a-40be-b318-b714732e5862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:27:05.061685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:05.142468 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:27:05.145682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a76df37f-327f-4df9-9349-6118a104db75,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:27:05.151956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:05.187638 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.188260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:05.189642 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] 10.222.0.41 "PUT /v2.0/ports/a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 1092 time: 0.7529252 Nov 23 03:27:05.190133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:27:05.192932 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45" -d '{"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:27:05.214757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99329d-ef19-42d5-ad9e-a82ea17f1b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:05.244443 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74ede20-fc4a-44e8-a948-cb2d3aa5d11f x-openstack-request-id: req-d74ede20-fc4a-44e8-a948-cb2d3aa5d11f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:27:05.244702 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:27:05.244828 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d74ede20-fc4a-44e8-a948-cb2d3aa5d11f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:27:05.245138 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75', 'status': 'completed', 'code': 200} Nov 23 03:27:05.295601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-12d89e32-cf19-4058-bf05-e6107823e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.297260 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-12d89e32-cf19-4058-bf05-e6107823e294 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1095 time: 0.0451217 Nov 23 03:27:05.355187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-86f15ee0-8502-49b0-80fd-c8b5f6cd6c31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 217 time: 0.0431731 Nov 23 03:27:05.411426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-27ba2c13-0102-4406-9f65-87bc1556004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.412973 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-27ba2c13-0102-4406-9f65-87bc1556004d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0506628 Nov 23 03:27:05.437013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3afffd02-b798-45bc-bcec-27b65a001008 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:27:05.470447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-0e716cc7-f829-4bcd-a4a8-828083e4d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.472899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-0e716cc7-f829-4bcd-a4a8-828083e4d200 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514264 Nov 23 03:27:05.496991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3afffd02-b798-45bc-bcec-27b65a001008 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:05.497299 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:05.568969 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-2f9d8348-6a2f-40f3-b025-6e9fac4075b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880911 Nov 23 03:27:05.659452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2bd80648-bdae-47b3-baae-2dd221a771f8 req-1dada593-91cc-49cd-9a65-c8ba71b2319f service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830221 Nov 23 03:27:05.782613 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-9599ca16-84b1-4a76-8547-3dbeefa41f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.784605 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-9599ca16-84b1-4a76-8547-3dbeefa41f7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1095 time: 0.0426300 Nov 23 03:27:05.877463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-17acdd92-9111-4383-8925-4a44dd3b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:05.879036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-17acdd92-9111-4383-8925-4a44dd3b9dc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 897 time: 0.0872400 Nov 23 03:27:05.923865 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-50260c02-e59c-4380-b085-805dbf665da6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 217 time: 0.0353446 Nov 23 03:27:05.945001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1f04249-4f02-410c-9954-f74ea0cce869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:06.006057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-ddca8578-268f-4be9-a7e6-e540c4b12212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:06.007549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-ddca8578-268f-4be9-a7e6-e540c4b12212 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0770533 Nov 23 03:27:06.024035 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2642b-62f7-4437-91a9-ee867a625e07 req-2b3a7d6f-cba4-41b3-b654-fdcc340d41dd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:06.025444 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33b2642b-62f7-4437-91a9-ee867a625e07 req-2b3a7d6f-cba4-41b3-b654-fdcc340d41dd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 943 time: 0.0616715 Nov 23 03:27:06.095300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-3b8e0ae7-90f8-4192-8112-009fc2233e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:06.096862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-3b8e0ae7-90f8-4192-8112-009fc2233e89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705345 Nov 23 03:27:06.101229 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-33b2642b-62f7-4437-91a9-ee867a625e07 req-9143dee9-c692-4a17-98ff-6151f95a9883 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677361 Nov 23 03:27:06.191413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-159eeef0-2731-42a1-a40f-65ffc9d5c8c7 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Nov 23 03:27:06.284249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc290ad2-f0ed-4699-9c55-977d7ca4fb45 req-4c4d9eb0-a623-4887-af12-f4582e6a2ffa service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Nov 23 03:27:07.219903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39900bce-40f4-4323-b06b-67e14ed56556 req-adcf4a93-3c87-45d7-8a7b-8a7a56ea3f1b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:07.221991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39900bce-40f4-4323-b06b-67e14ed56556 req-adcf4a93-3c87-45d7-8a7b-8a7a56ea3f1b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 943 time: 0.0534670 Nov 23 03:27:07.270212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-39900bce-40f4-4323-b06b-67e14ed56556 req-f55a8f7f-7e7f-4267-bb72-12ccbe064c42 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Nov 23 03:27:08.128126 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9feaf03c-5367-49e1-902f-ac8099430c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:08.385477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f25e0-0431-4f83-bcff-b5390cd03be4 req-cb6fb52e-a9ca-4623-9b91-0821b37bcee5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:08.386933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd9f25e0-0431-4f83-bcff-b5390cd03be4 req-cb6fb52e-a9ca-4623-9b91-0821b37bcee5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 943 time: 0.0496483 Nov 23 03:27:08.435302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd9f25e0-0431-4f83-bcff-b5390cd03be4 req-fee3edae-c2c5-4fd1-857d-f42edafa7425 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Nov 23 03:27:09.499914 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:09.549262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022487ec-45b9-407e-9c6d-5396618693a4 req-5614971e-3ae1-4cc1-b3da-5e721df6c37d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:09.551202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022487ec-45b9-407e-9c6d-5396618693a4 req-5614971e-3ae1-4cc1-b3da-5e721df6c37d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 943 time: 0.0488174 Nov 23 03:27:09.604553 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-022487ec-45b9-407e-9c6d-5396618693a4 req-1087a209-5678-4e5d-b025-ca86245bc195 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471947 Nov 23 03:27:09.800806 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a76df37f-327f-4df9-9349-6118a104db75 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:27:09.896555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a76df37f-327f-4df9-9349-6118a104db75,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:27:09.907828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'a76df37f-327f-4df9-9349-6118a104db75', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'port_id': 'a76df37f-327f-4df9-9349-6118a104db75', 'mac_address': 'fa:16:3e:6c:2f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:27:09.944326 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:09.957334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76df37f-327f-4df9-9349-6118a104db75 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:27:09.976591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a76df37f-327f-4df9-9349-6118a104db75,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:27:09.980383 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:10.027984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:10.273594 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['a76df37f-327f-4df9-9349-6118a104db75'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:27:10.407247 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:27:10.724537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e1036-1989-4bd7-af5d-84cea40de3c9 req-2f6eedbb-3417-4dbb-9d75-0aa93f27fd01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:10.726015 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-006e1036-1989-4bd7-af5d-84cea40de3c9 req-2f6eedbb-3417-4dbb-9d75-0aa93f27fd01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 944 time: 0.0493817 Nov 23 03:27:10.775853 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-006e1036-1989-4bd7-af5d-84cea40de3c9 req-420a2a7a-0c79-460a-8d38-c72c42bc30ec tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437858 Nov 23 03:27:10.917263 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:11.810990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a76df37f-327f-4df9-9349-6118a104db75 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:27:11.859700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port a76df37f-327f-4df9-9349-6118a104db75 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:27:11.864325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port a76df37f-327f-4df9-9349-6118a104db75 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:27:11.864695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:11.893637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b24090-4fb5-4b26-b0e6-3a3da8292c97 req-d87019f9-d718-4957-8d4e-ba78831ecca2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:11.895156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17b24090-4fb5-4b26-b0e6-3a3da8292c97 req-d87019f9-d718-4957-8d4e-ba78831ecca2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 944 time: 0.0504787 Nov 23 03:27:11.941754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:11.944167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17b24090-4fb5-4b26-b0e6-3a3da8292c97 req-899fd20e-cf4c-4271-adf8-c153d366bcd1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Nov 23 03:27:11.963771 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:27:11.965991 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3decc03-ae73-4586-a086-aaa09929e23c" -d '{"events": [{"server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "name": "network-vif-plugged", "status": "completed", "tag": "a76df37f-327f-4df9-9349-6118a104db75"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:27:11.988483 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a76df37f-327f-4df9-9349-6118a104db75,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:27:11.996445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:12.005714 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c223920-8174-478e-a419-f44beb3677f6 x-openstack-request-id: req-1c223920-8174-478e-a419-f44beb3677f6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:27:12.006033 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "name": "network-vif-plugged", "status": "completed", "tag": "a76df37f-327f-4df9-9349-6118a104db75", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:27:12.006410 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c223920-8174-478e-a419-f44beb3677f6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:27:12.006959 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75', 'code': 200} Nov 23 03:27:12.033434 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:12.062297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:12.136580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e11be-743a-4b9c-b907-84dc0c12d65a req-29b484c1-58da-45ef-b286-89d8c947a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:12.137985 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a89e11be-743a-4b9c-b907-84dc0c12d65a req-29b484c1-58da-45ef-b286-89d8c947a752 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1097 time: 0.0437410 Nov 23 03:27:12.184464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a89e11be-743a-4b9c-b907-84dc0c12d65a req-a78bb958-3e48-440f-a5c7-5ccfe0eab794 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385079 Nov 23 03:27:13.061153 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32cadc-9b88-4753-95d4-e10589161dcd req-7f0c8de5-c501-44f1-b1ff-c4dc0f632f8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:13.062671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea32cadc-9b88-4753-95d4-e10589161dcd req-7f0c8de5-c501-44f1-b1ff-c4dc0f632f8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Nov 23 03:27:13.111320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea32cadc-9b88-4753-95d4-e10589161dcd req-5dd2134e-9159-4763-aefd-d706e0150646 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Nov 23 03:27:14.230420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fbb08-ba55-48fe-abb5-ca7e23a870c7 req-a2e1cabb-5fd9-43f2-97f1-cf6a6a1ffd02 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:14.232026 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-430fbb08-ba55-48fe-abb5-ca7e23a870c7 req-a2e1cabb-5fd9-43f2-97f1-cf6a6a1ffd02 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0523582 Nov 23 03:27:14.280375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-430fbb08-ba55-48fe-abb5-ca7e23a870c7 req-42020802-6b16-45b4-9dca-4d1a0e1ee8b0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Nov 23 03:27:14.396282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe66013-7c0d-4bad-a264-cdc989d707ed req-acac1dde-c158-433c-8ccd-415e4c8ab988 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:14.397735 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fe66013-7c0d-4bad-a264-cdc989d707ed req-acac1dde-c158-433c-8ccd-415e4c8ab988 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Nov 23 03:27:14.445606 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3fe66013-7c0d-4bad-a264-cdc989d707ed req-891e0998-a235-4390-8473-749fe927d063 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Nov 23 03:27:14.467284 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36572) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:27:14.510558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183007b6-b7bb-41ef-aeb5-cf600e7f89f5 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:14.512050 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-183007b6-b7bb-41ef-aeb5-cf600e7f89f5 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1092 time: 0.0437617 Nov 23 03:27:14.514836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36574) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:27:14.519004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'a76df37f-327f-4df9-9349-6118a104db75', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:27:14.540177 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:14.633138 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:14.741514 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.76 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f76ced96-e21f-4e2f-95f2-4a1f423bfd59) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:27:14.838569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:14.871119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:14.912888 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:27:14.916392 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:27:14.922157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:27:14.948579 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=f76ced96-e21f-4e2f-95f2-4a1f423bfd59,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:15.274887 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:15.342397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:15.489498 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:15.493720 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:15.558206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=f76ced96-e21f-4e2f-95f2-4a1f423bfd59,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:27:15.570346 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:15.988496 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 85547d1f-7669-4588-baea-eece6dc33403 associated. External IP: 172.25.1.76, port: a76df37f-327f-4df9-9349-6118a104db75. Nov 23 03:27:16.191168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:27:16.300381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:27:16.310168 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Sync routers for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:27:16.318738 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:16.321918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:27:16.322559 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:16.345136 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a9be3a4a-c630-49b7-9df7-a8e0f4ad1e43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8293078 Nov 23 03:27:16.345824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:27:16.348249 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a557539e-536f-4ca3-a114-463a2db3b070" -d '{"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:27:16.428485 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:27:16.443413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013aef5-de0c-4f03-bc5f-32cdc76f617b req-f758d8aa-64d1-43f2-a0c3-cab66f31f8ca tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:16.444916 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a013aef5-de0c-4f03-bc5f-32cdc76f617b req-f758d8aa-64d1-43f2-a0c3-cab66f31f8ca tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0492663 Nov 23 03:27:16.498045 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a013aef5-de0c-4f03-bc5f-32cdc76f617b req-df19b111-cbad-457d-a9ee-8474f16e128a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470259 Nov 23 03:27:16.520513 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36580) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:27:16.559012 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1aa0e3-f758-42ec-8140-8ba9e5ba89fa x-openstack-request-id: req-3a1aa0e3-f758-42ec-8140-8ba9e5ba89fa {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:27:16.559308 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:27:16.559558 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a1aa0e3-f758-42ec-8140-8ba9e5ba89fa {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:27:16.559956 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75', 'status': 'completed', 'code': 200} Nov 23 03:27:16.588042 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a39953bc-7695-47d3-837b-cfeadb2c2415 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/85547d1f-7669-4588-baea-eece6dc33403 HTTP/1.1" status: 200 len: 990 time: 0.0663562 Nov 23 03:27:16.635173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5f2918d1-ad8b-4c3e-a1cf-eaf64712013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:16.636724 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5f2918d1-ad8b-4c3e-a1cf-eaf64712013b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1097 time: 0.0437753 Nov 23 03:27:16.728831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5495315d-a7f7-4f77-847f-ab4e651ba5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:16.730301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5495315d-a7f7-4f77-847f-ab4e651ba5ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 897 time: 0.0870278 Nov 23 03:27:16.751316 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '85547d1f-7669-4588-baea-eece6dc33403', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'port_id': 'a76df37f-327f-4df9-9349-6118a104db75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'mac_address': 'fa:16:3e:6c:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:27:15Z', 'updated_at': '2021-11-23T03:27:15Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:16.776713 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Checking router: 603d0c49-a4e9-4628-b18f-0a395a1b81c8 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:27:16.785893 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:27:16.786496 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:27:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:16.798758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-8a70c816-c521-4e39-9f9f-e851d8e5e4b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 998 time: 0.0609241 Nov 23 03:27:16.846677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5d6b3320-8294-4c93-9e29-94739d82f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:16.848150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-5d6b3320-8294-4c93-9e29-94739d82f8eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0431461 Nov 23 03:27:16.890996 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:27:16.892916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557539e-536f-4ca3-a114-463a2db3b070 req-cbd1ef56-d889-41d5-aab2-2828d1e47f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:16.894472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-cbd1ef56-d889-41d5-aab2-2828d1e47f5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395255 Nov 23 03:27:16.988161 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-21f70afa-4e7d-4b08-bbd9-641555343d85 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 Nov 23 03:27:17.081317 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a557539e-536f-4ca3-a114-463a2db3b070 req-76f96a14-c20f-4094-b62e-a32e48837306 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859149 Nov 23 03:27:17.117835 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '85547d1f-7669-4588-baea-eece6dc33403', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'port_id': 'a76df37f-327f-4df9-9349-6118a104db75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'mac_address': 'fa:16:3e:6c:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:27:15Z', 'updated_at': '2021-11-23T03:27:15Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:27:17.143609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6124ef9-a3a2-4376-8770-68b85ed1e577 None None] The sync data for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 is: [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '85547d1f-7669-4588-baea-eece6dc33403', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.76', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'port_id': 'a76df37f-327f-4df9-9349-6118a104db75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'mac_address': 'fa:16:3e:6c:2f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:27:15Z', 'updated_at': '2021-11-23T03:27:15Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:27:17.324520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06e85b-d868-4443-83c0-d0162e022c8f None None] New status for floating IP 85547d1f-7669-4588-baea-eece6dc33403: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:27:17.591032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36582) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:27:17.655027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-69a14046-73b8-42dc-a3e1-a29be151a997 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/85547d1f-7669-4588-baea-eece6dc33403 HTTP/1.1" status: 200 len: 992 time: 0.0627615 Nov 23 03:27:23.856090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:30.260065 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:35.935992 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4979a0a0-0c7d-4bd2-b8c0-13c9f3256271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:38.131115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-af13ed78-7c5d-4efd-8047-d9c13290bead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:39.500902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:40.917200 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:41.996269 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:47.409817 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:27:49.084057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-946c86e3-fbb1-4f4b-90e9-cef63636eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:49.085552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-946c86e3-fbb1-4f4b-90e9-cef63636eaa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1097 time: 0.0739326 Nov 23 03:27:49.100347 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69814-5ad5-46d0-a83f-45324b969b9a req-61752479-417f-4b53-ad35-0d2f4076b2e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:49.101671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc69814-5ad5-46d0-a83f-45324b969b9a req-61752479-417f-4b53-ad35-0d2f4076b2e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.1283157 Nov 23 03:27:49.208105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffc69814-5ad5-46d0-a83f-45324b969b9a req-f86abb29-9a0e-42e3-9d93-9aa667bf4d39 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984166 Nov 23 03:27:49.223060 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-0ec4c2f4-5292-4fd3-b65d-f971adaf0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:49.224792 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-0ec4c2f4-5292-4fd3-b65d-f971adaf0cdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 897 time: 0.1222761 Nov 23 03:27:49.291397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-509b0551-c617-4469-a8a1-313cf1355364 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 1000 time: 0.0585918 Nov 23 03:27:49.347111 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-cc301295-ddc7-4b11-8149-9484e335a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:49.348783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-cc301295-ddc7-4b11-8149-9484e335a9b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0497787 Nov 23 03:27:49.396365 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-0e539b24-6c23-44de-8980-3f8664f82baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:49.397833 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-0e539b24-6c23-44de-8980-3f8664f82baf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425930 Nov 23 03:27:49.486284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-e86519b9-8115-4d9e-88cb-9ab6ff6fa3d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811076 Nov 23 03:27:49.578297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f19a5b2e-833f-4a91-8158-c34080a8b4d0 req-70e97c15-10e5-4e69-8406-8d9e477ef320 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842745 Nov 23 03:27:50.323552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b124-ba34-493a-9fb1-aa37db64d96e req-5e9cd543-7bce-4193-81a9-a63e3dd016cb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:50.325288 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5881b124-ba34-493a-9fb1-aa37db64d96e req-5e9cd543-7bce-4193-81a9-a63e3dd016cb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Nov 23 03:27:50.375539 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5881b124-ba34-493a-9fb1-aa37db64d96e req-f57494d3-6348-4863-95bc-559c5d493973 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Nov 23 03:27:51.498666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25496d4-d82d-45d8-b7f1-840ee1c59d0c req-9aa0599e-cc0f-47c3-ba33-0a3e4b06341d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:51.500125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b25496d4-d82d-45d8-b7f1-840ee1c59d0c req-9aa0599e-cc0f-47c3-ba33-0a3e4b06341d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Nov 23 03:27:51.547169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b25496d4-d82d-45d8-b7f1-840ee1c59d0c req-acfdd874-a853-44b6-9662-61b7b130dc53 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Nov 23 03:27:52.668824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ed56e-69ae-4e08-ab9e-60751ec842d5 req-4b6d2e84-e320-473c-ac83-36b9d32ed173 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:52.670282 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa8ed56e-69ae-4e08-ab9e-60751ec842d5 req-4b6d2e84-e320-473c-ac83-36b9d32ed173 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0521410 Nov 23 03:27:52.719057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fa8ed56e-69ae-4e08-ab9e-60751ec842d5 req-434f191a-5177-42d1-ba8e-854d6f0d96f0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Nov 23 03:27:53.831666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35e63-ebb3-41d4-aa43-2a0ad2d712eb req-8b57ba67-fc60-4157-b142-ecd9f9106d24 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:53.833134 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06a35e63-ebb3-41d4-aa43-2a0ad2d712eb req-8b57ba67-fc60-4157-b142-ecd9f9106d24 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0473423 Nov 23 03:27:53.866660 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:27:53.882420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06a35e63-ebb3-41d4-aa43-2a0ad2d712eb req-e27eb39c-057f-4c92-801d-bf5e8c2c4328 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Nov 23 03:27:54.997169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6137e7a-eff0-4624-893d-22d96ab1f1a8 req-602a0a96-c9f3-4e72-9b31-8946cb4e2b0f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:54.998639 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6137e7a-eff0-4624-893d-22d96ab1f1a8 req-602a0a96-c9f3-4e72-9b31-8946cb4e2b0f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Nov 23 03:27:55.050951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c6137e7a-eff0-4624-893d-22d96ab1f1a8 req-0dd3d241-5453-45b3-92d6-d460d3ad2934 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463755 Nov 23 03:27:56.165233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443a135-65a7-46f2-a473-8b6146522ca6 req-a8cb8092-04fb-4bf7-b694-0da0ee4bf5d2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:56.166722 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7443a135-65a7-46f2-a473-8b6146522ca6 req-a8cb8092-04fb-4bf7-b694-0da0ee4bf5d2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0486002 Nov 23 03:27:56.214442 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7443a135-65a7-46f2-a473-8b6146522ca6 req-be724419-2cde-470e-bd78-4ff14b20e1cc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418108 Nov 23 03:27:57.328294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8263b7-4945-4473-99b2-84fcafec62ea req-50d59f4f-e665-46d1-b017-0f56e35a48e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:57.329745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae8263b7-4945-4473-99b2-84fcafec62ea req-50d59f4f-e665-46d1-b017-0f56e35a48e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Nov 23 03:27:57.390915 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae8263b7-4945-4473-99b2-84fcafec62ea req-9da30608-e0ae-4869-a3ed-6091ff8a8dd9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547743 Nov 23 03:27:58.512841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93016a36-0301-4d26-b387-8531097875b7 req-82244b46-0a26-45e1-94b0-00f4587ce5d2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:58.514333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93016a36-0301-4d26-b387-8531097875b7 req-82244b46-0a26-45e1-94b0-00f4587ce5d2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Nov 23 03:27:58.568874 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93016a36-0301-4d26-b387-8531097875b7 req-20eba39d-6587-42a7-885e-91d4ba867ce5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 Nov 23 03:27:59.687196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c304-0119-49fb-87d0-457f6d2aa7ce req-d0a983cf-5423-4c12-b530-dfea334816fc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:27:59.688640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8745c304-0119-49fb-87d0-457f6d2aa7ce req-d0a983cf-5423-4c12-b530-dfea334816fc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Nov 23 03:27:59.737126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8745c304-0119-49fb-87d0-457f6d2aa7ce req-874254d6-15f2-4ce9-a193-01b298aeb970 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Nov 23 03:28:00.269832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:00.858305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd730b-f58b-4062-9a27-bd1ec548881c req-a6ac4769-831e-464c-9af1-54508d21fa5f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:00.859846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72dd730b-f58b-4062-9a27-bd1ec548881c req-a6ac4769-831e-464c-9af1-54508d21fa5f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Nov 23 03:28:00.909308 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72dd730b-f58b-4062-9a27-bd1ec548881c req-82bd52ac-9fa6-4e52-bdbb-f3b3cbc36388 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Nov 23 03:28:02.023882 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc195f-6c40-42ab-9417-d6d844beaa50 req-530e7707-eb91-4659-9833-94fbed3514fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:02.025358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55cc195f-6c40-42ab-9417-d6d844beaa50 req-530e7707-eb91-4659-9833-94fbed3514fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Nov 23 03:28:02.074803 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-55cc195f-6c40-42ab-9417-d6d844beaa50 req-cdb17b72-a7f3-4668-bdd0-f2011c495f07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Nov 23 03:28:03.189454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e527-c516-4906-9c53-24e7c0adf53e req-aa63e0ed-8136-4210-aca1-58532b4f3adf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:03.190942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bea2e527-c516-4906-9c53-24e7c0adf53e req-aa63e0ed-8136-4210-aca1-58532b4f3adf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0480630 Nov 23 03:28:03.243121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bea2e527-c516-4906-9c53-24e7c0adf53e req-0c8af5e7-417b-4ad8-b502-556ad2075654 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 Nov 23 03:28:04.357074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e222d-d46b-4aae-9ad9-5e3db88d6159 req-e147cdc9-73ab-4e6e-a2d0-7fd35b5b13e8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:04.358555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-112e222d-d46b-4aae-9ad9-5e3db88d6159 req-e147cdc9-73ab-4e6e-a2d0-7fd35b5b13e8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0477128 Nov 23 03:28:04.406980 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-112e222d-d46b-4aae-9ad9-5e3db88d6159 req-e2a08c1e-eb76-4945-ad67-a26f6232f0ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Nov 23 03:28:05.525922 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667265b6-4bc4-44f8-8511-ee915cf16ccc req-a3e29801-336b-4d11-9705-2113b5d8c4f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:05.527419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-667265b6-4bc4-44f8-8511-ee915cf16ccc req-a3e29801-336b-4d11-9705-2113b5d8c4f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Nov 23 03:28:05.576456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-667265b6-4bc4-44f8-8511-ee915cf16ccc req-65b9d42b-cfe9-4407-8483-6de6f3b1fd4f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Nov 23 03:28:05.599124 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36630) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:05.658769 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-88510e23-3536-4bf1-8c20-98f7d43b8d63 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/85547d1f-7669-4588-baea-eece6dc33403 HTTP/1.1" status: 200 len: 992 time: 0.0584440 Nov 23 03:28:05.936541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-164a8f85-028a-4c86-b3f1-56558f5ffde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:08.132526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-52da4464-3a94-4e33-a494-c4055f7d6810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:08.395974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-d2de92c4-94e9-40f5-bfd8-a2c39b0d1b99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0880752 Nov 23 03:28:08.491134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-4b8fd411-f42f-4268-8859-4a893d763828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:08.492619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-4b8fd411-f42f-4268-8859-4a893d763828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1097 time: 0.0400891 Nov 23 03:28:08.592480 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-05175f09-1447-42a1-a2df-99713d63df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:08.593945 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-05175f09-1447-42a1-a2df-99713d63df46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 897 time: 0.0833209 Nov 23 03:28:08.662842 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-3fb99ec3-66f9-47cb-9980-25710e890c4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 1000 time: 0.0604124 Nov 23 03:28:08.712997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-e1662062-331d-4fed-b113-8dcb86676700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:08.714477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-e1662062-331d-4fed-b113-8dcb86676700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0452681 Nov 23 03:28:08.762396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-cebee9f0-bfdf-4583-b3d8-6de01f208aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:08.763966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-cebee9f0-bfdf-4583-b3d8-6de01f208aff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425131 Nov 23 03:28:08.855418 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-19236629-e676-44a1-8040-3f5a059d7583 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837426 Nov 23 03:28:08.946058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-77ed3140-d924-4c4d-a12b-22313ee31086 req-bee1b6cf-dc1a-44b7-8751-c74875b00720 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834899 Nov 23 03:28:09.501902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:10.924217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:11.998186 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:23.869579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:24.408910 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:28:30.270122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:35.937553 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-902b87a5-92be-4a7c-a185-69f42f4e39f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.150822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36644) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:36.317339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port f76ced96-e21f-4e2f-95f2-4a1f423bfd59 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:28:36.317682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.391552 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.391880 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.403947 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for f76ced96-e21f-4e2f-95f2-4a1f423bfd59 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:28:36.554587 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.580510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=f76ced96-e21f-4e2f-95f2-4a1f423bfd59,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:36.593723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.594087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.594439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.594806 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.595149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.595488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.595830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.596164 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.596496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.596826 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.597777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.598367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:36.655890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.656235 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 85547d1f-7669-4588-baea-eece6dc33403 disassociated (deleted). External IP: 172.25.1.76, port: a76df37f-327f-4df9-9349-6118a104db75. Nov 23 03:28:36.860349 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:28:36.969111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:28:36.974487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:36.979247 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Sync routers for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:28:36.988898 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:36.989585 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:37.000729 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f21a68b3-e40c-4134-8935-ed84c18023e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/floatingips/85547d1f-7669-4588-baea-eece6dc33403 HTTP/1.1" status: 204 len: 168 time: 0.8488271 Nov 23 03:28:37.001429 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:28:37.004340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5037fdca-2a4f-4fd6-8138-8a698920733c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:28:37.103852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:37.169885 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897df23-088c-43c9-9a31-f6579c121f88 x-openstack-request-id: req-1897df23-088c-43c9-9a31-f6579c121f88 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:28:37.170390 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "tag": "a76df37f-327f-4df9-9349-6118a104db75", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:28:37.170753 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1897df23-088c-43c9-9a31-f6579c121f88 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:28:37.171259 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75', 'status': 'completed', 'code': 200} Nov 23 03:28:37.305564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-9c3473d1-7f60-431a-8bd6-d0a141e66ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:37.307100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-9c3473d1-7f60-431a-8bd6-d0a141e66ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 1097 time: 0.0816531 Nov 23 03:28:37.314523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24d24b-fd54-4953-aa53-2957d7f185ce req-276395dd-e08b-400c-81e2-9ef2610b4cf8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:37.315323 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:37.316534 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e24d24b-fd54-4953-aa53-2957d7f185ce req-276395dd-e08b-400c-81e2-9ef2610b4cf8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0773365 Nov 23 03:28:37.341739 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Checking router: 603d0c49-a4e9-4628-b18f-0a395a1b81c8 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:28:37.350241 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:37.350875 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:37.424222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e24d24b-fd54-4953-aa53-2957d7f185ce req-92da3dcd-ea7a-44e8-8fd1-6fac74e27004 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985434 Nov 23 03:28:37.442563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-951eae9c-8ae0-4552-b739-17d4687314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:37.444191 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-951eae9c-8ae0-4552-b739-17d4687314a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 200 len: 897 time: 0.1267772 Nov 23 03:28:37.458842 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:37.487215 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-349538d3-193a-46e3-bfc0-8fb13fcd5e82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 200 len: 217 time: 0.0346224 Nov 23 03:28:37.541046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-41985fcc-b608-4a55-8632-30268146fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:37.542583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-41985fcc-b608-4a55-8632-30268146fe04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 200 len: 835 time: 0.0462344 Nov 23 03:28:37.594695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-83a453a1-988b-4e90-9c33-f633453ac882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:37.596181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-83a453a1-988b-4e90-9c33-f633453ac882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6031202f-62e9-44ab-a642-646dfc575df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428336 Nov 23 03:28:37.655507 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:37.685307 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c296ff5-ea6a-4fde-be12-b28eb3337c45 None None] The sync data for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 is: [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:27:00Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '3afffd02-b798-45bc-bcec-27b65a001008', 'name': '', 'network_id': '6031202f-62e9-44ab-a642-646dfc575df3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:d4:54:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:59Z', 'updated_at': '2021-11-23T03:27:03Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:28:37.686632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-0ab33447-517f-4079-8fdf-2a5cf56be598 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817621 Nov 23 03:28:37.784315 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5037fdca-2a4f-4fd6-8138-8a698920733c req-c00f162d-30f5-4745-bb37-4ae9ff990445 service neutron] 10.222.0.41 "GET /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887625 Nov 23 03:28:37.895058 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d40bcc-d086-4a90-b6c8-04a3fac83b36 None None] New status for floating IP 85547d1f-7669-4588-baea-eece6dc33403: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:28:38.132808 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffb42-ebfb-428b-ab57-9c61df59e5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:38.547820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9182e7-0fdd-4500-a5b6-b189f266b6c7 req-475f9d8d-d07b-420d-ad83-377595da21b5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:38.549214 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de9182e7-0fdd-4500-a5b6-b189f266b6c7 req-475f9d8d-d07b-420d-ad83-377595da21b5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Nov 23 03:28:38.597746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-de9182e7-0fdd-4500-a5b6-b189f266b6c7 req-60cb1b9d-3a24-418b-9a3d-71a40c3fa6ec tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=86148bcf-36be-41ad-8861-f8dc80fccae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Nov 23 03:28:38.959948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-96b22524-baa4-4eb6-b21b-8c867a8724d5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:38.961363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-96b22524-baa4-4eb6-b21b-8c867a8724d5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 945 time: 0.0471425 Nov 23 03:28:39.053306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port a76df37f-327f-4df9-9349-6118a104db75 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:28:39.053669 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:39.139427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port a76df37f-327f-4df9-9349-6118a104db75, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=a76df37f-327f-4df9-9349-6118a104db75,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:39.139788 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:39.151987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for a76df37f-327f-4df9-9349-6118a104db75 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:28:39.509625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:39.608073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:39.637243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=a76df37f-327f-4df9-9349-6118a104db75,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:39.650683 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.651046 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.651398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.651745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.652085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.652424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.652857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.653208 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.653545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.653879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.654214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.654563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:39.717544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] No DVR routers for this DVR port a76df37f-327f-4df9-9349-6118a104db75 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:28:39.721549 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26549eb9-d196-4486-8533-dae9b7f2552d req-ba8b6da1-7dca-477f-ab8f-0c79318ca30d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e67af51-20c0-4dc0-aac6-a823163e1130 HTTP/1.1" status: 200 len: 210 time: 0.0445662 Nov 23 03:28:39.723483 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:39.726737 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-651bb62f-ccb1-44d4-8b22-90a270e126a1 req-f8970e71-21ab-4105-9e82-2ef571e3cc14 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "DELETE /v2.0/ports/a76df37f-327f-4df9-9349-6118a104db75 HTTP/1.1" status: 204 len: 173 time: 0.7589974 Nov 23 03:28:39.727183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'name': 'network-vif-deleted', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:28:39.729515 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3cfb3b-e560-42f9-ba2c-e128dee21e6a" -d '{"events": [{"server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "name": "network-vif-deleted", "tag": "a76df37f-327f-4df9-9349-6118a104db75"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:28:39.820538 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b401ebd9-eda4-4511-93a7-49f01735ef0d x-openstack-request-id: req-b401ebd9-eda4-4511-93a7-49f01735ef0d {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:28:39.820841 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e67af51-20c0-4dc0-aac6-a823163e1130", "name": "network-vif-deleted", "tag": "a76df37f-327f-4df9-9349-6118a104db75", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:28:39.821134 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b401ebd9-eda4-4511-93a7-49f01735ef0d {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:28:39.821527 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67af51-20c0-4dc0-aac6-a823163e1130', 'name': 'network-vif-deleted', 'tag': 'a76df37f-327f-4df9-9349-6118a104db75', 'status': 'completed', 'code': 200} Nov 23 03:28:40.782922 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36664) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:40.924347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.151454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.405646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 3afffd02-b798-45bc-bcec-27b65a001008 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:28:41.406001 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.493907 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 3afffd02-b798-45bc-bcec-27b65a001008, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3afffd02-b798-45bc-bcec-27b65a001008,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:41.494273 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.507219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 3afffd02-b798-45bc-bcec-27b65a001008 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:28:41.694723 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.720397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=3afffd02-b798-45bc-bcec-27b65a001008,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:41.892951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:41.999579 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.107757 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:28:42.210993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:28:42.216358 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-527fb458-e29b-4cf4-b845-2b0c1655e6ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/603d0c49-a4e9-4628-b18f-0a395a1b81c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323792 Nov 23 03:28:42.219244 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36666) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:42.220914 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Sync routers for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:28:42.231038 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:42.231645 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:42.270360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting subnet e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:28:42.273525 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.274782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a76df37f-327f-4df9-9349-6118a104db75 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:28:42.304519 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: a76df37f-327f-4df9-9349-6118a104db75 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:28:42.305205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device a76df37f-327f-4df9-9349-6118a104db75 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:28:42.319674 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.340180 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:42.407438 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.468516 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.496975 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:42.500709 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.504003 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-77fc3064-4c2a-4bce-a992-72bf668f2472 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/subnets/e9ff8ea7-3aab-4a54-bc48-b59ea118e4c5 HTTP/1.1" status: 204 len: 168 time: 0.2838235 Nov 23 03:28:42.506839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36668) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:42.508688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cbba3-fd35-4a43-a250-ed513010f895 None None] Network 6031202f-62e9-44ab-a642-646dfc575df3 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:28:42.611599 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:28:41Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:42.619054 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.641120 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Checking router: 603d0c49-a4e9-4628-b18f-0a395a1b81c8 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:28:42.650742 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Routers {'603d0c49-a4e9-4628-b18f-0a395a1b81c8'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:42.651340 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:42.698454 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] DHCP port deletion for 6031202f-62e9-44ab-a642-646dfc575df3 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:28:42.730701 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.751931 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Deleting port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:28:42.752315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.757598 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] Set router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:42.786893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 276fa23b-360f-4b0d-a158-df4cb2281f1e {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:28:42.787277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.817414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] For port 1fa06fdf-2db5-4233-931a-da033f8dd8b9, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1fa06fdf-2db5-4233-931a-da033f8dd8b9,segment=NetworkSegment(eee0b76b-7b7a-40be-b318-b714732e5862),segment_id=eee0b76b-7b7a-40be-b318-b714732e5862)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:42.817820 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.830384 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Calling delete_port for 1fa06fdf-2db5-4233-931a-da033f8dd8b9 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:28:42.874996 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 276fa23b-360f-4b0d-a158-df4cb2281f1e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=276fa23b-360f-4b0d-a158-df4cb2281f1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:42.875279 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.889391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 276fa23b-360f-4b0d-a158-df4cb2281f1e owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:28:42.916001 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:42.944941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Pushing event deleted for resources: {'Port': ['ID=1fa06fdf-2db5-4233-931a-da033f8dd8b9,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:42.952125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] No DVR routers for this DVR port 1fa06fdf-2db5-4233-931a-da033f8dd8b9 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:28:42.954198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.954681 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.954985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.955323 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.955722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.955977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.956308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.957232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.957562 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.958015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.958349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.958482 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:28:41Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:42.958696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8b51b5-78f2-4516-b357-f3af83c2b3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:42.991313 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7b68df-b876-4ae5-827c-af819a0de25e None None] The sync data for ids ['603d0c49-a4e9-4628-b18f-0a395a1b81c8'] in n-d-714676-12 is: [{'id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1011577076', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:26:56Z', 'updated_at': '2021-11-23T03:28:41Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '276fa23b-360f-4b0d-a158-df4cb2281f1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603d0c49-a4e9-4628-b18f-0a395a1b81c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:26:57Z', 'updated_at': '2021-11-23T03:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:28:43.087012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.114318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=276fa23b-360f-4b0d-a158-df4cb2281f1e,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:43.124353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345080b-6921-4347-b684-c2b2485ebb09 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:28:43.172267 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.271975 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.273988 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.321325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.321889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Fanout notify agent at l3_agent the message router_deleted on router 603d0c49-a4e9-4628-b18f-0a395a1b81c8 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:28:43.329284 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.330430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b6a1b04-146c-4b0a-8fb7-5c32c32c2157 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/routers/603d0c49-a4e9-4628-b18f-0a395a1b81c8 HTTP/1.1" status: 204 len: 168 time: 0.8226054 Nov 23 03:28:43.333216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36670) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:43.414584 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.512459 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.526523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1fa06fdf-2db5-4233-931a-da033f8dd8b9 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:28:43.536265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6031202f-62e9-44ab-a642-646dfc575df3']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:43.548327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee0b76b-7b7a-40be-b318-b714732e5862') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:43.548886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee0b76b-7b7a-40be-b318-b714732e5862') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:43.559063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1fa06fdf-2db5-4233-931a-da033f8dd8b9 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:28:43.559795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1fa06fdf-2db5-4233-931a-da033f8dd8b9 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:28:43.560200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3afffd02-b798-45bc-bcec-27b65a001008 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:28:43.561327 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.577473 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.582950 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3afffd02-b798-45bc-bcec-27b65a001008 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:28:43.583304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3afffd02-b798-45bc-bcec-27b65a001008 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:28:43.584247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:28:43.584886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:28:43.588892 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:28:43.652748 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.660873 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.664254 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/networks/6031202f-62e9-44ab-a642-646dfc575df3 HTTP/1.1" status: 204 len: 168 time: 0.3300502 Nov 23 03:28:43.667158 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36672) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:43.677481 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690fc44-5f37-4c93-a195-920103fba79f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Network': ['ID=6031202f-62e9-44ab-a642-646dfc575df3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:43.731877 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.761445 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.819259 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.822032 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:43.823220 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/security-groups/86148bcf-36be-41ad-8861-f8dc80fccae0 HTTP/1.1" status: 204 len: 168 time: 0.1550076 Nov 23 03:28:43.832843 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a355d1-ac24-4a98-bf7b-bb764e0e5373 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86148bcf-36be-41ad-8861-f8dc80fccae0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.046084 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36678) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.050659 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548670170', 'description': 'tempest-secgroup-smoke-548670170 description', 'project_id': 'b9afb054285348248164e92dd3daddc9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.072870 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.138048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.141682 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.171169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.172380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1252527 Nov 23 03:28:44.174162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d6d0-0066-4a12-a271-d780903e2859 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a934032e-2f90-4eeb-9c76-a6e9b63f2130,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.175442 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36680) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.180101 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.208999 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.270908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.274792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.292189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b638097-615e-4eb1-b935-e0cfc3ec0e35,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.300755 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.302075 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ecc066fb-3c1c-415a-b7c4-0f11fd6549b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255839 Nov 23 03:28:44.304721 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36682) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.309209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.336138 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.390179 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.393641 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.411221 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27649cd0-3af7-4572-8074-9e95de8e4ae9,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.418831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.420023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ff0945c1-1663-45b6-bfd4-b0d444d8c432 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142306 Nov 23 03:28:44.422633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36684) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.426979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.452570 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.508206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.511722 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.529122 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5367a441-4a44-43ac-bd1d-25d50f2f8296,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.538489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.539709 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a6cc0588-327b-4f04-9080-5008120bfe9b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161356 Nov 23 03:28:44.542328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36686) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.546647 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.572562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.631969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.635636 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.653020 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c3bf76-7176-4337-9a50-de2156f9bfa5,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.660247 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.661445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-7876a310-1a4e-48ef-9c25-cd6257f4a810 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181467 Nov 23 03:28:44.664131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36688) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.668364 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.690204 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:28:44.695502 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.751983 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.756023 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.775706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31408d7-4c76-443e-8a91-d17fc5f28beb,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.780956 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.782135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d4947e01-3369-4f7c-8e23-70d14a24834f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170933 Nov 23 03:28:44.784872 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36690) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.789105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'a934032e-2f90-4eeb-9c76-a6e9b63f2130', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.810575 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:28:44.815202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.873325 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.876713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.893768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c157613-e54f-4b81-bcc7-49cca0712484,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:44.901573 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.902774 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b70a074b-10bc-41cd-9fc1-d4e0b8f98a32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169543 Nov 23 03:28:44.905563 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36692) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:44.910274 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'network': {'name': 'tempest-network-smoke--1239692702', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:44.929876 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:28:44.933199 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.958120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:28:44.966299 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:44.966677 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Added segment 1229d287-a8ac-4a1c-94dd-1480948df65f of type vlan for network c5c85820-c2d0-4752-9b22-8f368851aafc Nov 23 03:28:45.005549 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.028815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.034458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:45.035518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.090016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834288 Nov 23 03:28:45.092934 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36694) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:45.097639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'admin_state_up': True, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:45.104948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac968-cfe9-4029-8fb3-aaf417fecf3a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Network': ['ID=c5c85820-c2d0-4752-9b22-8f368851aafc,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:45.115322 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network c5c85820-c2d0-4752-9b22-8f368851aafc details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:28:45.120349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.121348 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.174464 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.310070 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.415702 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 276fa23b-360f-4b0d-a158-df4cb2281f1e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:28:45.435723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 276fa23b-360f-4b0d-a158-df4cb2281f1e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:28:45.436064 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 276fa23b-360f-4b0d-a158-df4cb2281f1e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:28:45.501086 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.519813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.619663 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.134 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3b9f5b16-acac-44f0-b466-cab02aca4c1e) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:28:45.720319 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.753656 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.789240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:28:45.792035 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:45.794406 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:28:45.805271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047497e-6889-4fba-a808-a5025862cff6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:28:45.831836 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=3b9f5b16-acac-44f0-b466-cab02aca4c1e,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:45.892698 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-294af4e6-dc00-47a1-bc4f-b9528c0b4948 None None] Provisioning complete for port 3b9f5b16-acac-44f0-b466-cab02aca4c1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:45.892979 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-294af4e6-dc00-47a1-bc4f-b9528c0b4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:45.928497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-294af4e6-dc00-47a1-bc4f-b9528c0b4948 None None] Port 3b9f5b16-acac-44f0-b466-cab02aca4c1e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:46.372973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:46.561992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:46.685924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 20e61061-4a7c-4f88-aff0-3e98a2b24717 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:28:46.792546 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:28:46.801742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Sync routers for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:28:46.811530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:46.812205 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:46.812605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:46.813894 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7d7dc9ee-99ba-4cb5-bb59-19011829c4a4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7199588 Nov 23 03:28:46.817525 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36696) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:46.845661 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-515a50e8-dadf-4e85-a0e4-88ccb9bdc190 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b9afb054285348248164e92dd3daddc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270066 Nov 23 03:28:46.848795 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36698) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:46.942988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de080d9-5245-4d27-99a0-a1f0aac6a65e tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:46.944568 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5de080d9-5245-4d27-99a0-a1f0aac6a65e tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945702 Nov 23 03:28:46.947445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36700) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:46.976813 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c4da3309-2e67-4506-baf6-b6ff33c52626 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282414 Nov 23 03:28:46.979312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36702) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:46.984253 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96858417', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:47.075824 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:28:47.077202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:47.079330 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.258162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:46Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:47.262091 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.289453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Checking router: 20e61061-4a7c-4f88-aff0-3e98a2b24717 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:28:47.289892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Updating router 20e61061-4a7c-4f88-aff0-3e98a2b24717 port 3b9f5b16-acac-44f0-b466-cab02aca4c1e binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:28:47.316335 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.327370 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Subnet': ['ID=647f5307-e843-4254-b24d-95eda1a43644,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:47.339621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Checking segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:28:47.339984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network hostable DHCP agents. Network: c5c85820-c2d0-4752-9b22-8f368851aafc, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:28:47.357337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network c5c85820-c2d0-4752-9b22-8f368851aafc is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:28:47.366672 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, c5c85820-c2d0-4752-9b22-8f368851aafc) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:47.371167 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:47.372002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.387380 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e74e5de5-51e2-408c-87b1-3feb3d9c7be5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4070730 Nov 23 03:28:47.390133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36704) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:28:47.393887 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649f0c1-ff69-4853-91fd-eff9ca7a0806 None None] Network c5c85820-c2d0-4752-9b22-8f368851aafc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:28:47.648933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-c5c85820-c2d0-4752-9b22-8f368851aafc', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:28:47.649783 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.786976 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.811951 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.830203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.869795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb9185-02e5-4e64-bec7-68ed0a5769fa None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:28:47.887706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Allocated IP 172.20.0.2 (c5c85820-c2d0-4752-9b22-8f368851aafc/647f5307-e843-4254-b24d-95eda1a43644/411e4451-bf2a-4b28-bea0-e89b100b0a4a) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:28:47.900826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Attempting to bind port 3b9f5b16-acac-44f0-b466-cab02aca4c1e on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:28:47.901294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Attempting to bind port 3b9f5b16-acac-44f0-b466-cab02aca4c1e by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:28:47.901788 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Attempting to bind port 3b9f5b16-acac-44f0-b466-cab02aca4c1e on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:28:47.915069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cafa-fa46-435a-b53d-b3ba30d37324 None None] Pushing event updated for resources: {'Port': ['ID=3b9f5b16-acac-44f0-b466-cab02aca4c1e,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:47.924286 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:28:47.925023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:28:47.925023 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:47.926287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:28:47.927124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Bound port: 3b9f5b16-acac-44f0-b466-cab02aca4c1e, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:28:47.927759 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.038605 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a4307fe8-f996-4502-b5dc-2faaf603cb6f None None] Provisioning complete for port 3b9f5b16-acac-44f0-b466-cab02aca4c1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:48.038983 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4307fe8-f996-4502-b5dc-2faaf603cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.043735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] For port 3b9f5b16-acac-44f0-b466-cab02aca4c1e, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:28:48.047418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] For port 3b9f5b16-acac-44f0-b466-cab02aca4c1e, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b9f5b16-acac-44f0-b466-cab02aca4c1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:28:48.076141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.139169 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a4307fe8-f996-4502-b5dc-2faaf603cb6f None None] Port 3b9f5b16-acac-44f0-b466-cab02aca4c1e cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:48.150433 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157e526-751c-4777-923a-bf54fad52fbd None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:28:48.195958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cafa-fa46-435a-b53d-b3ba30d37324 None None] Pushing event updated for resources: {'Port': ['ID=3b9f5b16-acac-44f0-b466-cab02aca4c1e,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:48.202876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:48.203490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:48.254990 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.271694 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.313813 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.1 (c5c85820-c2d0-4752-9b22-8f368851aafc/647f5307-e843-4254-b24d-95eda1a43644/840438cb-45f3-459f-bec7-ae3432206dbd) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:28:48.352947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Network c5c85820-c2d0-4752-9b22-8f368851aafc is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:28:48.353834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] Provisioning complete for port 3b9f5b16-acac-44f0-b466-cab02aca4c1e triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:48.354205 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.361431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:48.384325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:28:48.401566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Pushing event updated for resources: {'Port': ['ID=411e4451-bf2a-4b28-bea0-e89b100b0a4a,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:48.435449 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.436792 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:48.469456 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.512748 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network c5c85820-c2d0-4752-9b22-8f368851aafc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:28:48.516118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:48.519917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:28:48.544118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:48.562429 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Attempting to bind port 411e4451-bf2a-4b28-bea0-e89b100b0a4a on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:28:48.562834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Attempting to bind port 411e4451-bf2a-4b28-bea0-e89b100b0a4a by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:28:48.563211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Attempting to bind port 411e4451-bf2a-4b28-bea0-e89b100b0a4a on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:28:48.568210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.591179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:28:48.591559 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Checking segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:28:48.591969 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.592379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Bound using segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:28:48.592861 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Bound port: 411e4451-bf2a-4b28-bea0-e89b100b0a4a, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:28:48.593248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.634980 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.688619 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] For port 3b9f5b16-acac-44f0-b466-cab02aca4c1e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b9f5b16-acac-44f0-b466-cab02aca4c1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:48.695615 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.700203 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.932029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] For port 411e4451-bf2a-4b28-bea0-e89b100b0a4a, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:28:48.952975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] For port 411e4451-bf2a-4b28-bea0-e89b100b0a4a, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=411e4451-bf2a-4b28-bea0-e89b100b0a4a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:28:48.955379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0caa8-a1b4-48f5-b91f-0cca01899981 None None] Pushing event updated for resources: {'Port': ['ID=3b9f5b16-acac-44f0-b466-cab02aca4c1e,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:48.960757 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.988756 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:48.993630 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.026336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:46Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:49.028291 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e34bcf-e73e-4aa6-9f55-673a109bf1d4 None None] Pushing event updated for resources: {'Port': ['ID=411e4451-bf2a-4b28-bea0-e89b100b0a4a,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:49.061638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f994b7a-aa5a-4816-8536-4e516cd67378 None None] The sync data for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 is: [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:46Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:28:49.066718 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:49.079420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.207110 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network c5c85820-c2d0-4752-9b22-8f368851aafc is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:28:49.208981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:49.364741 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 20e61061-4a7c-4f88-aff0-3e98a2b24717 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:28:49.494010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:28:49.503010 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-0e8d1819-45e1-48e6-b725-b77b4795dadf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/20e61061-4a7c-4f88-aff0-3e98a2b24717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117938 Nov 23 03:28:49.533575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b9f5b16-acac-44f0-b466-cab02aca4c1e up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:28:49.587145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3b9f5b16-acac-44f0-b466-cab02aca4c1e triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:49.587631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.672525 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 411e4451-bf2a-4b28-bea0-e89b100b0a4a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:28:49.674385 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-baf1b0a4-0d20-4472-aeda-a80dec8cc5e2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548670170&fields=id&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 267 time: 0.0496814 Nov 23 03:28:49.728178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 411e4451-bf2a-4b28-bea0-e89b100b0a4a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:49.728459 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.812835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-eed2be18-7f10-4e5a-8e47-2a01f2e97304 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:49.814698 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-eed2be18-7f10-4e5a-8e47-2a01f2e97304 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 797 time: 0.1327455 Nov 23 03:28:49.821297 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.831941 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-04a392dc-6f13-49dd-8377-5ebf2ea452bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/quotas/b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 375 time: 0.0101435 Nov 23 03:28:49.861856 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] For port 411e4451-bf2a-4b28-bea0-e89b100b0a4a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=411e4451-bf2a-4b28-bea0-e89b100b0a4a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:49.867762 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:49.920852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-937d98eb-e33f-4e3b-8e0d-afebde3c9dbb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743015 Nov 23 03:28:49.933450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Pushing event updated for resources: {'Port': ['ID=411e4451-bf2a-4b28-bea0-e89b100b0a4a,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:50.028554 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-1bc66e28-943d-4c05-92b1-80794d682a5b service neutron] 10.222.0.15 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045732 Nov 23 03:28:50.127772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-bb351abf-0467-46c8-9d16-9e2bb37ccf20 service neutron] 10.222.0.15 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920596 Nov 23 03:28:50.150793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d83c4-547d-4252-82e3-37ce3b8baf6e None None] Network c5c85820-c2d0-4752-9b22-8f368851aafc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:28:50.272488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-816b653b-3f48-40f7-a076-cab8f0136b86 None None] Provisioning complete for port 411e4451-bf2a-4b28-bea0-e89b100b0a4a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:50.272859 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-816b653b-3f48-40f7-a076-cab8f0136b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:50.305080 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4d0f6e85-be7b-460b-9e5e-785e9cf72788 req-12bbc93f-e8e2-4723-bbaf-67fd0c5720cc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 210 time: 0.0393670 Nov 23 03:28:50.628967 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-02ed745c-6163-45f7-af12-ddcfd78cc322 None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:50.629345 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-02ed745c-6163-45f7-af12-ddcfd78cc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:50.673482 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-02ed745c-6163-45f7-af12-ddcfd78cc322 None None] Port 840438cb-45f3-459f-bec7-ae3432206dbd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:50.689687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-02ed745c-6163-45f7-af12-ddcfd78cc322 None None] Provisioning complete for port 411e4451-bf2a-4b28-bea0-e89b100b0a4a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:50.690080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-02ed745c-6163-45f7-af12-ddcfd78cc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:50.903609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Sync routers for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:28:50.913693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-36e9719f-22d4-46ad-b576-fd48cfab8ef1 None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:50.914422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36e9719f-22d4-46ad-b576-fd48cfab8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:50.919333 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:50.920248 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:50.955000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-36e9719f-22d4-46ad-b576-fd48cfab8ef1 None None] Port 840438cb-45f3-459f-bec7-ae3432206dbd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:51.037571 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:51.073701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-cb5d8383-f9a2-4bc9-b960-d533cd25d16a None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:51.073981 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cb5d8383-f9a2-4bc9-b960-d533cd25d16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.113255 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d8383-f9a2-4bc9-b960-d533cd25d16a None None] Port 840438cb-45f3-459f-bec7-ae3432206dbd cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:51.231830 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 2, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:51.261740 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Checking router: 20e61061-4a7c-4f88-aff0-3e98a2b24717 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:28:51.262096 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Updating router 20e61061-4a7c-4f88-aff0-3e98a2b24717 port 840438cb-45f3-459f-bec7-ae3432206dbd binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:28:51.288232 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.475056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cbc889d5-f1d4-4a46-ad92-b7146f04e70b req-2305b188-ed2e-4371-8cae-eea749ba19b5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 210 time: 0.0450892 Nov 23 03:28:51.499849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 411e4451-bf2a-4b28-bea0-e89b100b0a4a up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:28:51.510013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-94a392d6-03a2-4012-a466-c31fd3f627cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:51.511700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-94a392d6-03a2-4012-a466-c31fd3f627cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 797 time: 0.1747382 Nov 23 03:28:51.548021 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 411e4451-bf2a-4b28-bea0-e89b100b0a4a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:51.548290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.567780 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.573502 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.622059 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-87294d06-02a9-4f48-a4d2-5c60f318e4c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 379 time: 0.0607855 Nov 23 03:28:51.635207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'port': {'device_id': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'admin_state_up': True, 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'security_groups': ['a934032e-2f90-4eeb-9c76-a6e9b63f2130']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:51.648979 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Pushing event updated for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:51.672659 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.673092 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.673499 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.673902 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.674301 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.674723 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.675171 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.675561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.675953 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.676343 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.676735 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.677125 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:28:51.690404 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Attempting to bind port 840438cb-45f3-459f-bec7-ae3432206dbd on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:28:51.690936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Attempting to bind port 840438cb-45f3-459f-bec7-ae3432206dbd by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:28:51.691374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Attempting to bind port 840438cb-45f3-459f-bec7-ae3432206dbd on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:28:51.696721 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:28:51.697315 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Checking segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:28:51.697783 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.698243 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Bound using segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:28:51.698811 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Bound port: 840438cb-45f3-459f-bec7-ae3432206dbd, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:28:51.699260 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.763545 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:28:51.765877 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] For port 840438cb-45f3-459f-bec7-ae3432206dbd, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:28:51.767400 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.769787 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] For port 840438cb-45f3-459f-bec7-ae3432206dbd, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=840438cb-45f3-459f-bec7-ae3432206dbd,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:28:51.776206 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.836456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8fe66-3c26-47ad-a542-5ecca450e151 None None] Pushing event updated for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:51.839191 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:28:51.839688 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:51.906535 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.4 (c5c85820-c2d0-4752-9b22-8f368851aafc/647f5307-e843-4254-b24d-95eda1a43644/96c2fdd8-7949-4161-9bd0-400ed8bd799a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:28:51.943116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:51.943798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:51.963967 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:28:52.055377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.084121 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.091723 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] For port 840438cb-45f3-459f-bec7-ae3432206dbd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=840438cb-45f3-459f-bec7-ae3432206dbd,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:52.098452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.121387 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.153831 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be2c9-8524-4d56-a8cc-eafd48d260a1 None None] Pushing event updated for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:52.171676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network c5c85820-c2d0-4752-9b22-8f368851aafc is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:28:52.175503 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:28:52.179401 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:28:52.185973 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:52.219822 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5b1e59bd-8e33-4ca7-b93b-23bca550ff86 None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:52.220211 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59bd-8e33-4ca7-b93b-23bca550ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.241256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:52.241923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.264366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6b10bde0-d9f7-49fc-ae73-f910246a3750 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330516 Nov 23 03:28:52.283765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Request body: {'port': {'device_id': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:28:52.305737 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:51Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:28:52.338836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0895681-d772-40f0-98f4-6926f04ccc2b None None] The sync data for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 is: [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:51Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:28:52.350867 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.445368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2b32e598-28da-4722-acaa-c989637810b2 None None] Provisioning complete for port 96c2fdd8-7949-4161-9bd0-400ed8bd799a triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:52.445924 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2b32e598-28da-4722-acaa-c989637810b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.491531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2b32e598-28da-4722-acaa-c989637810b2 None None] Port 96c2fdd8-7949-4161-9bd0-400ed8bd799a cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:28:52.636600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846f9ec-c802-4030-8741-d00521afcb12 req-303dab3d-1c23-49a7-9a8c-18a62460e8af tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:52.638084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5846f9ec-c802-4030-8741-d00521afcb12 req-303dab3d-1c23-49a7-9a8c-18a62460e8af tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 931 time: 0.0850592 Nov 23 03:28:52.738163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5846f9ec-c802-4030-8741-d00521afcb12 req-7714b1f5-9fa3-407a-8c2f-12db37760a7f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928073 Nov 23 03:28:52.746018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c2fdd8-7949-4161-9bd0-400ed8bd799a {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:28:52.757723 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.767090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Transition to ACTIVE for port object 96c2fdd8-7949-4161-9bd0-400ed8bd799a will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:28:52.770913 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.827798 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:52.902735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:28:52.903073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:28:52.903479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:28:52.908735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:28:52.909058 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:28:52.917850 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:28:52.918496 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Checking segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:28:52.918912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Bound using segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:28:52.919355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Bound port: 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:28:52.919717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:52.995836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:28:52.999195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:28:53.003990 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:53.047321 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.048125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:53.049888 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] 10.222.0.41 "PUT /v2.0/ports/96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 1092 time: 0.7712502 Nov 23 03:28:53.050360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:28:53.052828 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:28:53.093644 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac63ea-721b-4440-8510-682dc53d1a55 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:53.113529 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3e561-47a8-4a63-8772-d5b091a97ca8 x-openstack-request-id: req-63d3e561-47a8-4a63-8772-d5b091a97ca8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:28:53.113847 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:28:53.114082 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63d3e561-47a8-4a63-8772-d5b091a97ca8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:28:53.114534 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'status': 'completed', 'code': 200} Nov 23 03:28:53.173490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-4de6f543-60b5-4ca7-a8c7-b5180bed47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.175753 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-4de6f543-60b5-4ca7-a8c7-b5180bed47e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0477958 Nov 23 03:28:53.229402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-0ce93fdd-3ff4-42b5-abc9-216157d564b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 217 time: 0.0412998 Nov 23 03:28:53.294570 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6d9b37dc-3a48-4066-8977-a4a9ca05094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.296077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-6d9b37dc-3a48-4066-8977-a4a9ca05094d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0583587 Nov 23 03:28:53.345526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-5559f975-b879-4348-b7a2-95f5b2b78465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.347117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-5559f975-b879-4348-b7a2-95f5b2b78465 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429096 Nov 23 03:28:53.443858 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-c79d0ecf-bfcd-42cd-8d86-fbdc3a23b465 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897434 Nov 23 03:28:53.510063 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 840438cb-45f3-459f-bec7-ae3432206dbd up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:28:53.555139 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f78891a-12b1-48e3-94e8-ecfa9fb99e5b req-90366050-6d9e-49e4-9b65-aae21e88ac3b service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043708 Nov 23 03:28:53.564751 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 840438cb-45f3-459f-bec7-ae3432206dbd triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:53.565137 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:53.687177 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-f53aa66e-3b3f-47c5-bbae-e8d2747ce2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.688714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-f53aa66e-3b3f-47c5-bbae-e8d2747ce2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0409791 Nov 23 03:28:53.781610 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-d0ab925a-1036-49f7-a13f-6b84c3e3b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.783235 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-d0ab925a-1036-49f7-a13f-6b84c3e3b1b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0868206 Nov 23 03:28:53.827355 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-f59c0ce4-6ab1-4e80-9e13-c4d70bcd9ea2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 217 time: 0.0370536 Nov 23 03:28:53.886931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:53.902157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-6e4cc541-c5d0-4ab2-8eae-1018ea466438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.903651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-6e4cc541-c5d0-4ab2-8eae-1018ea466438 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0679302 Nov 23 03:28:53.914166 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c724-d4da-4005-9682-4dca67729933 req-3347dfef-840c-4d51-990d-53d68836d7ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.915582 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0054c724-d4da-4005-9682-4dca67729933 req-3347dfef-840c-4d51-990d-53d68836d7ab tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0906634 Nov 23 03:28:53.985483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-013342fb-6d44-4b33-b3a8-de0b541146fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:53.987000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-013342fb-6d44-4b33-b3a8-de0b541146fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705795 Nov 23 03:28:53.992501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0054c724-d4da-4005-9682-4dca67729933 req-39e9509c-821e-4f66-bc53-563432ac1703 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689566 Nov 23 03:28:54.078364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-3a6c05fc-13af-4c80-9378-d3c16de398e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835054 Nov 23 03:28:54.168300 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-38e12ac4-0f8c-4abc-b7c7-488c636be2ba req-6c40796c-6972-4630-831d-3a925964fc0f service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818000 Nov 23 03:28:55.110515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8ab1-8c72-417b-b883-f683703c9277 req-967a0cf8-ae86-42b8-b63c-2956edb896ed tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:55.112001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-114d8ab1-8c72-417b-b883-f683703c9277 req-967a0cf8-ae86-42b8-b63c-2956edb896ed tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0510404 Nov 23 03:28:55.163101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-114d8ab1-8c72-417b-b883-f683703c9277 req-a7a7f718-48c3-4e1f-9952-eb596a6874b0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Nov 23 03:28:56.285519 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92599a7b-65dc-4435-8d25-7325db0535d9 req-31b9bed5-ce27-40af-a76d-180dd7f15e6e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:56.287051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92599a7b-65dc-4435-8d25-7325db0535d9 req-31b9bed5-ce27-40af-a76d-180dd7f15e6e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0532322 Nov 23 03:28:56.326333 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:28:56.336798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92599a7b-65dc-4435-8d25-7325db0535d9 req-71de442b-2bc8-4d97-8675-fb0a43a5d957 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Nov 23 03:28:56.423778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:56.435072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'mac_address': 'fa:16:3e:78:7b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:28:56.471526 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:56.484651 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c2fdd8-7949-4161-9bd0-400ed8bd799a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:28:56.503937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:56.507970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:56.556736 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:56.784584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['96c2fdd8-7949-4161-9bd0-400ed8bd799a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:28:57.450691 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0631e-9206-4322-b748-d1d1fa0bdb49 req-89092e7d-f355-42d3-bf8b-3670e2234648 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:57.452172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8f0631e-9206-4322-b748-d1d1fa0bdb49 req-89092e7d-f355-42d3-bf8b-3670e2234648 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 944 time: 0.0481439 Nov 23 03:28:57.502065 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a8f0631e-9206-4322-b748-d1d1fa0bdb49 req-9571d253-37fe-4e61-a9f8-b9a103777b25 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Nov 23 03:28:58.325432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:28:58.372390 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 96c2fdd8-7949-4161-9bd0-400ed8bd799a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:28:58.375979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 96c2fdd8-7949-4161-9bd0-400ed8bd799a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:28:58.376344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:58.450867 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:58.474144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:28:58.476416 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32a1ff2-ff47-4b2b-8d59-dbb1e6caac09" -d '{"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-plugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:28:58.492683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:28:58.497359 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:28:58.521325 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40f55e7-ccb7-4570-a5ac-6d23ecd06c06 x-openstack-request-id: req-c40f55e7-ccb7-4570-a5ac-6d23ecd06c06 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:28:58.521635 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-plugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:28:58.521869 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c40f55e7-ccb7-4570-a5ac-6d23ecd06c06 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:28:58.522261 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'code': 200} Nov 23 03:28:58.557100 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:28:58.633049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad5c22-a312-439b-aa4f-bd2552a1d8b3 req-b7cacc32-ff16-407a-999b-3f05b671c21c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:58.637255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ad5c22-a312-439b-aa4f-bd2552a1d8b3 req-b7cacc32-ff16-407a-999b-3f05b671c21c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0608306 Nov 23 03:28:58.710198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e898c65-6802-4586-9860-8f63f2dc0a92 req-971d0027-2cba-44be-9aec-b8a4098df2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:58.711758 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e898c65-6802-4586-9860-8f63f2dc0a92 req-971d0027-2cba-44be-9aec-b8a4098df2df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0735922 Nov 23 03:28:58.715689 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ad5c22-a312-439b-aa4f-bd2552a1d8b3 req-5a51abf7-b10d-41ae-9346-ab82acd07a63 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693941 Nov 23 03:28:58.772782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0e898c65-6802-4586-9860-8f63f2dc0a92 req-c4e84a16-03c7-4b68-b317-80d360563840 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533550 Nov 23 03:28:59.838286 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbe814-121c-44dd-ba10-fcf19ae7e829 req-c36813b2-6d6b-4c36-a381-dd86b51d2315 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:28:59.839984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fdbe814-121c-44dd-ba10-fcf19ae7e829 req-c36813b2-6d6b-4c36-a381-dd86b51d2315 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0486529 Nov 23 03:28:59.893344 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fdbe814-121c-44dd-ba10-fcf19ae7e829 req-cd5e8804-b5d3-4eb8-8935-4e40c790310f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Nov 23 03:29:00.272390 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:01.009230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722536d2-9474-4453-95b7-424b4f974c4c req-c05977bd-5ef7-4f21-9925-f34f2c93eccc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:01.010730 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-722536d2-9474-4453-95b7-424b4f974c4c req-c05977bd-5ef7-4f21-9925-f34f2c93eccc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0490584 Nov 23 03:29:01.059006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-722536d2-9474-4453-95b7-424b4f974c4c req-42b7b511-fb36-40c3-b00a-35679aabcd07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421450 Nov 23 03:29:01.170836 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f0c0-8a6f-4d38-a978-76654386e8f6 req-1b2f7a9b-79e7-488c-a3a2-e058d44df736 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:01.172375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93d3f0c0-8a6f-4d38-a978-76654386e8f6 req-1b2f7a9b-79e7-488c-a3a2-e058d44df736 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 23 03:29:01.221255 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-93d3f0c0-8a6f-4d38-a978-76654386e8f6 req-bcbc3c9b-465c-4386-bc99-065b8aad79ad tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Nov 23 03:29:01.244018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36758) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:29:01.283528 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b57b72-280b-4205-901a-6aa302d203d0 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:01.285067 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-00b57b72-280b-4205-901a-6aa302d203d0 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1092 time: 0.0400238 Nov 23 03:29:01.287832 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36760) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:29:01.292108 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:29:01.314697 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:01.408442 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:29:01.413341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:01.514112 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.127 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d71bde1d-68bc-44af-8166-d3d5c9d25a93) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:29:01.616703 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:01.648314 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:01.687798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:29:01.690794 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:29:01.694118 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:29:01.699472 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=d71bde1d-68bc-44af-8166-d3d5c9d25a93,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:29:02.380253 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:02.449151 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:02.605812 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:02.610179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:02.678155 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=d71bde1d-68bc-44af-8166-d3d5c9d25a93,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:29:02.692174 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:02.791224 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP a2398eb7-8336-4210-859e-0819a5772de3 associated. External IP: 172.25.1.127, port: 96c2fdd8-7949-4161-9bd0-400ed8bd799a. Nov 23 03:29:02.996255 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 20e61061-4a7c-4f88-aff0-3e98a2b24717 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:29:03.124111 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:29:03.134410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Sync routers for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:29:03.142057 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:03.145030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:29:03.145655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:29:03.169856 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-982989b1-e991-459e-b5cd-145960669bb6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810000 Nov 23 03:29:03.170418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:29:03.172707 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e64fad-2946-46c8-9315-db8b69dae417" -d '{"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:29:03.253804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:29:03.274318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fe472-95dd-466a-a923-904bf57d17d4 req-9d8f5611-7c08-460b-b05c-4008dffd42d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:03.275827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f5fe472-95dd-466a-a923-904bf57d17d4 req-9d8f5611-7c08-460b-b05c-4008dffd42d6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0515032 Nov 23 03:29:03.328547 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f5fe472-95dd-466a-a923-904bf57d17d4 req-b26b55ff-0481-4069-a956-f0dbcbd8798a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463142 Nov 23 03:29:03.353190 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36768) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:29:03.427874 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-381a8727-cda4-4d25-8e69-67099e45e2aa tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/a2398eb7-8336-4210-859e-0819a5772de3 HTTP/1.1" status: 200 len: 991 time: 0.0723116 Nov 23 03:29:03.437071 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc19b51-6deb-4b40-9c1c-5cf71fb953ca x-openstack-request-id: req-ddc19b51-6deb-4b40-9c1c-5cf71fb953ca {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:29:03.437071 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:29:03.437071 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc19b51-6deb-4b40-9c1c-5cf71fb953ca {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:29:03.437071 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'status': 'completed', 'code': 200} Nov 23 03:29:03.490707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a2398eb7-8336-4210-859e-0819a5772de3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'mac_address': 'fa:16:3e:78:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:29:02Z', 'updated_at': '2021-11-23T03:29:02Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:29:03.516413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Checking router: 20e61061-4a7c-4f88-aff0-3e98a2b24717 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:29:03.519525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64fad-2946-46c8-9315-db8b69dae417 req-cf198664-da4a-4b32-a693-9f88cefc74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:03.521022 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-cf198664-da4a-4b32-a693-9f88cefc74e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0411541 Nov 23 03:29:03.525342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:29:03.525933 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:28:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:29:03.617405 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64fad-2946-46c8-9315-db8b69dae417 req-99c625d8-96be-4ab3-829e-9cd043b28446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:03.618936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-99c625d8-96be-4ab3-829e-9cd043b28446 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0900049 Nov 23 03:29:03.631611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:29:03.683844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-bd0058b9-e1c9-449a-9e79-e2dc0dd9c154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 999 time: 0.0581579 Nov 23 03:29:03.733207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64fad-2946-46c8-9315-db8b69dae417 req-3753ade7-d2b9-4205-8e92-aaef52c9e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:03.734779 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-3753ade7-d2b9-4205-8e92-aaef52c9e37a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0436153 Nov 23 03:29:03.783227 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e64fad-2946-46c8-9315-db8b69dae417 req-ad7dffbe-6268-412f-b96f-fec0039ab621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:03.784685 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-ad7dffbe-6268-412f-b96f-fec0039ab621 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428202 Nov 23 03:29:03.853686 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a2398eb7-8336-4210-859e-0819a5772de3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'mac_address': 'fa:16:3e:78:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:29:02Z', 'updated_at': '2021-11-23T03:29:02Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:29:03.873151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-adb40c25-9383-4a3f-9321-6e72403a4665 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810721 Nov 23 03:29:03.972994 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-78e64fad-2946-46c8-9315-db8b69dae417 req-66ee8db7-6d34-4ecb-b2e1-4e40aab71b62 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906110 Nov 23 03:29:04.037722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e56686-51ba-4faa-8b44-3598724a232e None None] The sync data for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 is: [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a2398eb7-8336-4210-859e-0819a5772de3', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.127', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'mac_address': 'fa:16:3e:78:7b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:29:02Z', 'updated_at': '2021-11-23T03:29:02Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:29:04.222432 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392f3e9-1bb9-447a-92bf-098ea5be7ed5 None None] New status for floating IP a2398eb7-8336-4210-859e-0819a5772de3: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:29:04.430626 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36770) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:29:04.492063 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dacf960f-a3c7-4ba2-a8c6-0f94ca11ea9c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/a2398eb7-8336-4210-859e-0819a5772de3 HTTP/1.1" status: 200 len: 993 time: 0.0602844 Nov 23 03:29:05.939214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8dad873e-0b34-4459-8daf-0f49aa40adf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:08.134374 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fee4c21b-6a3a-4bd6-9c51-2b25bbe25a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:08.709023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-03d931f1-58a3-48ce-866a-ede7717e2d2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3817790 Nov 23 03:29:08.805273 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-cc878c2a-703f-4bec-9072-7bfa08949caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:08.806816 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-cc878c2a-703f-4bec-9072-7bfa08949caa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0412109 Nov 23 03:29:08.917983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-8f9fe618-6406-4e48-a982-97a6e12b410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:08.919477 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-8f9fe618-6406-4e48-a982-97a6e12b410f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0850401 Nov 23 03:29:09.003928 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-e438c77c-a5c0-458d-9c79-bd22461dda88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 1001 time: 0.0587084 Nov 23 03:29:09.051172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-27549f0b-ec13-4bbc-98fd-5f4bf1c55954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:09.052562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-27549f0b-ec13-4bbc-98fd-5f4bf1c55954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0418591 Nov 23 03:29:09.101407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-dd0e4330-806a-485e-beb6-1660b6ca99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:09.102899 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-dd0e4330-806a-485e-beb6-1660b6ca99dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435469 Nov 23 03:29:09.188333 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-555d4840-27dd-485a-a573-b43561b18aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787814 Nov 23 03:29:09.284511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ce11b7a7-d02f-4f40-a4c3-062695bb4b9e req-58f461d4-2a52-4c07-b411-e9a4255c82a3 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884218 Nov 23 03:29:09.509005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:10.925446 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:12.001498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:23.885648 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:30.274869 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:35.905082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36796) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:29:35.933978 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4f327-cfeb-4056-ae66-bb1ea873fdc3 req-9072df84-8e20-4650-b9e7-6bfcce5ddffc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:35.935524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0de4f327-cfeb-4056-ae66-bb1ea873fdc3 req-9072df84-8e20-4650-b9e7-6bfcce5ddffc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0575628 Nov 23 03:29:35.942458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2743-f7cb-419a-8c98-e81dcad992a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:36.016462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-1b318203-6937-4c03-add7-ff0e37127035 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100078 Nov 23 03:29:36.020748 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0de4f327-cfeb-4056-ae66-bb1ea873fdc3 req-c98184ff-7fdc-4653-a324-beb6770c68a6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770195 Nov 23 03:29:36.026183 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-9038fc50-534d-4720-ab32-90d6c034eecc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:29:36.027690 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-9038fc50-534d-4720-ab32-90d6c034eecc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056064 Nov 23 03:29:37.146819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0361ce03-6a14-4777-b19a-2d9a33671ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:37.148332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0361ce03-6a14-4777-b19a-2d9a33671ddb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0743675 Nov 23 03:29:37.159666 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea0b65-408f-4188-91e7-3d663aec42fb req-c113a62e-342a-47ee-a845-16645e765f41 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:37.161060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2ea0b65-408f-4188-91e7-3d663aec42fb req-c113a62e-342a-47ee-a845-16645e765f41 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0629368 Nov 23 03:29:37.271096 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d2ea0b65-408f-4188-91e7-3d663aec42fb req-7e78b8a2-1515-436c-b46c-2d349e5f04e9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008198 Nov 23 03:29:37.286662 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0dd83b2a-f9a9-465d-b30f-574374523cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:37.288158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0dd83b2a-f9a9-465d-b30f-574374523cc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.1262465 Nov 23 03:29:37.353396 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-7e644e60-61f5-4ec1-8c0d-8b80ef87e40d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 1001 time: 0.0585055 Nov 23 03:29:37.401928 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-a6ffad94-36b8-4d3f-872a-045c7d2778c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:37.403514 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-a6ffad94-36b8-4d3f-872a-045c7d2778c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0432224 Nov 23 03:29:37.453007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-129fbcac-b8e5-4417-9de8-a16a529690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:37.454464 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-129fbcac-b8e5-4417-9de8-a16a529690e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435884 Nov 23 03:29:37.543204 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-f28fbfd0-17b8-472e-9e9e-ac57342168cb service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804458 Nov 23 03:29:37.639426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-6cc1a825-6d86-4fae-8cfa-4d0c824cd0f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888126 Nov 23 03:29:38.135933 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6571b24a-9a78-4acb-9b0e-7b1154d2c324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:38.387940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d971-0b6b-43f7-b2d5-51b94cf662d5 req-0b1fcb4b-f2a0-4131-a4ba-8f5a1a6f691f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:38.389327 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2275d971-0b6b-43f7-b2d5-51b94cf662d5 req-0b1fcb4b-f2a0-4131-a4ba-8f5a1a6f691f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0496383 Nov 23 03:29:38.407387 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:29:38.438580 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2275d971-0b6b-43f7-b2d5-51b94cf662d5 req-964d374d-9e1c-4141-be1b-e05cf0272637 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431464 Nov 23 03:29:39.512478 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:39.562400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f675-4d93-412f-a012-290456e916a4 req-0e2bacf8-ec02-4b20-a261-0034c36192ec tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:39.564050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c110f675-4d93-412f-a012-290456e916a4 req-0e2bacf8-ec02-4b20-a261-0034c36192ec tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0486324 Nov 23 03:29:39.613831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c110f675-4d93-412f-a012-290456e916a4 req-a4015cb9-7d23-4439-a445-83f124273137 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437431 Nov 23 03:29:40.733261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af36d4-d98b-4817-b06b-39e8f20938ae req-ac5679e7-7ae8-4a1d-abee-9bb8d35665f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:40.734775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6af36d4-d98b-4817-b06b-39e8f20938ae req-ac5679e7-7ae8-4a1d-abee-9bb8d35665f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0528262 Nov 23 03:29:40.782472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6af36d4-d98b-4817-b06b-39e8f20938ae req-7dee6e47-00c2-4305-a47a-38e8ab05e163 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Nov 23 03:29:40.928013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:41.897893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670504f-f879-4aeb-8c80-416e828e0034 req-dc86215e-8c1c-4ea2-b23b-4340a1fb8338 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:41.899490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4670504f-f879-4aeb-8c80-416e828e0034 req-dc86215e-8c1c-4ea2-b23b-4340a1fb8338 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0490310 Nov 23 03:29:41.948413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4670504f-f879-4aeb-8c80-416e828e0034 req-3989f6b4-ccd9-491e-8593-86cf0941b27a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Nov 23 03:29:42.003456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:43.062124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2572aa5-dd67-4396-88fa-cd67d8b6cac7 req-02befd6e-fd3a-4a5e-8edc-f1fb9c19895b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:43.063621 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2572aa5-dd67-4396-88fa-cd67d8b6cac7 req-02befd6e-fd3a-4a5e-8edc-f1fb9c19895b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0485280 Nov 23 03:29:43.116212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a2572aa5-dd67-4396-88fa-cd67d8b6cac7 req-5fc3a206-2d54-46b5-a903-899e2fe44817 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466559 Nov 23 03:29:44.231895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc7c8d-c225-4f07-842f-259f6f8828a0 req-8bfcfb48-ef84-4dbc-8049-15f7c3d2a667 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:44.233352 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29cc7c8d-c225-4f07-842f-259f6f8828a0 req-8bfcfb48-ef84-4dbc-8049-15f7c3d2a667 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0492160 Nov 23 03:29:44.281771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-29cc7c8d-c225-4f07-842f-259f6f8828a0 req-0bab050b-496c-4b05-8d51-876bb2b434b8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423691 Nov 23 03:29:45.397108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba072c7-5d07-450d-b7aa-969b1ea4a94c req-7e92deb6-c957-4018-ae15-09284df99162 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:45.398599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fba072c7-5d07-450d-b7aa-969b1ea4a94c req-7e92deb6-c957-4018-ae15-09284df99162 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0486381 Nov 23 03:29:45.446716 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fba072c7-5d07-450d-b7aa-969b1ea4a94c req-1a0d1323-78ac-4bf1-b608-64a90d160e75 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Nov 23 03:29:46.568560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e410b9f-2e22-4941-824e-0f4542d9d8b8 req-10908fee-d0d6-419b-8c15-caa3f0b457b7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:46.569961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e410b9f-2e22-4941-824e-0f4542d9d8b8 req-10908fee-d0d6-419b-8c15-caa3f0b457b7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0531304 Nov 23 03:29:46.619325 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e410b9f-2e22-4941-824e-0f4542d9d8b8 req-2a991492-2ea4-4376-b322-215e2f6c3995 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Nov 23 03:29:47.734007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d053d-b92a-4fba-af3d-a813b02a3329 req-4d67c4b9-726f-4810-b71c-7d0204c9e908 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:47.735484 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a77d053d-b92a-4fba-af3d-a813b02a3329 req-4d67c4b9-726f-4810-b71c-7d0204c9e908 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0484555 Nov 23 03:29:47.783525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a77d053d-b92a-4fba-af3d-a813b02a3329 req-df9b1cc8-9963-422c-aab6-dc136dc9bfb5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417910 Nov 23 03:29:48.904732 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1fcb6-9157-4cc8-b983-c8171e261da1 req-1615b038-a29f-42f4-94b0-fcddca26c1a9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:48.906219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e1fcb6-9157-4cc8-b983-c8171e261da1 req-1615b038-a29f-42f4-94b0-fcddca26c1a9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0527406 Nov 23 03:29:48.954097 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-83e1fcb6-9157-4cc8-b983-c8171e261da1 req-9e36e1ed-1124-414c-ad09-c0a304dde9c9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418835 Nov 23 03:29:50.073544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc63bf9-6144-4af9-84da-f2393ecd202d req-e1c78c50-dd31-43e3-a139-243edf6d8290 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:50.075103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc63bf9-6144-4af9-84da-f2393ecd202d req-e1c78c50-dd31-43e3-a139-243edf6d8290 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 23 03:29:50.126056 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc63bf9-6144-4af9-84da-f2393ecd202d req-2ac4b073-d186-4255-8335-9cf06cf10612 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446856 Nov 23 03:29:51.240808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611bfbd-5863-4900-aa68-65f2dd1ce72c req-e32e9179-3ec0-4e9a-84a3-c11843f87d17 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:51.242814 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e611bfbd-5863-4900-aa68-65f2dd1ce72c req-e32e9179-3ec0-4e9a-84a3-c11843f87d17 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0491071 Nov 23 03:29:51.295835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e611bfbd-5863-4900-aa68-65f2dd1ce72c req-8c3a2751-c1c5-4378-a3cf-5c9a0fc271f2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470753 Nov 23 03:29:52.411687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125ef08-d41c-4ed1-8c29-bb8fd1b6ee5c req-46cd3e6f-8c76-4837-bc3b-62fbc3132fd3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:52.413221 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d125ef08-d41c-4ed1-8c29-bb8fd1b6ee5c req-46cd3e6f-8c76-4837-bc3b-62fbc3132fd3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 23 03:29:52.462138 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d125ef08-d41c-4ed1-8c29-bb8fd1b6ee5c req-7e455d1a-a7f2-409e-97f4-934bff4bd425 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429883 Nov 23 03:29:53.581942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf1b0-e286-45ad-848c-16f9f0299e3a req-72cb2db1-de5f-43d4-8b81-06f540236633 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:53.583467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3daf1b0-e286-45ad-848c-16f9f0299e3a req-72cb2db1-de5f-43d4-8b81-06f540236633 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0503008 Nov 23 03:29:53.634063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3daf1b0-e286-45ad-848c-16f9f0299e3a req-1e73cd39-c01c-47fb-9e50-093af065d51e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Nov 23 03:29:53.888874 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:54.686714 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-60fd04e5-cd62-4647-b281-d6ca66ffacb4 service neutron] show failed (client error): The resource could not be found. Nov 23 03:29:54.687749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-60fd04e5-cd62-4647-b281-d6ca66ffacb4 service neutron] 10.222.0.41 "GET /v2.0/ports/96c2fdd8-7949-4161-9bd0-400ed8bd799a/bindings/n-h1-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0588074 Nov 23 03:29:54.750186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfeb65-f9a0-4522-b569-719cda2abcc9 req-ba4fecd1-3530-4f79-8e16-c38ce39a06b2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:54.751759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bbfeb65-f9a0-4522-b569-719cda2abcc9 req-ba4fecd1-3530-4f79-8e16-c38ce39a06b2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0493946 Nov 23 03:29:54.802169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9bbfeb65-f9a0-4522-b569-719cda2abcc9 req-861310e8-9363-48cc-87e8-32345c098e71 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435362 Nov 23 03:29:54.945053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0726459b-2e85-43ad-9955-ebb4c3c44564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:54.946461 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-0726459b-2e85-43ad-9955-ebb4c3c44564 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 1097 time: 0.0934582 Nov 23 03:29:54.958582 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-714676-12', 'device_owner': 'compute:nova'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:29:55.010216 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.208966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:29:55.243918 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h2-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:29:55.287471 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:29:55.289804 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544e61e-8e87-4d40-a5ed-9157c57a587b" -d '{"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-unplugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:29:55.293695 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.306636 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Transition to ACTIVE for port object 96c2fdd8-7949-4161-9bd0-400ed8bd799a will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:29:55.311432 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.348870 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c448203-1c96-49e6-b61c-732c9252e8b4 x-openstack-request-id: req-9c448203-1c96-49e6-b61c-732c9252e8b4 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:29:55.349244 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-unplugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:29:55.349578 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c448203-1c96-49e6-b61c-732c9252e8b4 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:29:55.349978 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'code': 200} Nov 23 03:29:55.366885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=6']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:29:55.405542 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.405893 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.406240 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.406619 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.406957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.407290 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.407653 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.407958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.408308 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.408652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.408960 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.409283 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:29:55.450301 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] No DVR routers for this DVR port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on host n-h2-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:29:55.593902 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:29:55.594241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:29:55.594670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:29:55.599127 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:29:55.599449 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Attempting to bind port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on network c5c85820-c2d0-4752-9b22-8f368851aafc {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:29:55.604798 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:29:55.605139 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Checking segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:29:55.605558 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Bound using segment: {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:29:55.605982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Bound port: 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1229d287-a8ac-4a1c-94dd-1480948df65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:29:55.606333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.668381 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:29:55.671523 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:29:55.675735 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.712592 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:55.713284 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:55.714713 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] 10.222.0.47 "PUT /v2.0/ports/96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 1092 time: 0.7600541 Nov 23 03:29:55.733593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca126-1e0e-4519-b4e4-c1abfa058655 service neutron] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=7']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:29:55.779009 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-64b5006b-f69f-42ad-ab3b-b062e2b0fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:55.780561 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-64b5006b-f69f-42ad-ab3b-b062e2b0fec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0428011 Nov 23 03:29:55.883876 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-85ff5d73-6456-4105-b0e2-dbd17c17333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:55.885582 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-85ff5d73-6456-4105-b0e2-dbd17c17333c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0986235 Nov 23 03:29:55.938384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba22f-f765-4191-8691-36d352941b39 req-04f9d88d-2845-428c-b9ea-ef27530e23f6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:55.939949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23fba22f-f765-4191-8691-36d352941b39 req-04f9d88d-2845-428c-b9ea-ef27530e23f6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0512233 Nov 23 03:29:55.961219 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-97fa123a-4834-4647-980e-d322dec9156b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 999 time: 0.0691657 Nov 23 03:29:55.990780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-23fba22f-f765-4191-8691-36d352941b39 req-3ba53542-7507-44a3-a155-f34d8de89cd8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442014 Nov 23 03:29:56.014886 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-975162f0-7f5f-4134-8ab9-3ec1953d9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:56.016373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-975162f0-7f5f-4134-8ab9-3ec1953d9914 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0487511 Nov 23 03:29:56.061921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-c2b4fc38-f6e4-492e-896f-c16d0b21205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:56.063406 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-c2b4fc38-f6e4-492e-896f-c16d0b21205c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395498 Nov 23 03:29:56.152524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-bc828f46-286c-43fd-bc65-5176e143b0ef service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796654 Nov 23 03:29:56.254486 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6d70e47a-1744-44bf-9981-4b703c3d0337 req-304282fe-3ffd-429c-9424-4acf1ff26b2b service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950880 Nov 23 03:29:57.109847 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf4a3-c16a-4d58-8ab1-a1389d6a9ee9 req-aab69742-37eb-43ae-af81-4600f23d7c01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.111347 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9ebf4a3-c16a-4d58-8ab1-a1389d6a9ee9 req-aab69742-37eb-43ae-af81-4600f23d7c01 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0521121 Nov 23 03:29:57.159246 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9ebf4a3-c16a-4d58-8ab1-a1389d6a9ee9 req-b3b704b2-af8c-4201-968d-bae922500e3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413587 Nov 23 03:29:57.351379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:29:57.353758 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0818b16b-5f2f-413c-8ead-489519ec2630" -d '{"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:29:57.401264 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce072d9-8c39-4901-be21-7253175d4c08 x-openstack-request-id: req-8ce072d9-8c39-4901-be21-7253175d4c08 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:29:57.401572 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:29:57.401884 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ce072d9-8c39-4901-be21-7253175d4c08 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:29:57.403126 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'status': 'completed', 'code': 200} Nov 23 03:29:57.464933 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-20142ec4-aefd-4654-b82b-c1bb964b83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.466449 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-20142ec4-aefd-4654-b82b-c1bb964b83b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0451086 Nov 23 03:29:57.485654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-8a3901d4-e9de-4caa-a96f-791c0111bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.487166 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-8a3901d4-e9de-4caa-a96f-791c0111bbaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0403786 Nov 23 03:29:57.561996 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-0e5affd8-cf7c-4614-8793-521992851759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.563433 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-0e5affd8-cf7c-4614-8793-521992851759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0892632 Nov 23 03:29:57.581890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-7fbca84b-f750-4e10-81f9-e73d7f097fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.583427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-7fbca84b-f750-4e10-81f9-e73d7f097fbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0873365 Nov 23 03:29:57.635942 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-f4d12a7a-70cf-41dc-8193-d55dbff33027 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 999 time: 0.0603762 Nov 23 03:29:57.649078 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-efb93ad1-fc34-4206-b7d1-42d0b4384039 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 999 time: 0.0584278 Nov 23 03:29:57.686733 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-f3941f9c-7577-4366-93ec-fd006dece893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.688445 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-f3941f9c-7577-4366-93ec-fd006dece893 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0446920 Nov 23 03:29:57.698754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-6b33d8d0-243d-4004-9ead-73b28856451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.700213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-6b33d8d0-243d-4004-9ead-73b28856451c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0448220 Nov 23 03:29:57.744091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-e27d5287-53c3-48d8-ad96-94afad50618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.745631 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-e27d5287-53c3-48d8-ad96-94afad50618a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482359 Nov 23 03:29:57.755765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-154beea1-1375-48d7-9bae-47ec096782dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:57.758252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-154beea1-1375-48d7-9bae-47ec096782dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507617 Nov 23 03:29:57.841469 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-a858b74b-1b63-4e27-a09c-ca13ec1f5233 service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883660 Nov 23 03:29:57.858481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-7b632f02-6755-46f1-b15b-381f5c97d76c service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932083 Nov 23 03:29:57.939448 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-dd33b7d4-9248-4485-9462-478925b3d08d service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911090 Nov 23 03:29:57.953964 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0818b16b-5f2f-413c-8ead-489519ec2630 req-4f8bd1bc-ef65-4880-8981-e85e42973af2 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887132 Nov 23 03:29:58.278156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813414d-7168-4070-be5c-cfb2fb64c54e req-eaa03a37-4f91-4177-a0b6-2bbcc6b59edf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.279700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3813414d-7168-4070-be5c-cfb2fb64c54e req-eaa03a37-4f91-4177-a0b6-2bbcc6b59edf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0496404 Nov 23 03:29:58.329023 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3813414d-7168-4070-be5c-cfb2fb64c54e req-fe937c3c-a433-4117-8014-09381a40e5d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Nov 23 03:29:58.510606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:29:58.551208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:29:58.557667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef9c6f-8b0e-4a0b-bf68-144758c55411 req-8d9f5aa4-4755-45ee-809c-8fe07b4f4fe0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.559189 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fef9c6f-8b0e-4a0b-bf68-144758c55411 req-8d9f5aa4-4755-45ee-809c-8fe07b4f4fe0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0830555 Nov 23 03:29:58.582337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-4e4f369b-148c-4331-89ee-f2b4a453b08a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.583755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-4e4f369b-148c-4331-89ee-f2b4a453b08a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca&tenant_id=b9afb054285348248164e92dd3daddc9&binding%3Ahost_id=n-h1-714676-12 HTTP/1.1" status: 200 len: 943 time: 0.0800118 Nov 23 03:29:58.652873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1fef9c6f-8b0e-4a0b-bf68-144758c55411 req-1cb633c0-b04b-4e05-9895-86be07c25d2a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841861 Nov 23 03:29:58.670866 n-d-714676-12 neutron-server[103571]: INFO neutron.api.v2.resource [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-5bb97007-6292-47b2-9392-f2d9ca49622a service neutron] delete failed (client error): The resource could not be found. Nov 23 03:29:58.671871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-5bb97007-6292-47b2-9392-f2d9ca49622a service neutron] 10.222.0.41 "DELETE /v2.0/ports/96c2fdd8-7949-4161-9bd0-400ed8bd799a/bindings/n-h2-714676-12 HTTP/1.1" status: 404 len: 381 time: 0.0778201 Nov 23 03:29:58.796709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2343-4753-4460-a4b5-9117756f9e12 req-3b5d12a3-1847-4bb2-bb96-7fcdef2e10df tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.798094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e14b2343-4753-4460-a4b5-9117756f9e12 req-3b5d12a3-1847-4bb2-bb96-7fcdef2e10df tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0775876 Nov 23 03:29:58.804620 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-7d06e63b-d3e1-48b1-af63-7a1bc400f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.806046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-7d06e63b-d3e1-48b1-af63-7a1bc400f9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1095 time: 0.0584340 Nov 23 03:29:58.907000 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e14b2343-4753-4460-a4b5-9117756f9e12 req-d61073da-9eb1-496d-895a-f251a3037083 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999656 Nov 23 03:29:58.932052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-b1e86cd3-9d72-433d-b0d5-eedfe1144be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:58.933523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-b1e86cd3-9d72-433d-b0d5-eedfe1144be8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.1199570 Nov 23 03:29:59.007839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-793bb19a-4acf-4c6b-bcee-eea16476e8a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 999 time: 0.0673020 Nov 23 03:29:59.058379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-20aaa65c-e825-4ca7-9fa1-19134b724941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:59.060159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-20aaa65c-e825-4ca7-9fa1-19134b724941 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0456333 Nov 23 03:29:59.106745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-165d328b-ff97-4c3c-a009-704bb14ab6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:29:59.108212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-165d328b-ff97-4c3c-a009-704bb14ab6a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404556 Nov 23 03:29:59.199128 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-ca60c393-85d4-44f7-ae93-13a76494fb4b service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835226 Nov 23 03:29:59.288684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f35c60a6-e44e-4645-bcca-0a2de495eac8 req-4edb0ab9-e543-4e75-861a-488ea3f22ea2 service neutron] 10.222.0.41 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Nov 23 03:29:59.825613 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:29:59.927747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:29:59.939175 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'port_id': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'mac_address': 'fa:16:3e:78:7b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:29:59.980740 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:29:59.993456 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c2fdd8-7949-4161-9bd0-400ed8bd799a {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:30:00.012886 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:00.016638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:00.026395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953859-8410-4049-b3b8-756b248ac17e req-b405049b-ba5a-4177-9ead-e8b53fb8dd27 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:00.028263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20953859-8410-4049-b3b8-756b248ac17e req-b405049b-ba5a-4177-9ead-e8b53fb8dd27 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 943 time: 0.0511761 Nov 23 03:30:00.064009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:00.071954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.072306 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.072652 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.072989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.073423 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.073772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.074103 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.074431 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.074791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.075118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.075444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.075769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:00.080990 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-20953859-8410-4049-b3b8-756b248ac17e req-9ee929f3-7c01-474a-9e4b-8d6ef511b877 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Nov 23 03:30:00.103772 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36874) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:00.165212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2e665193-b549-442f-b0f0-158fc3a981a8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/a2398eb7-8336-4210-859e-0819a5772de3 HTTP/1.1" status: 200 len: 992 time: 0.0602756 Nov 23 03:30:00.269145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['96c2fdd8-7949-4161-9bd0-400ed8bd799a'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:30:00.309886 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:01.839418 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:30:01.888424 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 96c2fdd8-7949-4161-9bd0-400ed8bd799a completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:30:01.892224 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 96c2fdd8-7949-4161-9bd0-400ed8bd799a triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:01.892598 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:01.973373 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:01.996234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:01.998464 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad785d77-543d-456d-ad3d-bd1502e74f3e" -d '{"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-plugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:02.011602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:02.016187 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:02.066839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:02.101915 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7f365-a91c-4ab1-bcad-5f5330e5798e x-openstack-request-id: req-2ec7f365-a91c-4ab1-bcad-5f5330e5798e {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:02.102206 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-plugged", "status": "completed", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:02.102457 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ec7f365-a91c-4ab1-bcad-5f5330e5798e {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:02.102889 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'code': 200} Nov 23 03:30:04.982720 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-f86e73c6-f270-448d-8d48-170b4a16b08d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395701 Nov 23 03:30:05.064704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-d73555b5-a253-4eaf-bfcf-e4b2db8524c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:05.066224 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-d73555b5-a253-4eaf-bfcf-e4b2db8524c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0447180 Nov 23 03:30:05.167563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-47c323ed-cb4b-49f1-b62b-21a56ee2566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:05.169027 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-47c323ed-cb4b-49f1-b62b-21a56ee2566f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0835934 Nov 23 03:30:05.237902 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-2115f485-d532-4cd2-9098-da6a63cdf622 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 1001 time: 0.0623739 Nov 23 03:30:05.286007 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-be1483d2-b5a0-415d-ae20-fa76ba2cbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:05.287535 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-be1483d2-b5a0-415d-ae20-fa76ba2cbc3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0434976 Nov 23 03:30:05.333521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-6fa9e84b-8f59-4940-9aab-3fd54c7ba86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:05.335697 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-6fa9e84b-8f59-4940-9aab-3fd54c7ba86f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407734 Nov 23 03:30:05.430158 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-9db85943-af79-47e5-b700-5871f6c4a013 service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877593 Nov 23 03:30:05.520297 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-9475b5eb-c8aa-45a2-8076-1ca053949e09 req-643d6574-c1f3-4f1c-8d06-839c5fada22e service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827646 Nov 23 03:30:05.937731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6ae4e48d-45e1-4803-82f2-826880a1ed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:08.135994 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f9feab03-397a-4a44-9f4d-4ba64e8ba226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:09.515260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:10.930248 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:12.004973 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:15.409804 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:30:23.884147 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:28.711409 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36888) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:28.867736 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port d71bde1d-68bc-44af-8166-d3d5c9d25a93 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:30:28.868081 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:28.945089 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:28.945421 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:28.957541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for d71bde1d-68bc-44af-8166-d3d5c9d25a93 owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:30:29.105732 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:29.135721 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=d71bde1d-68bc-44af-8166-d3d5c9d25a93,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:29.192308 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:29.192643 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP a2398eb7-8336-4210-859e-0819a5772de3 disassociated (deleted). External IP: 172.25.1.127, port: 96c2fdd8-7949-4161-9bd0-400ed8bd799a. Nov 23 03:30:29.398485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 20e61061-4a7c-4f88-aff0-3e98a2b24717 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:30:29.504529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:30:29.509272 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:29.514304 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Sync routers for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:30:29.524266 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:29.524873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:29.535453 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2a2842e4-76fe-4f23-8ef3-98bf64d752fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/floatingips/a2398eb7-8336-4210-859e-0819a5772de3 HTTP/1.1" status: 204 len: 168 time: 0.8229508 Nov 23 03:30:29.536029 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:29.538262 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:29.631244 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:29.693086 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda7a0bd-4c16-410e-95af-fe9433a3cf0a x-openstack-request-id: req-fda7a0bd-4c16-410e-95af-fe9433a3cf0a {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:29.693383 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:29.693639 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fda7a0bd-4c16-410e-95af-fe9433a3cf0a {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:29.694046 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'status': 'completed', 'code': 200} Nov 23 03:30:29.764066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-629be0a9-aa9a-4ac0-b172-e3bc70ff5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:29.765725 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-629be0a9-aa9a-4ac0-b172-e3bc70ff5764 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 1097 time: 0.0465922 Nov 23 03:30:29.789224 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2c2a-7ba8-435f-801c-e440b3308ddd req-4c2187a5-c4a3-4991-8aa6-9785693cc001 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:29.790822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-555d2c2a-7ba8-435f-801c-e440b3308ddd req-4c2187a5-c4a3-4991-8aa6-9785693cc001 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0506833 Nov 23 03:30:29.838493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:29.844566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-555d2c2a-7ba8-435f-801c-e440b3308ddd req-9c83df62-605b-44a5-a946-77b9d300ae0f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 Nov 23 03:30:29.862160 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-7ca29911-486d-4482-aad3-69ac6bff17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:29.863710 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-7ca29911-486d-4482-aad3-69ac6bff17dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 200 len: 898 time: 0.0892034 Nov 23 03:30:29.864631 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Checking router: 20e61061-4a7c-4f88-aff0-3e98a2b24717 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:30:29.873123 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:29.873719 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:29.906768 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-510b7d32-f0b6-4ac9-b2eb-6dccc8238ee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 200 len: 217 time: 0.0349553 Nov 23 03:30:29.961750 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-5fae4f2a-f650-4813-91b9-d2ffc5b19d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:29.963835 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-5fae4f2a-f650-4813-91b9-d2ffc5b19d55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 200 len: 833 time: 0.0478089 Nov 23 03:30:29.979885 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:30.011060 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-d52f8b91-0f4b-48c9-83b5-e575157a8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:30.012552 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-d52f8b91-0f4b-48c9-83b5-e575157a8a38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5c85820-c2d0-4752-9b22-8f368851aafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398307 Nov 23 03:30:30.024006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-e4a2be6b-cafc-4fcd-8105-826502adde24 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:30:30.025566 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-e4a2be6b-cafc-4fcd-8105-826502adde24 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049119 Nov 23 03:30:30.116524 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-86ce63fa-1782-4315-bea1-593d334f733d service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824168 Nov 23 03:30:30.176316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:30.206541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364d707-6144-4ef5-8b1f-0d14743fb4ba None None] The sync data for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 is: [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '840438cb-45f3-459f-bec7-ae3432206dbd', 'name': '', 'network_id': 'c5c85820-c2d0-4752-9b22-8f368851aafc', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:9c:6f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '647f5307-e843-4254-b24d-95eda1a43644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:47Z', 'updated_at': '2021-11-23T03:28:52Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '647f5307-e843-4254-b24d-95eda1a43644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:30:30.211048 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e9a52bf-7e9b-424c-bb35-f0ce98a07cc9 req-dbb820f6-4fbb-4445-858b-f25796e69fe6 service neutron] 10.222.0.47 "GET /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855823 Nov 23 03:30:30.299610 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:30.440936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd274e48-3281-4e31-816b-7cc625ad5952 None None] New status for floating IP a2398eb7-8336-4210-859e-0819a5772de3: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:30:30.973709 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca03fa-fe41-4f4f-a98b-66e0ff1d3ff4 req-c3fb8092-d33f-4def-b830-6cbaca6dec28 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:30.975247 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cca03fa-fe41-4f4f-a98b-66e0ff1d3ff4 req-c3fb8092-d33f-4def-b830-6cbaca6dec28 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0480273 Nov 23 03:30:31.023349 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4cca03fa-fe41-4f4f-a98b-66e0ff1d3ff4 req-4fde1011-5b8c-468a-a74b-35753466a3a1 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=a934032e-2f90-4eeb-9c76-a6e9b63f2130&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 Nov 23 03:30:31.112367 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-bb3253bc-6ba8-4d2d-bce2-b717ab2c9e0c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:31.113821 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-bb3253bc-6ba8-4d2d-bce2-b717ab2c9e0c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.47 "GET /v2.0/ports?device_id=20c0c9fe-ea93-455c-94ea-861c2dfadbca HTTP/1.1" status: 200 len: 945 time: 0.0487964 Nov 23 03:30:31.217360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 96c2fdd8-7949-4161-9bd0-400ed8bd799a {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:30:31.217762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:31.319756 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 96c2fdd8-7949-4161-9bd0-400ed8bd799a, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=96c2fdd8-7949-4161-9bd0-400ed8bd799a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:31.320126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:31.333027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 96c2fdd8-7949-4161-9bd0-400ed8bd799a owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:30:31.463731 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:31.489755 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=96c2fdd8-7949-4161-9bd0-400ed8bd799a,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:31.536539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] No DVR routers for this DVR port 96c2fdd8-7949-4161-9bd0-400ed8bd799a on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:30:31.539148 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:31.542777 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-8a7b8ea5-ffa6-46ff-92a5-1a89b2f483e8 req-5d875b2f-a8c7-4302-80e7-d2be041f3c6c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.47 "DELETE /v2.0/ports/96c2fdd8-7949-4161-9bd0-400ed8bd799a HTTP/1.1" status: 204 len: 173 time: 0.4230094 Nov 23 03:30:31.694828 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-deleted', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:31.698043 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f2875-ade6-4e3c-9d55-683c25803619" -d '{"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-deleted", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:31.733048 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e9c9d-7e7a-48c3-9202-c0db013974c5 x-openstack-request-id: req-fa1e9c9d-7e7a-48c3-9202-c0db013974c5 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:31.733340 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c0c9fe-ea93-455c-94ea-861c2dfadbca", "name": "network-vif-deleted", "tag": "96c2fdd8-7949-4161-9bd0-400ed8bd799a", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:31.733591 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa1e9c9d-7e7a-48c3-9202-c0db013974c5 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:31.733993 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c0c9fe-ea93-455c-94ea-861c2dfadbca', 'name': 'network-vif-deleted', 'tag': '96c2fdd8-7949-4161-9bd0-400ed8bd799a', 'status': 'completed', 'code': 200} Nov 23 03:30:32.080423 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36904) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:32.753857 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.006766 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 840438cb-45f3-459f-bec7-ae3432206dbd {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:30:33.007036 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.097526 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 840438cb-45f3-459f-bec7-ae3432206dbd, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=840438cb-45f3-459f-bec7-ae3432206dbd,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:33.097893 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.110890 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 840438cb-45f3-459f-bec7-ae3432206dbd owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:30:33.293397 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.319541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=840438cb-45f3-459f-bec7-ae3432206dbd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:33.501772 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.715329 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 20e61061-4a7c-4f88-aff0-3e98a2b24717 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:30:33.820469 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:30:33.826270 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-393d395f-3785-4704-a4d0-3c1d9eda8d52 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/20e61061-4a7c-4f88-aff0-3e98a2b24717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444401 Nov 23 03:30:33.828641 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36906) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:33.830868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Sync routers for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:30:33.841984 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:33.842639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:33.883789 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting subnet 647f5307-e843-4254-b24d-95eda1a43644 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:30:33.887493 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.926798 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:33.945027 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:34.009881 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.040066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:30:34.067257 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 96c2fdd8-7949-4161-9bd0-400ed8bd799a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:30:34.067596 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 96c2fdd8-7949-4161-9bd0-400ed8bd799a not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:30:34.075563 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.102573 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Subnet': ['ID=647f5307-e843-4254-b24d-95eda1a43644,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:34.106162 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.110954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c8e136ea-e453-40d1-8222-d5e48fdbae07 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/subnets/647f5307-e843-4254-b24d-95eda1a43644 HTTP/1.1" status: 204 len: 168 time: 0.2813551 Nov 23 03:30:34.112104 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36908) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:34.121828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46198dfa-b196-4ca8-8c97-e02f03529f2a None None] Network c5c85820-c2d0-4752-9b22-8f368851aafc requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:30:34.222617 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.327922 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.380974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 3b9f5b16-acac-44f0-b466-cab02aca4c1e {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:30:34.381325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.403458 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134'}], 'enable_snat': True}, 'gw_port_id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:30:33Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '3b9f5b16-acac-44f0-b466-cab02aca4c1e', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:34.435116 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Checking router: 20e61061-4a7c-4f88-aff0-3e98a2b24717 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:30:34.448548 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Routers {'20e61061-4a7c-4f88-aff0-3e98a2b24717'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:34.449157 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['20e61061-4a7c-4f88-aff0-3e98a2b24717'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:34.462530 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 3b9f5b16-acac-44f0-b466-cab02aca4c1e, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3b9f5b16-acac-44f0-b466-cab02aca4c1e,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:34.462965 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.484191 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 3b9f5b16-acac-44f0-b466-cab02aca4c1e owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:30:34.513913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] DHCP port deletion for c5c85820-c2d0-4752-9b22-8f368851aafc request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:30:34.561222 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] Set router 20e61061-4a7c-4f88-aff0-3e98a2b24717 gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:34.617923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:30:34Z', 'revision_number': 6, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:34.648313 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e12e6c-682b-4137-90e2-6ee0b6d3f4de None None] The sync data for ids ['20e61061-4a7c-4f88-aff0-3e98a2b24717'] in n-d-714676-12 is: [{'id': '20e61061-4a7c-4f88-aff0-3e98a2b24717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24996823', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:28:45Z', 'updated_at': '2021-11-23T03:30:34Z', 'revision_number': 6, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:30:34.652212 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.659315 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Deleting port 411e4451-bf2a-4b28-bea0-e89b100b0a4a {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:30:34.659690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.679767 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=3b9f5b16-acac-44f0-b466-cab02aca4c1e,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:34.701922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfa645-97b9-47fc-a7cd-5627dbf158a0 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:30:34.733725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] For port 411e4451-bf2a-4b28-bea0-e89b100b0a4a, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=411e4451-bf2a-4b28-bea0-e89b100b0a4a,segment=NetworkSegment(1229d287-a8ac-4a1c-94dd-1480948df65f),segment_id=1229d287-a8ac-4a1c-94dd-1480948df65f)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:34.734178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.747587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Calling delete_port for 411e4451-bf2a-4b28-bea0-e89b100b0a4a owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:30:34.753381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.832565 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.846222 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.848629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.863217 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] Pushing event deleted for resources: {'Port': ['ID=411e4451-bf2a-4b28-bea0-e89b100b0a4a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:34.866873 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89b1b2-e097-4f26-ba9d-eb2c66f741f6 None None] No DVR routers for this DVR port 411e4451-bf2a-4b28-bea0-e89b100b0a4a on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:30:34.896173 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.896709 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Fanout notify agent at l3_agent the message router_deleted on router 20e61061-4a7c-4f88-aff0-3e98a2b24717 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:30:34.904196 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:34.905324 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ccbd49dd-c3ad-4ff2-9f9c-fedcc3f3ee9d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/routers/20e61061-4a7c-4f88-aff0-3e98a2b24717 HTTP/1.1" status: 204 len: 168 time: 0.7923033 Nov 23 03:30:34.908294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36910) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:34.983237 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.077069 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.098712 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c85820-c2d0-4752-9b22-8f368851aafc']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:35.108162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1229d287-a8ac-4a1c-94dd-1480948df65f') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:35.108461 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1229d287-a8ac-4a1c-94dd-1480948df65f') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:35.117645 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.130377 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.136807 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:30:35.137185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:30:35.140392 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:30:35.199041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.206019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.209226 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/networks/c5c85820-c2d0-4752-9b22-8f368851aafc HTTP/1.1" status: 204 len: 168 time: 0.2999957 Nov 23 03:30:35.212102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36912) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:35.226797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef11f9-bb85-4de0-92e3-dbffec8c15cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Network': ['ID=c5c85820-c2d0-4752-9b22-8f368851aafc,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:35.280161 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.305645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.364469 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.367126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.368319 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/security-groups/a934032e-2f90-4eeb-9c76-a6e9b63f2130 HTTP/1.1" status: 204 len: 168 time: 0.1546640 Nov 23 03:30:35.378877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934032e-2f90-4eeb-9c76-a6e9b63f2130,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:35.387426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.387780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.388125 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.388465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.388810 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.389145 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.389479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.389811 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.390143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.390473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.390829 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.391156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c096bd-4858-4ddb-a610-36812f3aeb0e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:35.676197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b9f5b16-acac-44f0-b466-cab02aca4c1e no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:30:35.697675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3b9f5b16-acac-44f0-b466-cab02aca4c1e {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:30:35.698011 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3b9f5b16-acac-44f0-b466-cab02aca4c1e not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:30:35.698419 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 840438cb-45f3-459f-bec7-ae3432206dbd no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:30:35.717793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 840438cb-45f3-459f-bec7-ae3432206dbd {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:30:35.718135 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 840438cb-45f3-459f-bec7-ae3432206dbd not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:30:35.718561 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 411e4451-bf2a-4b28-bea0-e89b100b0a4a no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:30:35.737924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 411e4451-bf2a-4b28-bea0-e89b100b0a4a {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:30:35.738277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 411e4451-bf2a-4b28-bea0-e89b100b0a4a not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:30:35.745391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36918) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:35.750298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-911271013', 'description': 'tempest-secgroup-smoke-911271013 description', 'project_id': 'b9afb054285348248164e92dd3daddc9'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:35.772534 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.838948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.842474 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.870754 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.871979 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1257136 Nov 23 03:30:35.875065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36920) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:35.875942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988715a-d4d7-4a13-af82-cc09faf8314a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf04ae-a1f9-44ef-97d9-f3415020688c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:35.879884 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:35.905876 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.938130 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-858a88ef-da62-4763-b18b-e2c3fb6611fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.966275 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.969627 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.987499 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91ed69e-033c-496f-a48f-62b097658fff,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:35.995562 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:35.996778 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-650f2fb7-bf31-46fa-8f45-03c98d9cc7ac tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206174 Nov 23 03:30:35.999439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36922) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.003822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.028669 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.083405 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.086842 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.104797 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9edddb-71a9-47d7-86af-70f6d4720514,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.112144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.113338 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4af87587-d901-4f8e-8b69-01f95c6f006f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129296 Nov 23 03:30:36.116033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36924) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.120958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.145506 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.201698 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.205213 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.222494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34fdf9b-a424-419d-b1d7-923a2e569cc9,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.231028 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.232282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-2c0f3e77-28ef-4184-af6c-75a47b56c840 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152992 Nov 23 03:30:36.234964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36926) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.239538 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.264564 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.324717 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.327903 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.345134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dbcc97-368d-40ce-af5d-a6c8d63fd450,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.354119 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.355408 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c60aecd1-576c-4876-8622-9aaa923edf2c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194301 Nov 23 03:30:36.358198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36928) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.362816 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.383838 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:30:36.389110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.445148 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.448892 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.466029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52792ff2-2647-4aeb-8bf5-c02db5ac0b89,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.473208 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.474402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6810872c-b393-4737-9ce0-cdf79a189bbd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151748 Nov 23 03:30:36.477196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36930) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.482154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf04ae-a1f9-44ef-97d9-f3415020688c', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.504795 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:30:36.509511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.571263 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.574610 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.594154 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6123a7e-881c-4bc3-a243-6b363c1a1988,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.599909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.600987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b0d8d054-0555-4b1a-85c1-586d49a19b2b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222761 Nov 23 03:30:36.604456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36932) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.609159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'network': {'name': 'tempest-network-smoke--557150033', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'port_security_enabled': True}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.630280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:30:36.633668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.656163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:30:36.664958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.665796 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Added segment 223c9b58-7087-4480-b6a5-0914e602e669 of type vlan for network 50127172-1d0f-4d15-956c-b3a57a6a3f0b Nov 23 03:30:36.704484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.728453 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.733933 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:36.734531 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.791129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1850543 Nov 23 03:30:36.793974 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 36934) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:36.798768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'admin_state_up': True, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:36.804947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315b5ce-8ce9-424b-b2c3-608ecd2607e6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Network': ['ID=50127172-1d0f-4d15-956c-b3a57a6a3f0b,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:36.815754 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:30:36.827952 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.829024 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:36.880048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.014528 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.198120 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.219817 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.319354 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.147 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/46a2fdd7-fd72-43b7-b689-b0fd85df78c3) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:30:37.422226 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.459573 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.497541 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:37.501961 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:37.505353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:30:37.516340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03134b2a-a346-465e-822c-f3b498092a34 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:30:37.527903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:37.622034 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ccb19d5a-97f4-4156-95ae-fcc3d598b1a1 None None] Provisioning complete for port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:37.622410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb19d5a-97f4-4156-95ae-fcc3d598b1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.656234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ccb19d5a-97f4-4156-95ae-fcc3d598b1a1 None None] Port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:30:37.752181 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:37.948232 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:38.138570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7a68bc7c-75a1-4da0-b6fe-ddd872647945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:38.398142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:30:38.502141 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:30:38.512884 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Sync routers for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:30:38.521461 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:38.522141 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:38.522724 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e533e536-bbde-4a5a-b1b7-19f9d9cb941b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7275710 Nov 23 03:30:38.522870 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:38.526541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36936) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:38.557394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4c0a85c8-d5c4-4ebf-a26f-9333186bb664 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b9afb054285348248164e92dd3daddc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273790 Nov 23 03:30:38.557619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36938) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:38.629691 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:38.641034 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d2b97-df97-42c3-9659-3c6c02be75b0 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:38.645142 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c44d2b97-df97-42c3-9659-3c6c02be75b0 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840347 Nov 23 03:30:38.645358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36940) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:38.684305 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-715fbe3d-5ce0-44ed-a24e-44e6d3c81659 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377851 Nov 23 03:30:38.686720 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36942) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:38.691423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145543353', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:38.777216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:30:38.780652 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:38.810269 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:37Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:38.840751 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Checking router: 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:30:38.841107 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Updating router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:30:38.865909 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:38.959489 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.023751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Subnet': ['ID=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:39.036590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Checking segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:30:39.036979 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network hostable DHCP agents. Network: 50127172-1d0f-4d15-956c-b3a57a6a3f0b, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:30:39.063048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:30:39.072275 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 50127172-1d0f-4d15-956c-b3a57a6a3f0b) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:39.076335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:39.076928 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.084815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af57c55-9442-4898-9cde-dee289b35737 None None] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:30:39.094882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ea614091-a982-4846-acfd-ba205c2d8c09 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071219 Nov 23 03:30:39.097948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 36944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:39.117176 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.124147 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.245376 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:30:39.246634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.283588 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Pushing event updated for resources: {'Port': ['ID=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:39.291309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Attempting to bind port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:30:39.291309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Attempting to bind port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:30:39.291309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Attempting to bind port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:30:39.297666 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.298108 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.298445 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.298803 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.299131 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.299455 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.299839 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.300159 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.300475 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.300792 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.301105 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.301514 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:30:39.308500 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:30:39.308874 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:30:39.309270 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.309665 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:30:39.310098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Bound port: 46a2fdd7-fd72-43b7-b689-b0fd85df78c3, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:30:39.310476 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.361571 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] For port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:30:39.364657 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] For port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:30:39.368976 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.386622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8b2aa-06b1-4de5-93da-0204efaa8005 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:30:39.408046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Allocated IP 172.20.0.2 (50127172-1d0f-4d15-956c-b3a57a6a3f0b/db61a4b2-9a9d-4967-949d-4a4bf86eb8cc/1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:30:39.425616 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:39.426279 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:39.432367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a5c50-2e0c-4ad0-b06a-d2db67e7f922 None None] Pushing event updated for resources: {'Port': ['ID=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:39.448008 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0290fa-5aaf-4f6c-a0a7-156fbbe8c11c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:30:39.513405 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-79417c04-9693-41b6-b835-c43881f5999f None None] Provisioning complete for port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:39.513781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79417c04-9693-41b6-b835-c43881f5999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.551359 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:39.568576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.576331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.664944 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.673202 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.706395 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79417c04-9693-41b6-b835-c43881f5999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.731595 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:39.736284 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:39.745624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:30:39.752460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-79417c04-9693-41b6-b835-c43881f5999f None None] For port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:39.761633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Pushing event updated for resources: {'Port': ['ID=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:39.765533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-79417c04-9693-41b6-b835-c43881f5999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.772503 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:37Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:39.800568 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d53a4e-4c96-47e2-a7b7-51680998fc81 None None] The sync data for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 is: [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:37Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:30:39.854432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Attempting to bind port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:30:39.855050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Attempting to bind port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:30:39.855601 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Attempting to bind port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 on network 50127172-1d0f-4d15-956c-b3a57a6a3f0b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:30:39.869547 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:30:39.870046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Checking segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:30:39.870695 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.871268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Bound using segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:30:39.871927 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Bound port: 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:30:39.872321 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.874643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79417c04-9693-41b6-b835-c43881f5999f None None] Pushing event updated for resources: {'Port': ['ID=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:39.930281 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a186f60e-fab5-4101-8c7f-0aea4f63f62d None None] Provisioning complete for port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:39.930676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a186f60e-fab5-4101-8c7f-0aea4f63f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:39.980645 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] For port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:30:39.985602 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] For port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:30:39.990646 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:40.100574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b89de4-0727-48fa-91b8-c7ac41159d07 None None] Pushing event updated for resources: {'Port': ['ID=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:40.281822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.1 (50127172-1d0f-4d15-956c-b3a57a6a3f0b/db61a4b2-9a9d-4967-949d-4a4bf86eb8cc/98f2ddd9-73f4-49f3-a61c-bac3e9e45809) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:30:40.449593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:40.489903 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:40.533027 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:40.536152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:40.540091 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:30:40.566828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:40.590455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:40.733589 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:40.938458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.028032 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.032827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.109854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:41.112244 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.136955 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df3e2a-9a49-420d-b9f0-be97c3286b1e None None] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:30:41.199347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] Provisioning complete for port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:41.199719 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.211584 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:41.213041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:41.337344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:30:41.359415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.405439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] For port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:41.410864 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.461564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:30:41.470016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b972f-69df-496d-8d48-4b814d882568 None None] Pushing event updated for resources: {'Port': ['ID=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:41.480780 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a4d27c27-ae9d-437f-8fee-0171133e5f3e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/3082d5a1-c869-44cc-a03d-ff0cf4e8a220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3814702 Nov 23 03:30:41.588463 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Sync routers for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:30:41.598989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:41.599611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:41.644381 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-d8b42c05-3a04-481d-b107-fd0411eab9d4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-911271013&fields=id&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 267 time: 0.0554030 Nov 23 03:30:41.694814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4e9d8225-04df-400a-aa54-96fcd1309f88 None None] Provisioning complete for port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:41.695393 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8225-04df-400a-aa54-96fcd1309f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.751268 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:41.753006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d8225-04df-400a-aa54-96fcd1309f88 None None] Port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:30:41.783794 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:30:41.791335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-e1d0429a-4ae5-45ae-b2d2-636de989dd08 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:41.793218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-e1d0429a-4ae5-45ae-b2d2-636de989dd08 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 796 time: 0.1397595 Nov 23 03:30:41.809541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-2eb1d1d2-a393-4e77-a69f-03df1c45f310 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/quotas/b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 375 time: 0.0103519 Nov 23 03:30:41.869777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4e9d8225-04df-400a-aa54-96fcd1309f88 None None] Provisioning complete for port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:41.870149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8225-04df-400a-aa54-96fcd1309f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:41.871008 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-9b48cf36-383f-4311-8af7-dcbb54246979 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537231 Nov 23 03:30:41.972185 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:41.972555 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.022641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-c2954c2d-dce3-4f92-9db3-f523d6c69083 service neutron] 10.222.0.15 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358345 Nov 23 03:30:42.127182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-498f59a0-5ca7-4ad6-a3d7-90a86371384d service neutron] 10.222.0.15 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961511 Nov 23 03:30:42.210032 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.308141 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cceb80ea-c7a7-4336-a381-6935d7fc2f4c req-cfe81f74-543e-46cf-a6ce-9e5fb7be0609 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 210 time: 0.0457985 Nov 23 03:30:42.330610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:30:42.332755 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 2, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:42.382442 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Checking router: 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:30:42.382835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Updating router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:30:42.426517 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.438687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ea0645db-dc94-4bb2-bdc6-4ee193015017 None None] Provisioning complete for port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:42.439053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ea0645db-dc94-4bb2-bdc6-4ee193015017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.500664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:42.501028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.525780 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ea0645db-dc94-4bb2-bdc6-4ee193015017 None None] Port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:30:42.796460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.802634 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.855835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e7ace-075c-4814-8e41-06eefe70286d None None] Pushing event updated for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:42.908871 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Attempting to bind port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:30:42.909342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Attempting to bind port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:30:42.909782 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Attempting to bind port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 on network 50127172-1d0f-4d15-956c-b3a57a6a3f0b {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:30:42.915196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:30:42.916168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Checking segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:30:42.916655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.917119 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Bound using segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:30:42.917678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Bound port: 98f2ddd9-73f4-49f3-a61c-bac3e9e45809, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:30:42.918125 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:42.983832 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] For port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:30:42.987808 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] For port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:30:42.992902 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.065133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:43.065801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:43.104841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e7ace-075c-4814-8e41-06eefe70286d None None] Pushing event updated for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:43.118415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] Provisioning complete for port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:43.118848 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.225179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:43.336625 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.413178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] For port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:43.423507 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.424269 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4fd18657-2786-4bb2-9fe4-c5a126d4de1e req-d0512e9b-7f35-44ba-b9d8-d460635d47e7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 210 time: 0.0425572 Nov 23 03:30:43.445586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-ad26df1d-f33c-4302-b1eb-5a55c218d924 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:43.445586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-ad26df1d-f33c-4302-b1eb-5a55c218d924 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 796 time: 0.1642153 Nov 23 03:30:43.505365 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90985d5d-52b4-499b-8c6d-e68d956a9525 None None] Pushing event updated for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:43.527691 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-1d6b232d-24e2-49be-a94c-e1ac174137cb tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 379 time: 0.0621357 Nov 23 03:30:43.530349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:42Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:43.545116 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'port': {'device_id': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'admin_state_up': True, 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'security_groups': ['cbaf04ae-a1f9-44ef-97d9-f3415020688c']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:43.559593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356ea9f-98d0-4e54-a1c6-76bd3669161b None None] The sync data for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 is: [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:42Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:30:43.570696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-595009b4-1810-4a53-b7ea-62ee9dae0ebd None None] Provisioning complete for port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:43.571149 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-595009b4-1810-4a53-b7ea-62ee9dae0ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.707325 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:30:43.711603 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.739787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:30:43.789959 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:43.790421 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:43.853504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.7 (50127172-1d0f-4d15-956c-b3a57a6a3f0b/db61a4b2-9a9d-4967-949d-4a4bf86eb8cc/7a431a07-214c-47e8-96c3-03db9ae60a48) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:30:44.004340 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.037328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.084071 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:44.087301 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:44.089948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:30:44.126294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:44.155541 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:44.156207 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.174862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-06b49455-e029-4393-96db-5a4f16997c18 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6335437 Nov 23 03:30:44.194134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Request body: {'port': {'device_id': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:44.256166 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.421125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-8fe111fd-450f-4cb7-a53f-199a473a3ea1 None None] Provisioning complete for port 7a431a07-214c-47e8-96c3-03db9ae60a48 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:44.421655 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fe111fd-450f-4cb7-a53f-199a473a3ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.461060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8fe111fd-450f-4cb7-a53f-199a473a3ea1 None None] Port 7a431a07-214c-47e8-96c3-03db9ae60a48 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:30:44.569965 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a431a07-214c-47e8-96c3-03db9ae60a48 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:30:44.579998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.589794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b386c-2e44-446d-9b83-6dd53179329d req-f156cc8d-5729-45ff-b15b-e3d9ca8cac06 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:44.591384 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165b386c-2e44-446d-9b83-6dd53179329d req-f156cc8d-5729-45ff-b15b-e3d9ca8cac06 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 931 time: 0.0906389 Nov 23 03:30:44.609631 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Transition to ACTIVE for port object 7a431a07-214c-47e8-96c3-03db9ae60a48 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:30:44.617119 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.691110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Pushing event updated for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:44.697313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-165b386c-2e44-446d-9b83-6dd53179329d req-353ef261-5be7-4abe-8e94-d893b768f70c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984645 Nov 23 03:30:44.773793 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Attempting to bind port 7a431a07-214c-47e8-96c3-03db9ae60a48 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:30:44.774134 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Attempting to bind port 7a431a07-214c-47e8-96c3-03db9ae60a48 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:30:44.774531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Attempting to bind port 7a431a07-214c-47e8-96c3-03db9ae60a48 on network 50127172-1d0f-4d15-956c-b3a57a6a3f0b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:30:44.779571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Port 7a431a07-214c-47e8-96c3-03db9ae60a48 on network 50127172-1d0f-4d15-956c-b3a57a6a3f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:30:44.779902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Attempting to bind port 7a431a07-214c-47e8-96c3-03db9ae60a48 on network 50127172-1d0f-4d15-956c-b3a57a6a3f0b {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:30:44.784877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:30:44.785215 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Checking segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:30:44.785607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Bound using segment: {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:30:44.786044 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Bound port: 7a431a07-214c-47e8-96c3-03db9ae60a48, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223c9b58-7087-4480-b6a5-0914e602e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:30:44.786405 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.852029 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:30:44.855437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7a431a07-214c-47e8-96c3-03db9ae60a48,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:30:44.859559 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.895879 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:44.896510 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:44.897903 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] 10.222.0.41 "PUT /v2.0/ports/7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 1092 time: 0.7086616 Nov 23 03:30:44.898348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:44.901255 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a403726-4c17-4764-abb7-a8a5be8d5d25" -d '{"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:44.925521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779cfa6-941a-4698-b02c-99f12cb16cce service neutron] Pushing event updated for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:44.955779 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb32f4f-f77b-4ab0-859c-5332fdfa377a x-openstack-request-id: req-2cb32f4f-f77b-4ab0-859c-5332fdfa377a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:44.956079 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:44.956332 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cb32f4f-f77b-4ab0-859c-5332fdfa377a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:44.956739 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'status': 'completed', 'code': 200} Nov 23 03:30:45.012502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-59d2868a-86f5-4cd6-ac66-905be0fc5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.014127 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-59d2868a-86f5-4cd6-ac66-905be0fc5d55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1095 time: 0.0440550 Nov 23 03:30:45.065697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-3a8b22f1-5066-4bfa-a597-4a47f3b42842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 217 time: 0.0382714 Nov 23 03:30:45.119527 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-d82defdb-744d-42af-b181-3c0752d72e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.121016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-d82defdb-744d-42af-b181-3c0752d72e00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0482900 Nov 23 03:30:45.165749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-8514f310-be61-46e7-8bfe-ce6ed9fe5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.167257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-8514f310-be61-46e7-8bfe-ce6ed9fe5c61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393710 Nov 23 03:30:45.258448 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-942de344-bb3a-4a85-82b5-eb3d4503451b service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838652 Nov 23 03:30:45.346967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e4066be5-be5a-4dc7-861d-9b4355c74691 req-30370e4e-6792-48e4-8b49-8a85a53391ef service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810115 Nov 23 03:30:45.488769 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-05c8ee40-7532-4917-b407-cb737cb7bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.490270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-05c8ee40-7532-4917-b407-cb737cb7bb86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1095 time: 0.0472271 Nov 23 03:30:45.579380 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-6ca0721c-c110-4d7f-8d58-e4f959e9d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.580852 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-6ca0721c-c110-4d7f-8d58-e4f959e9d097 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.0836940 Nov 23 03:30:45.623503 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-a89e443a-32d5-42a9-8bbd-6a9280fb12ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 217 time: 0.0353785 Nov 23 03:30:45.675889 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-fd8bd226-6ffd-45fc-9ab0-8b1a75d3a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.677296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-fd8bd226-6ffd-45fc-9ab0-8b1a75d3a7fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0460515 Nov 23 03:30:45.722588 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-1efaaa6c-92f8-4a44-8f94-5013c70455c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.724068 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-1efaaa6c-92f8-4a44-8f94-5013c70455c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386634 Nov 23 03:30:45.849218 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17691cae-fcf9-42b2-96a9-5fec20d64802 req-50192ce9-dc0c-47d2-8973-cbf73767bd63 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:45.850626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17691cae-fcf9-42b2-96a9-5fec20d64802 req-50192ce9-dc0c-47d2-8973-cbf73767bd63 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 943 time: 0.0780520 Nov 23 03:30:45.856558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-27d23333-3c61-4794-a918-c27f2b4cd41d service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247976 Nov 23 03:30:45.951838 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-17691cae-fcf9-42b2-96a9-5fec20d64802 req-06cab2d4-622a-4526-b6a8-5568cc09276a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943327 Nov 23 03:30:45.980925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4a403726-4c17-4764-abb7-a8a5be8d5d25 req-98399774-e169-4921-85d8-4892f9865cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100600 Nov 23 03:30:47.068591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d683b3-4dc1-4f05-80bf-e1758f64cec5 req-2f2e8593-687e-44f0-aa16-ddcbc6559f84 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:47.070149 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d683b3-4dc1-4f05-80bf-e1758f64cec5 req-2f2e8593-687e-44f0-aa16-ddcbc6559f84 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 943 time: 0.0505161 Nov 23 03:30:47.119294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d683b3-4dc1-4f05-80bf-e1758f64cec5 req-a7b72004-9c83-445e-a62f-c971ce1e0885 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426083 Nov 23 03:30:48.232323 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426e9f-f849-4076-bce3-da283876a14d req-1ce165a7-6059-4c47-9198-8e1d2896c1a8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:48.233757 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc426e9f-f849-4076-bce3-da283876a14d req-1ce165a7-6059-4c47-9198-8e1d2896c1a8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 943 time: 0.0477290 Nov 23 03:30:48.281379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dc426e9f-f849-4076-bce3-da283876a14d req-35999977-c24c-4025-a003-82fb8a0a37e5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Nov 23 03:30:48.712960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7a431a07-214c-47e8-96c3-03db9ae60a48 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:30:48.805880 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7a431a07-214c-47e8-96c3-03db9ae60a48,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:48.816995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'port_id': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'mac_address': 'fa:16:3e:14:ed:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:30:48.853670 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:48.866283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a431a07-214c-47e8-96c3-03db9ae60a48 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:30:48.889781 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7a431a07-214c-47e8-96c3-03db9ae60a48,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:48.893214 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:48.938745 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:49.203493 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['7a431a07-214c-47e8-96c3-03db9ae60a48'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:30:49.399285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf9b64-9abe-4738-bdac-e1c2af2866d7 req-7417cbed-c2de-43bd-bc8a-66e0d6d712cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:49.400700 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dbf9b64-9abe-4738-bdac-e1c2af2866d7 req-7417cbed-c2de-43bd-bc8a-66e0d6d712cd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 944 time: 0.0525725 Nov 23 03:30:49.449293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3dbf9b64-9abe-4738-bdac-e1c2af2866d7 req-3eb403ae-1505-4756-b33a-45974a37b950 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Nov 23 03:30:50.562147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367fcf-c57d-4065-9f7d-9b65a3a80a02 req-caa0a967-599b-42b3-962c-b0c4fe423121 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:50.563741 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61367fcf-c57d-4065-9f7d-9b65a3a80a02 req-caa0a967-599b-42b3-962c-b0c4fe423121 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 944 time: 0.0473082 Nov 23 03:30:50.612598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61367fcf-c57d-4065-9f7d-9b65a3a80a02 req-902a5c75-f4d9-4021-a422-380997e19921 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 Nov 23 03:30:50.715997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7a431a07-214c-47e8-96c3-03db9ae60a48 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:30:50.765994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 7a431a07-214c-47e8-96c3-03db9ae60a48 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:30:50.769837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 7a431a07-214c-47e8-96c3-03db9ae60a48 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:30:50.770213 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:50.847379 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:50.870142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:50.872398 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f87f5f-dcdb-4cdd-884d-60d7762c4a88" -d '{"events": [{"server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "name": "network-vif-plugged", "status": "completed", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:50.884853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7a431a07-214c-47e8-96c3-03db9ae60a48,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:30:50.889285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:50.912255 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722fb2ac-0ddd-4af1-aa57-6e888c17f326 x-openstack-request-id: req-722fb2ac-0ddd-4af1-aa57-6e888c17f326 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:50.912555 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "name": "network-vif-plugged", "status": "completed", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:50.912812 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-722fb2ac-0ddd-4af1-aa57-6e888c17f326 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:50.913208 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'code': 200} Nov 23 03:30:50.938539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:51.042066 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7b16-5992-4b3e-b79d-6476275254bb req-8be5ef8e-ddf7-440c-b540-4e4128b02f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:51.043961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-794a7b16-5992-4b3e-b79d-6476275254bb req-8be5ef8e-ddf7-440c-b540-4e4128b02f85 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0447702 Nov 23 03:30:51.089405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-794a7b16-5992-4b3e-b79d-6476275254bb req-009f8fb7-2959-4944-bbbc-916cbb2a5529 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Nov 23 03:30:51.783057 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a156da5-85f8-4ff1-9a3b-35dc4bf37e31 req-b91e1332-42ff-4b51-9066-a900410fe780 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:51.784525 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a156da5-85f8-4ff1-9a3b-35dc4bf37e31 req-b91e1332-42ff-4b51-9066-a900410fe780 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Nov 23 03:30:51.832172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2a156da5-85f8-4ff1-9a3b-35dc4bf37e31 req-33afff14-e745-4c5c-a6c0-fce9341cec2f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Nov 23 03:30:52.408775 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:30:52.945915 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249477-06c9-4cc7-80e3-6dc7b2c8a12d req-863041e9-4f91-458b-bdbe-f3d110749551 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:52.948060 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3249477-06c9-4cc7-80e3-6dc7b2c8a12d req-863041e9-4f91-458b-bdbe-f3d110749551 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Nov 23 03:30:53.000281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b3249477-06c9-4cc7-80e3-6dc7b2c8a12d req-758c06cc-0486-4f07-a717-b6066bf29540 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 Nov 23 03:30:53.111331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1820f-072f-400c-9d17-82ee26c69fbe req-f3fd78e6-3acd-44de-88ba-414cce389da3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:53.112687 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4c1820f-072f-400c-9d17-82ee26c69fbe req-f3fd78e6-3acd-44de-88ba-414cce389da3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0477991 Nov 23 03:30:53.160374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f4c1820f-072f-400c-9d17-82ee26c69fbe req-5f015517-e26f-44fb-9b8f-b42e062ce776 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411208 Nov 23 03:30:53.182692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37000) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:53.220478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649add1f-ec25-48b0-a1e7-79890c324abe tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:53.222263 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-649add1f-ec25-48b0-a1e7-79890c324abe tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1092 time: 0.0386305 Nov 23 03:30:53.225076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37002) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:53.229800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:30:53.251772 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:53.349316 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:53.447918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.187 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/56be558c-f33e-42e9-a673-13fb0c85a5e9) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:30:53.553622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:53.585071 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:53.622905 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:30:53.625678 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:30:53.629199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:30:53.655498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=56be558c-f33e-42e9-a673-13fb0c85a5e9,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:53.881609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.297635 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.363221 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.510184 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.514821 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.584102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=56be558c-f33e-42e9-a673-13fb0c85a5e9,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:30:54.596084 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:54.694085 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 2e6daf1f-5dec-432c-8797-efcb35ed0aaa associated. External IP: 172.25.1.187, port: 7a431a07-214c-47e8-96c3-03db9ae60a48. Nov 23 03:30:54.898799 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:30:55.002192 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:30:55.013535 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Sync routers for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:30:55.019992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:30:55.023472 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:55.024078 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:55.049302 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e181da8-22d1-479a-8cdb-44d88643a4a2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8231356 Nov 23 03:30:55.049800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:30:55.052089 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a6abe-1153-4078-8c22-4ad6e194220c" -d '{"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:30:55.130779 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:55.149133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6974665-9c96-492e-8592-d5f792c9716c req-daea5143-1b02-4042-be52-f308df552903 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:55.150771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6974665-9c96-492e-8592-d5f792c9716c req-daea5143-1b02-4042-be52-f308df552903 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0513027 Nov 23 03:30:55.205627 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6974665-9c96-492e-8592-d5f792c9716c req-fb05c5b9-6a5d-4fd4-a497-f5d183985ec5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482314 Nov 23 03:30:55.230112 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37010) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:55.271491 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d5694b-a9b9-404f-8792-dfc15ad83505 x-openstack-request-id: req-48d5694b-a9b9-404f-8792-dfc15ad83505 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:30:55.271773 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:30:55.272028 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48d5694b-a9b9-404f-8792-dfc15ad83505 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:30:55.272442 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'status': 'completed', 'code': 200} Nov 23 03:30:55.325341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-49a1e4b7-8764-4ac8-932d-1c421e38ae8e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/2e6daf1f-5dec-432c-8797-efcb35ed0aaa HTTP/1.1" status: 200 len: 991 time: 0.0914347 Nov 23 03:30:55.359952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6abe-1153-4078-8c22-4ad6e194220c req-8eef17de-115b-4ba0-8dfa-9796309c115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:55.361596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-8eef17de-115b-4ba0-8dfa-9796309c115b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0508583 Nov 23 03:30:55.390463 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '2e6daf1f-5dec-432c-8797-efcb35ed0aaa', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'port_id': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'mac_address': 'fa:16:3e:14:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:30:54Z', 'updated_at': '2021-11-23T03:30:54Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:55.417456 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Checking router: 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:30:55.426314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:30:55.426984 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:30:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:55.462560 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6abe-1153-4078-8c22-4ad6e194220c req-66eb1fbd-7343-45f3-b11d-d1479e16c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:55.464071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-66eb1fbd-7343-45f3-b11d-d1479e16c18c service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.0948036 Nov 23 03:30:55.544589 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-4974c69c-b88a-4a14-a992-0b0094abcc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 999 time: 0.0731249 Nov 23 03:30:55.548402 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:30:55.598554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6abe-1153-4078-8c22-4ad6e194220c req-40840261-a4bc-4cac-b2c1-b9a59216fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:55.600055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-40840261-a4bc-4cac-b2c1-b9a59216fc61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0469825 Nov 23 03:30:55.652000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6abe-1153-4078-8c22-4ad6e194220c req-98ce816a-9c81-463f-a4f3-e2f22924a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:30:55.653952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-98ce816a-9c81-463f-a4f3-e2f22924a67d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468996 Nov 23 03:30:55.666942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-51908976-f564-4145-99b3-3bdd98469e5a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:30:55.668055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-51908976-f564-4145-99b3-3bdd98469e5a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067000 Nov 23 03:30:55.781079 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '2e6daf1f-5dec-432c-8797-efcb35ed0aaa', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'port_id': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'mac_address': 'fa:16:3e:14:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:30:54Z', 'updated_at': '2021-11-23T03:30:54Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:30:55.789456 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-b0ffd238-c728-4f1e-9f7f-94c2c94e4cdf service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144133 Nov 23 03:30:55.808833 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241b78c6-8ffc-4196-be1a-3cdb9998cfd5 None None] The sync data for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 is: [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': '2e6daf1f-5dec-432c-8797-efcb35ed0aaa', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'port_id': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'mac_address': 'fa:16:3e:14:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:30:54Z', 'updated_at': '2021-11-23T03:30:54Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:30:55.883135 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-783a6abe-1153-4078-8c22-4ad6e194220c req-9ab89515-4903-4b37-9af8-f21ab1da8eca service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865538 Nov 23 03:30:55.996583 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942940fe-8d05-4b18-b883-ba3b68714571 None None] New status for floating IP 2e6daf1f-5dec-432c-8797-efcb35ed0aaa: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:30:56.327893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37012) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:30:56.396939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e7e7a521-0549-418e-b5ae-b28566219ead tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/2e6daf1f-5dec-432c-8797-efcb35ed0aaa HTTP/1.1" status: 200 len: 993 time: 0.0676851 Nov 23 03:31:00.304051 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:05.940004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5491-f8dc-474d-8aa8-b319e2a4f4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:08.139292 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-78968129-a775-4b5a-8f8b-b9fcca2d4131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:08.349105 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-a37f9bca-6d62-467a-b7b5-b16037d9cd72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397680 Nov 23 03:31:08.447650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-8a5f1dea-b5e9-4d25-9c51-d8c7abecb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:08.449650 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-8a5f1dea-b5e9-4d25-9c51-d8c7abecb9fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0420151 Nov 23 03:31:08.553438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-803f2ce0-c544-4f9e-a4df-e7a349108111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:08.554932 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-803f2ce0-c544-4f9e-a4df-e7a349108111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.0867233 Nov 23 03:31:08.621320 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-e1131d03-9f48-4348-a74b-d5e29a8782b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 1001 time: 0.0584607 Nov 23 03:31:08.669802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-c1b439ea-90c7-4bfc-80be-660136c1bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:08.671304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-c1b439ea-90c7-4bfc-80be-660136c1bca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0437086 Nov 23 03:31:08.722939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-7b49888e-060c-4e6a-add3-39f6e1458c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:08.724336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-7b49888e-060c-4e6a-add3-39f6e1458c85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447838 Nov 23 03:31:08.813050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-49a22f00-4d8a-4c9a-ae37-faeea995dde9 service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809169 Nov 23 03:31:08.905431 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-07bc100e-118e-4b97-b572-287fdf01cbdc req-5192a4bc-22b6-42a6-a51c-2f547dfc6979 service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Nov 23 03:31:09.524723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:10.937484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:12.012883 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:23.879613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:27.786235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567f7c-92ba-43a6-bb86-11b1fab90f4b req-ddcec88c-9ba2-41ff-b8bc-dd9c3f95ff76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:27.787835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74567f7c-92ba-43a6-bb86-11b1fab90f4b req-ddcec88c-9ba2-41ff-b8bc-dd9c3f95ff76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0511644 Nov 23 03:31:27.837390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74567f7c-92ba-43a6-bb86-11b1fab90f4b req-1f1a21e3-8664-400d-bd10-295e2262fa65 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Nov 23 03:31:28.953803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba22dd-738e-4e19-ade8-76ddeb54de61 req-6ec5d922-3f95-4b3d-9cd5-af7e6dd52f65 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:28.955303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3ba22dd-738e-4e19-ade8-76ddeb54de61 req-6ec5d922-3f95-4b3d-9cd5-af7e6dd52f65 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0481310 Nov 23 03:31:29.004822 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d3ba22dd-738e-4e19-ade8-76ddeb54de61 req-8558c6cf-f5be-4453-90cf-76bda2961b8f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Nov 23 03:31:29.408030 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:31:30.126229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4632a-fdf3-4bec-85de-08e2aa73129f req-4b7cba88-dc73-432a-be50-96f07ebc25a6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:30.127729 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5b4632a-fdf3-4bec-85de-08e2aa73129f req-4b7cba88-dc73-432a-be50-96f07ebc25a6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Nov 23 03:31:30.175712 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b5b4632a-fdf3-4bec-85de-08e2aa73129f req-9357bc93-ddd3-4bbd-8937-164e99a414e8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419307 Nov 23 03:31:30.310061 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:31.290123 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df7ee3-cd00-4128-a061-96a71ffe70e1 req-a4c520bd-519b-4ee7-9113-afb4357a320e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:31.291679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6df7ee3-cd00-4128-a061-96a71ffe70e1 req-a4c520bd-519b-4ee7-9113-afb4357a320e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Nov 23 03:31:31.344882 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6df7ee3-cd00-4128-a061-96a71ffe70e1 req-6f0b8252-388e-45f9-9d48-737e95ee5171 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471747 Nov 23 03:31:32.462158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37a549-059a-4ca0-8e1e-0f791a75f2f6 req-b2c88680-22e8-4e9c-9149-a11eab912771 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:32.463658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e37a549-059a-4ca0-8e1e-0f791a75f2f6 req-b2c88680-22e8-4e9c-9149-a11eab912771 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Nov 23 03:31:32.512231 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3e37a549-059a-4ca0-8e1e-0f791a75f2f6 req-3dd06fab-c400-46d8-aa63-f56b0fe4e140 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Nov 23 03:31:33.627866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd962c6e-43a0-4610-b389-3a5ef74f7473 req-a4e87cde-293b-4348-9708-bb352ce8de13 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:33.629340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd962c6e-43a0-4610-b389-3a5ef74f7473 req-a4e87cde-293b-4348-9708-bb352ce8de13 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0480435 Nov 23 03:31:33.695863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd962c6e-43a0-4610-b389-3a5ef74f7473 req-2d2c75c9-ef4d-4e4d-9738-b42ac429094a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604396 Nov 23 03:31:34.810431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a56a9a-bb2e-4ede-9374-140e454d5525 req-e5eae903-b9c9-46ee-9658-fc86e52c6efd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:34.811901 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54a56a9a-bb2e-4ede-9374-140e454d5525 req-e5eae903-b9c9-46ee-9658-fc86e52c6efd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0473623 Nov 23 03:31:34.863499 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54a56a9a-bb2e-4ede-9374-140e454d5525 req-33564b25-429f-4154-855e-34e1a7dc46c4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456727 Nov 23 03:31:35.941851 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-136b82f3-77a5-4790-af48-6c8363ae68c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:35.978279 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8c5d-13a4-40fa-b8c7-f831a331bdc5 req-51bf7c91-9acd-4abe-a2f5-9a6c43f72f84 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:35.979772 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c8f8c5d-13a4-40fa-b8c7-f831a331bdc5 req-51bf7c91-9acd-4abe-a2f5-9a6c43f72f84 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0500906 Nov 23 03:31:36.029507 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9c8f8c5d-13a4-40fa-b8c7-f831a331bdc5 req-2cc88722-74e6-47c6-900e-8fa844ca4ee5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Nov 23 03:31:37.143296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac0563-78e0-45a1-8179-5c7aaabcca3b req-7e1e3858-75e5-4a71-bcd6-b770e8a521bd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:37.144771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72ac0563-78e0-45a1-8179-5c7aaabcca3b req-7e1e3858-75e5-4a71-bcd6-b770e8a521bd tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Nov 23 03:31:37.192610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-72ac0563-78e0-45a1-8179-5c7aaabcca3b req-e9317a16-9e0e-4b4f-b320-e161a239e2f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Nov 23 03:31:38.139447 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04e86980-5b68-4ded-98d4-3b5fcc598929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:38.311753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9800232-5044-4ee9-9d13-90cd5bfade79 req-1522d83b-a83d-4007-9a6e-8631d023feb4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:38.313217 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9800232-5044-4ee9-9d13-90cd5bfade79 req-1522d83b-a83d-4007-9a6e-8631d023feb4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0525899 Nov 23 03:31:38.361150 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d9800232-5044-4ee9-9d13-90cd5bfade79 req-c43bf0a4-c9a9-4589-832d-6725a8bbf94e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Nov 23 03:31:38.384093 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37050) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:31:38.442656 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c4ebef0f-9337-4c77-8d85-82af9d288cb2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/2e6daf1f-5dec-432c-8797-efcb35ed0aaa HTTP/1.1" status: 200 len: 993 time: 0.0572851 Nov 23 03:31:39.525155 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:39.714213 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c61b-74bc-402c-af42-3e4ef20d08c5 req-c4c89cba-4a9f-43a7-b374-8f16e2c3a15f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:39.716423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6200c61b-74bc-402c-af42-3e4ef20d08c5 req-c4c89cba-4a9f-43a7-b374-8f16e2c3a15f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0527554 Nov 23 03:31:39.785107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-b07ffd89-45aa-4557-a842-d612055a0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:39.786657 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-b07ffd89-45aa-4557-a842-d612055a0c9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0673795 Nov 23 03:31:39.795158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6200c61b-74bc-402c-af42-3e4ef20d08c5 req-3c7c5316-de93-4e53-9494-15cbc9197e60 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680008 Nov 23 03:31:39.880040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-541e5d19-8429-4d9e-ae98-2180b46c7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:39.881481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-541e5d19-8429-4d9e-ae98-2180b46c7a28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.0854952 Nov 23 03:31:39.944209 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-3ac94d9b-0daf-4aa4-b25c-0eb59ad72bbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 1001 time: 0.0553908 Nov 23 03:31:39.991073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-d8509cfb-9908-4f41-8cc8-81554034f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:39.992455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-d8509cfb-9908-4f41-8cc8-81554034f754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0412087 Nov 23 03:31:40.041053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-42a806e7-f047-4364-b475-7b3fd586a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:40.042680 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-42a806e7-f047-4364-b475-7b3fd586a60f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430813 Nov 23 03:31:40.131178 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-a242cf21-6932-42f5-b020-4a33e499ef8b service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816247 Nov 23 03:31:40.223896 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-24ea0423-6dba-4bc0-83f1-931055ef4197 req-dc471d43-4eef-49cc-b63e-d902d8b0a9b5 service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 Nov 23 03:31:40.912247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dae647-32ed-4aea-9176-58ba3e9fa52b req-971c1d2b-9d29-47b1-b952-5fcd79716a82 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:31:40.913714 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00dae647-32ed-4aea-9176-58ba3e9fa52b req-971c1d2b-9d29-47b1-b952-5fcd79716a82 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Nov 23 03:31:40.940161 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:40.963636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-00dae647-32ed-4aea-9176-58ba3e9fa52b req-76c209c0-6046-4e9d-9587-38744581f61c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431437 Nov 23 03:31:40.986328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37060) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:31:41.044576 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-55d45cea-2db6-4441-80c4-2a06239ec9be tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/2e6daf1f-5dec-432c-8797-efcb35ed0aaa HTTP/1.1" status: 200 len: 993 time: 0.0564773 Nov 23 03:31:42.018285 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:31:53.879275 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:00.318935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:05.943120 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67ae6eaa-63ed-453c-a1a7-7ead98948f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:06.406712 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:32:08.139264 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50a681dc-d096-4569-ac6b-a6b5c82e7924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:09.356796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-9a22b30c-fcf3-4d29-a099-29361bc48859 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461826 Nov 23 03:32:09.456348 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-54085405-2b33-4668-9f0e-8fca20f498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:09.457827 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-54085405-2b33-4668-9f0e-8fca20f498a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0406520 Nov 23 03:32:09.528488 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:09.566988 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-aa89b4bb-222e-4fde-b3c9-7701891f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:09.568386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-aa89b4bb-222e-4fde-b3c9-7701891f0517 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.0860882 Nov 23 03:32:09.640809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-a1890496-8218-47e7-b7ff-6a9fdb7da64b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 1001 time: 0.0647898 Nov 23 03:32:09.689434 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-69eb1c37-df38-4f9d-84bd-cbb1b791d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:09.690937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-69eb1c37-df38-4f9d-84bd-cbb1b791d54b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0429280 Nov 23 03:32:09.737152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-5f7cf6d5-2dbe-4aa9-adee-4ba538998854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:09.738749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-5f7cf6d5-2dbe-4aa9-adee-4ba538998854 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402503 Nov 23 03:32:09.832572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-efda3216-38d4-44f8-b125-2c15b56647e0 service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853522 Nov 23 03:32:09.921636 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d6ea946b-e5a3-4702-be82-8deba4c3605b req-59863b69-9a9b-4336-85db-6a221ce8cc0e service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800354 Nov 23 03:32:10.943854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:11.465594 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37070) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:11.620902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 56be558c-f33e-42e9-a673-13fb0c85a5e9 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:32:11.621792 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:11.694416 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:11.694977 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:11.706674 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 56be558c-f33e-42e9-a673-13fb0c85a5e9 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:32:12.020510 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:12.160804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:12.186061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=56be558c-f33e-42e9-a673-13fb0c85a5e9,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:12.197693 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.198052 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.198400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.198772 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.199147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.199486 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.199824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.200161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.200492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.200824 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.201155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.201483 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:12.258566 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:12.258902 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP 2e6daf1f-5dec-432c-8797-efcb35ed0aaa disassociated (deleted). External IP: 172.25.1.187, port: 7a431a07-214c-47e8-96c3-03db9ae60a48. Nov 23 03:32:12.460158 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:32:12.564391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:32:12.569126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:12.573907 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Sync routers for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:32:12.584632 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:12.585231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:12.600156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-cd251a06-35d7-405f-876d-514143ac89c8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/floatingips/2e6daf1f-5dec-432c-8797-efcb35ed0aaa HTTP/1.1" status: 204 len: 168 time: 1.1310670 Nov 23 03:32:12.600156 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:32:12.600697 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86278980-a2dd-4e28-9ced-82031278f39c" -d '{"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:32:12.702738 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:12.760827 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699b0f4-5f46-4814-b4d1-f7d4389e920a x-openstack-request-id: req-a699b0f4-5f46-4814-b4d1-f7d4389e920a {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:32:12.761415 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:32:12.761763 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a699b0f4-5f46-4814-b4d1-f7d4389e920a {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:32:12.762243 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'status': 'completed', 'code': 200} Nov 23 03:32:12.891239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c292c-b0fd-401a-89a9-0ba16e63a255 req-cec852bb-c5a9-4f69-a82b-34eb59506be2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:12.892727 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a97c292c-b0fd-401a-89a9-0ba16e63a255 req-cec852bb-c5a9-4f69-a82b-34eb59506be2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0841901 Nov 23 03:32:12.898328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278980-a2dd-4e28-9ced-82031278f39c req-e835e554-8d65-41bb-a0f2-b39fe6a1b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:12.899851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-e835e554-8d65-41bb-a0f2-b39fe6a1b022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 1097 time: 0.0590413 Nov 23 03:32:12.911214 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:12.937008 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Checking router: 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:32:12.944975 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:12.945568 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:12.996103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a97c292c-b0fd-401a-89a9-0ba16e63a255 req-e469d5fc-544c-489a-86f4-e64bab70f4f6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952449 Nov 23 03:32:13.027650 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278980-a2dd-4e28-9ced-82031278f39c req-d7e50e43-c05d-464c-8ecb-f0a1dd6785cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:13.029116 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-d7e50e43-c05d-464c-8ecb-f0a1dd6785cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 200 len: 897 time: 0.1148777 Nov 23 03:32:13.050702 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:13.096596 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-95e5ebf0-6ba9-48dc-8b33-15506dd82658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 200 len: 217 time: 0.0357883 Nov 23 03:32:13.154890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278980-a2dd-4e28-9ced-82031278f39c req-431171c4-3be5-4c9c-995f-a944fccdb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:13.156248 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-431171c4-3be5-4c9c-995f-a944fccdb78a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 200 len: 835 time: 0.0429387 Nov 23 03:32:13.209360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278980-a2dd-4e28-9ced-82031278f39c req-3bc23e47-702d-426e-9d5f-115caddfb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:13.210902 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-3bc23e47-702d-426e-9d5f-115caddfb4a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50127172-1d0f-4d15-956c-b3a57a6a3f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440300 Nov 23 03:32:13.244838 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:13.275063 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918c5f8-00f0-4c09-9b16-5fb38973c562 None None] The sync data for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 is: [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:30:40Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '98f2ddd9-73f4-49f3-a61c-bac3e9e45809', 'name': '', 'network_id': '50127172-1d0f-4d15-956c-b3a57a6a3f0b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:a1:22:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:40Z', 'updated_at': '2021-11-23T03:30:43Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': 'db61a4b2-9a9d-4967-949d-4a4bf86eb8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:32:13.305984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-b0a74da2-399d-4ea1-bc6a-4e9d17c2903e service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859299 Nov 23 03:32:13.405905 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-86278980-a2dd-4e28-9ced-82031278f39c req-031305ce-1564-4be8-be46-ea8c24f1cbbc service neutron] 10.222.0.41 "GET /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907595 Nov 23 03:32:13.500117 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e2538-4716-4710-93ed-85098de7b556 None None] New status for floating IP 2e6daf1f-5dec-432c-8797-efcb35ed0aaa: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:32:14.110997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b932e5-e866-4745-b5f6-e0046e21a41e req-aa612a22-6c42-485e-8974-a979a825896f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:14.112457 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11b932e5-e866-4745-b5f6-e0046e21a41e req-aa612a22-6c42-485e-8974-a979a825896f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0486872 Nov 23 03:32:14.159868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11b932e5-e866-4745-b5f6-e0046e21a41e req-973a8510-2c11-467c-8924-23c3b23b0084 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=cbaf04ae-a1f9-44ef-97d9-f3415020688c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415823 Nov 23 03:32:14.575524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-7d332456-802c-4448-8f33-e2d917e55abe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:14.576946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-7d332456-802c-4448-8f33-e2d917e55abe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Nov 23 03:32:14.667548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 7a431a07-214c-47e8-96c3-03db9ae60a48 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:32:14.667918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:14.755186 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 7a431a07-214c-47e8-96c3-03db9ae60a48, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=7a431a07-214c-47e8-96c3-03db9ae60a48,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:14.755548 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:14.767860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 7a431a07-214c-47e8-96c3-03db9ae60a48 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:32:14.903776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:14.932844 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=7a431a07-214c-47e8-96c3-03db9ae60a48,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:14.979126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] No DVR routers for this DVR port 7a431a07-214c-47e8-96c3-03db9ae60a48 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:32:14.981756 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:14.985110 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-743f0cf1-2a45-488c-8416-c56f11eade45 req-678300ad-87f3-45c7-a0dd-76efd1c482c0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "DELETE /v2.0/ports/7a431a07-214c-47e8-96c3-03db9ae60a48 HTTP/1.1" status: 204 len: 173 time: 0.4022706 Nov 23 03:32:14.985550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'name': 'network-vif-deleted', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:32:14.987871 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4403a-6676-434c-9368-c61cbd3fd6a9" -d '{"events": [{"server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "name": "network-vif-deleted", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:32:15.024442 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ea7369-3e6a-43ac-9f9d-46da0e67931f x-openstack-request-id: req-20ea7369-3e6a-43ac-9f9d-46da0e67931f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:32:15.024745 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343a4b53-78f4-48ee-a3b6-47f90ed1ad60", "name": "network-vif-deleted", "tag": "7a431a07-214c-47e8-96c3-03db9ae60a48", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:32:15.025010 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20ea7369-3e6a-43ac-9f9d-46da0e67931f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:32:15.025434 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343a4b53-78f4-48ee-a3b6-47f90ed1ad60', 'name': 'network-vif-deleted', 'tag': '7a431a07-214c-47e8-96c3-03db9ae60a48', 'status': 'completed', 'code': 200} Nov 23 03:32:15.268638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-844eed0c-97ca-4177-b126-22537b0bfca8 req-136ee474-ac0e-4943-acd0-3a292d9aa993 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=343a4b53-78f4-48ee-a3b6-47f90ed1ad60 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Nov 23 03:32:16.325841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37088) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:16.674398 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:16.926807 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:32:16.927072 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.017648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 98f2ddd9-73f4-49f3-a61c-bac3e9e45809, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:17.018016 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.030360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:32:17.215612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.243283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=98f2ddd9-73f4-49f3-a61c-bac3e9e45809,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:17.418730 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.630124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:32:17.735608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:32:17.740638 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2f64403-b525-4854-95a2-cdbb80f46ff5 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/3082d5a1-c869-44cc-a03d-ff0cf4e8a220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137847 Nov 23 03:32:17.743305 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37090) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:17.746685 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Sync routers for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:32:17.757369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:17.757972 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:17.798561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting subnet db61a4b2-9a9d-4967-949d-4a4bf86eb8cc {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:32:17.801644 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.841735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.863640 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:17.924430 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:17.990342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.017637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Subnet': ['ID=db61a4b2-9a9d-4967-949d-4a4bf86eb8cc,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:18.021228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.024476 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-302718f5-01f4-4e86-8116-dbfa63e391a0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/subnets/db61a4b2-9a9d-4967-949d-4a4bf86eb8cc HTTP/1.1" status: 204 len: 168 time: 0.2802544 Nov 23 03:32:18.027129 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37092) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:18.036432 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ba7fa-405f-4417-bfb3-149b54923909 None None] Network 50127172-1d0f-4d15-956c-b3a57a6a3f0b requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:32:18.046323 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:32:17Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:18.072883 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Checking router: 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:32:18.084154 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Routers {'3082d5a1-c869-44cc-a03d-ff0cf4e8a220'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:18.085014 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:18.140363 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.195045 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] Set router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:18.225478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] DHCP port deletion for 50127172-1d0f-4d15-956c-b3a57a6a3f0b request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:32:18.251480 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.285053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Deleting port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:32:18.285484 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.305730 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:32:18.306081 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.392393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 46a2fdd7-fd72-43b7-b689-b0fd85df78c3, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:18.392815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.393546 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:32:17Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:18.412261 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:32:18.421272 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de6e97-c448-42ed-b90d-a6d442bcf4a1 None None] The sync data for ids ['3082d5a1-c869-44cc-a03d-ff0cf4e8a220'] in n-d-714676-12 is: [{'id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1643747869', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:30:36Z', 'updated_at': '2021-11-23T03:32:17Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '46a2fdd7-fd72-43b7-b689-b0fd85df78c3', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3082d5a1-c869-44cc-a03d-ff0cf4e8a220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:30:37Z', 'updated_at': '2021-11-23T03:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:32:18.512389 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] For port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,segment=NetworkSegment(223c9b58-7087-4480-b6a5-0914e602e669),segment_id=223c9b58-7087-4480-b6a5-0914e602e669)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:18.512789 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.524868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Calling delete_port for 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:32:18.583024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.606209 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.612315 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=46a2fdd7-fd72-43b7-b689-b0fd85df78c3,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:18.633769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3c921-94fc-48b9-a0ed-023090a84509 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:32:18.638130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Pushing event deleted for resources: {'Port': ['ID=1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:18.648839 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] No DVR routers for this DVR port 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:32:18.651289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.651813 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.652049 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.652459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.652838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.653173 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.653502 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.653829 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.654152 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.654477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.654827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.655153 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b565224-0702-43ae-af04-8c066a43cc57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:18.675647 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.764909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.767870 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.812776 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.813655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Fanout notify agent at l3_agent the message router_deleted on router 3082d5a1-c869-44cc-a03d-ff0cf4e8a220 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:32:18.820934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:18.824747 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a33d35af-1ede-4170-8119-15c45e7084e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/routers/3082d5a1-c869-44cc-a03d-ff0cf4e8a220 HTTP/1.1" status: 204 len: 168 time: 0.7934558 Nov 23 03:32:18.824858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37094) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:19.148427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7a431a07-214c-47e8-96c3-03db9ae60a48 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:32:19.170062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 7a431a07-214c-47e8-96c3-03db9ae60a48 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:32:19.170412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 7a431a07-214c-47e8-96c3-03db9ae60a48 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:32:19.222877 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.309586 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.329341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50127172-1d0f-4d15-956c-b3a57a6a3f0b']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:19.338407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223c9b58-7087-4480-b6a5-0914e602e669') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:19.338804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223c9b58-7087-4480-b6a5-0914e602e669') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:19.348830 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.361880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.367802 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:32:19.368254 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:32:19.371262 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:32:19.429070 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.433782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.440032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/networks/50127172-1d0f-4d15-956c-b3a57a6a3f0b HTTP/1.1" status: 204 len: 168 time: 0.6115284 Nov 23 03:32:19.440316 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37096) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:19.453313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02abe15-f9d2-40a7-b752-e93c6b302b43 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Network': ['ID=50127172-1d0f-4d15-956c-b3a57a6a3f0b,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:19.509386 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.534285 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.592748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.596019 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.597195 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/security-groups/cbaf04ae-a1f9-44ef-97d9-f3415020688c HTTP/1.1" status: 204 len: 168 time: 0.1558669 Nov 23 03:32:19.606201 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf04ae-a1f9-44ef-97d9-f3415020688c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:19.613839 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.614153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.614521 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.614869 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.615213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.615551 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.615894 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.616229 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.616563 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.616900 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.617232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.617559 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767bb8d8-501d-45b7-9814-a387567735f8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:19.718638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:32:19.741430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:32:19.741791 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 98f2ddd9-73f4-49f3-a61c-bac3e9e45809 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:32:19.742179 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:32:19.760648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:32:19.760996 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 1efc3b57-3b9f-4f4f-a3cf-aaa1b6a60bd2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:32:19.761394 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:32:19.780926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:32:19.781484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 46a2fdd7-fd72-43b7-b689-b0fd85df78c3 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:32:19.904473 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37106) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:19.909076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305205425', 'description': 'tempest-secgroup-smoke-305205425 description', 'project_id': 'b9afb054285348248164e92dd3daddc9'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:19.930661 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:19.997316 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.000749 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.031176 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.032391 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268811 Nov 23 03:32:20.033502 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310d040-f08f-4c11-9907-bdc6bc96b418 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56849af0-7d1c-409a-902e-c466af4ae050,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.035464 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37108) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.040148 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.066780 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.121145 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.124381 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.142665 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1928a0a2-57a3-4b0c-b076-8562ffde6ce1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.147808 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.148989 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1e8300ae-b414-4199-8145-037374ace110 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126075 Nov 23 03:32:20.151982 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37110) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.156931 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.182079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.236038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.239361 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.256614 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d732d2-1063-421f-b08d-2986e1e6507c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.265034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.266212 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa7075d0-cfc3-49c9-bf91-1cdcb3f08fe6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126561 Nov 23 03:32:20.269047 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37112) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.273418 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.299536 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.357487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.360762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.377984 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3d41d3-4207-4b18-b4ad-2384a4fcab21,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.385757 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.388191 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-42a0a5a9-9c9e-4f58-949d-e7e83d85c3fe tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181867 Nov 23 03:32:20.390262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37114) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.394603 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.419048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.475938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.479288 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.497003 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa25342-8c66-4ac4-9528-ff6bfa25eae7,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.504923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.506117 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5e0f1259-5163-4c97-a012-99dc4e0ac06e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149101 Nov 23 03:32:20.508877 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37116) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.513822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.534863 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:32:20.539615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.597442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.600914 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.620607 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f0e145-77b2-4a1a-a701-c83d373761e4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.625988 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.627202 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c956b369-1cfd-4ace-8d1e-deda9a651812 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173654 Nov 23 03:32:20.629885 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37118) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.634149 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'security_group_rule': {'security_group_id': '56849af0-7d1c-409a-902e-c466af4ae050', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.655299 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Project b9afb054285348248164e92dd3daddc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:32:20.660155 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.719565 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.723194 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.741561 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feba85b4-d38b-4eff-be40-a4a9d0c301b9,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.750045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.751314 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dc2acc9f-0a60-4d3d-bf0b-e046a1dcae76 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205058 Nov 23 03:32:20.754263 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37120) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.759004 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'network': {'name': 'tempest-network-smoke--231764758', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'port_security_enabled': True}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.778793 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'network': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:32:20.782049 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.805742 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=103572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:32:20.816602 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.816998 n-d-714676-12 neutron-server[103572]: INFO neutron.db.segments_db [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Added segment cae9736f-0cda-427a-98fa-59b36ea71a3c of type vlan for network 815b068d-bf2c-4837-b36b-22ec62524a7f Nov 23 03:32:20.857134 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.880998 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.886683 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:20.887279 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.943218 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1878481 Nov 23 03:32:20.946851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37122) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:20.952191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'admin_state_up': True, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:20.957555 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afa313-5f4d-4c9c-b550-f09b6e7dc593 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Network': ['ID=815b068d-bf2c-4837-b36b-22ec62524a7f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:20.968318 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 815b068d-bf2c-4837-b36b-22ec62524a7f details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:32:20.979329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:20.980855 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.035897 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.175478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.364096 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.382633 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.488453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.206 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/0d63c431-d4b2-4621-8085-c6a7649afd49) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:32:21.587542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.621143 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.663880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:21.666764 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:21.669211 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:32:21.679958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db937b25-e6ad-434f-bda3-42f21684818c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:32:21.697702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=0d63c431-d4b2-4621-8085-c6a7649afd49,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:21.783361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-087335f3-5f30-42be-8bfe-57f92bbbaec6 None None] Provisioning complete for port 0d63c431-d4b2-4621-8085-c6a7649afd49 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:21.783727 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-087335f3-5f30-42be-8bfe-57f92bbbaec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:21.818978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-087335f3-5f30-42be-8bfe-57f92bbbaec6 None None] Port 0d63c431-d4b2-4621-8085-c6a7649afd49 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:21.927583 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.122013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.255225 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 8cd83f60-84c2-491f-ab73-5cee673178c9 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:32:22.358368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:32:22.368113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Sync routers for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:32:22.378437 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.378841 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:22.379527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:22.379751 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-0b0f08b4-b5a1-45bc-9ff6-bd3e5c0c957d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4317870 Nov 23 03:32:22.382880 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37124) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:22.473562 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d71f2efe-877e-4b27-be21-497d1447f54d tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=b9afb054285348248164e92dd3daddc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0895839 Nov 23 03:32:22.476190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37128) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:22.485487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:22.561262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51386e-20b5-47eb-914d-94363ec90a00 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:22.562731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4a51386e-20b5-47eb-914d-94363ec90a00 tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856228 Nov 23 03:32:22.565542 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:22.593495 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ebbcbcb8-c1e7-46c7-b481-11df87e5c1ca tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=be908337-ef10-42e5-b02a-0c4a016e859d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268917 Nov 23 03:32:22.596309 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37132) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:22.600953 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1751828672', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'project_id': 'b9afb054285348248164e92dd3daddc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:22.663024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:21Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:22.692393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'subnet': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:32:22.693820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Checking router: 8cd83f60-84c2-491f-ab73-5cee673178c9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:32:22.694186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Updating router 8cd83f60-84c2-491f-ab73-5cee673178c9 port 0d63c431-d4b2-4621-8085-c6a7649afd49 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:32:22.695911 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12462401'] for subnet, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.719360 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.883484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12462447'] for subnet, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.942024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Subnet': ['ID=824a290b-01d6-4ef1-8f26-02883764fbcd,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:22.951136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Checking segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:32:22.951498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network hostable DHCP agents. Network: 815b068d-bf2c-4837-b36b-22ec62524a7f, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103571) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:32:22.968051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 815b068d-bf2c-4837-b36b-22ec62524a7f is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103571) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:32:22.971534 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.976201 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.977130 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 815b068d-bf2c-4837-b36b-22ec62524a7f) {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:22.981133 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:22.981729 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:22.997890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c82e409a-aa26-4b87-a288-b3e744efbe8b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4005826 Nov 23 03:32:23.000602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37134) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:23.003712 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623eaab-b921-4045-a2a3-988246215be4 None None] Network 815b068d-bf2c-4837-b36b-22ec62524a7f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:32:23.069342 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff1245c-0a32-45fe-a1d3-43c9a82bdc8d None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:32:23.082673 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d35932-43bd-4658-8981-e2a5e1ade7f3 None None] Pushing event updated for resources: {'Port': ['ID=0d63c431-d4b2-4621-8085-c6a7649afd49,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:23.095010 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Attempting to bind port 0d63c431-d4b2-4621-8085-c6a7649afd49 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:32:23.096089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Attempting to bind port 0d63c431-d4b2-4621-8085-c6a7649afd49 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:32:23.096089 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Attempting to bind port 0d63c431-d4b2-4621-8085-c6a7649afd49 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:32:23.109872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:32:23.110247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:32:23.110676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.111074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:32:23.111551 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Bound port: 0d63c431-d4b2-4621-8085-c6a7649afd49, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:32:23.111929 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.204113 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-e4fea37e-7c34-4461-8ef4-4c6fc76e8f75 None None] Provisioning complete for port 0d63c431-d4b2-4621-8085-c6a7649afd49 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:23.204396 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e4fea37e-7c34-4461-8ef4-4c6fc76e8f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.240678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] For port 0d63c431-d4b2-4621-8085-c6a7649afd49, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:32:23.264707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] For port 0d63c431-d4b2-4621-8085-c6a7649afd49, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d63c431-d4b2-4621-8085-c6a7649afd49,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:32:23.278277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-e4fea37e-7c34-4461-8ef4-4c6fc76e8f75 None None] Port 0d63c431-d4b2-4621-8085-c6a7649afd49 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:23.282145 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.314522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-815b068d-bf2c-4837-b36b-22ec62524a7f', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:32:23.315733 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.340626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d3299-bb0d-410d-a5f3-a9eaf9da5c78 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:32:23.377834 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d35932-43bd-4658-8981-e2a5e1ade7f3 None None] Pushing event updated for resources: {'Port': ['ID=0d63c431-d4b2-4621-8085-c6a7649afd49,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:23.380361 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:23.380977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:23.450381 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.534178 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] Provisioning complete for port 0d63c431-d4b2-4621-8085-c6a7649afd49 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:23.534460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:23.627947 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:23.688421 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Allocated IP 172.20.0.2 (815b068d-bf2c-4837-b36b-22ec62524a7f/824a290b-01d6-4ef1-8f26-02883764fbcd/537ea70d-4c24-44bb-b928-9a81df279e60) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:32:24.003711 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.014045 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.061612 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] For port 0d63c431-d4b2-4621-8085-c6a7649afd49, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d63c431-d4b2-4621-8085-c6a7649afd49,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:24.086120 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.184028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b29b8-8298-415e-bbc9-5b0f25d1ca7f None None] Pushing event updated for resources: {'Port': ['ID=0d63c431-d4b2-4621-8085-c6a7649afd49,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:24.189667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.199645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.238036 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:21Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:24.251413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.1 (815b068d-bf2c-4837-b36b-22ec62524a7f/824a290b-01d6-4ef1-8f26-02883764fbcd/44504a07-593a-438f-b972-3370fec77758) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:32:24.270007 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Network 815b068d-bf2c-4837-b36b-22ec62524a7f is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:24.273292 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0aaced-86e6-447e-b8bd-f093e3ed0b67 None None] The sync data for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 is: [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:21Z', 'revision_number': 3, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:32:24.277667 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:24.282023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:32:24.284110 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Pushing event updated for resources: {'Port': ['ID=537ea70d-4c24-44bb-b928-9a81df279e60,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:24.344663 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Attempting to bind port 537ea70d-4c24-44bb-b928-9a81df279e60 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:32:24.345302 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Attempting to bind port 537ea70d-4c24-44bb-b928-9a81df279e60 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:32:24.345688 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Attempting to bind port 537ea70d-4c24-44bb-b928-9a81df279e60 on network 815b068d-bf2c-4837-b36b-22ec62524a7f {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:32:24.351145 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:32:24.351523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Checking segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:32:24.351927 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.352326 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Bound using segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:32:24.352818 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Bound port: 537ea70d-4c24-44bb-b928-9a81df279e60, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:32:24.353204 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.381229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.416182 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.419296 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] For port 537ea70d-4c24-44bb-b928-9a81df279e60, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:32:24.423029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] For port 537ea70d-4c24-44bb-b928-9a81df279e60, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=537ea70d-4c24-44bb-b928-9a81df279e60,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:32:24.428427 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.463776 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 815b068d-bf2c-4837-b36b-22ec62524a7f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:24.467831 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:24.471940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:32:24.492741 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0df61-c232-423d-9c61-f66766762a0a None None] Pushing event updated for resources: {'Port': ['ID=537ea70d-4c24-44bb-b928-9a81df279e60,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:24.518858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:24.520997 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:24.672544 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.005766 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.012198 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.089097 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:25.091598 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.191986 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 815b068d-bf2c-4837-b36b-22ec62524a7f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:25.193460 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:25.319167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 8cd83f60-84c2-491f-ab73-5cee673178c9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:32:25.433114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:32:25.438190 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a48e0b3a-8928-4d84-a3d2-dc5d7b2c88d8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/8cd83f60-84c2-491f-ab73-5cee673178c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366252 Nov 23 03:32:25.578892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871df389-8853-4c14-a1d0-cde1600b12cb None None] Network 815b068d-bf2c-4837-b36b-22ec62524a7f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:32:25.613954 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-ff882602-ec36-44c4-9128-5af577fafd0d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305205425&fields=id&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 267 time: 0.0504453 Nov 23 03:32:25.646229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-528a1717-a072-4e97-97fb-279579f442be None None] Provisioning complete for port 537ea70d-4c24-44bb-b928-9a81df279e60 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:25.646626 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-528a1717-a072-4e97-97fb-279579f442be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.754529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-279ea4a0-dfc6-4b16-aa7b-db0c9d1408db tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:25.755602 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-279ea4a0-dfc6-4b16-aa7b-db0c9d1408db tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 796 time: 0.1344442 Nov 23 03:32:25.769544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-f65c976d-0bae-48ab-a21d-a2c402e59df7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/quotas/b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 375 time: 0.0129185 Nov 23 03:32:25.805961 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 537ea70d-4c24-44bb-b928-9a81df279e60 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:32:25.834675 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-2d880555-305c-4fdc-ac82-1be64d725375 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572443 Nov 23 03:32:25.848357 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-528a1717-a072-4e97-97fb-279579f442be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.895527 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-528a1717-a072-4e97-97fb-279579f442be None None] For port 537ea70d-4c24-44bb-b928-9a81df279e60, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=537ea70d-4c24-44bb-b928-9a81df279e60,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:25.903144 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-528a1717-a072-4e97-97fb-279579f442be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.904975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 537ea70d-4c24-44bb-b928-9a81df279e60 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:25.905418 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:25.940802 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-74c18cb8-4dc8-4f98-b38f-16a0ac16bea0 service neutron] 10.222.0.15 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941076 Nov 23 03:32:25.980974 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a1717-a072-4e97-97fb-279579f442be None None] Pushing event updated for resources: {'Port': ['ID=537ea70d-4c24-44bb-b928-9a81df279e60,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:26.041459 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d63c431-d4b2-4621-8085-c6a7649afd49 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:32:26.050451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-fb8147d7-657d-4831-90b4-0cb9219c9f8c service neutron] 10.222.0.15 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023345 Nov 23 03:32:26.093413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 0d63c431-d4b2-4621-8085-c6a7649afd49 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:26.094312 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:26.144154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59b97437-783c-44ad-92d3-720c6a41540a None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:26.144522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b97437-783c-44ad-92d3-720c6a41540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:26.243415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-59b97437-783c-44ad-92d3-720c6a41540a None None] Port 44504a07-593a-438f-b972-3370fec77758 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:26.253694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc67a9c0-c2c4-408b-b737-78b44feedf9b req-7cd0ca35-0abc-41df-8961-707e2eb42139 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 210 time: 0.0380948 Nov 23 03:32:26.258963 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Sync routers for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:32:26.274170 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:26.275123 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:26.286883 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-59b97437-783c-44ad-92d3-720c6a41540a None None] Provisioning complete for port 537ea70d-4c24-44bb-b928-9a81df279e60 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:26.287464 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b97437-783c-44ad-92d3-720c6a41540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:26.517449 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-ec6f1afc-780b-4d84-b8af-aace50071dae None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:26.518692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec6f1afc-780b-4d84-b8af-aace50071dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:26.523046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:26.562408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f1afc-780b-4d84-b8af-aace50071dae None None] Port 44504a07-593a-438f-b972-3370fec77758 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:26.682069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5426e51d-495b-4728-ba74-6931d3d8dd69 None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:26.682765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5426e51d-495b-4728-ba74-6931d3d8dd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:26.718398 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5426e51d-495b-4728-ba74-6931d3d8dd69 None None] Port 44504a07-593a-438f-b972-3370fec77758 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:26.749484 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 2, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:26.775954 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Checking router: 8cd83f60-84c2-491f-ab73-5cee673178c9 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:32:26.776314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Updating router 8cd83f60-84c2-491f-ab73-5cee673178c9 port 44504a07-593a-438f-b972-3370fec77758 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:32:26.801389 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.061376 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.066586 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.115170 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Pushing event updated for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:27.125622 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.125969 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.126379 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.126678 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.127013 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.127344 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.127674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.128003 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.128327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.128652 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.128980 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.129309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:32:27.176852 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Attempting to bind port 44504a07-593a-438f-b972-3370fec77758 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:32:27.177229 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Attempting to bind port 44504a07-593a-438f-b972-3370fec77758 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:32:27.177590 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Attempting to bind port 44504a07-593a-438f-b972-3370fec77758 on network 815b068d-bf2c-4837-b36b-22ec62524a7f {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:32:27.183040 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:32:27.183452 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Checking segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:32:27.183854 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.184246 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Bound using segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:32:27.184716 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Bound port: 44504a07-593a-438f-b972-3370fec77758, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:32:27.185095 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.261217 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] For port 44504a07-593a-438f-b972-3370fec77758, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:32:27.264827 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] For port 44504a07-593a-438f-b972-3370fec77758, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=44504a07-593a-438f-b972-3370fec77758,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:32:27.268232 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.331847 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d5293-61b0-403a-a750-12fb6230e283 None None] Pushing event updated for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=4']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:27.349381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:27.349850 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.366175 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:27.367247 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:27.397017 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-be2a3c3a-ecaf-47a0-95fb-926da2617314 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:27.398646 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-be2a3c3a-ecaf-47a0-95fb-926da2617314 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 796 time: 0.1368923 Nov 23 03:32:27.441090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08b1dffd-bf2b-45b7-a343-cad1282d6ace req-f35a4a9d-26b1-4e0f-b06a-d7539cc7ac47 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 210 time: 0.0413525 Nov 23 03:32:27.508070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.518587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-06d9afb3-9911-486b-bf42-de5ae6768928 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9afb054285348248164e92dd3daddc9 HTTP/1.1" status: 200 len: 379 time: 0.0850832 Nov 23 03:32:27.519812 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:27.534375 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'port': {'device_id': '26a95568-858d-40de-b78f-6932b4a35994', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'admin_state_up': True, 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'security_groups': ['56849af0-7d1c-409a-902e-c466af4ae050']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:27.545953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] For port 44504a07-593a-438f-b972-3370fec77758, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=44504a07-593a-438f-b972-3370fec77758,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:27.550632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.604655 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ddaae-5824-469d-b9ea-03ac0af978b6 None None] Pushing event updated for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:27.664444 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Made reservation on behalf of b9afb054285348248164e92dd3daddc9 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:32:27.668630 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.681062 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fd28a33d-f155-45cc-98b8-1cef294b8527 None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:27.681441 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fd28a33d-f155-45cc-98b8-1cef294b8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.756437 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 537ea70d-4c24-44bb-b928-9a81df279e60 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:32:27.781015 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:27.814054 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.20.0.4 (815b068d-bf2c-4837-b36b-22ec62524a7f/824a290b-01d6-4ef1-8f26-02883764fbcd/c3577929-8f7e-4711-8821-0383a9eb0962) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:32:27.816583 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e42e3b-bb6e-49c4-bf6e-c78a92c0c11d None None] The sync data for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 is: [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:32:27.817202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 537ea70d-4c24-44bb-b928-9a81df279e60 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:27.817786 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:27.990674 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.025577 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.072358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network 815b068d-bf2c-4837-b36b-22ec62524a7f is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:28.076291 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:28.079931 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:32:28.107641 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:28.138320 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:28.139178 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.160975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-88a89619-0d0a-4676-84f6-d663549d3923 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311612 Nov 23 03:32:28.181686 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Request body: {'port': {'device_id': '26a95568-858d-40de-b78f-6932b4a35994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:28.253046 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.327072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c14a76a-af19-4782-baf0-3eb6444414f9 None None] Provisioning complete for port c3577929-8f7e-4711-8821-0383a9eb0962 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:28.327392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c14a76a-af19-4782-baf0-3eb6444414f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.367568 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9c14a76a-af19-4782-baf0-3eb6444414f9 None None] Port c3577929-8f7e-4711-8821-0383a9eb0962 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:32:28.566972 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3577929-8f7e-4711-8821-0383a9eb0962 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:32:28.579749 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.606395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117ccc-b0f4-4b6d-aa71-ad9e0284165c req-01f42ecd-b261-45e7-9e61-33ce81ada8f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:28.608016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11117ccc-b0f4-4b6d-aa71-ad9e0284165c req-01f42ecd-b261-45e7-9e61-33ce81ada8f9 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 931 time: 0.0789609 Nov 23 03:32:28.609695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Transition to ACTIVE for port object c3577929-8f7e-4711-8821-0383a9eb0962 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:32:28.618899 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.724834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Pushing event updated for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:28.732420 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-11117ccc-b0f4-4b6d-aa71-ad9e0284165c req-9e067704-9137-4846-8a09-7c6ff474b97e tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156113 Nov 23 03:32:28.814564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Attempting to bind port c3577929-8f7e-4711-8821-0383a9eb0962 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:32:28.814950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Attempting to bind port c3577929-8f7e-4711-8821-0383a9eb0962 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:32:28.815349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Attempting to bind port c3577929-8f7e-4711-8821-0383a9eb0962 on network 815b068d-bf2c-4837-b36b-22ec62524a7f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:32:28.820392 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Port c3577929-8f7e-4711-8821-0383a9eb0962 on network 815b068d-bf2c-4837-b36b-22ec62524a7f not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:32:28.820710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Attempting to bind port c3577929-8f7e-4711-8821-0383a9eb0962 on network 815b068d-bf2c-4837-b36b-22ec62524a7f {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:32:28.827189 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:32:28.827531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Checking segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:32:28.827916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Bound using segment: {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:32:28.828349 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Bound port: c3577929-8f7e-4711-8821-0383a9eb0962, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cae9736f-0cda-427a-98fa-59b36ea71a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:32:28.828712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.905495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:32:28.908685 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c3577929-8f7e-4711-8821-0383a9eb0962,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:32:28.914181 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.954497 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:28.955149 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:28.956552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] 10.222.0.41 "PUT /v2.0/ports/c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 1092 time: 0.7808661 Nov 23 03:32:28.957002 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:32:28.959344 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb150f0-6ff2-424e-a71a-7f64ecca20db" -d '{"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:32:28.983601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4d1db-84d2-4656-9746-5c7dafedde1c service neutron] Pushing event updated for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:29.005745 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6102fb-5b34-4448-821e-db1b3245f8c3 x-openstack-request-id: req-4e6102fb-5b34-4448-821e-db1b3245f8c3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:32:29.006048 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:32:29.006315 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e6102fb-5b34-4448-821e-db1b3245f8c3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:32:29.006827 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'status': 'completed', 'code': 200} Nov 23 03:32:29.071548 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-b37e9a0f-90a6-4fa6-8c04-14f017ed6cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.073430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-b37e9a0f-90a6-4fa6-8c04-14f017ed6cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1095 time: 0.0469179 Nov 23 03:32:29.124345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-cdd12550-33c9-4e99-bcc6-023c0ca1056e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 217 time: 0.0359976 Nov 23 03:32:29.177143 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-c0fd2131-4ff0-43a6-aeb9-71d2eb1f2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.178649 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-c0fd2131-4ff0-43a6-aeb9-71d2eb1f2fc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0479105 Nov 23 03:32:29.223167 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-182db9f0-7aef-4a9e-be17-e1495dcd330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.225635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-182db9f0-7aef-4a9e-be17-e1495dcd330c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401671 Nov 23 03:32:29.340574 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-5520f4e5-c144-4c70-9388-690041c0b78e service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071475 Nov 23 03:32:29.436192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a6730d12-dc06-41e9-8dd8-05e43308ad43 req-3a5c5f9f-3c37-4623-b69e-6fefedf96520 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876155 Nov 23 03:32:29.567391 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-844ad2ad-69d0-476a-b0e5-0d54a2f64fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.568851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-844ad2ad-69d0-476a-b0e5-0d54a2f64fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1095 time: 0.0403342 Nov 23 03:32:29.666458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-589105e0-e893-45c7-96cd-f5e183940156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.667906 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-589105e0-e893-45c7-96cd-f5e183940156 service neutron] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 897 time: 0.0922782 Nov 23 03:32:29.711351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-edace624-1d96-4e05-89b2-f5e6bf7a5fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 217 time: 0.0366828 Nov 23 03:32:29.744786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 44504a07-593a-438f-b972-3370fec77758 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:32:29.760043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-d8740e93-36a2-46e8-bd36-21a7e7d7ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.762020 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-d8740e93-36a2-46e8-bd36-21a7e7d7ebfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0428891 Nov 23 03:32:29.795522 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 44504a07-593a-438f-b972-3370fec77758 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:29.796159 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:29.847794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-37d80214-9ba2-4558-ba54-331c8a9f1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.849423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-37d80214-9ba2-4558-ba54-331c8a9f1941 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784199 Nov 23 03:32:29.910010 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396eb9a-4018-4dfd-9751-290bd890c867 req-26a48bac-cb3f-4f75-8f79-139a2462c188 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:29.911510 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d396eb9a-4018-4dfd-9751-290bd890c867 req-26a48bac-cb3f-4f75-8f79-139a2462c188 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 943 time: 0.1019328 Nov 23 03:32:29.995330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d396eb9a-4018-4dfd-9751-290bd890c867 req-1e510592-8346-412f-b0a8-19d298c050e0 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775864 Nov 23 03:32:29.999249 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-d0e665e2-ee76-4499-8562-13a2fab86272 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415536 Nov 23 03:32:30.089301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-abb150f0-6ff2-424e-a71a-7f64ecca20db req-6fe1216a-f904-44d4-b8f7-2278672efe64 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Nov 23 03:32:30.337470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:31.111695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0bcd3-65d2-4f01-8c77-87591124802e req-966aec52-7939-438c-b1f0-74550918a914 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:31.113154 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46b0bcd3-65d2-4f01-8c77-87591124802e req-966aec52-7939-438c-b1f0-74550918a914 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 943 time: 0.0496783 Nov 23 03:32:31.165429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-46b0bcd3-65d2-4f01-8c77-87591124802e req-dcf47b34-4414-4599-837b-8898102285de tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462117 Nov 23 03:32:32.280359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee19f8-f9fb-4743-9dfd-71a0e7d7e688 req-3ff255b6-aa4c-4536-a5a2-5853e2f2760d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:32.281868 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25ee19f8-f9fb-4743-9dfd-71a0e7d7e688 req-3ff255b6-aa4c-4536-a5a2-5853e2f2760d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 943 time: 0.0489421 Nov 23 03:32:32.331425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25ee19f8-f9fb-4743-9dfd-71a0e7d7e688 req-e19bc135-a53b-48f0-9c66-ad1a5586e6b6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Nov 23 03:32:33.257168 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c3577929-8f7e-4711-8821-0383a9eb0962 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:32:33.353913 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c3577929-8f7e-4711-8821-0383a9eb0962,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:33.366683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'port_id': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'mac_address': 'fa:16:3e:c5:8c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:32:33.403690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:33.417937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3577929-8f7e-4711-8821-0383a9eb0962 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:32:33.438283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c3577929-8f7e-4711-8821-0383a9eb0962,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:33.443541 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:33.451580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86824e2-655f-4497-a78f-47346e7fd5a4 req-80e4d9ec-4571-4f73-8d72-942617f41b95 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:33.453151 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86824e2-655f-4497-a78f-47346e7fd5a4 req-80e4d9ec-4571-4f73-8d72-942617f41b95 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 943 time: 0.0537496 Nov 23 03:32:33.496305 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:33.506481 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d86824e2-655f-4497-a78f-47346e7fd5a4 req-0fd2b9cc-356f-4097-b757-9519fb130ef8 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472302 Nov 23 03:32:33.733742 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c3577929-8f7e-4711-8821-0383a9eb0962'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:32:34.626339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92065f1f-87a8-4d53-a671-011b223af346 req-36b04901-b306-43d0-bf68-b482a389c0d4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:34.627824 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92065f1f-87a8-4d53-a671-011b223af346 req-36b04901-b306-43d0-bf68-b482a389c0d4 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 944 time: 0.0526352 Nov 23 03:32:34.680781 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-92065f1f-87a8-4d53-a671-011b223af346 req-53a25b64-76a2-4a80-bd65-6bb58043f356 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 Nov 23 03:32:35.271414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c3577929-8f7e-4711-8821-0383a9eb0962 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:32:35.320031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c3577929-8f7e-4711-8821-0383a9eb0962 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:32:35.324766 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c3577929-8f7e-4711-8821-0383a9eb0962 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:32:35.325141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:35.400172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:35.421669 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:32:35.423937 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf6517-90d7-432d-acd8-4360ff892063" -d '{"events": [{"server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "name": "network-vif-plugged", "status": "completed", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:32:35.436905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c3577929-8f7e-4711-8821-0383a9eb0962,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:32:35.441260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:35.467652 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce33f53-cc1e-473a-b2bd-8557f2c4b41f x-openstack-request-id: req-6ce33f53-cc1e-473a-b2bd-8557f2c4b41f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:32:35.467948 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "name": "network-vif-plugged", "status": "completed", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:32:35.468204 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ce33f53-cc1e-473a-b2bd-8557f2c4b41f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:32:35.468602 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'code': 200} Nov 23 03:32:35.493810 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:35.595715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7e9e5-102f-43e7-bdc2-1bff3a516e0d req-c0ce2cd2-3275-4764-9c7b-b1d41542ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:35.597279 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9e7e9e5-102f-43e7-bdc2-1bff3a516e0d req-c0ce2cd2-3275-4764-9c7b-b1d41542ae67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1097 time: 0.0414100 Nov 23 03:32:35.643340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e9e7e9e5-102f-43e7-bdc2-1bff3a516e0d req-25f5019a-b8d0-4837-9634-29ae1c295010 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Nov 23 03:32:35.795655 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e146066-0856-4653-af57-ba1df6984cf4 req-e2552fc3-bed0-4051-961a-38700b484959 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:35.797115 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e146066-0856-4653-af57-ba1df6984cf4 req-e2552fc3-bed0-4051-961a-38700b484959 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0480671 Nov 23 03:32:35.850988 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6e146066-0856-4653-af57-ba1df6984cf4 req-e3635b90-4931-4421-82cd-bfceb10b0a91 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475125 Nov 23 03:32:35.945069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-917ecd67-5422-4b42-a7bc-44729fe759c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:36.964902 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519399e-09dd-4372-882c-b627747d0f8a req-de102086-626e-4483-aed7-0a3f84ce4a8a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:36.966364 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1519399e-09dd-4372-882c-b627747d0f8a req-de102086-626e-4483-aed7-0a3f84ce4a8a tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0478859 Nov 23 03:32:37.016299 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1519399e-09dd-4372-882c-b627747d0f8a req-05cf1f18-1e13-417a-8346-71150e013280 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435328 Nov 23 03:32:37.126408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38aec-d683-4aaa-b138-96d61b33d6a2 req-00daeba1-1926-42df-b894-9049b415a8b3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:37.127920 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ab38aec-d683-4aaa-b138-96d61b33d6a2 req-00daeba1-1926-42df-b894-9049b415a8b3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Nov 23 03:32:37.177323 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ab38aec-d683-4aaa-b138-96d61b33d6a2 req-aadbe672-bb52-499b-bb9b-90e33301749f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Nov 23 03:32:37.199127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:37.241173 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772ea788-6c8f-4360-9426-8ad9fb0573dd tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:37.242684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-772ea788-6c8f-4360-9426-8ad9fb0573dd tempest-TestNetworkAdvancedServerOps-1461914587 tempest-TestNetworkAdvancedServerOps-1461914587-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1092 time: 0.0425699 Nov 23 03:32:37.245355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37190) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:37.250082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:32:37.271413 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:37.364734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:37.467180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Allocated IP 172.25.1.208 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/60b0d00e-9e31-441e-86fd-d3d9cee9cdda) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:32:37.565738 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:37.599013 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:37.641165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:32:37.644001 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:32:37.647589 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:32:37.673756 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=60b0d00e-9e31-441e-86fd-d3d9cee9cdda,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:37.995353 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.063086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.142457 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e64a3b57-6933-4b8c-b17e-373b58e69b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.212315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.217235 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.281103 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event updated for resources: {'Port': ['ID=60b0d00e-9e31-441e-86fd-d3d9cee9cdda,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:32:38.294665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:38.392149 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP f70c9d2c-5296-4ad0-a59d-118883d8a03b associated. External IP: 172.25.1.208, port: c3577929-8f7e-4711-8821-0383a9eb0962. Nov 23 03:32:38.907555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 8cd83f60-84c2-491f-ab73-5cee673178c9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:32:39.011564 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:32:39.021425 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Sync routers for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:32:39.029193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:39.031787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:39.032401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:39.057662 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5e0d286e-3c77-4194-8f90-67452fda0a7d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8106511 Nov 23 03:32:39.058289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:32:39.060789 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb985c-aeee-43d7-8500-62178450acd8" -d '{"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:32:39.138197 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:39.153528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193ca1c-d74f-48b1-b021-3e4f652008cc req-08098b7c-1c63-4c79-afd1-f1899db4782c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:39.155058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1193ca1c-d74f-48b1-b021-3e4f652008cc req-08098b7c-1c63-4c79-afd1-f1899db4782c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Nov 23 03:32:39.203863 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1193ca1c-d74f-48b1-b021-3e4f652008cc req-81f80ab8-8f3f-4224-a628-c1b27b83b047 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Nov 23 03:32:39.226420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:39.248411 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ab11d9-6e7c-4ecf-8942-c341d4d81239 x-openstack-request-id: req-b7ab11d9-6e7c-4ecf-8942-c341d4d81239 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:32:39.248901 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:32:39.249156 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7ab11d9-6e7c-4ecf-8942-c341d4d81239 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:32:39.249566 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'status': 'completed', 'code': 200} Nov 23 03:32:39.296998 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-7f131f8a-5d3c-4504-9624-95c82f0027aa tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/f70c9d2c-5296-4ad0-a59d-118883d8a03b HTTP/1.1" status: 200 len: 991 time: 0.0686657 Nov 23 03:32:39.337634 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb985c-aeee-43d7-8500-62178450acd8 req-e7b95232-180b-4aad-9e87-b5f2bc304d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:39.339704 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-e7b95232-180b-4aad-9e87-b5f2bc304d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1097 time: 0.0437195 Nov 23 03:32:39.371164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f70c9d2c-5296-4ad0-a59d-118883d8a03b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'port_id': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'mac_address': 'fa:16:3e:c5:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a95568-858d-40de-b78f-6932b4a35994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:32:37Z', 'updated_at': '2021-11-23T03:32:37Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:39.397201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Checking router: 8cd83f60-84c2-491f-ab73-5cee673178c9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:32:39.406410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:32:39.407031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:32:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:39.429084 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb985c-aeee-43d7-8500-62178450acd8 req-4f8783ba-dbed-428a-99a8-e2991570c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:39.430598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-4f8783ba-dbed-428a-99a8-e2991570c14a service neutron] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 897 time: 0.0843270 Nov 23 03:32:39.500942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-c01f2bb5-2844-4f2e-a33e-f1fd9ee0c8af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 999 time: 0.0621085 Nov 23 03:32:39.508070 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:32:39.551296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb985c-aeee-43d7-8500-62178450acd8 req-8ab8c5d9-164f-480d-9f6c-2c1ef0fec439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:39.552755 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-8ab8c5d9-164f-480d-9f6c-2c1ef0fec439 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0444951 Nov 23 03:32:39.559002 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:39.599841 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb985c-aeee-43d7-8500-62178450acd8 req-8eeb0f0c-24af-46fb-b918-cca44de3f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:32:39.601368 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-8eeb0f0c-24af-46fb-b918-cca44de3f2aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419030 Nov 23 03:32:39.699893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-64783870-6cc8-494b-92ed-6ef3ee477ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912163 Nov 23 03:32:39.793019 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-88fb985c-aeee-43d7-8500-62178450acd8 req-023c6691-2f89-42dd-979e-fec1dfcd55e4 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Nov 23 03:32:39.904909 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f70c9d2c-5296-4ad0-a59d-118883d8a03b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'port_id': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'mac_address': 'fa:16:3e:c5:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a95568-858d-40de-b78f-6932b4a35994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:32:37Z', 'updated_at': '2021-11-23T03:32:37Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:32:39.934124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b424b8-5904-4d0a-b098-873fb1997e90 None None] The sync data for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 is: [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f70c9d2c-5296-4ad0-a59d-118883d8a03b', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'floating_ip_address': '172.25.1.208', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'port_id': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'mac_address': 'fa:16:3e:c5:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a95568-858d-40de-b78f-6932b4a35994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:32:37Z', 'updated_at': '2021-11-23T03:32:37Z', 'revision_number': 0, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:32:40.123100 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9132720-1fd0-4a44-8a37-76bdd5ee66bb None None] New status for floating IP f70c9d2c-5296-4ad0-a59d-118883d8a03b: ACTIVE {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:32:40.300307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37198) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:32:40.366491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e845406f-7f67-49dc-ae08-a41cfaa04024 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/f70c9d2c-5296-4ad0-a59d-118883d8a03b HTTP/1.1" status: 200 len: 993 time: 0.0650301 Nov 23 03:32:40.948403 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:42.021761 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:32:43.407159 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:32:53.873915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:00.327663 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:05.946090 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-374d750b-2d25-4716-b886-c0b74ddcd20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:08.146148 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-40d4d2f6-d01b-4c28-8024-595fa3446bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:09.380035 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-bae6a378-5734-4cad-959a-70e0ad5a16a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0768540 Nov 23 03:33:09.477617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-307bb8bb-5457-4af6-b7b7-54a7f3ba1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:09.479766 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-307bb8bb-5457-4af6-b7b7-54a7f3ba1b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1097 time: 0.0400352 Nov 23 03:33:09.532115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:09.586155 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-41b98ba1-62a0-49c3-bdb7-0560fa36b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:09.587640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-41b98ba1-62a0-49c3-bdb7-0560fa36b139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 897 time: 0.0893149 Nov 23 03:33:09.653681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-a032358a-ec96-4c2b-9097-bbfe0d186faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 1001 time: 0.0575356 Nov 23 03:33:09.702096 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-ccf3af7d-6a50-4149-8a68-08ac58682934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:09.703585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-ccf3af7d-6a50-4149-8a68-08ac58682934 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0430150 Nov 23 03:33:09.752999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-5060d2dc-1ed3-464e-98c5-782d56392713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:09.754479 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-5060d2dc-1ed3-464e-98c5-782d56392713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441093 Nov 23 03:33:09.841571 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-528b2d0b-7ff9-4fec-a5d0-e3dde121e7db service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796938 Nov 23 03:33:09.933883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ba9b3dd6-80a7-4bf3-b21d-125c62072544 req-bbd8dfa3-8c6f-4b1b-8821-099beaf97589 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Nov 23 03:33:10.951323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:11.868491 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0298e9-5c22-4c8d-923b-1f4d5673d394 req-118d418d-7d75-429a-95cd-d775f0252ddf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:11.870427 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e0298e9-5c22-4c8d-923b-1f4d5673d394 req-118d418d-7d75-429a-95cd-d775f0252ddf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.1115241 Nov 23 03:33:11.918848 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e0298e9-5c22-4c8d-923b-1f4d5673d394 req-c4be214b-c519-4467-bbe8-348cb7522769 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Nov 23 03:33:12.023487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:13.034399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481de102-5f30-4150-8d9b-ab14fd0bc53d req-414ce95e-3429-4e30-b195-7495e63749de tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:13.035897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-481de102-5f30-4150-8d9b-ab14fd0bc53d req-414ce95e-3429-4e30-b195-7495e63749de tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0483599 Nov 23 03:33:13.085585 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-481de102-5f30-4150-8d9b-ab14fd0bc53d req-008d4a43-1837-4c5b-a327-4ed4587a3326 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Nov 23 03:33:13.108409 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:13.171407 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6b838f0d-042c-42ff-a97e-578e85f33d21 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/f70c9d2c-5296-4ad0-a59d-118883d8a03b HTTP/1.1" status: 200 len: 993 time: 0.0618649 Nov 23 03:33:14.444555 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df5341-e24c-417b-8abf-9fd9edb6d3e3 req-89c068c0-344c-496b-8365-32a43a4f192d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:14.445986 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25df5341-e24c-417b-8abf-9fd9edb6d3e3 req-89c068c0-344c-496b-8365-32a43a4f192d tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0506420 Nov 23 03:33:14.520711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0066-f346-4655-b520-183b9b251618 req-bf60614f-65fc-4cf5-a5c4-c4472f25be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:14.522203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-bf60614f-65fc-4cf5-a5c4-c4472f25be05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1097 time: 0.0753360 Nov 23 03:33:14.526342 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-25df5341-e24c-417b-8abf-9fd9edb6d3e3 req-53a4c247-aa15-4041-8ab7-c4d52c0d16f7 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717404 Nov 23 03:33:14.615178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0066-f346-4655-b520-183b9b251618 req-36ae5fae-d032-440f-9326-76746f5d5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:14.616655 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-36ae5fae-d032-440f-9326-76746f5d5139 service neutron] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 897 time: 0.0865033 Nov 23 03:33:14.685696 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-97cd8e65-66c5-4b78-8b97-2c240fe4130a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 1001 time: 0.0621212 Nov 23 03:33:14.737715 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0066-f346-4655-b520-183b9b251618 req-76df0c71-718b-42d8-8c42-40ad00ba4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:14.739164 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-76df0c71-718b-42d8-8c42-40ad00ba4512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0465643 Nov 23 03:33:14.784431 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a0066-f346-4655-b520-183b9b251618 req-5f47bbdd-4089-46c2-a436-abca84e7208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:14.785919 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-5f47bbdd-4089-46c2-a436-abca84e7208a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400674 Nov 23 03:33:14.877537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-744dc48a-2626-4066-95ef-a6d45b4dd1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842922 Nov 23 03:33:14.967936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5b2a0066-f346-4655-b520-183b9b251618 req-849dee45-4f8a-495d-9755-e78edcac4194 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Nov 23 03:33:15.642003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25241b0-54bd-4243-a136-02baab48bf7d req-68e3c9da-3ef8-43dc-b16f-e52b054c9ae2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:15.643475 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d25241b0-54bd-4243-a136-02baab48bf7d req-68e3c9da-3ef8-43dc-b16f-e52b054c9ae2 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0481622 Nov 23 03:33:15.698329 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d25241b0-54bd-4243-a136-02baab48bf7d req-9d448dc0-983e-4784-ad78-3bc7df7a667f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481572 Nov 23 03:33:16.816998 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45310812-b91d-48b9-bad8-9072544b66a3 req-43ae2b59-6474-4548-b587-bc47f7a068e3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:16.818459 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45310812-b91d-48b9-bad8-9072544b66a3 req-43ae2b59-6474-4548-b587-bc47f7a068e3 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Nov 23 03:33:16.867660 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45310812-b91d-48b9-bad8-9072544b66a3 req-539a1cd7-2cad-4da6-b42c-d31cb0b6665b tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430865 Nov 23 03:33:16.890193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:16.952137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-695fb28e-2cf9-4c56-899e-dc1d2c468e44 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/floatingips/f70c9d2c-5296-4ad0-a59d-118883d8a03b HTTP/1.1" status: 200 len: 993 time: 0.0608013 Nov 23 03:33:17.192652 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37238) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:17.352120 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 60b0d00e-9e31-441e-86fd-d3d9cee9cdda {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:33:17.352504 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:17.431804 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:17.432171 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:17.443686 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 60b0d00e-9e31-441e-86fd-d3d9cee9cdda owned by network:floatingip {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:33:17.589340 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:17.616076 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=60b0d00e-9e31-441e-86fd-d3d9cee9cdda,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:17.675815 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for floatingip, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:17.676214 n-d-714676-12 neutron-server[103572]: INFO neutron.db.l3_db [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Floating IP f70c9d2c-5296-4ad0-a59d-118883d8a03b disassociated (deleted). External IP: 172.25.1.208, port: c3577929-8f7e-4711-8821-0383a9eb0962. Nov 23 03:33:17.881152 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 8cd83f60-84c2-491f-ab73-5cee673178c9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:33:17.990143 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:17.995910 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:18.000784 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Sync routers for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:18.011360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:18.011975 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:18.024056 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4d6ec2a1-ecde-4cb4-a634-c5f286ffdf38 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/floatingips/f70c9d2c-5296-4ad0-a59d-118883d8a03b HTTP/1.1" status: 204 len: 168 time: 0.8303123 Nov 23 03:33:18.024727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:33:18.027166 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba1f566-02db-4109-b867-06e7f60a0a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:33:18.120528 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:18.178911 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2932f8c6-a512-47bf-b3c4-081736113629 x-openstack-request-id: req-2932f8c6-a512-47bf-b3c4-081736113629 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:33:18.179222 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:33:18.179627 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2932f8c6-a512-47bf-b3c4-081736113629 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:33:18.180040 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'status': 'completed', 'code': 200} Nov 23 03:33:18.301319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ef9c0-93a1-4b5e-be1a-54e332ab02ff req-4a9643be-22ad-4a6a-8bde-7d499f32bd32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:18.302860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-078ef9c0-93a1-4b5e-be1a-54e332ab02ff req-4a9643be-22ad-4a6a-8bde-7d499f32bd32 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0790794 Nov 23 03:33:18.308632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-5329491d-901e-41ab-9bfc-af2a18e5932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:18.310051 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-5329491d-901e-41ab-9bfc-af2a18e5932d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9afb054285348248164e92dd3daddc9&device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 1097 time: 0.0603201 Nov 23 03:33:18.328691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:18.355725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Checking router: 8cd83f60-84c2-491f-ab73-5cee673178c9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:18.364647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:18.365263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:18.410588 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-078ef9c0-93a1-4b5e-be1a-54e332ab02ff req-f5b3370b-1638-4724-9f68-5af18f1d070f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994177 Nov 23 03:33:18.438262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-67217421-a5ef-4350-8c36-92d15cf1a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:18.439771 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-67217421-a5ef-4350-8c36-92d15cf1a51e service neutron] 10.222.0.41 "GET /v2.0/networks?id=815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 200 len: 897 time: 0.1153266 Nov 23 03:33:18.471439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:18.482624 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-3974b200-86e0-4858-ae7b-2c2de4be840e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 200 len: 217 time: 0.0350568 Nov 23 03:33:18.536372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-fdf1e8d7-56b9-4c8f-8134-5c093323e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:18.537834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-fdf1e8d7-56b9-4c8f-8134-5c093323e535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 200 len: 835 time: 0.0475812 Nov 23 03:33:18.584840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-145199cd-e578-4469-bb7a-e9f68e9c880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:18.586529 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-145199cd-e578-4469-bb7a-e9f68e9c880d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=815b068d-bf2c-4837-b36b-22ec62524a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406339 Nov 23 03:33:18.672219 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:18.680304 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-a8956b6f-bc8a-4595-a4d6-47f15e956da7 service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Nov 23 03:33:18.704273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d6cc9d-99c6-4ff6-a060-c5c0f7d770ee None None] The sync data for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 is: [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': '44504a07-593a-438f-b972-3370fec77758', 'name': '', 'network_id': '815b068d-bf2c-4837-b36b-22ec62524a7f', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'mac_address': 'fa:16:3e:bc:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:23Z', 'updated_at': '2021-11-23T03:32:27Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'subnets': [{'id': '824a290b-01d6-4ef1-8f26-02883764fbcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:18.780512 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6ba1f566-02db-4109-b867-06e7f60a0a8e req-1dc9763e-7cf2-4ea0-bbea-ad867e8e9f3b service neutron] 10.222.0.41 "GET /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911570 Nov 23 03:33:18.928110 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970a1e83-4f01-47da-94b6-c2e0bc78f30d None None] New status for floating IP f70c9d2c-5296-4ad0-a59d-118883d8a03b: DOWN {{(pid=103574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:33:19.534930 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8ce27-15df-4586-8ed8-176b98d187f5 req-b44faa49-1093-4b1f-864e-b6fbc47d58bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:19.536409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7a8ce27-15df-4586-8ed8-176b98d187f5 req-b44faa49-1093-4b1f-864e-b6fbc47d58bc tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0487461 Nov 23 03:33:19.584188 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7a8ce27-15df-4586-8ed8-176b98d187f5 req-36111d43-a08e-491d-b91d-e10e3e992daa tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/security-groups?id=56849af0-7d1c-409a-902e-c466af4ae050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Nov 23 03:33:19.928766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-6dbe9a56-9008-4c34-8fb0-40ccf4f5845c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:19.930103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-6dbe9a56-9008-4c34-8fb0-40ccf4f5845c tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 945 time: 0.0509360 Nov 23 03:33:20.020082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port c3577929-8f7e-4711-8821-0383a9eb0962 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:33:20.020418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:20.110670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port c3577929-8f7e-4711-8821-0383a9eb0962, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c3577929-8f7e-4711-8821-0383a9eb0962,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:20.111042 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:20.124976 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for c3577929-8f7e-4711-8821-0383a9eb0962 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:33:20.247241 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:20.276848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=c3577929-8f7e-4711-8821-0383a9eb0962,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:20.290812 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.291714 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.292036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.292372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.292753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.293090 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.293425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.293759 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.294083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.294413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.295230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.295230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:20.329335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] No DVR routers for this DVR port c3577929-8f7e-4711-8821-0383a9eb0962 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:33:20.332139 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:20.335555 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5e6bbea1-9f34-45a7-97fb-75f889e139c8 req-c93902a0-cc0c-4779-b221-794a116b53c6 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.41 "DELETE /v2.0/ports/c3577929-8f7e-4711-8821-0383a9eb0962 HTTP/1.1" status: 204 len: 173 time: 0.3984566 Nov 23 03:33:20.335992 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'name': 'network-vif-deleted', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:33:20.338333 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9904b7e-47fc-45b0-b714-250f5ca0c2c8" -d '{"events": [{"server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "name": "network-vif-deleted", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:33:20.375779 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b633a-445a-4f68-9f42-14d70d3f5db9 x-openstack-request-id: req-464b633a-445a-4f68-9f42-14d70d3f5db9 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:33:20.376064 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a95568-858d-40de-b78f-6932b4a35994", "name": "network-vif-deleted", "tag": "c3577929-8f7e-4711-8821-0383a9eb0962", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:33:20.376320 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-464b633a-445a-4f68-9f42-14d70d3f5db9 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:33:20.376735 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a95568-858d-40de-b78f-6932b4a35994', 'name': 'network-vif-deleted', 'tag': 'c3577929-8f7e-4711-8821-0383a9eb0962', 'status': 'completed', 'code': 200} Nov 23 03:33:20.407468 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:33:20.695593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d45c1db-7bcc-4066-8a15-e17b9af25f38 req-62794efb-2241-4794-9c07-3620e4981b57 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "GET /v2.0/ports?device_id=26a95568-858d-40de-b78f-6932b4a35994 HTTP/1.1" status: 200 len: 210 time: 0.0273147 Nov 23 03:33:21.753175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37254) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:22.106059 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:22.363521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 44504a07-593a-438f-b972-3370fec77758 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:33:22.363774 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:22.450485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 44504a07-593a-438f-b972-3370fec77758, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=44504a07-593a-438f-b972-3370fec77758,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:22.450880 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:22.463119 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 44504a07-593a-438f-b972-3370fec77758 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:33:22.956174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:22.986660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=44504a07-593a-438f-b972-3370fec77758,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:23.157317 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.373403 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Router 8cd83f60-84c2-491f-ab73-5cee673178c9 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:33:23.477951 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:23.486452 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-76dccd1e-ad88-4173-8683-547858a3c968 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "PUT /v2.0/routers/8cd83f60-84c2-491f-ab73-5cee673178c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322016 Nov 23 03:33:23.487162 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37256) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:23.489311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Sync routers for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:23.501402 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:23.501994 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:23.544168 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting subnet 824a290b-01d6-4ef1-8f26-02883764fbcd {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:33:23.547225 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.593404 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.608520 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:23.612341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c3577929-8f7e-4711-8821-0383a9eb0962 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:33:23.681079 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.686199 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: c3577929-8f7e-4711-8821-0383a9eb0962 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:33:23.686567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c3577929-8f7e-4711-8821-0383a9eb0962 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:33:23.746205 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.778910 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Subnet': ['ID=824a290b-01d6-4ef1-8f26-02883764fbcd,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:23.784261 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.787781 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/subnets/824a290b-01d6-4ef1-8f26-02883764fbcd HTTP/1.1" status: 204 len: 168 time: 0.2993748 Nov 23 03:33:23.790524 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37258) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:23.793889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.794306 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.794630 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.794972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.795305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.795639 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.795969 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.796305 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.796623 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.797025 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.797265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.797584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca93212-b53e-44d9-bbd0-690da3a21605 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:23.797805 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2ed3d-f535-410d-a559-a530ad6b6a88 None None] Network 815b068d-bf2c-4837-b36b-22ec62524a7f requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:33:23.901764 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.903505 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:33:22Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:23.953038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Checking router: 8cd83f60-84c2-491f-ab73-5cee673178c9 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:23.954843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:23.966733 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Routers {'8cd83f60-84c2-491f-ab73-5cee673178c9'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:23.967349 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['8cd83f60-84c2-491f-ab73-5cee673178c9'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:24.008075 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.067887 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Deleting port 0d63c431-d4b2-4621-8085-c6a7649afd49 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:33:24.068328 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.079245 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] DHCP port deletion for 815b068d-bf2c-4837-b36b-22ec62524a7f request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:24.088940 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] Set router 8cd83f60-84c2-491f-ab73-5cee673178c9 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:24.147247 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] For port 0d63c431-d4b2-4621-8085-c6a7649afd49, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=0d63c431-d4b2-4621-8085-c6a7649afd49,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:24.147607 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.160833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Calling delete_port for 0d63c431-d4b2-4621-8085-c6a7649afd49 owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:33:24.247497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Deleting port 537ea70d-4c24-44bb-b928-9a81df279e60 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:33:24.247872 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.329679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.336815 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] For port 537ea70d-4c24-44bb-b928-9a81df279e60, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=537ea70d-4c24-44bb-b928-9a81df279e60,segment=NetworkSegment(cae9736f-0cda-427a-98fa-59b36ea71a3c),segment_id=cae9736f-0cda-427a-98fa-59b36ea71a3c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:24.337217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.353401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Calling delete_port for 537ea70d-4c24-44bb-b928-9a81df279e60 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:33:24.360948 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Port': ['ID=0d63c431-d4b2-4621-8085-c6a7649afd49,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:24.374817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c043b-b981-4c9c-b209-489306ad1153 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:24.410960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:33:22Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:24.421585 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.516154 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.518360 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.563576 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.564285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd83f60-84c2-491f-ab73-5cee673178c9 {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:33:24.571344 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.573103 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-965272b5-c1e5-49f9-b2c4-3da2716befaf tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/routers/8cd83f60-84c2-491f-ab73-5cee673178c9 HTTP/1.1" status: 204 len: 168 time: 0.7803583 Nov 23 03:33:24.575744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37260) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:24.608844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c603c0b-5e7c-4077-ab17-69e1890ca8d8 None None] The sync data for ids ['8cd83f60-84c2-491f-ab73-5cee673178c9'] in n-d-714676-12 is: [{'id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1290640966', 'tenant_id': 'b9afb054285348248164e92dd3daddc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:32:20Z', 'updated_at': '2021-11-23T03:33:22Z', 'revision_number': 5, 'project_id': 'b9afb054285348248164e92dd3daddc9', 'gw_port': {'id': '0d63c431-d4b2-4621-8085-c6a7649afd49', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd83f60-84c2-491f-ab73-5cee673178c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:32:21Z', 'updated_at': '2021-11-23T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:24.646538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.659331 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.674401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Pushing event deleted for resources: {'Port': ['ID=537ea70d-4c24-44bb-b928-9a81df279e60,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:24.684334 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] No DVR routers for this DVR port 537ea70d-4c24-44bb-b928-9a81df279e60 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:33:24.686413 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.688003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.688003 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.688254 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.689301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.689301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.689301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.689610 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.689869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.690200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.690541 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.690872 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a5160f-0280-42fb-b60f-b32c75154846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:24.756671 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.778198 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815b068d-bf2c-4837-b36b-22ec62524a7f']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:24.788220 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae9736f-0cda-427a-98fa-59b36ea71a3c') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:24.788521 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae9736f-0cda-427a-98fa-59b36ea71a3c') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:24.798829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.812914 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.820239 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:33:24.821478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:33:24.824086 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:33:24.884796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.889886 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.893387 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/networks/815b068d-bf2c-4837-b36b-22ec62524a7f HTTP/1.1" status: 204 len: 168 time: 0.3165128 Nov 23 03:33:24.896289 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37262) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:24.909068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb05af-c27c-4d7a-a515-168bfd9ce249 tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'Network': ['ID=815b068d-bf2c-4837-b36b-22ec62524a7f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:24.958980 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:24.986728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.049890 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.052604 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.053782 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] 10.222.0.15 "DELETE /v2.0/security-groups/56849af0-7d1c-409a-902e-c466af4ae050 HTTP/1.1" status: 204 len: 168 time: 0.1562247 Nov 23 03:33:25.062818 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9266255-b3e5-459a-b366-da051b85636f tempest-TestNetworkAdvancedServerOps-2032837828 tempest-TestNetworkAdvancedServerOps-2032837828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56849af0-7d1c-409a-902e-c466af4ae050,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:25.382492 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37270) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:25.510744 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f3fd3f42-a0d5-4ee0-8360-2eb61b43ef93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9afb054285348248164e92dd3daddc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270118 Nov 23 03:33:25.513199 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37274) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:25.559859 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.580218 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.630239 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.633041 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.634185 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e5db88-c95b-4d4a-bb83-02ac0aa624ea HTTP/1.1" status: 204 len: 168 time: 0.1200848 Nov 23 03:33:25.642087 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c1f9a-ce90-4013-a16d-ae001cc13d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5db88-c95b-4d4a-bb83-02ac0aa624ea,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:25.757180 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 44504a07-593a-438f-b972-3370fec77758 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:33:25.778154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 44504a07-593a-438f-b972-3370fec77758 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:33:25.778529 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 44504a07-593a-438f-b972-3370fec77758 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:33:25.778938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 537ea70d-4c24-44bb-b928-9a81df279e60 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:33:25.799682 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 537ea70d-4c24-44bb-b928-9a81df279e60 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:33:25.800030 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 537ea70d-4c24-44bb-b928-9a81df279e60 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:33:25.800439 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d63c431-d4b2-4621-8085-c6a7649afd49 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:33:25.819165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 0d63c431-d4b2-4621-8085-c6a7649afd49 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:33:25.819513 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 0d63c431-d4b2-4621-8085-c6a7649afd49 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:33:25.898590 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37280) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:25.911666 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a01e6d37-14a6-4e03-8559-5d71b8d7d5cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.984462 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a01e6d37-14a6-4e03-8559-5d71b8d7d5cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:25.988131 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-a01e6d37-14a6-4e03-8559-5d71b8d7d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.026560 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-a01e6d37-14a6-4e03-8559-5d71b8d7d5cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f954756e130c47a6ba727e3f5ee70962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268418 Nov 23 03:33:26.028726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e6d37-14a6-4e03-8559-5d71b8d7d5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab2c3b-2103-4fbb-9c7a-18d2bd5b38ff,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:26.029736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37282) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:26.079609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.105435 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.150173 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.153222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.154341 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcab2c3b-2103-4fbb-9c7a-18d2bd5b38ff HTTP/1.1" status: 204 len: 168 time: 0.1236215 Nov 23 03:33:26.161737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbeab5-52c4-4f21-bb5f-fcb1771621da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab2c3b-2103-4fbb-9c7a-18d2bd5b38ff,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:26.859839 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37304) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:26.954358 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-774192536-network', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:26.976191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Made reservation on behalf of 7cdfb5f4194a423bbdbfa6d3479a647b for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:33:26.979153 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:26.987315 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.058735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.062418 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.083335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:33:27.097296 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027e0d0-c5cb-497b-9971-5d19efbba11a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:27.102053 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.102381 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Added segment adcfe15c-4002-4528-92d2-9eff6dfef162 of type vlan for network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 Nov 23 03:33:27.141907 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.165690 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.166651 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:27.167228 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.226137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3650310 Nov 23 03:33:27.229077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37308) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:27.230854 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62dd17-3912-4ae7-b989-ab392f656d8c admin admin] Pushing event updated for resources: {'Network': ['ID=9af2448f-f135-44b9-995e-a4ae32fcd1f2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:27.234195 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Request body: {'subnet': {'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-774192536-subnet', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:27.240593 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:33:27.254754 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Made reservation on behalf of 7cdfb5f4194a423bbdbfa6d3479a647b for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:33:27.257078 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.426973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.479862 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d71adc-6eb1-4fec-a8cb-422bdb77103b,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:27.489720 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Checking segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:27.490080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Network hostable DHCP agents. Network: 9af2448f-f135-44b9-995e-a4ae32fcd1f2, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:33:27.506727 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:33:27.515621 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 9af2448f-f135-44b9-995e-a4ae32fcd1f2) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:27.519581 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:27.520189 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.524241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e237a0eb-fb58-44d3-b559-11b1413361f6 None None] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:33:27.537604 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-ad50a5f3-04a7-4a23-a51d-8efc4a1889bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3074150 Nov 23 03:33:27.540321 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37310) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:27.545328 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:27.564973 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.566167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.623728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.674646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:33:27.675504 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.758104 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.807811 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Allocated IP 172.20.0.2 (9af2448f-f135-44b9-995e-a4ae32fcd1f2/78d71adc-6eb1-4fec-a8cb-422bdb77103b/cc3516fb-c07d-4c01-b9f8-04166eb32ca4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:27.960797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.962371 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.967609 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:27.983027 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.009165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:28.012404 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:28.016857 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:28.018964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Pushing event updated for resources: {'Port': ['ID=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:28.077710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Attempting to bind port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:28.078074 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Attempting to bind port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:28.078430 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Attempting to bind port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:28.083324 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:28.083717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Checking segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:28.084112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.084498 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Bound using segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:28.084957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Bound port: cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:28.085334 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.096777 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Allocated IP 172.25.1.141 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/f2b5a399-c971-452a-93db-cceba5ddf6f2) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:28.150196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] For port cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:28.153564 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] For port cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:28.157097 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.201484 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.213600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e272c8d-37e4-4127-8758-8add0b09575b None None] Pushing event updated for resources: {'Port': ['ID=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:28.239290 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.286063 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:28.289206 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:28.292219 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:28.305347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c68ef4-ffac-4394-9234-1051580a832a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:28.320070 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Pushing event updated for resources: {'Port': ['ID=f2b5a399-c971-452a-93db-cceba5ddf6f2,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:28.413084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4b52640c-a2e6-44a5-897e-1880f1fb3fe8 None None] Provisioning complete for port f2b5a399-c971-452a-93db-cceba5ddf6f2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:28.413451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b52640c-a2e6-44a5-897e-1880f1fb3fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.456271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4b52640c-a2e6-44a5-897e-1880f1fb3fe8 None None] Port f2b5a399-c971-452a-93db-cceba5ddf6f2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:28.571008 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:28.766609 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.152650 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df199d4-2ad4-418a-89d7-674b8d0c6412 None None] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:33:29.214308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] Provisioning complete for port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:29.214699 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.232845 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Router 6c10d896-7758-4a89-86dc-300c9d814f02 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:33:29.341353 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:29.351222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:29.361180 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.365181 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-f3e61be2-720f-4b99-be88-d6ca8751189c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8211703 Nov 23 03:33:29.365550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37312) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:29.370329 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.373184 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:29.374119 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:29.409339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] For port cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:29.418479 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.470750 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51105e4d-f3e3-4d47-9a18-c3d367a04e78 None None] Pushing event updated for resources: {'Port': ['ID=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:29.617151 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:29.641847 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b097146d-276b-43bf-ba21-70572660aea9 None None] Provisioning complete for port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:29.642846 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b097146d-276b-43bf-ba21-70572660aea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.808490 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cc3516fb-c07d-4c01-b9f8-04166eb32ca4 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:29.815844 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:28Z', 'revision_number': 3, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:29.833117 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.847386 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:29.847654 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Updating router 6c10d896-7758-4a89-86dc-300c9d814f02 port f2b5a399-c971-452a-93db-cceba5ddf6f2 binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:33:29.866081 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:29.866471 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.874703 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:29.994668 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Allocated IP 172.20.0.1 (9af2448f-f135-44b9-995e-a4ae32fcd1f2/78d71adc-6eb1-4fec-a8cb-422bdb77103b/a9abe4cc-97e5-49d3-aea0-5c4aed0716a2) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:30.110037 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.139940 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.145084 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.146887 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.185308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:30.188393 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:30.192511 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:30.192801 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cdef7-b099-4ad0-8c40-c002f826f6bb None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:30.206421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Pushing event updated for resources: {'Port': ['ID=f2b5a399-c971-452a-93db-cceba5ddf6f2,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:30.208954 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Attempting to bind port f2b5a399-c971-452a-93db-cceba5ddf6f2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:30.209313 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Attempting to bind port f2b5a399-c971-452a-93db-cceba5ddf6f2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:30.209672 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Attempting to bind port f2b5a399-c971-452a-93db-cceba5ddf6f2 on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:30.217661 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Pushing event updated for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:30.222524 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.222896 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.223240 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.224078 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.224507 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.225096 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.226987 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.228186 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.228552 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.229046 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.230294 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.230879 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:33:30.235688 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:30.236075 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:30.236474 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.237328 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:30.237936 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Bound port: f2b5a399-c971-452a-93db-cceba5ddf6f2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:30.238799 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.240479 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.258680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-89085f83-dcc9-4df3-b75e-8972b521c3a1 None None] Provisioning complete for port f2b5a399-c971-452a-93db-cceba5ddf6f2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:30.259087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-89085f83-dcc9-4df3-b75e-8972b521c3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.318844 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-89085f83-dcc9-4df3-b75e-8972b521c3a1 None None] Port f2b5a399-c971-452a-93db-cceba5ddf6f2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:30.325337 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] For port f2b5a399-c971-452a-93db-cceba5ddf6f2, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:30.331003 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] For port f2b5a399-c971-452a-93db-cceba5ddf6f2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f2b5a399-c971-452a-93db-cceba5ddf6f2,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:30.338797 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.346351 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.368024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83913c-b4ab-4b7d-94b6-5f930640f94a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:30.396194 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:30.397042 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:30.403107 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.445879 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] Provisioning complete for port f2b5a399-c971-452a-93db-cceba5ddf6f2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:30.447107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.530710 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c191a1-7cda-4727-a368-1291d49c7808 None None] Pushing event updated for resources: {'Port': ['ID=f2b5a399-c971-452a-93db-cceba5ddf6f2,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:30.539570 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.540520 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:30.563785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] For port f2b5a399-c971-452a-93db-cceba5ddf6f2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f2b5a399-c971-452a-93db-cceba5ddf6f2,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:30.568509 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.606969 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.612145 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.627523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76c9c4-b3a0-4491-be0b-5769d9a0536d None None] Pushing event updated for resources: {'Port': ['ID=f2b5a399-c971-452a-93db-cceba5ddf6f2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:30.684327 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Pushing event updated for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:30.687572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.695042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-abbd9158-40a3-4d40-a51c-66151f8768d4 None None] Provisioning complete for port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:30.695595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-abbd9158-40a3-4d40-a51c-66151f8768d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:30.748297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-abbd9158-40a3-4d40-a51c-66151f8768d4 None None] Port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:30.796511 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 1, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:30.798745 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:30.804474 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:30.838824 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d10613-6859-45c9-96aa-e317bae28cad None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 1, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:31.092924 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2bda2d37-9b4d-4980-b2fa-689623e71234 None None] Provisioning complete for port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:31.093375 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2bda2d37-9b4d-4980-b2fa-689623e71234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:31.138633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-2bda2d37-9b4d-4980-b2fa-689623e71234 None None] Port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:31.269262 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:33:31.393259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:31.399120 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f5ede896-bc7d-4e98-a00c-975374748329 admin admin] 10.222.0.15 "PUT /v2.0/routers/6c10d896-7758-4a89-86dc-300c9d814f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318758 Nov 23 03:33:31.786489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f2b5a399-c971-452a-93db-cceba5ddf6f2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:31.837531 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port f2b5a399-c971-452a-93db-cceba5ddf6f2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:31.838043 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:31.935000 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37328) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:31.940230 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1541983584-network', 'tenant_id': '0291d26f157847b0a1d117fda867f406'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:31.961591 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Made reservation on behalf of 0291d26f157847b0a1d117fda867f406 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:33:31.964718 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:31.973992 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.051802 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.056027 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.088676 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:33:32.100398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7115ae5d-bd6c-4a62-aacb-2c0da4a372b5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:32.107202 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.107551 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Added segment 1c39781d-6eec-484b-8dec-9bba8f8c63bc of type vlan for network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 Nov 23 03:33:32.150918 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.176838 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.177808 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:32.178415 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.239493 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3032246 Nov 23 03:33:32.242265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37330) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:32.247266 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Request body: {'subnet': {'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1541983584-subnet', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:32.249193 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f501-6e0b-4e7e-9af2-cfaabadc80c1 admin admin] Pushing event updated for resources: {'Network': ['ID=140c5f8f-6914-45a5-9a59-ca3eef373bf5,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:32.259092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:33:32.269553 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Made reservation on behalf of 0291d26f157847b0a1d117fda867f406 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:33:32.272455 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.449293 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.502908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef290131-2179-4d38-bea1-3f626e1300ba,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:32.513494 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Checking segment: {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:32.513857 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Network hostable DHCP agents. Network: 140c5f8f-6914-45a5-9a59-ca3eef373bf5, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:33:32.530054 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:33:32.537901 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 140c5f8f-6914-45a5-9a59-ca3eef373bf5) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:32.542419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:32.543045 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.547311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c509e6-1af7-4a26-bdd5-e185e38453c8 None None] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:33:32.560292 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-254942a7-8380-49e5-9ee0-534aa3d879f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148215 Nov 23 03:33:32.560771 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37332) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:32.565232 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:32.584677 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.585782 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.641774 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.703660 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:33:32.704629 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.794992 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:32.853283 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Allocated IP 172.20.0.2 (140c5f8f-6914-45a5-9a59-ca3eef373bf5/ef290131-2179-4d38-bea1-3f626e1300ba/70f791bb-9a1a-4058-a112-353e79aa3743) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:32.965230 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:33.003023 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:33.003643 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:33.016393 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.040002 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.054436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.069746 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.148311 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Allocated IP 172.25.1.238 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/3f15a3a6-42c8-4344-b70c-502a6c8affaf) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:33.155824 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:33.164262 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:33.168960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Pushing event updated for resources: {'Port': ['ID=70f791bb-9a1a-4058-a112-353e79aa3743,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:33.173139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:33.188591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:33.260607 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.295937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.297540 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Attempting to bind port 70f791bb-9a1a-4058-a112-353e79aa3743 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:33.297912 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Attempting to bind port 70f791bb-9a1a-4058-a112-353e79aa3743 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:33.298278 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Attempting to bind port 70f791bb-9a1a-4058-a112-353e79aa3743 on network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:33.338419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:33.338696 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:33.339016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Checking segment: {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:33.339422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.339820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Bound using segment: {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:33.340303 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Bound port: 70f791bb-9a1a-4058-a112-353e79aa3743, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:33.340685 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.342833 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:33.348988 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:33.352274 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Pushing event updated for resources: {'Port': ['ID=3f15a3a6-42c8-4344-b70c-502a6c8affaf,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:33.367060 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bedb84-8bcc-4d11-9f1d-2a582d064b8c None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:33.476826 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] For port 70f791bb-9a1a-4058-a112-353e79aa3743, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:33.481795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] For port 70f791bb-9a1a-4058-a112-353e79aa3743, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70f791bb-9a1a-4058-a112-353e79aa3743,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:33.489538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.527090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-fe043ca2-fb8d-4ec8-8307-33ec71ac80c8 None None] Provisioning complete for port 3f15a3a6-42c8-4344-b70c-502a6c8affaf triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:33.527477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fe043ca2-fb8d-4ec8-8307-33ec71ac80c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.592360 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-fe043ca2-fb8d-4ec8-8307-33ec71ac80c8 None None] Port 3f15a3a6-42c8-4344-b70c-502a6c8affaf cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:33.596146 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6970-27b1-4784-9b19-4dd6d7286e8d None None] Pushing event updated for resources: {'Port': ['ID=70f791bb-9a1a-4058-a112-353e79aa3743,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:33.604316 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 2, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:33.614618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.809144 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:33.809590 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Updating router 6c10d896-7758-4a89-86dc-300c9d814f02 port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:33:33.835978 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.850380 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:33.986446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:33:34.101163 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:34.106305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.111931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Sync routers for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:34.112549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.124625 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:34.125251 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:34.126969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.130896 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-803c2f61-2a6a-4edd-83b3-32189b0d7803 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5664530 Nov 23 03:33:34.131077 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37334) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:34.172206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cfe69-e3f0-416a-9c29-7303632f5226 None None] Pushing event updated for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:34.219977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Attempting to bind port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:34.220346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Attempting to bind port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:34.220835 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Attempting to bind port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:34.231695 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:34.232210 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Checking segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:34.232621 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.233016 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Bound using segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:34.233497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Bound port: a9abe4cc-97e5-49d3-aea0-5c4aed0716a2, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:34.233871 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.261001 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:34.345154 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] For port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:34.348966 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] For port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:34.358618 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.464122 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cfe69-e3f0-416a-9c29-7303632f5226 None None] Pushing event updated for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:34.476560 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:34.477864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:34.559172 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:33Z', 'revision_number': 3, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:34.598338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] Provisioning complete for port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:34.598839 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.615255 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Checking router: c753654e-dc3f-49a3-9d1f-e7c8fd976f2c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:34.616212 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Updating router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c port 3f15a3a6-42c8-4344-b70c-502a6c8affaf binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:33:34.657588 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.663906 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:34.705364 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.845700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73dd34d-07c0-446f-9a31-5c4a583050c7 None None] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:33:34.901491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Allocated IP 172.20.0.1 (140c5f8f-6914-45a5-9a59-ca3eef373bf5/ef290131-2179-4d38-bea1-3f626e1300ba/eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:34.904087 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:34.967611 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] For port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:34.985676 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.017444 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.053762 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.088768 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:35.091441 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:35.095649 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.097584 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:35.104896 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.118748 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ddbc-70e7-494f-a3ee-55bef85e8d1e None None] Pushing event updated for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.134439 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.146629 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.158340 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Attempting to bind port 3f15a3a6-42c8-4344-b70c-502a6c8affaf on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:35.158882 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Attempting to bind port 3f15a3a6-42c8-4344-b70c-502a6c8affaf by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:35.159150 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Attempting to bind port 3f15a3a6-42c8-4344-b70c-502a6c8affaf on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:35.165471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Provisioning complete for port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:35.166725 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.171344 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:35.171731 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:35.172388 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.172529 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:35.173424 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Bound port: 3f15a3a6-42c8-4344-b70c-502a6c8affaf, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:35.173814 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.173923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f35be2-4623-418d-8c25-39c4b56542c2 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:35.199441 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9a5ef-14a4-45cf-86a6-0ebc0f1a80e8 None None] Pushing event updated for resources: {'Port': ['ID=3f15a3a6-42c8-4344-b70c-502a6c8affaf,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.216496 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:35.241750 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] For port 3f15a3a6-42c8-4344-b70c-502a6c8affaf, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:35.246405 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] For port 3f15a3a6-42c8-4344-b70c-502a6c8affaf, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3f15a3a6-42c8-4344-b70c-502a6c8affaf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:35.250845 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.256338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8241d2ef-93cb-42ac-86e2-86751623eb4f None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:35.309810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.331441 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cab96b-99e9-4d9c-94b7-569cc343238b None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:33:35.335075 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9a5ef-14a4-45cf-86a6-0ebc0f1a80e8 None None] Pushing event updated for resources: {'Port': ['ID=3f15a3a6-42c8-4344-b70c-502a6c8affaf,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.344423 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:35.345363 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:35.385484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Provisioning complete for port 70f791bb-9a1a-4058-a112-353e79aa3743 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:35.387380 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.502713 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:35.508288 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.554461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] For port 70f791bb-9a1a-4058-a112-353e79aa3743, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70f791bb-9a1a-4058-a112-353e79aa3743,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:35.565542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.619852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.627683 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.635359 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9c13-180b-4846-a00c-9c67a9c6353e None None] Pushing event updated for resources: {'Port': ['ID=70f791bb-9a1a-4058-a112-353e79aa3743,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.691639 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Provisioning complete for port 3f15a3a6-42c8-4344-b70c-502a6c8affaf triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:35.692025 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.713497 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.715458 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:35.858208 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.875406 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f', 'name': '', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'mac_address': 'fa:16:3e:97:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:34Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 1, 'project_id': '0291d26f157847b0a1d117fda867f406', 'subnets': [{'id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:35.879898 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:35.881375 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:35.931509 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] For port 3f15a3a6-42c8-4344-b70c-502a6c8affaf, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3f15a3a6-42c8-4344-b70c-502a6c8affaf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:35.943590 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afd6ef0-156d-45fd-91c6-4b3778ef5bb7 None None] The sync data for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 is: [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f', 'name': '', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'mac_address': 'fa:16:3e:97:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:34Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 1, 'project_id': '0291d26f157847b0a1d117fda867f406', 'subnets': [{'id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:35.961237 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:35.973069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-377cc7f7-8497-409f-88a2-7d75ea9d73c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.021273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:36.106041 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Provisioning complete for port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:36.106423 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.157329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:36.158000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.191530 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Pushing event updated for resources: {'Port': ['ID=3f15a3a6-42c8-4344-b70c-502a6c8affaf,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:36.196746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:36.222608 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Provisioning complete for port 70f791bb-9a1a-4058-a112-353e79aa3743 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:36.223140 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-35155633-d936-4bec-9edb-8b18fec1f984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.329837 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70f791bb-9a1a-4058-a112-353e79aa3743 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:36.429937 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 70f791bb-9a1a-4058-a112-353e79aa3743 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:36.430315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.495889 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:33:36.548260 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9f22c0cc-8cb0-4686-b588-a084259c05b9 None None] Provisioning complete for port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:36.548642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9f22c0cc-8cb0-4686-b588-a084259c05b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:36.587489 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9f22c0cc-8cb0-4686-b588-a084259c05b9 None None] Port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:36.620220 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:36.630159 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-697e0560-81e2-41d4-bc5a-6b4e96d4df32 admin admin] 10.222.0.15 "PUT /v2.0/routers/c753654e-dc3f-49a3-9d1f-e7c8fd976f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4936564 Nov 23 03:33:37.084459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37342) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.089768 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913551789', 'description': 'tempest-secgroup-smoke-1913551789 description', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.111052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.174045 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.177402 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.201713 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.202953 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1174703 Nov 23 03:33:37.206448 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37344) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.211147 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bde17-68a2-45c3-a424-cad935c7d58b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b55650-1492-45b8-b192-ce40719747a0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.212083 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.244938 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.299969 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.303442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.325171 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf8b7ad-b3fa-4c86-8ef4-2d90ed415443,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.331610 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.332546 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1c78fa6c-80a9-4662-b399-a20c7e7ac964 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248479 Nov 23 03:33:37.335374 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37346) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.339708 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.365413 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.440280 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.443514 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.457719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184548da-deac-4f96-89e4-2132809846cf,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.468469 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.469954 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-4659d50f-5473-4967-bee8-24b5bb5ce09d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336362 Nov 23 03:33:37.472657 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37348) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.476917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.502831 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.560474 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.564200 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.581926 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b428fa1d-3875-43c3-a06d-173f92e51ff1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.590034 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.591084 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fe41f67c-61b2-4bb0-b089-4f290b64144a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175096 Nov 23 03:33:37.594022 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37350) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.598633 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.624193 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.685535 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.689768 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.714066 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5757213e-97c4-4ad5-a647-41071e7d8a60,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.734578 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.734578 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b19c3905-15b2-4abf-b315-4703d9088807 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288269 Nov 23 03:33:37.734897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37352) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.746648 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.783622 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Project 7cdfb5f4194a423bbdbfa6d3479a647b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:33:37.788934 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.840973 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3f15a3a6-42c8-4344-b70c-502a6c8affaf up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:37.857449 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.863998 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.885551 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e8186a-6a20-4b58-9851-df68dfaa1fa2,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:37.896612 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.898798 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 3f15a3a6-42c8-4344-b70c-502a6c8affaf triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:37.899243 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:37.900720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-d2b19bdc-8b8f-421c-abbb-14518b61d3a8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572804 Nov 23 03:33:37.903081 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37354) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:37.908957 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '06b55650-1492-45b8-b192-ce40719747a0', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:37.936012 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Project 7cdfb5f4194a423bbdbfa6d3479a647b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:33:37.941521 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:38.007235 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:38.012635 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:38.031948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9196a6-bff0-435d-acd4-e1802eeb8855,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:38.042605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:38.046551 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e6d4053e-2ede-43f5-9b6a-1919941ddaef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396141 Nov 23 03:33:38.148824 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1dc34759-8616-4205-8346-bb444ed90982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:38.213911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-8fcf1c47-a83b-4997-b370-c889fa4fd744 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913551789&fields=id&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 267 time: 0.0503826 Nov 23 03:33:38.327860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-86ff16fc-9009-4334-9f58-1a94058aea7a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:38.329398 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-86ff16fc-9009-4334-9f58-1a94058aea7a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 808 time: 0.1082101 Nov 23 03:33:38.346486 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-6bdc5a3f-83e0-4948-8d17-9fc2fea4538b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/quotas/7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 375 time: 0.0106745 Nov 23 03:33:38.408050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-560748dc-1876-4b32-81df-1c7b2d9c7e4d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556636 Nov 23 03:33:38.501094 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-56799ee5-c13a-4e88-8737-e356368784bb service neutron] 10.222.0.15 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806930 Nov 23 03:33:38.593584 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-8364ae2b-d7c5-45dd-837c-66d10b520ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863881 Nov 23 03:33:38.761942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b7661e45-ab87-4483-afd7-7e3954b21f03 req-d9721fa6-e88d-4143-8c3b-923f6da89423 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 210 time: 0.0295737 Nov 23 03:33:39.039569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Sync routers for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:39.049401 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:39.050090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:39.156618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:39.508858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f', 'name': '', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'mac_address': 'fa:16:3e:97:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:34Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 2, 'project_id': '0291d26f157847b0a1d117fda867f406', 'subnets': [{'id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:39.538015 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Checking router: c753654e-dc3f-49a3-9d1f-e7c8fd976f2c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:39.538367 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Updating router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:33:39.573163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:39.574829 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:39.836161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-bc1bea1c-2091-40da-bc6e-9ae1738c976e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:39.837718 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-bc1bea1c-2091-40da-bc6e-9ae1738c976e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 808 time: 0.1258953 Nov 23 03:33:39.850031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:39.857016 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:39.879966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-61caaf26-adbb-44a5-9a2d-2cf61f9e7f86 req-07dfa96a-e3e6-4303-8ab5-9c60127439c7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 210 time: 0.0389872 Nov 23 03:33:39.906132 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d305f5b-c37d-4fd4-b68d-2e8d878033aa None None] Pushing event updated for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:39.934528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-18209772-5cbd-4f5b-aaeb-021442586f3b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 380 time: 0.0811989 Nov 23 03:33:39.946324 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'port': {'device_id': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'admin_state_up': True, 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'security_groups': ['06b55650-1492-45b8-b192-ce40719747a0']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:39.969346 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Attempting to bind port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:39.969836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Attempting to bind port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:39.970357 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Attempting to bind port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f on network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:39.975711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:39.976182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Checking segment: {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:39.976677 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:39.977133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Bound using segment: {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:39.977862 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Bound port: eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39781d-6eec-484b-8dec-9bba8f8c63bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:39.978138 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.051406 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] For port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:40.055864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] For port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:40.061456 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.064592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Made reservation on behalf of 7cdfb5f4194a423bbdbfa6d3479a647b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:33:40.068712 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.129047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:40.129776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:40.184338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d305f5b-c37d-4fd4-b68d-2e8d878033aa None None] Pushing event updated for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:40.218919 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Allocated IP 172.20.0.3 (9af2448f-f135-44b9-995e-a4ae32fcd1f2/78d71adc-6eb1-4fec-a8cb-422bdb77103b/2a09092b-82da-4eb6-a647-ba6a7bec74ac) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:40.259565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] Provisioning complete for port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:40.259939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.287195 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:40.384719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.419962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.459781 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.465267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:40.468550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:40.472522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:40.479599 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:40.533677 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:40.534076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] For port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:40.534343 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.542348 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.557297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-b6915291-a656-4216-8676-02c673c7153b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6144578 Nov 23 03:33:40.575412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Request body: {'port': {'device_id': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:40.602200 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda0d43-55bc-42c7-b9bb-dab6763aac79 None None] Pushing event updated for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:40.609351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f', 'name': '', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'mac_address': 'fa:16:3e:97:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:34Z', 'updated_at': '2021-11-23T03:33:40Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'subnets': [{'id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:40.637995 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce05b59-7671-4883-92ff-f4da7bc57875 None None] The sync data for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 is: [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f', 'name': '', 'network_id': '140c5f8f-6914-45a5-9a59-ca3eef373bf5', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'mac_address': 'fa:16:3e:97:52:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:34Z', 'updated_at': '2021-11-23T03:33:40Z', 'revision_number': 4, 'project_id': '0291d26f157847b0a1d117fda867f406', 'subnets': [{'id': 'ef290131-2179-4d38-bea1-3f626e1300ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:40.640223 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.668182 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-a2c0a867-9217-4b7b-b9f3-2f2e00b769b2 None None] Provisioning complete for port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:40.668692 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a867-9217-4b7b-b9f3-2f2e00b769b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.885644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-517e0556-e197-4d0e-ba44-5e9a19999679 None None] Provisioning complete for port 2a09092b-82da-4eb6-a647-ba6a7bec74ac triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:40.886018 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-517e0556-e197-4d0e-ba44-5e9a19999679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.921506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-517e0556-e197-4d0e-ba44-5e9a19999679 None None] Port 2a09092b-82da-4eb6-a647-ba6a7bec74ac cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:33:40.935399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:33:40.945052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.959255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Transition to ACTIVE for port object 2a09092b-82da-4eb6-a647-ba6a7bec74ac will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:33:40.960264 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:40.963708 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:41.045437 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:41.101837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a97346-1a18-47e6-91c6-4829e3b11cb5 req-f9678d08-6984-4723-a81a-a5e79efdd83d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.104055 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2a97346-1a18-47e6-91c6-4829e3b11cb5 req-f9678d08-6984-4723-a81a-a5e79efdd83d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.1300201 Nov 23 03:33:41.154571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Attempting to bind port 2a09092b-82da-4eb6-a647-ba6a7bec74ac on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:33:41.154916 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Attempting to bind port 2a09092b-82da-4eb6-a647-ba6a7bec74ac by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:33:41.155255 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Attempting to bind port 2a09092b-82da-4eb6-a647-ba6a7bec74ac on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:41.169338 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Port 2a09092b-82da-4eb6-a647-ba6a7bec74ac on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:33:41.169660 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Attempting to bind port 2a09092b-82da-4eb6-a647-ba6a7bec74ac on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:33:41.182713 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2a97346-1a18-47e6-91c6-4829e3b11cb5 req-c9dc5a9d-8f30-485c-a439-21a18a039849 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722156 Nov 23 03:33:41.183553 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:33:41.183891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Checking segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:33:41.184267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Bound using segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:33:41.184699 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Bound port: 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:33:41.185056 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:41.253753 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:33:41.257144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:33:41.261735 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:41.299425 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.300094 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:41.301490 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] 10.222.0.41 "PUT /v2.0/ports/2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1092 time: 0.7305658 Nov 23 03:33:41.301939 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:33:41.304281 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4718a794-0015-41bb-b711-ef35044495a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:33:41.336706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2afff-393f-4592-9ae9-a98beed4d9aa service neutron] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:41.409470 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-cf09654d-9611-4dd3-86f8-efa366d5c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.411063 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-cf09654d-9611-4dd3-86f8-efa366d5c33f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0497816 Nov 23 03:33:41.432680 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4771500e-f943-447c-83a4-0fc84eddd2af x-openstack-request-id: req-4771500e-f943-447c-83a4-0fc84eddd2af {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:33:41.432971 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:33:41.433227 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4771500e-f943-447c-83a4-0fc84eddd2af {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:33:41.433630 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'status': 'completed', 'code': 200} Nov 23 03:33:41.468390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-06eaa04f-edca-4220-aa3b-179df5718458 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 217 time: 0.0433280 Nov 23 03:33:41.519199 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-e0d9f02c-827d-4c25-b469-7fdd9cead16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.520679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-e0d9f02c-827d-4c25-b469-7fdd9cead16b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0451510 Nov 23 03:33:41.568775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-cf8a2423-387c-43e9-95f4-a3ead000cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.570311 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-cf8a2423-387c-43e9-95f4-a3ead000cad6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422990 Nov 23 03:33:41.665526 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-047e2d85-9cf9-4d45-9698-f875ea17aefd service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870211 Nov 23 03:33:41.764426 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-44f32e25-a0e4-4781-9dae-38f6686d4eb1 req-7e78fdda-7a0f-468d-a3ae-c09456ca68ef service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920961 Nov 23 03:33:41.804105 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:41.861859 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:41.862320 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:41.889585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a794-0015-41bb-b711-ef35044495a6 req-b003a71b-328e-4a18-ba29-3f4eea5ddf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.891181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-b003a71b-328e-4a18-ba29-3f4eea5ddf2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0443952 Nov 23 03:33:41.988705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a794-0015-41bb-b711-ef35044495a6 req-10b18cf0-0807-4a41-84cb-ecc4a0be05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:41.990245 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-10b18cf0-0807-4a41-84cb-ecc4a0be05de service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0922179 Nov 23 03:33:42.028030 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:42.036424 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-7a56803a-36c9-4e47-9ed8-a2086793f3f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 217 time: 0.0385582 Nov 23 03:33:42.086051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a794-0015-41bb-b711-ef35044495a6 req-fcec18f5-51f0-4dd5-95c0-75cadcfd173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:42.088422 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-fcec18f5-51f0-4dd5-95c0-75cadcfd173b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0432923 Nov 23 03:33:42.139008 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a794-0015-41bb-b711-ef35044495a6 req-50e02246-4888-4c42-a4bb-8bef91e9f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:42.140496 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-50e02246-4888-4c42-a4bb-8bef91e9f8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452449 Nov 23 03:33:42.231281 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-bdbb57f3-6e62-4d8b-919d-1cbd13bbe308 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831759 Nov 23 03:33:42.359969 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e797d-53e3-4a06-bd8a-8dc42331ffd5 req-5cf0c878-3f53-416b-bc5d-e3f2b2d45f98 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:42.361455 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb8e797d-53e3-4a06-bd8a-8dc42331ffd5 req-5cf0c878-3f53-416b-bc5d-e3f2b2d45f98 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.1053786 Nov 23 03:33:42.366992 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4718a794-0015-41bb-b711-ef35044495a6 req-236ae585-387e-441a-93b1-7b438166ebf1 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285164 Nov 23 03:33:42.416598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb8e797d-53e3-4a06-bd8a-8dc42331ffd5 req-d331f703-a2aa-4686-a2db-a2c2ba078b29 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481229 Nov 23 03:33:43.536991 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc30be-0f01-4c8b-82e8-29cc262aaec6 req-b0cf8ccf-98c0-4435-b54f-9f98b08bd0a6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:43.538466 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9cc30be-0f01-4c8b-82e8-29cc262aaec6 req-b0cf8ccf-98c0-4435-b54f-9f98b08bd0a6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0537465 Nov 23 03:33:43.587106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9cc30be-0f01-4c8b-82e8-29cc262aaec6 req-4507a8d1-ece4-4797-8251-8a7cda2b1ba9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Nov 23 03:33:43.707915 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:33:43.803391 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:43.815486 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:33:43.852112 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:43.864515 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:33:43.883576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:43.887935 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:43.933069 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:44.163277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2a09092b-82da-4eb6-a647-ba6a7bec74ac'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:33:44.702870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4593-519e-465b-8878-e9e743b5a063 req-d8a34f1b-b616-40ab-9b4f-d5c3a2c98f67 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:44.704520 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a24b4593-519e-465b-8878-e9e743b5a063 req-d8a34f1b-b616-40ab-9b4f-d5c3a2c98f67 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 944 time: 0.0492218 Nov 23 03:33:44.754572 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a24b4593-519e-465b-8878-e9e743b5a063 req-ddf56c3d-201d-4ef7-8092-39361115ef6e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Nov 23 03:33:45.740687 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:33:45.789076 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port 2a09092b-82da-4eb6-a647-ba6a7bec74ac completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:33:45.793776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 2a09092b-82da-4eb6-a647-ba6a7bec74ac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:33:45.794166 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:45.870489 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:45.872890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528caf1-349c-485a-889a-10f2126ae465 req-1fe3ab32-c384-4f7a-89dd-237b011f2ed6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:45.874399 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e528caf1-349c-485a-889a-10f2126ae465 req-1fe3ab32-c384-4f7a-89dd-237b011f2ed6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 944 time: 0.0501091 Nov 23 03:33:45.892922 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:33:45.895085 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4b11c-3ecd-4e9b-a8fc-312a3d7f651e" -d '{"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:33:45.907952 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:33:45.911932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:45.928125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e528caf1-349c-485a-889a-10f2126ae465 req-29b714db-c58e-4f87-a8f4-9bf7f0616c12 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476565 Nov 23 03:33:45.963941 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:45.973531 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bcb255-135a-4dac-875b-03a2af732d66 x-openstack-request-id: req-21bcb255-135a-4dac-875b-03a2af732d66 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:33:45.973829 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:33:45.974090 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21bcb255-135a-4dac-875b-03a2af732d66 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:33:45.974494 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'code': 200} Nov 23 03:33:46.103076 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ef80-f91c-4723-8c3c-4bdb1ac48d9c req-1aef312c-4c12-4d15-b6fc-6ac5b1a8af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:46.105335 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf13ef80-f91c-4723-8c3c-4bdb1ac48d9c req-1aef312c-4c12-4d15-b6fc-6ac5b1a8af43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0405300 Nov 23 03:33:46.152083 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bf13ef80-f91c-4723-8c3c-4bdb1ac48d9c req-1d80ef78-980d-486a-8965-f50d3fd4cdd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393815 Nov 23 03:33:47.050168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec931584-8bed-4bc9-a537-94757c382dec req-899ef443-ca8d-4c1c-9f5d-5a583e0ed290 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:47.051667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec931584-8bed-4bc9-a537-94757c382dec req-899ef443-ca8d-4c1c-9f5d-5a583e0ed290 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0509024 Nov 23 03:33:47.100016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec931584-8bed-4bc9-a537-94757c382dec req-58321bcd-e2f6-4f31-9647-737b796b8a80 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Nov 23 03:33:48.223736 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3908d5-909f-4c1f-819e-dae7abbb09cb req-988c630d-62f2-4a7d-a973-f570ea34607b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:48.225212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d3908d5-909f-4c1f-819e-dae7abbb09cb req-988c630d-62f2-4a7d-a973-f570ea34607b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0525692 Nov 23 03:33:48.274287 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5d3908d5-909f-4c1f-819e-dae7abbb09cb req-4a3da6ad-0301-4875-8000-3ad65d3c2958 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Nov 23 03:33:48.388860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9727-9055-4bb1-894a-ab28689e2a85 req-33269c82-c2e5-4c83-ac62-57ad2fc94fea tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:48.390202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bcc9727-9055-4bb1-894a-ab28689e2a85 req-33269c82-c2e5-4c83-ac62-57ad2fc94fea tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Nov 23 03:33:48.440884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bcc9727-9055-4bb1-894a-ab28689e2a85 req-ebc43028-325c-4b49-a0e3-376736c87557 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 Nov 23 03:33:48.462748 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37406) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:48.585341 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0293b-9c5c-4bd3-b9b8-d063744701cb tempest-TestShelveInstance-1528445374 tempest-TestShelveInstance-1528445374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:48.586890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b2f0293b-9c5c-4bd3-b9b8-d063744701cb tempest-TestShelveInstance-1528445374 tempest-TestShelveInstance-1528445374-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1092 time: 0.1231418 Nov 23 03:33:48.589682 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37410) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:33:48.594605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:33:48.619637 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:48.718164 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:48.824013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Allocated IP 172.25.1.49 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/8fa6c502-4edd-48ce-9fe5-6df7760c5872) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:33:48.922833 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:48.954793 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:48.991175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:33:48.993937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:33:48.997331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:33:49.030235 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=8fa6c502-4edd-48ce-9fe5-6df7760c5872,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:49.355863 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:49.424095 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:49.568938 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:49.573224 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:49.639833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=8fa6c502-4edd-48ce-9fe5-6df7760c5872,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:33:49.652885 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:49.752261 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Floating IP c875b27e-28df-4f5d-842d-b410b93513f4 associated. External IP: 172.25.1.49, port: 2a09092b-82da-4eb6-a647-ba6a7bec74ac. Nov 23 03:33:50.273749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:33:50.377940 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:33:50.388396 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:33:50.396639 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:50.398892 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:50.399498 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:50.426765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-172bdf42-fe41-4583-9b58-4f3230eba700 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8359089 Nov 23 03:33:50.427368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:33:50.429650 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245848ed-57d3-4bd5-aca1-72563581f027" -d '{"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:33:50.468601 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffded2af-6b1c-4da0-8f92-6570d3dec5c0 x-openstack-request-id: req-ffded2af-6b1c-4da0-8f92-6570d3dec5c0 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:33:50.468897 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:33:50.469406 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffded2af-6b1c-4da0-8f92-6570d3dec5c0 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:33:50.469808 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'status': 'completed', 'code': 200} Nov 23 03:33:50.506435 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:50.552268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245848ed-57d3-4bd5-aca1-72563581f027 req-5e281136-06ec-4ef5-a24a-3f646a2eda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:50.553684 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-5e281136-06ec-4ef5-a24a-3f646a2eda5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0401599 Nov 23 03:33:50.644416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245848ed-57d3-4bd5-aca1-72563581f027 req-295bd51f-4701-4795-b03f-b836a193a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:50.645883 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-295bd51f-4701-4795-b03f-b836a193a81d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0841582 Nov 23 03:33:50.716389 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-afeafe84-f229-4aa4-b1c0-f1a29bd6ccbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 998 time: 0.0620914 Nov 23 03:33:50.728911 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c875b27e-28df-4f5d-842d-b410b93513f4', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:33:49Z', 'updated_at': '2021-11-23T03:33:49Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:50.758394 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:33:50.766131 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245848ed-57d3-4bd5-aca1-72563581f027 req-f450a729-3c34-4e85-af60-1e177a06cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:50.767631 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-f450a729-3c34-4e85-af60-1e177a06cd23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0447938 Nov 23 03:33:50.768329 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:33:50.768928 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:33:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:50.813710 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245848ed-57d3-4bd5-aca1-72563581f027 req-afb36719-00c0-4bf5-94f8-f64eea9125b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:33:50.815265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-afb36719-00c0-4bf5-94f8-f64eea9125b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404499 Nov 23 03:33:50.873098 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:33:50.909434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-23ffbf51-4a1f-4fbb-a767-b7f800345ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868711 Nov 23 03:33:50.999524 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245848ed-57d3-4bd5-aca1-72563581f027 req-22249c78-d3f8-44b6-95ee-cff191082807 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830796 Nov 23 03:33:51.091807 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c875b27e-28df-4f5d-842d-b410b93513f4', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:33:49Z', 'updated_at': '2021-11-23T03:33:49Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:33:51.120411 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674e458-e994-421b-8b8e-77cb6632be13 None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'c875b27e-28df-4f5d-842d-b410b93513f4', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.49', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:33:49Z', 'updated_at': '2021-11-23T03:33:49Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:33:51.305934 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620904e7-ddcd-43a5-86c9-239464a74781 None None] New status for floating IP c875b27e-28df-4f5d-842d-b410b93513f4: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:33:53.891392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:33:57.409782 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:34:00.354697 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:05.954921 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7f216e75-9faa-495b-85c3-81e4550d2863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:08.151522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dace15c9-9529-43c0-9d78-e8c92b6bfce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:09.537186 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:10.956798 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:11.364203 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-59661b5b-ee89-4a47-8dfc-bfff8f33a5fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450058 Nov 23 03:34:11.460367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-10bd67e0-3f89-417d-970b-ff8f10fe5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:34:11.461829 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-10bd67e0-3f89-417d-970b-ff8f10fe5069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0399511 Nov 23 03:34:11.561893 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-d57faab9-056c-4d13-a2e4-f10c526f2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:34:11.563351 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-d57faab9-056c-4d13-a2e4-f10c526f2182 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0824676 Nov 23 03:34:11.633337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-717ce51c-8d22-490f-b535-5a599bf4f47d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1000 time: 0.0614269 Nov 23 03:34:11.683148 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-3d5cd2a4-a320-4a34-a67c-99c8eb44e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:34:11.684544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-3d5cd2a4-a320-4a34-a67c-99c8eb44e61f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0421827 Nov 23 03:34:11.729243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-a9b4a190-aa35-42d9-90ef-ce2cd21b7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:34:11.730830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-a9b4a190-aa35-42d9-90ef-ce2cd21b7124 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390661 Nov 23 03:34:11.822857 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-599e4202-4e18-4107-9406-fa3846c69fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841329 Nov 23 03:34:11.910697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e30e0ce-a29d-4e92-9360-07e517e35737 req-7afab58d-6048-4a0f-a2c9-d889aa637472 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806091 Nov 23 03:34:12.029440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:23.887527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:30.358080 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:34.409531 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:34:35.955442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-421181ca-2c75-4234-8982-924a345bcdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:38.151449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4b0e0fe0-f706-4e30-88e8-14c9e1335f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:39.540221 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:40.960124 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:42.030164 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:34:53.891122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:00.373662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:05.956031 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f5240f58-2b2a-41c1-8dab-7a05c447d606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:08.151568 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91a52255-8b07-44ff-b3dc-1e3b078e7ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:08.292006 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-6f94470a-ca40-4a43-a839-1a8cc4d81d51 req-b48bd1a3-6a5a-41ea-a635-f056ea7ff8b3 service neutron] (103571) timed out ('10.222.0.15', 53286) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:35:09.542392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:10.963361 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:11.409549 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:35:12.031636 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:13.358830 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-ea7230bc-528e-4ed9-a4e9-74aa62426312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403817 Nov 23 03:35:13.460716 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-ab368a43-58b2-48f0-abf1-369cec79ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:13.462192 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-ab368a43-58b2-48f0-abf1-369cec79ce81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0450530 Nov 23 03:35:13.567395 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-731e7023-2450-4edd-a0d0-e73f5b7edc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:13.568783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-731e7023-2450-4edd-a0d0-e73f5b7edc97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0851929 Nov 23 03:35:13.638635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-9e09d148-b7e1-45e5-9b9a-ecc0b14c6b94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1000 time: 0.0617609 Nov 23 03:35:13.686447 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-7064dc7d-b42b-43ce-8fbe-dd1ef7c9abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:13.687873 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-7064dc7d-b42b-43ce-8fbe-dd1ef7c9abaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0426741 Nov 23 03:35:13.732317 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-d5ac5895-3b99-4d17-a8fd-0b42b4f808d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:13.733805 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-d5ac5895-3b99-4d17-a8fd-0b42b4f808d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390437 Nov 23 03:35:13.829926 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-eeb252b6-6ac7-49c4-afc0-50102940d2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890160 Nov 23 03:35:13.919089 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f99648b5-cf31-4e58-a803-683fbc4dea0b req-2f412636-886d-4a9a-86a1-940f4c657b00 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820611 Nov 23 03:35:23.889117 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:30.373093 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:35.956667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37162504-9bac-4c5f-8c70-cb019eb8fa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:38.153751 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37ba683c-d0df-4cd3-9580-f7c8fe7f334b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:39.546116 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:40.966754 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:42.032644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:45.889344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0210d-3f5c-4a05-a7f9-93cc10f8c55a req-2cc3cf82-79f1-4f2a-9723-55ff5c05da5b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:45.890773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa0210d-3f5c-4a05-a7f9-93cc10f8c55a req-2cc3cf82-79f1-4f2a-9723-55ff5c05da5b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0503008 Nov 23 03:35:45.943931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ffa0210d-3f5c-4a05-a7f9-93cc10f8c55a req-9de7a28f-2bd7-41d1-b5bc-95b190b3fabb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470281 Nov 23 03:35:47.071424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df475af-2db0-401e-a8d9-3b6a500a384f req-f0b81603-8610-4009-a289-f8947c2526b3 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:47.072894 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5df475af-2db0-401e-a8d9-3b6a500a384f req-f0b81603-8610-4009-a289-f8947c2526b3 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 23 03:35:47.122228 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5df475af-2db0-401e-a8d9-3b6a500a384f req-1dc0e6ae-8b14-4dcf-8261-a0bcf046fdb7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Nov 23 03:35:48.238280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420079d1-1009-4534-9220-e0c496223529 req-316972cb-b6f4-4766-af86-8108c7480cc2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:48.239760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-420079d1-1009-4534-9220-e0c496223529 req-316972cb-b6f4-4766-af86-8108c7480cc2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Nov 23 03:35:48.288334 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-420079d1-1009-4534-9220-e0c496223529 req-0f635447-2f21-4620-aae6-cae69bdc63eb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Nov 23 03:35:48.409049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:35:49.408477 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d032d-cc4c-4226-97a1-e202cb632145 req-95fc018c-96dc-4459-80e0-879e38be0498 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:49.409946 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15d032d-cc4c-4226-97a1-e202cb632145 req-95fc018c-96dc-4459-80e0-879e38be0498 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0523658 Nov 23 03:35:49.464823 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f15d032d-cc4c-4226-97a1-e202cb632145 req-e1e3c523-800f-411a-8108-31dedabe8040 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484893 Nov 23 03:35:50.582114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa0d22-dd9b-4d07-b834-12808ef6288a req-51e4c0d5-97b6-4ec4-8fe2-297d16cdf9f9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:50.583616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5caa0d22-dd9b-4d07-b834-12808ef6288a req-51e4c0d5-97b6-4ec4-8fe2-297d16cdf9f9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Nov 23 03:35:50.632844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5caa0d22-dd9b-4d07-b834-12808ef6288a req-447588fb-617f-4fcd-8ad8-79b2197c6e2b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Nov 23 03:35:51.746775 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad336-cd15-4756-8d54-f46d144b4285 req-3abce2f0-4bee-441c-928c-a70b0fb90d18 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:51.748234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87dad336-cd15-4756-8d54-f46d144b4285 req-3abce2f0-4bee-441c-928c-a70b0fb90d18 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Nov 23 03:35:51.801379 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-87dad336-cd15-4756-8d54-f46d144b4285 req-7cc074ce-971f-4a2f-847e-1a0ea9bf3619 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470510 Nov 23 03:35:52.916621 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d7a23-1c14-40ba-bdbd-2c8f8137dfe8 req-bc911589-ee4f-439a-a3c3-7d89eab9c451 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:52.918794 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e6d7a23-1c14-40ba-bdbd-2c8f8137dfe8 req-bc911589-ee4f-439a-a3c3-7d89eab9c451 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0495920 Nov 23 03:35:52.966982 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e6d7a23-1c14-40ba-bdbd-2c8f8137dfe8 req-22cbd59a-ffdd-4c71-aee9-83be43b1d7fb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421219 Nov 23 03:35:53.892370 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:54.081492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ce7d-1d18-42ce-8fe2-18a401624a56 req-bd2e2d76-274e-4f98-b9e8-f8edf150b000 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:54.083016 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c99ce7d-1d18-42ce-8fe2-18a401624a56 req-bd2e2d76-274e-4f98-b9e8-f8edf150b000 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0487540 Nov 23 03:35:54.131923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7c99ce7d-1d18-42ce-8fe2-18a401624a56 req-5ba9efb6-648a-4a56-a83d-2a19966a4d5c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Nov 23 03:35:55.254114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6b5d2-a55a-43d4-9b23-f6a7a09332ea req-18938669-b239-477e-9ff9-e44e61de6009 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:55.255658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7b6b5d2-a55a-43d4-9b23-f6a7a09332ea req-18938669-b239-477e-9ff9-e44e61de6009 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0537488 Nov 23 03:35:55.304552 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c7b6b5d2-a55a-43d4-9b23-f6a7a09332ea req-4c75577e-72ff-4c3f-8189-65d271ca76a5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Nov 23 03:35:56.426283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742e203-ef59-4450-93ec-c351338e2b66 req-9468eeb7-68e0-4cf0-8a28-4b8010ca705a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:56.427796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a742e203-ef59-4450-93ec-c351338e2b66 req-9468eeb7-68e0-4cf0-8a28-4b8010ca705a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0534196 Nov 23 03:35:56.476375 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a742e203-ef59-4450-93ec-c351338e2b66 req-8e80b941-527b-4f55-aa25-d2346488df80 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Nov 23 03:35:57.595458 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917c93-7537-4867-8113-51fd6ff883cb req-0f82171d-ab2d-4d1d-b53a-67a808d06634 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:57.596929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1917c93-7537-4867-8113-51fd6ff883cb req-0f82171d-ab2d-4d1d-b53a-67a808d06634 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0523677 Nov 23 03:35:57.646007 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1917c93-7537-4867-8113-51fd6ff883cb req-10e7e09a-07e9-46c0-a825-0e96d79b9028 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429914 Nov 23 03:35:58.536381 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:35:58.633543 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:35:58.645186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:35:58.686549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:58.700118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:35:58.722280 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:35:58.738207 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:35:58.799913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104601c-7166-48dc-abf3-3c5c2a78b80c req-e366144b-c87c-4c91-b766-d1427bde0320 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:58.805126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5104601c-7166-48dc-abf3-3c5c2a78b80c req-e366144b-c87c-4c91-b766-d1427bde0320 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 944 time: 0.0854270 Nov 23 03:35:58.830917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:35:58.839412 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.840229 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.840379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.840706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.841042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.841370 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.841700 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.842029 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.842746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.843088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.843403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.843775 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:35:58.871923 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5104601c-7166-48dc-abf3-3c5c2a78b80c req-2eebca26-143a-49fa-b075-4d76f4d21c58 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567474 Nov 23 03:35:58.884331 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2a09092b-82da-4eb6-a647-ba6a7bec74ac'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:35:59.997339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892224-84bf-4c34-981b-31026fdcb39b req-e8af1e3c-42c1-4e59-b2bf-79f37773154f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:35:59.998965 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71892224-84bf-4c34-981b-31026fdcb39b req-e8af1e3c-42c1-4e59-b2bf-79f37773154f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 944 time: 0.0521030 Nov 23 03:36:00.059609 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71892224-84bf-4c34-981b-31026fdcb39b req-c655bbd5-ed53-4de4-bc2c-295402f3587c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538721 Nov 23 03:36:00.400840 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:00.567040 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:36:00.630812 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 2a09092b-82da-4eb6-a647-ba6a7bec74ac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:36:00.631196 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:00.722391 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:00.757752 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:36:00.760493 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd95f1a8-9aa5-49d6-9153-7095325fd6b4" -d '{"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:36:00.767523 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:36:00.783107 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:00.843850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:36:00.884004 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac8028f-b7e1-4de5-8252-63b69efb6f02 x-openstack-request-id: req-fac8028f-b7e1-4de5-8252-63b69efb6f02 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:36:00.884297 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:36:00.884551 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fac8028f-b7e1-4de5-8252-63b69efb6f02 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:36:00.884946 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'code': 200} Nov 23 03:36:01.195440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae60c44-6502-46ae-bdf7-12d5bb226d7c req-fdf6837c-6b00-48c0-80ca-30b24f34f62f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:01.198825 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ae60c44-6502-46ae-bdf7-12d5bb226d7c req-fdf6837c-6b00-48c0-80ca-30b24f34f62f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0537486 Nov 23 03:36:01.259208 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ae60c44-6502-46ae-bdf7-12d5bb226d7c req-32c3f746-5a25-425e-a9e4-d729b5f3292f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541067 Nov 23 03:36:02.398282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09d4e-9bd1-4f63-b355-2fece3abc3e0 req-5369f0f6-a08a-474d-90a6-0947be13b6ae tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:02.400782 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74c09d4e-9bd1-4f63-b355-2fece3abc3e0 req-5369f0f6-a08a-474d-90a6-0947be13b6ae tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0571208 Nov 23 03:36:02.472565 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-74c09d4e-9bd1-4f63-b355-2fece3abc3e0 req-b1ec74da-59a0-492a-92ca-cb87e0f7e36e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616109 Nov 23 03:36:03.612316 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ab82-97f9-451f-994c-eb850de1dbdd req-bd20a28c-a7e5-4e7a-8fd7-cd39448a2e77 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:03.612316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b6ab82-97f9-451f-994c-eb850de1dbdd req-bd20a28c-a7e5-4e7a-8fd7-cd39448a2e77 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0588968 Nov 23 03:36:03.666073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-30b6ab82-97f9-451f-994c-eb850de1dbdd req-3b5856b4-bc23-4b5d-bd5e-c3dd0bf838a1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470726 Nov 23 03:36:04.801758 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17dfd-99b1-414d-9a01-6d17680e1a4d req-509cc80e-e888-4d69-a330-2f51a90ae513 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:04.803909 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6f17dfd-99b1-414d-9a01-6d17680e1a4d req-509cc80e-e888-4d69-a330-2f51a90ae513 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0596867 Nov 23 03:36:04.867156 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f6f17dfd-99b1-414d-9a01-6d17680e1a4d req-8f83f5ff-d9dc-4662-97d2-1660214dea5a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511925 Nov 23 03:36:05.962590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50ca80d3-a893-4025-90f7-7350207b1136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:06.077723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc66991-f1a1-425e-9361-70819d098756 req-97650c13-eb94-45e2-acab-19cfae321eb5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:06.079210 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdc66991-f1a1-425e-9361-70819d098756 req-97650c13-eb94-45e2-acab-19cfae321eb5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0540481 Nov 23 03:36:06.144610 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bdc66991-f1a1-425e-9361-70819d098756 req-783027e4-20d3-4aa7-b4e1-380f022a0542 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589821 Nov 23 03:36:07.276605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5732b-ddd6-4ba5-9d2a-02f55018b37f req-ea86689e-b5c5-40ca-9a9b-1284c1733108 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:07.279058 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ee5732b-ddd6-4ba5-9d2a-02f55018b37f req-ea86689e-b5c5-40ca-9a9b-1284c1733108 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0565579 Nov 23 03:36:07.337073 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0ee5732b-ddd6-4ba5-9d2a-02f55018b37f req-0613235c-e1a9-4f48-be76-6b29482f05c7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Nov 23 03:36:08.155366 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4046d5f3-bc42-4e4e-a7a2-58c23818e455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:08.477333 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028772-a880-4e68-8cbe-0428badabdae req-23e528e8-50b5-4ee3-8de5-3ed51477250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:08.478765 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-23e528e8-50b5-4ee3-8de5-3ed51477250a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0726042 Nov 23 03:36:08.486843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ee914-aac1-413f-9290-d0cff31fe0c3 req-0b201b45-6579-4958-9568-511b7e2f7617 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:08.488200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-666ee914-aac1-413f-9290-d0cff31fe0c3 req-0b201b45-6579-4958-9568-511b7e2f7617 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0741453 Nov 23 03:36:08.585577 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-666ee914-aac1-413f-9290-d0cff31fe0c3 req-d9e318e6-59bd-42ec-8367-c1e95fd3ea5d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888886 Nov 23 03:36:08.607214 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028772-a880-4e68-8cbe-0428badabdae req-f41b05cc-23fd-4880-87e1-edef9ca7c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:08.608749 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-f41b05cc-23fd-4880-87e1-edef9ca7c4c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1196775 Nov 23 03:36:08.679641 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-3ae36605-8118-4104-ad1b-7db72d378411 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1000 time: 0.0638113 Nov 23 03:36:08.729272 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028772-a880-4e68-8cbe-0428badabdae req-f2ac069b-278b-413e-a611-5defe3f4e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:08.730672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-f2ac069b-278b-413e-a611-5defe3f4e239 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0436265 Nov 23 03:36:08.776430 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f028772-a880-4e68-8cbe-0428badabdae req-97c0d167-0dc3-42a8-925e-f70ceae38d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:08.777911 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-97c0d167-0dc3-42a8-925e-f70ceae38d5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397236 Nov 23 03:36:08.869404 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-e7b29a37-9c20-425a-9862-8d809a9bce10 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843875 Nov 23 03:36:08.957809 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0f028772-a880-4e68-8cbe-0428badabdae req-9c2664a1-2d61-4b8c-a6e4-20d8f65951ba service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809841 Nov 23 03:36:09.549396 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:09.703043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6551d-16ca-4da9-b591-92ca8a111449 req-c2553599-481e-400e-aae1-e2bf0957b97d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:09.704506 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12a6551d-16ca-4da9-b591-92ca8a111449 req-c2553599-481e-400e-aae1-e2bf0957b97d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0488741 Nov 23 03:36:09.757958 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-12a6551d-16ca-4da9-b591-92ca8a111449 req-857aa4f4-033b-41a5-8185-849a04d95a20 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474980 Nov 23 03:36:10.873987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478836b1-e578-44df-81ed-e520bfe35beb req-67480746-8226-49d0-b2db-2e27d6c740e4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:10.875500 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-478836b1-e578-44df-81ed-e520bfe35beb req-67480746-8226-49d0-b2db-2e27d6c740e4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Nov 23 03:36:10.925608 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-478836b1-e578-44df-81ed-e520bfe35beb req-5175bbb1-468d-413e-9f9d-7e45cf67fc5e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Nov 23 03:36:10.973070 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:11.060804 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-b14bcc1d-f95b-4cc2-b5ae-d63b97a45709 req-1129a5b2-46d6-49cb-90e5-5bcd7f1490b7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:36:11.061819 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b14bcc1d-f95b-4cc2-b5ae-d63b97a45709 req-1129a5b2-46d6-49cb-90e5-5bcd7f1490b7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611861 Nov 23 03:36:11.223803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c536b-b787-4eb8-b6b6-2aa46e79eadb req-36d8c13a-54ec-4714-b80e-30ea35799073 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:11.225366 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a11c536b-b787-4eb8-b6b6-2aa46e79eadb req-36d8c13a-54ec-4714-b80e-30ea35799073 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0554368 Nov 23 03:36:11.275962 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a11c536b-b787-4eb8-b6b6-2aa46e79eadb req-b95b7bae-9dd2-459d-8866-2fe2c95553d7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Nov 23 03:36:11.529592 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-39006d35-7008-4f37-984a-aa43e7963ccc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895319 Nov 23 03:36:12.034006 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:12.332544 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-f84a4fe0-ac1c-46a6-ba9e-300a66f0fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.334032 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-f84a4fe0-ac1c-46a6-ba9e-300a66f0fab1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 1097 time: 0.0420878 Nov 23 03:36:12.420633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b4d0e-a1d2-42fb-919c-f01064e3aca1 req-15b3f1b0-9bf2-45f3-9b17-370fa136194e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.422117 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7b4d0e-a1d2-42fb-919c-f01064e3aca1 req-15b3f1b0-9bf2-45f3-9b17-370fa136194e tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 945 time: 0.0751717 Nov 23 03:36:12.436406 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-1170fe56-a6fe-4a95-861e-85e98ec10329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.437808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-1170fe56-a6fe-4a95-861e-85e98ec10329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1097 time: 0.0646565 Nov 23 03:36:12.525118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9a7b4d0e-a1d2-42fb-919c-f01064e3aca1 req-46eb6254-b68e-439a-a828-5cb535718dc8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960808 Nov 23 03:36:12.555456 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-734d141b-6c45-473b-8b57-b3dd7f3be608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.556839 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-734d141b-6c45-473b-8b57-b3dd7f3be608 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1118948 Nov 23 03:36:12.626625 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-0c83f708-0525-4ff1-a417-f051bc9e84ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1000 time: 0.0614314 Nov 23 03:36:12.675593 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-2c3e9ec2-fe61-48ff-9072-2128e3f9eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.677037 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-2c3e9ec2-fe61-48ff-9072-2128e3f9eee8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0438831 Nov 23 03:36:12.713480 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:36:12.724293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-b8264e50-f44c-49a0-84f8-e30d55c2c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:12.725778 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-b8264e50-f44c-49a0-84f8-e30d55c2c823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406091 Nov 23 03:36:12.790319 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:12.812165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:36:12.814321 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e281492-282a-44a5-8ad9-93ef0f9a8f60" -d '{"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-unplugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:36:12.818626 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-5ce9f181-5def-48c7-a1da-d2f6da3a0ee8 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838006 Nov 23 03:36:12.827387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:36:12.831897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:12.857285 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82175369-a4d6-4f68-97fc-f13b9ee7d9fc x-openstack-request-id: req-82175369-a4d6-4f68-97fc-f13b9ee7d9fc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:36:12.857587 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-unplugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:36:12.857889 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82175369-a4d6-4f68-97fc-f13b9ee7d9fc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:36:12.858242 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'code': 200} Nov 23 03:36:12.889204 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:36:12.915815 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cf403f14-f05c-49fe-9ba2-cba8a1cb914c req-82bcd2f7-a854-47b4-b1fe-b6494a667a1a service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896821 Nov 23 03:36:13.664696 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfc7d2-30de-4141-b77e-1be91c50897e req-da93acb3-3417-4fe1-9c42-e985da151523 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:13.666197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2cfc7d2-30de-4141-b77e-1be91c50897e req-da93acb3-3417-4fe1-9c42-e985da151523 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0566752 Nov 23 03:36:13.718390 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c2cfc7d2-30de-4141-b77e-1be91c50897e req-ed42137d-794e-4522-a72d-55d31219283d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Nov 23 03:36:14.845540 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519138f-f6b4-4be0-b550-1e05d7426fcf req-3c6faf9d-10ed-4a22-af6e-b3cd3dd53bfa tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:14.847039 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e519138f-f6b4-4be0-b550-1e05d7426fcf req-3c6faf9d-10ed-4a22-af6e-b3cd3dd53bfa tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0542381 Nov 23 03:36:14.901145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e519138f-f6b4-4be0-b550-1e05d7426fcf req-076d37a4-d9b4-4b5c-892b-15d4492446a9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Nov 23 03:36:16.029485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1dbf-8860-420b-8488-bbacab1da8e9 req-6d561e82-fa3a-4d82-8d8d-e3fe4e881f65 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:16.031931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ffc1dbf-8860-420b-8488-bbacab1da8e9 req-6d561e82-fa3a-4d82-8d8d-e3fe4e881f65 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0586040 Nov 23 03:36:16.083587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ffc1dbf-8860-420b-8488-bbacab1da8e9 req-90d482a4-d2ed-45d3-85d6-abaf2fcf9290 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Nov 23 03:36:17.210896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e8b2-7f10-41c5-9e5c-7be8e5bd43f6 req-6a2d2530-ff16-4d4c-95ae-914f1a5619d1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:17.212393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d1e8b2-7f10-41c5-9e5c-7be8e5bd43f6 req-6a2d2530-ff16-4d4c-95ae-914f1a5619d1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0572133 Nov 23 03:36:17.264612 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-06d1e8b2-7f10-41c5-9e5c-7be8e5bd43f6 req-3a106330-0dad-477c-b7d2-9ace9085f1af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Nov 23 03:36:18.387711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6277d-71f0-4125-88f5-2a335d349673 req-bf2a506f-8420-4f1f-bbb1-b278ad7460ad tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:18.389184 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80a6277d-71f0-4125-88f5-2a335d349673 req-bf2a506f-8420-4f1f-bbb1-b278ad7460ad tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0558822 Nov 23 03:36:18.439775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80a6277d-71f0-4125-88f5-2a335d349673 req-52670313-d45f-4f09-b2e4-b85a88980453 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Nov 23 03:36:19.559171 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e124b2e-f7ce-4bf4-868c-d8c1d214507d req-04237860-ec98-4af2-b1d0-ca19d66f5af6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:19.560663 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e124b2e-f7ce-4bf4-868c-d8c1d214507d req-04237860-ec98-4af2-b1d0-ca19d66f5af6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0500584 Nov 23 03:36:19.617220 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9e124b2e-f7ce-4bf4-868c-d8c1d214507d req-0185dc3e-61c1-46f0-b4c3-9c65112ce49d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504870 Nov 23 03:36:20.754971 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45c5c-4bd0-42e1-9b69-177436d891a7 req-359486d9-c4c8-4928-80e1-23f7c7026c9a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:20.756930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8a45c5c-4bd0-42e1-9b69-177436d891a7 req-359486d9-c4c8-4928-80e1-23f7c7026c9a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0595696 Nov 23 03:36:20.813419 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8a45c5c-4bd0-42e1-9b69-177436d891a7 req-daefdf8c-94c9-4f48-9425-e8ede1a8ba74 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501955 Nov 23 03:36:21.937702 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706b9e-b869-4a02-beda-2e6b6b41fd0a req-6dce3c57-e4ef-477f-945d-3c76d4f0218d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:21.939316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47706b9e-b869-4a02-beda-2e6b6b41fd0a req-6dce3c57-e4ef-477f-945d-3c76d4f0218d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0501416 Nov 23 03:36:21.991471 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-47706b9e-b869-4a02-beda-2e6b6b41fd0a req-1fb7f617-d4bf-4425-90f3-54023793c1ec tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Nov 23 03:36:23.124791 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c58be4-2262-4331-9787-8af2f85913c2 req-81a7d84b-8304-4699-a199-34d31530841b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:23.126296 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71c58be4-2262-4331-9787-8af2f85913c2 req-81a7d84b-8304-4699-a199-34d31530841b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0549595 Nov 23 03:36:23.175633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-71c58be4-2262-4331-9787-8af2f85913c2 req-d9bf79d2-54f3-43fc-aace-e4e516eef7d7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Nov 23 03:36:23.812934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-a267da51-5d09-4afe-84cf-2f46b6004373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:23.814473 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-a267da51-5d09-4afe-84cf-2f46b6004373 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0409122 Nov 23 03:36:23.889157 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:23.925399 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-e27fe239-19a6-43e6-8b49-9143525480db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:23.926924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-e27fe239-19a6-43e6-8b49-9143525480db service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0878220 Nov 23 03:36:23.992478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-475439a5-d44f-4a14-b419-2f86b0f44866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 998 time: 0.0565166 Nov 23 03:36:24.039398 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-7e2cdb4e-e429-4e17-98ff-15d999b0d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:24.040786 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-7e2cdb4e-e429-4e17-98ff-15d999b0d156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0412271 Nov 23 03:36:24.088024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-ad7852d2-a6d6-42a4-918c-826e378f641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:24.089474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-ad7852d2-a6d6-42a4-918c-826e378f641e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414195 Nov 23 03:36:24.178587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-289b1766-6968-4992-b55e-72817eb1b50e service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802026 Nov 23 03:36:24.300057 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83d9c23-f3c1-404f-b23d-1026ad116375 req-f09e8dd5-aee5-4a2a-b844-ee6ef0228942 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129553 Nov 23 03:36:24.312048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846da952-410c-4d4f-8e74-810aec8d48da req-d240ff63-0f77-47db-822e-39319fe74248 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:24.313434 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-846da952-410c-4d4f-8e74-810aec8d48da req-d240ff63-0f77-47db-822e-39319fe74248 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0685034 Nov 23 03:36:24.364711 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-846da952-410c-4d4f-8e74-810aec8d48da req-8aefeacb-674c-487b-9742-1083e84f7ddb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448797 Nov 23 03:36:24.914751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb741a22-600c-402e-899d-687d4e3c2a3f req-8f590ec1-25dd-4a24-bb9e-2ad40ad41dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:24.916330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb741a22-600c-402e-899d-687d4e3c2a3f req-8f590ec1-25dd-4a24-bb9e-2ad40ad41dab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0400162 Nov 23 03:36:24.964187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fb741a22-600c-402e-899d-687d4e3c2a3f req-e98d6360-f314-47e8-9994-09dbae96fb53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Nov 23 03:36:25.407906 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:36:25.483859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948944a-573c-4e0d-90ed-a126e41dad5a req-e2f49952-3088-43ab-b9ff-cf6dfb0a5ad2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:25.485316 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0948944a-573c-4e0d-90ed-a126e41dad5a req-e2f49952-3088-43ab-b9ff-cf6dfb0a5ad2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0519602 Nov 23 03:36:25.533635 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-0948944a-573c-4e0d-90ed-a126e41dad5a req-6455457e-872a-482a-9f10-fb816dfdf4d6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Nov 23 03:36:26.650711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5cad-b1f8-47c9-a38d-64215f844669 req-02f0e66b-e5a0-45cc-8af0-e070c0418138 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:36:26.652363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-940e5cad-b1f8-47c9-a38d-64215f844669 req-02f0e66b-e5a0-45cc-8af0-e070c0418138 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 943 time: 0.0490229 Nov 23 03:36:26.707482 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-940e5cad-b1f8-47c9-a38d-64215f844669 req-2f79cc09-e56d-4118-a3b8-d6228dfde1d0 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478473 Nov 23 03:36:26.791518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:36:26.886907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:36:26.898083 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'port_id': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'mac_address': 'fa:16:3e:91:97:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:36:26.933712 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:26.946868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:36:26.965646 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:36:26.970141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:27.021597 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=9']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:36:27.281606 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['2a09092b-82da-4eb6-a647-ba6a7bec74ac'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:36:28.809380 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:36:28.860427 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port 2a09092b-82da-4eb6-a647-ba6a7bec74ac triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:36:28.860794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:28.938099 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:28.959849 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:36:28.962064 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5413cd-0ea9-4dc4-ab52-dc62e2a7175f" -d '{"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:36:28.975450 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:36:28.980595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:29.007210 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22624dc1-15b3-4977-89a2-debe6be9bcfb x-openstack-request-id: req-22624dc1-15b3-4977-89a2-debe6be9bcfb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:36:29.007500 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-plugged", "status": "completed", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:36:29.007751 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22624dc1-15b3-4977-89a2-debe6be9bcfb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:36:29.008136 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'code': 200} Nov 23 03:36:29.032853 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=10']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:36:30.393828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:35.958354 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ce501678-6669-439e-a9cf-24327fe483a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:38.155912 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e7655ae-4737-4166-b8a6-84935c5359bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:39.551637 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:40.974236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:42.035028 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:36:53.886365 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:00.416449 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:02.408072 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:37:05.959008 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2bd9e75-58a2-4e9d-abce-f3f74fbd5574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:08.155878 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f1062c37-1274-422f-8fc4-5ee4b4b948ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:09.554545 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:10.977448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:12.036401 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:17.965345 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-8f79e797-4edc-4136-8ed4-3df3997a8a82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395086 Nov 23 03:37:18.064506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-b47abcb2-0094-4b57-95e3-061019b3ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:18.065984 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-b47abcb2-0094-4b57-95e3-061019b3ac3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1098 time: 0.0442233 Nov 23 03:37:18.165476 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-ab869509-cb80-4a57-822c-efa105289032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:18.166943 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-ab869509-cb80-4a57-822c-efa105289032 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0825756 Nov 23 03:37:18.239176 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-d5fd3729-379a-43bf-aadd-4109e0004116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 1000 time: 0.0607002 Nov 23 03:37:18.289267 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-a8adc327-827e-49cb-a3dd-316d818f83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:18.290821 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-a8adc327-827e-49cb-a3dd-316d818f83bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0435078 Nov 23 03:37:18.336459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-797d66dd-42e6-4aee-8ed8-37f5b7d267ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:18.337924 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-797d66dd-42e6-4aee-8ed8-37f5b7d267ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394611 Nov 23 03:37:18.429447 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-d84b19cd-147c-4f63-89d3-5da6373fcb05 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Nov 23 03:37:18.518492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7acacc2d-076b-4394-a851-dad8d730e5e7 req-ae1612de-f77a-4694-b0fc-a31537747380 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802956 Nov 23 03:37:23.886128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:30.431211 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:35.960055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0c4184c5-3072-4314-a5f7-46de9aa59bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.149339 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37708) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:36.306492 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Deleting port 8fa6c502-4edd-48ce-9fe5-6df7760c5872 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:37:36.306859 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.380366 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.380794 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.393237 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Calling delete_port for 8fa6c502-4edd-48ce-9fe5-6df7760c5872 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:37:36.867159 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.892356 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'Port': ['ID=8fa6c502-4edd-48ce-9fe5-6df7760c5872,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:36.903848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.904711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.905063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.905386 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.905718 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.906051 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.906378 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.906735 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.907061 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.907384 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.907712 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.908036 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:36.961484 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:36.961833 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Floating IP c875b27e-28df-4f5d-842d-b410b93513f4 disassociated (deleted). External IP: 172.25.1.49, port: 2a09092b-82da-4eb6-a647-ba6a7bec74ac. Nov 23 03:37:37.162687 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:37:37.273822 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:37:37.278882 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:37.284104 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:37:37.293948 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:37:37.294580 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:37:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:37:37.307306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f8ffd004-1b6a-40bd-a5c8-5fc53d09f748 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "DELETE /v2.0/floatingips/c875b27e-28df-4f5d-842d-b410b93513f4 HTTP/1.1" status: 204 len: 168 time: 1.1568911 Nov 23 03:37:37.307920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:37:37.310202 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e410cb0-2cc5-411a-a673-b77fae236772" -d '{"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:37:37.401696 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:37:37.467526 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc7e3b-2619-4f10-bc87-e1d5ee6d55c8 x-openstack-request-id: req-b2cc7e3b-2619-4f10-bc87-e1d5ee6d55c8 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:37:37.467935 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:37:37.468193 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2cc7e3b-2619-4f10-bc87-e1d5ee6d55c8 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:37:37.468597 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'status': 'completed', 'code': 200} Nov 23 03:37:37.596207 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592966e9-ce5c-4c60-8eae-7175e5f791e3 req-72cf3d07-349a-4184-ae3f-0d5cad2c2e1b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:37.598961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-592966e9-ce5c-4c60-8eae-7175e5f791e3 req-72cf3d07-349a-4184-ae3f-0d5cad2c2e1b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 946 time: 0.0887346 Nov 23 03:37:37.607098 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-e00ae9f1-b411-4245-bed7-68df63911396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:37.608671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-e00ae9f1-b411-4245-bed7-68df63911396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 1098 time: 0.0672934 Nov 23 03:37:37.617659 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:37:37.643517 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:37:37.651715 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:37:37.652309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:37:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:37:37.709942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-592966e9-ce5c-4c60-8eae-7175e5f791e3 req-15d95484-1350-421e-bab8-452fc2bc791f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001894 Nov 23 03:37:37.740586 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-42167b2b-fb87-4f46-833a-65a7dc76aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:37.742118 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-42167b2b-fb87-4f46-833a-65a7dc76aa51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1252389 Nov 23 03:37:37.755707 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:37:37.785975 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-3e269554-80e3-4400-a0fb-9d0c3ebfa75b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 200 len: 217 time: 0.0351808 Nov 23 03:37:37.837400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-5f40c931-8440-402b-aa7c-5ccbae6b15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:37.838942 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-5f40c931-8440-402b-aa7c-5ccbae6b15a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0457332 Nov 23 03:37:37.899424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-056d42df-aeea-4388-98bc-fded964bb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:37.901501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-056d42df-aeea-4388-98bc-fded964bb9ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550976 Nov 23 03:37:37.954740 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:37:37.981372 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6ed2a1-af68-4106-b9cb-3af163775616 None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:37:37.995508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-b4e21726-4b30-458d-96d5-71a090d53b18 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854459 Nov 23 03:37:38.093645 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7e410cb0-2cc5-411a-a673-b77fae236772 req-265ed7ab-d288-42b5-93b9-014d441bea42 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897388 Nov 23 03:37:38.156915 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf56aab8-6ee0-4bfa-b16c-0fdfd042b932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:38.198714 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44be28-d91d-49f4-bbab-c758c478da54 None None] New status for floating IP c875b27e-28df-4f5d-842d-b410b93513f4: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:37:38.827826 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd258c51-9225-4bb1-b754-cf71659cf3aa req-81dcdd42-e239-4747-a451-ba81607d88d1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:38.829330 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd258c51-9225-4bb1-b754-cf71659cf3aa req-81dcdd42-e239-4747-a451-ba81607d88d1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 946 time: 0.0514531 Nov 23 03:37:38.886363 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bd258c51-9225-4bb1-b754-cf71659cf3aa req-d07cced7-b41a-4302-a0a9-683bbc2337a6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=06b55650-1492-45b8-b192-ce40719747a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Nov 23 03:37:39.001381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-b0e05537-21a0-4c07-b344-d23b1728f7cb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:39.002776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-b0e05537-21a0-4c07-b344-d23b1728f7cb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/ports?device_id=9500812c-c9fe-4024-a2d3-a6f8e3fa92b5 HTTP/1.1" status: 200 len: 946 time: 0.0505276 Nov 23 03:37:39.095734 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Deleting port 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:37:39.096076 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:39.181947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] For port 2a09092b-82da-4eb6-a647-ba6a7bec74ac, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=2a09092b-82da-4eb6-a647-ba6a7bec74ac,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:37:39.182306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:39.195083 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Calling delete_port for 2a09092b-82da-4eb6-a647-ba6a7bec74ac owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:37:39.327051 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:39.355056 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'Port': ['ID=2a09092b-82da-4eb6-a647-ba6a7bec74ac,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:39.400765 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] No DVR routers for this DVR port 2a09092b-82da-4eb6-a647-ba6a7bec74ac on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:37:39.403815 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:39.407188 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:37:39.407702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c687566f-cc02-4def-afa5-8fe4ad062301 req-fd891183-c24b-4de3-bd88-13477715a38b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "DELETE /v2.0/ports/2a09092b-82da-4eb6-a647-ba6a7bec74ac HTTP/1.1" status: 204 len: 173 time: 0.3972876 Nov 23 03:37:39.469243 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-deleted', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:37:39.471641 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba73538-b899-4c2d-9075-5bbb850e9c34" -d '{"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-deleted", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:37:39.508923 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b0907-fe87-43e2-a7e9-a1029b0cda41 x-openstack-request-id: req-150b0907-fe87-43e2-a7e9-a1029b0cda41 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:37:39.509214 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9500812c-c9fe-4024-a2d3-a6f8e3fa92b5", "name": "network-vif-deleted", "tag": "2a09092b-82da-4eb6-a647-ba6a7bec74ac", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:37:39.509463 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-150b0907-fe87-43e2-a7e9-a1029b0cda41 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:37:39.509860 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9500812c-c9fe-4024-a2d3-a6f8e3fa92b5', 'name': 'network-vif-deleted', 'tag': '2a09092b-82da-4eb6-a647-ba6a7bec74ac', 'status': 'completed', 'code': 200} Nov 23 03:37:39.558429 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:39.947019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37724) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.004167 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.028369 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.086487 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.089255 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.090439 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "DELETE /v2.0/security-groups/06b55650-1492-45b8-b192-ce40719747a0 HTTP/1.1" status: 204 len: 168 time: 0.1427400 Nov 23 03:37:40.100303 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b55650-1492-45b8-b192-ce40719747a0,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.108670 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.109024 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.109355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.109695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.110037 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.110364 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.110716 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.111048 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.111379 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.111695 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.112018 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.112340 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3262058a-9a70-4e0e-8c89-d5f168ba8996 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:37:40.346624 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 37732) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.351550 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317600698', 'description': 'tempest-secgroup-smoke-317600698 description', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.373349 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.439179 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.442721 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.473061 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.474298 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1266494 Nov 23 03:37:40.477280 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37734) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.478369 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905f814-8d2a-4523-82ac-ad93fcbb8d49 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b29732-9bbd-441b-a492-510c4ab3aad5,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.482424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.508542 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.562719 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.566481 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.584045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ed0ad7-0f10-45ce-9a75-99b218736380,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.591114 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.593050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c602bbf6-8c41-4580-b61a-6be52805a7f4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142104 Nov 23 03:37:40.595741 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37736) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.599999 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.625982 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.680126 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.684125 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.702429 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb225297-f824-4955-8a01-7d3b06d7a35c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.709286 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.710478 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-91de708a-42ea-4814-b126-f09f7c9a8b9d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138196 Nov 23 03:37:40.713144 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37738) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.717828 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.744012 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.803251 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.806953 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.826637 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4861ca-56e1-452b-8d3c-65d29c3fdf01,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.835411 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.836595 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-427a31e8-8de0-4daa-9c47-6257a8bbaf4b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225142 Nov 23 03:37:40.839308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37740) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.843985 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.869203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.927883 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.931388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.948790 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a0540e-ec86-46f7-bb94-022c15da795f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:40.957196 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.958429 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-a219b0cc-20f9-47bf-be87-4966ff178c8a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181664 Nov 23 03:37:40.961206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37742) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:40.965697 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:40.981219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:40.990996 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Project 7cdfb5f4194a423bbdbfa6d3479a647b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:37:40.995745 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.052487 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.056218 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.075109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8d096c-6e37-4d01-a23f-35ee80eb0b83,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:41.081618 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.082835 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-915db084-e1e6-4d71-a3d3-78bcdee663e6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205325 Nov 23 03:37:41.085530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37744) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:37:41.089778 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'security_group_rule': {'security_group_id': '42b29732-9bbd-441b-a492-510c4ab3aad5', 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:41.110993 n-d-714676-12 neutron-server[103571]: INFO neutron.db.securitygroups_db [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Project 7cdfb5f4194a423bbdbfa6d3479a647b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:37:41.115556 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.174808 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.178627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.193605 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f4a633-d927-4133-9ed1-11ce824b4cec,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:41.205277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:41.209377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b71192e3-7c50-4c60-9853-ab93b5adc254 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200457 Nov 23 03:37:42.038150 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:43.163666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:37:43.184335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: 2a09092b-82da-4eb6-a647-ba6a7bec74ac {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:37:43.184679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device 2a09092b-82da-4eb6-a647-ba6a7bec74ac not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:37:53.894604 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:56.431206 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-64f19eb4-08a0-4d83-88b5-3d419fbf411c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317600698&fields=id&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 267 time: 0.0433962 Nov 23 03:37:56.534952 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-a0a4ac36-1244-4aa8-ad75-658947b99e93 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:56.536293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-a0a4ac36-1244-4aa8-ad75-658947b99e93 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 808 time: 0.0983276 Nov 23 03:37:56.552501 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-0d5c8e68-2acf-4a10-bc1e-d6450f57e4f9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/quotas/7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 375 time: 0.0103214 Nov 23 03:37:56.607438 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-fd60f853-a28c-45c0-a394-19d87258ac16 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489414 Nov 23 03:37:56.623295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-2e5c24ba-8570-435a-a4fa-d2b4cd0f266b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:37:56.624243 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-2e5c24ba-8570-435a-a4fa-d2b4cd0f266b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051341 Nov 23 03:37:56.710275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-b316c3c9-fa93-4553-bd9b-0f22f279ea2c service neutron] 10.222.0.15 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802844 Nov 23 03:37:56.802637 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-6408cb9e-5fbe-4a8d-bc21-8bbaeb6f9ee3 service neutron] 10.222.0.15 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Nov 23 03:37:57.074340 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-66ca2f8c-79a2-41cd-a757-6e297eb6cbac req-36d9279f-68d9-4e64-b02f-8f1a670a8257 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Nov 23 03:37:58.120530 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-9908fc26-16a5-476e-a3ce-8c6699bf4e8f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:58.122587 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-9908fc26-16a5-476e-a3ce-8c6699bf4e8f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 808 time: 0.1123593 Nov 23 03:37:58.187155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3ec57928-9444-48e3-9938-e346fe1446cd req-6080da2a-8081-4f60-86e7-e3131e41f1ae tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0433943 Nov 23 03:37:58.227952 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-15b37804-5eea-4381-a1d6-9eae4752077c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 379 time: 0.0830367 Nov 23 03:37:58.238780 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'port': {'device_id': '157a164f-e868-4afa-a5c8-44d4472f7762', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'admin_state_up': True, 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'security_groups': ['42b29732-9bbd-441b-a492-510c4ab3aad5']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:58.348026 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Made reservation on behalf of 7cdfb5f4194a423bbdbfa6d3479a647b for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:37:58.351551 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:58.482181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Allocated IP 172.20.0.11 (9af2448f-f135-44b9-995e-a4ae32fcd1f2/78d71adc-6eb1-4fec-a8cb-422bdb77103b/c698a2b8-38bc-457a-a43e-9358643401d7) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:37:58.627024 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:58.660043 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:58.704138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:37:58.707360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:37:58.710926 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:37:58.718065 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:58.766635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:58.767351 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:58.784025 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-c3e6a134-737a-413d-9023-462d5f754539 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491123 Nov 23 03:37:58.808600 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Request body: {'port': {'device_id': '157a164f-e868-4afa-a5c8-44d4472f7762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:37:58.877679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:58.990033 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-acee435b-5bad-4182-b47a-aea9f85584cd None None] Provisioning complete for port c698a2b8-38bc-457a-a43e-9358643401d7 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:37:58.990656 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-acee435b-5bad-4182-b47a-aea9f85584cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.025710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-acee435b-5bad-4182-b47a-aea9f85584cd None None] Port c698a2b8-38bc-457a-a43e-9358643401d7 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:37:59.148667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c698a2b8-38bc-457a-a43e-9358643401d7 {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:37:59.156984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.169529 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Transition to ACTIVE for port object c698a2b8-38bc-457a-a43e-9358643401d7 will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:37:59.174306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.233485 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:59.345914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Attempting to bind port c698a2b8-38bc-457a-a43e-9358643401d7 on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:37:59.346260 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Attempting to bind port c698a2b8-38bc-457a-a43e-9358643401d7 by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:37:59.346794 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Attempting to bind port c698a2b8-38bc-457a-a43e-9358643401d7 on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:37:59.361136 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Port c698a2b8-38bc-457a-a43e-9358643401d7 on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:37:59.361493 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Attempting to bind port c698a2b8-38bc-457a-a43e-9358643401d7 on network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:37:59.381500 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:37:59.381848 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Checking segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:37:59.382241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Bound using segment: {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:37:59.382713 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Bound port: c698a2b8-38bc-457a-a43e-9358643401d7, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcfe15c-4002-4528-92d2-9eff6dfef162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:37:59.383086 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.442602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9c9f5-9f81-4a39-8026-21db5dfcff12 req-b7c2a50e-973e-48bd-a943-705263759910 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:59.444158 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ab9c9f5-9f81-4a39-8026-21db5dfcff12 req-b7c2a50e-973e-48bd-a943-705263759910 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0995481 Nov 23 03:37:59.484023 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:37:59.504897 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:37:59.509320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.554408 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ab9c9f5-9f81-4a39-8026-21db5dfcff12 req-27a11d9e-27c2-41d7-9a88-91c246cfa7f0 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979762 Nov 23 03:37:59.560400 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:59.561572 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:37:59.563180 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] 10.222.0.41 "PUT /v2.0/ports/c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1093 time: 0.7590780 Nov 23 03:37:59.563515 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:37:59.566132 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb12101-dc56-44bd-a30b-d4275d55752b" -d '{"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:37:59.599646 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de90ca-35c9-42c3-980d-64fec14c5dba service neutron] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:37:59.663702 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b95ad0-cb02-4de5-9031-572bb452329c x-openstack-request-id: req-96b95ad0-cb02-4de5-9031-572bb452329c {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:37:59.664065 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:37:59.664266 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96b95ad0-cb02-4de5-9031-572bb452329c {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:37:59.664686 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'status': 'completed', 'code': 200} Nov 23 03:37:59.689692 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-a34d4d72-7b4f-4164-a8b3-9e7f0d0f8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:59.692528 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-a34d4d72-7b4f-4164-a8b3-9e7f0d0f8132 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1096 time: 0.0634432 Nov 23 03:37:59.750667 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-80329d4a-7e74-416c-9709-a23b4a9c558c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 217 time: 0.0437922 Nov 23 03:37:59.803877 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-f780cbdd-5c74-4620-aa2f-c5ba3f5dc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:59.805370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-f780cbdd-5c74-4620-aa2f-c5ba3f5dc196 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0474615 Nov 23 03:37:59.853293 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-4edd153f-574b-4942-8b7f-39b9d7c9bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:37:59.854862 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-4edd153f-574b-4942-8b7f-39b9d7c9bf82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417092 Nov 23 03:37:59.948303 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-8a9be699-6bf8-45f1-ad98-203fc165fee1 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862734 Nov 23 03:38:00.040101 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-80ff91f0-6a35-4af0-81f8-35ff3938e3a0 req-d526e74f-78fe-4f87-8da7-867f194fe508 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Nov 23 03:38:00.150738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-a4d1e4cc-2576-466c-983e-44d9b31793e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:00.152238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-a4d1e4cc-2576-466c-983e-44d9b31793e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1096 time: 0.0420358 Nov 23 03:38:00.252165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-8ff75d3d-96a4-4e42-b889-8c08d7cc3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:00.253581 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-8ff75d3d-96a4-4e42-b889-8c08d7cc3103 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0939116 Nov 23 03:38:00.299160 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-55e654d1-2f4b-4dd7-a8a9-a4f4672565f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 217 time: 0.0385289 Nov 23 03:38:00.355861 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-f63142f9-7d8a-4695-a116-3af040e4db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:00.357336 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-f63142f9-7d8a-4695-a116-3af040e4db1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0482450 Nov 23 03:38:00.412438 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-8c94fc4b-c11e-426c-bc1b-3c1b3746bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:00.413937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-8c94fc4b-c11e-426c-bc1b-3c1b3746bd3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412557 Nov 23 03:38:00.447554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:00.509598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-20184880-7a91-44eb-aea9-6c83a5b0df82 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Nov 23 03:38:00.609242 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ccb12101-dc56-44bd-a30b-d4275d55752b req-43850f77-f077-4ee8-8e8f-d82f386bbdf7 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910861 Nov 23 03:38:00.692330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc62805-7369-4b0b-b3c1-a45259b6aaa1 req-d71484ea-23f5-406f-aeba-5797a048dea8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:00.693836 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc62805-7369-4b0b-b3c1-a45259b6aaa1 req-d71484ea-23f5-406f-aeba-5797a048dea8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0503991 Nov 23 03:38:00.744694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9fc62805-7369-4b0b-b3c1-a45259b6aaa1 req-adbfe623-acc0-4988-bed0-a1d01bd08e09 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Nov 23 03:38:01.868233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555c74-29a5-4156-8c82-b9a848f51049 req-23e3f87b-9010-4e9d-8a5d-9a606b299f5a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:01.869930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97555c74-29a5-4156-8c82-b9a848f51049 req-23e3f87b-9010-4e9d-8a5d-9a606b299f5a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0565662 Nov 23 03:38:01.919593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-97555c74-29a5-4156-8c82-b9a848f51049 req-78020ea1-f25a-448e-8110-e770e332f960 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431263 Nov 23 03:38:03.052784 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128de53-bb82-4ad7-a292-a1640cef154d req-ad8beae4-6196-4584-9072-6f9c7ce1a7af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:03.054212 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6128de53-bb82-4ad7-a292-a1640cef154d req-ad8beae4-6196-4584-9072-6f9c7ce1a7af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Nov 23 03:38:03.106658 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6128de53-bb82-4ad7-a292-a1640cef154d req-3db8f3ff-48cb-4aad-bfc6-8eb6cff651cf tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459530 Nov 23 03:38:04.223359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b93a3-a3eb-434f-84f7-930f73e73401 req-c8aa2761-3040-44ac-8276-b91fa194709b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:04.224831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-589b93a3-a3eb-434f-84f7-930f73e73401 req-c8aa2761-3040-44ac-8276-b91fa194709b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0484006 Nov 23 03:38:04.276936 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-589b93a3-a3eb-434f-84f7-930f73e73401 req-5fc86bf5-cb66-4f7e-9ebb-c05b84d055af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Nov 23 03:38:05.391575 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a7a7-c1d9-4ad7-b902-c7d8db15e8a1 req-1a7e7d52-c8bc-4b4b-af93-9ff8526bb4d2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:05.393098 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a96a7a7-c1d9-4ad7-b902-c7d8db15e8a1 req-1a7e7d52-c8bc-4b4b-af93-9ff8526bb4d2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0487616 Nov 23 03:38:05.445991 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a96a7a7-c1d9-4ad7-b902-c7d8db15e8a1 req-700c8d35-0d59-468c-8a65-42f0e053a465 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467923 Nov 23 03:38:05.960715 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-724852d4-3d0c-4778-a37a-d17d5cafa315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:06.558890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b0fc-2728-47e8-a601-07a16d03290a req-39923692-5bde-4bc8-a7c9-a3233825785b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:06.560256 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c997b0fc-2728-47e8-a601-07a16d03290a req-39923692-5bde-4bc8-a7c9-a3233825785b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0475292 Nov 23 03:38:06.608850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c997b0fc-2728-47e8-a601-07a16d03290a req-156fb57b-2b27-41ec-847b-6ab42e3a9da8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Nov 23 03:38:07.732251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834c161-57ef-4c83-9944-fe04e5f1df14 req-18702e9a-1631-4040-ad7f-98dcf770576b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:07.733728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f834c161-57ef-4c83-9944-fe04e5f1df14 req-18702e9a-1631-4040-ad7f-98dcf770576b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0569093 Nov 23 03:38:07.782593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f834c161-57ef-4c83-9944-fe04e5f1df14 req-da6e2722-df49-4e58-80ab-13923a787608 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Nov 23 03:38:08.158199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eb83619c-a011-4f55-96f5-75917372f6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:08.898436 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d03502-30b8-4dce-bcbc-3d996fb58ef1 req-134d2d56-c483-4d7f-b2d0-763b70b009bc tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:08.899948 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d03502-30b8-4dce-bcbc-3d996fb58ef1 req-134d2d56-c483-4d7f-b2d0-763b70b009bc tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0504122 Nov 23 03:38:08.952219 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c8d03502-30b8-4dce-bcbc-3d996fb58ef1 req-15e245d6-f8a1-4a76-a9eb-7088990727d7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461538 Nov 23 03:38:09.560680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:10.073003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c01ce-be67-460b-9d18-f126721cc9f4 req-19d07071-930c-41b1-8866-09717a5c656b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:10.074460 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83c01ce-be67-460b-9d18-f126721cc9f4 req-19d07071-930c-41b1-8866-09717a5c656b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0513601 Nov 23 03:38:10.122681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c83c01ce-be67-460b-9d18-f126721cc9f4 req-9b4f811b-4754-45f3-b8c6-ce26e36ff6c2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Nov 23 03:38:10.985230 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:11.240354 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80e0f-816d-4b89-82eb-5c99bfed276d req-9d84bd1a-a60c-4bc6-a1a3-73adc2302efb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:11.241738 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58d80e0f-816d-4b89-82eb-5c99bfed276d req-9d84bd1a-a60c-4bc6-a1a3-73adc2302efb tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0486128 Nov 23 03:38:11.290720 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-58d80e0f-816d-4b89-82eb-5c99bfed276d req-be8bdb9d-fee3-401b-9417-88d0430cb735 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429347 Nov 23 03:38:11.345727 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:38:11.440478 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:38:11.452104 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'mac_address': 'fa:16:3e:c6:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:38:11.487477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:11.503876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c698a2b8-38bc-457a-a43e-9358643401d7 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:38:11.522409 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:38:11.526369 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:11.572128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:38:11.579923 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.580273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.580618 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.580960 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.581294 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.581629 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.581958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.582287 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.582665 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.582988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.583311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.583636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:38:11.801816 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c698a2b8-38bc-457a-a43e-9358643401d7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:38:12.039021 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:12.460974 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e7b66-3a2d-4ebe-8463-27db289b91b2 req-e550d262-fe66-4c18-aa65-b1aa56e47af8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:12.462423 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-093e7b66-3a2d-4ebe-8463-27db289b91b2 req-e550d262-fe66-4c18-aa65-b1aa56e47af8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 945 time: 0.1049068 Nov 23 03:38:12.515974 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-093e7b66-3a2d-4ebe-8463-27db289b91b2 req-d33ce077-1faf-412b-b005-f17ff10fb5ec tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Nov 23 03:38:13.360668 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:38:13.409111 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port c698a2b8-38bc-457a-a43e-9358643401d7 completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:38:13.412830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c698a2b8-38bc-457a-a43e-9358643401d7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:38:13.413198 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:13.490302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:13.512911 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:38:13.515710 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10256e3c-0748-4f45-86ad-eaec340743aa" -d '{"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-plugged", "status": "completed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:38:13.527679 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:38:13.532487 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:13.555262 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ebb78e-b190-47df-a91b-cdb3b295acdb x-openstack-request-id: req-98ebb78e-b190-47df-a91b-cdb3b295acdb {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:38:13.555555 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-plugged", "status": "completed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:38:13.555810 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98ebb78e-b190-47df-a91b-cdb3b295acdb {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:38:13.556198 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'code': 200} Nov 23 03:38:13.581457 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:38:13.649673 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33de078-3fe3-4390-ab66-b54c0e1ad012 req-dd6df85d-12c0-418b-9bff-19d2d8352816 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:13.651169 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e33de078-3fe3-4390-ab66-b54c0e1ad012 req-dd6df85d-12c0-418b-9bff-19d2d8352816 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0517592 Nov 23 03:38:13.709930 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e33de078-3fe3-4390-ab66-b54c0e1ad012 req-e37a284c-735c-4512-8171-0a57179e0933 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520768 Nov 23 03:38:13.741297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc411cda-0e71-41b4-bf99-ccff93381aec req-07823b3f-c590-4780-b806-50bb8555c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:13.742846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc411cda-0e71-41b4-bf99-ccff93381aec req-07823b3f-c590-4780-b806-50bb8555c4aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0907815 Nov 23 03:38:13.792776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fc411cda-0e71-41b4-bf99-ccff93381aec req-ba24b4e9-1764-4e98-aea4-58b198f32287 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 Nov 23 03:38:14.838619 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d4e4-4dce-42e4-92f3-85a75aecea65 req-bcd9c66c-f2bb-4b15-9af7-03aff9164031 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:14.840224 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7988d4e4-4dce-42e4-92f3-85a75aecea65 req-bcd9c66c-f2bb-4b15-9af7-03aff9164031 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0616574 Nov 23 03:38:14.891006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7988d4e4-4dce-42e4-92f3-85a75aecea65 req-70760eaf-cf6c-459b-a252-cdc66e98f588 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442083 Nov 23 03:38:16.004294 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb1a3-0566-4e27-96a1-9b85ae56c036 req-74f53312-7761-4f6c-a888-a4b491927d69 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:16.005775 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f87bb1a3-0566-4e27-96a1-9b85ae56c036 req-74f53312-7761-4f6c-a888-a4b491927d69 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0487783 Nov 23 03:38:16.054313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f87bb1a3-0566-4e27-96a1-9b85ae56c036 req-a90257b7-b69d-4545-843a-feae2480dc73 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Nov 23 03:38:16.165172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebeea7d-48a8-4399-9549-697e67dd81f3 req-df471f47-ae23-4d6d-9a6b-2285e49a8fb1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:16.166560 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ebeea7d-48a8-4399-9549-697e67dd81f3 req-df471f47-ae23-4d6d-9a6b-2285e49a8fb1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0484347 Nov 23 03:38:16.218454 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8ebeea7d-48a8-4399-9549-697e67dd81f3 req-8986b7dc-766b-472e-8cb7-900a36c3c3df tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458765 Nov 23 03:38:16.239898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37944) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:38:16.278903 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53926f-4883-41cb-b172-be3bb1608e36 tempest-TestShelveInstance-1528445374 tempest-TestShelveInstance-1528445374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:16.281558 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c53926f-4883-41cb-b172-be3bb1608e36 tempest-TestShelveInstance-1528445374 tempest-TestShelveInstance-1528445374-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1093 time: 0.0401418 Nov 23 03:38:16.283840 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 37946) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:38:16.288457 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:38:16.311320 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:16.406154 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:38:16.408232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:16.506835 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Allocated IP 172.25.1.115 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/87037cda-1acc-4357-867c-c132f167de3a) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:38:16.609578 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:16.645044 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:16.681206 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:38:16.684021 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:38:16.687989 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:38:16.717571 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=87037cda-1acc-4357-867c-c132f167de3a,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:38:17.043362 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:17.110307 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:17.255831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:17.260236 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:17.327955 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event updated for resources: {'Port': ['ID=87037cda-1acc-4357-867c-c132f167de3a,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:38:17.341329 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:17.745473 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Floating IP f12e673a-81a5-4288-b246-5733c7f48ec3 associated. External IP: 172.25.1.115, port: c698a2b8-38bc-457a-a43e-9358643401d7. Nov 23 03:38:17.945298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:38:18.059626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:38:18.070805 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:38:18.077060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:18.081110 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:38:18.081718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:38:18.106746 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9660a88b-9d8d-4e9a-b2b3-95b7e2b0c752 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8216906 Nov 23 03:38:18.107853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:38:18.110115 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372be506-4f02-45b3-843e-34a1248b08f5" -d '{"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:38:18.153249 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fa43d-76fe-4147-9308-500afb198506 x-openstack-request-id: req-767fa43d-76fe-4147-9308-500afb198506 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:38:18.153554 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:38:18.153811 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-767fa43d-76fe-4147-9308-500afb198506 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:38:18.154864 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'status': 'completed', 'code': 200} Nov 23 03:38:18.187792 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:38:18.244819 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be506-4f02-45b3-843e-34a1248b08f5 req-c37644a4-d65f-48b5-b988-91a659b90c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:18.246356 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-c37644a4-d65f-48b5-b988-91a659b90c92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0429788 Nov 23 03:38:18.337746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be506-4f02-45b3-843e-34a1248b08f5 req-b15ffb83-f0c8-400a-b42e-9319acfb286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:18.339270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-b15ffb83-f0c8-400a-b42e-9319acfb286d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0857728 Nov 23 03:38:18.412377 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-f88f5812-4ada-4667-9222-a929bffc01b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1000 time: 0.0663512 Nov 23 03:38:18.462343 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be506-4f02-45b3-843e-34a1248b08f5 req-feb3b334-6f06-41b7-b156-b0ca81505621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:18.463831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-feb3b334-6f06-41b7-b156-b0ca81505621 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0442183 Nov 23 03:38:18.498800 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f12e673a-81a5-4288-b246-5733c7f48ec3', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:c6:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a164f-e868-4afa-a5c8-44d4472f7762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:38:16Z', 'updated_at': '2021-11-23T03:38:16Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:38:18.509105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be506-4f02-45b3-843e-34a1248b08f5 req-d3a06fdf-c83a-452a-b83e-b976a8066d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:18.510616 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-d3a06fdf-c83a-452a-b83e-b976a8066d5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396469 Nov 23 03:38:18.527577 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:38:18.536367 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:38:18.536972 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:38:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:38:18.603967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-324d4842-7954-4b0b-8337-f8743a6c39f2 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859883 Nov 23 03:38:18.640403 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:38:18.692987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-372be506-4f02-45b3-843e-34a1248b08f5 req-06ca2ebd-f4dd-4607-b1c0-7aeaeb20e4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818372 Nov 23 03:38:18.859369 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f12e673a-81a5-4288-b246-5733c7f48ec3', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:c6:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a164f-e868-4afa-a5c8-44d4472f7762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:38:16Z', 'updated_at': '2021-11-23T03:38:16Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:38:18.888014 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77933043-c575-4458-8fb9-4a0bd2f57e70 None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'f12e673a-81a5-4288-b246-5733c7f48ec3', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'mac_address': 'fa:16:3e:c6:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a164f-e868-4afa-a5c8-44d4472f7762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:38:16Z', 'updated_at': '2021-11-23T03:38:16Z', 'revision_number': 0, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:38:19.094053 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb63da-ab0a-464a-8782-cb7222ae747b None None] New status for floating IP f12e673a-81a5-4288-b246-5733c7f48ec3: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:38:19.963767 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-aab61ec0-e02a-439e-b218-805622eb75f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393343 Nov 23 03:38:20.061698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d07d9-d66a-4146-9963-aad17e58785a req-4310cc06-5c36-493e-8bfb-4e76cc7ef37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:20.063252 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-4310cc06-5c36-493e-8bfb-4e76cc7ef37c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0451021 Nov 23 03:38:20.167806 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d07d9-d66a-4146-9963-aad17e58785a req-bab2409b-7bd5-4eb2-a145-48e5c83ddf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:20.169291 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-bab2409b-7bd5-4eb2-a145-48e5c83ddf26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0876057 Nov 23 03:38:20.239297 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-aa76da28-fe30-4a3d-9e18-55b0eacd74e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1002 time: 0.0628710 Nov 23 03:38:20.289669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d07d9-d66a-4146-9963-aad17e58785a req-44665043-3314-434d-93b0-1be2547e7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:20.291183 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-44665043-3314-434d-93b0-1be2547e7c38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0440125 Nov 23 03:38:20.338009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d07d9-d66a-4146-9963-aad17e58785a req-a6b8702f-4f04-479c-a627-79f1f8805475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:38:20.339513 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-a6b8702f-4f04-479c-a627-79f1f8805475 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400848 Nov 23 03:38:20.430976 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-6bd0c013-cb93-4f2d-860c-273c79772b69 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840604 Nov 23 03:38:20.519200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-245d07d9-d66a-4146-9963-aad17e58785a req-2e89ca4e-69ee-4a48-8d40-541e8060d678 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 Nov 23 03:38:23.909034 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:30.446386 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:35.961736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a859c94b-5474-49e3-a3f1-4d29dbbae898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:38.159251 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-54641b4e-a0f4-4155-938f-626d53a419c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:39.563928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:40.988672 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:42.041845 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:38:53.404600 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:38:53.911767 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:00.460498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:05.965573 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65418db8-6874-48e6-a92b-28cf47701d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:08.160344 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1d077798-e97e-41bd-b546-bd8d36a2237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:09.567527 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:10.990814 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:12.042889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:22.118469 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-9f2f32df-73d0-42c1-b90f-3e870a6b06af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404751 Nov 23 03:39:22.218947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-48f5505e-b25a-4547-af3d-c5d2338b855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:39:22.220860 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-48f5505e-b25a-4547-af3d-c5d2338b855c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0447824 Nov 23 03:39:22.322754 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-72bc7905-09ca-4f95-9915-39444a1ce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:39:22.324275 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-72bc7905-09ca-4f95-9915-39444a1ce9cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0845213 Nov 23 03:39:22.394012 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-d2a0f057-2232-4af9-968b-555f6fe73d2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1002 time: 0.0629258 Nov 23 03:39:22.442957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-fb17539e-bbf6-4bdd-bf02-b96e6e4f9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:39:22.444357 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-fb17539e-bbf6-4bdd-bf02-b96e6e4f9f69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0431163 Nov 23 03:39:22.490633 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-90801725-c575-4ce2-9056-d4b0ad937743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:39:22.492024 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-90801725-c575-4ce2-9056-d4b0ad937743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398319 Nov 23 03:39:22.583545 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-e8d66291-f88a-4735-831d-82a4e1dfa150 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Nov 23 03:39:22.672875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-81ef043e-881c-4d6c-b324-bda53a0def84 req-79351baa-d491-46c8-8631-2a5cadb9ebd6 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Nov 23 03:39:23.910903 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:30.403789 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:39:30.481042 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:35.966756 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a979bff1-d070-4081-9a2b-20de0a3a0494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:38.160813 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-509879b0-36ef-4810-a0fa-c98633207d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:39.569793 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:40.994261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:42.043882 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:39:53.928433 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:00.482298 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:05.967645 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-003640a9-a4fb-4a7c-90e3-79d799161402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:07.403048 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:40:08.161022 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a4aa1848-3e47-4332-a4e5-ec3c8c28f566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:09.573522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:10.997311 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:12.045046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:13.810379 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3952b-5a7e-42f8-afea-44fc635f8c2d req-c98fd82c-a347-41c1-81c1-c39b1fa5dae9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:13.812123 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1db3952b-5a7e-42f8-afea-44fc635f8c2d req-c98fd82c-a347-41c1-81c1-c39b1fa5dae9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0492871 Nov 23 03:40:13.868566 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1db3952b-5a7e-42f8-afea-44fc635f8c2d req-b0f05578-c281-4bff-bc21-9b56f54099de tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487769 Nov 23 03:40:15.008855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8a53c-a118-4af9-811d-7cab412bab24 req-861ef930-143e-439f-8c99-becc72a312af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:15.010337 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b8a53c-a118-4af9-811d-7cab412bab24 req-861ef930-143e-439f-8c99-becc72a312af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0497367 Nov 23 03:40:15.059018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b6b8a53c-a118-4af9-811d-7cab412bab24 req-4fe261a3-fbb2-4ecd-a133-8bdb10a75c4d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Nov 23 03:40:16.172743 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054a745-b6ed-462d-b8dc-5921724daf2b req-e2eb9bd1-8163-4e0b-af35-2774096b7a05 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:16.174133 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7054a745-b6ed-462d-b8dc-5921724daf2b req-e2eb9bd1-8163-4e0b-af35-2774096b7a05 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Nov 23 03:40:16.223664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7054a745-b6ed-462d-b8dc-5921724daf2b req-2daa4ece-8587-43f1-8194-585367048469 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Nov 23 03:40:17.341885 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9911b-35af-483e-be55-02b0b7ce7c48 req-d8f42996-2768-400a-9db4-3894b833ac98 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:17.343386 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cd9911b-35af-483e-be55-02b0b7ce7c48 req-d8f42996-2768-400a-9db4-3894b833ac98 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0522430 Nov 23 03:40:17.391480 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cd9911b-35af-483e-be55-02b0b7ce7c48 req-5eba889a-c7f8-4aa5-906d-505f4af294d7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415549 Nov 23 03:40:18.507082 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db15c-61e5-4453-8a9b-f610dfa36c66 req-36a7fef6-f6b1-4173-94cf-805fe2bb69ea tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:18.508474 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f71db15c-61e5-4453-8a9b-f610dfa36c66 req-36a7fef6-f6b1-4173-94cf-805fe2bb69ea tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0484405 Nov 23 03:40:18.557079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f71db15c-61e5-4453-8a9b-f610dfa36c66 req-eeb3a8db-0c43-4e1f-a96c-43154344d755 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 Nov 23 03:40:19.677196 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9776c27-95c5-40d7-a3b5-657b3d0873c1 req-3cbd1223-ff08-4aa8-9435-9154fdd44979 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:19.678695 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9776c27-95c5-40d7-a3b5-657b3d0873c1 req-3cbd1223-ff08-4aa8-9435-9154fdd44979 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0523219 Nov 23 03:40:19.727061 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b9776c27-95c5-40d7-a3b5-657b3d0873c1 req-0aa057e4-d707-495d-8d20-68a8e281b350 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Nov 23 03:40:20.840030 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3d39c-c053-4357-aa9d-c631584e2420 req-45e0d3ce-73d0-46ee-9fe0-2c746a9b6e82 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:20.841498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49f3d39c-c053-4357-aa9d-c631584e2420 req-45e0d3ce-73d0-46ee-9fe0-2c746a9b6e82 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0487711 Nov 23 03:40:20.890306 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-49f3d39c-c053-4357-aa9d-c631584e2420 req-a4661414-48be-45db-ba05-a1257150b252 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Nov 23 03:40:22.006862 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98332587-3274-488d-8160-5355c9607118 req-5f70550e-efaa-4ac0-abe1-30e809c349b9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:22.008332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98332587-3274-488d-8160-5355c9607118 req-5f70550e-efaa-4ac0-abe1-30e809c349b9 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0517466 Nov 23 03:40:22.061470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-98332587-3274-488d-8160-5355c9607118 req-0e9b67bb-1775-4d6e-b3ff-a21f19208379 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471008 Nov 23 03:40:23.056855 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a641c-80eb-473f-b819-876890039838 req-8723b4f0-2409-4f6a-82e5-6bed71f8bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:23.059144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-8723b4f0-2409-4f6a-82e5-6bed71f8bb59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0406530 Nov 23 03:40:23.195957 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a641c-80eb-473f-b819-876890039838 req-78e5419f-fc71-483b-873c-98165b827510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:23.197430 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-78e5419f-fc71-483b-873c-98165b827510 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1177399 Nov 23 03:40:23.208763 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6af9-26dc-4168-ba05-f01e12c04a06 req-5427c6c8-107f-43bf-a3ae-cc289baf940a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:23.210147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcde6af9-26dc-4168-ba05-f01e12c04a06 req-5427c6c8-107f-43bf-a3ae-cc289baf940a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0784225 Nov 23 03:40:23.294773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-fc469ee4-dbc6-460f-a997-e4689661c66e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1002 time: 0.0836148 Nov 23 03:40:23.304147 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dcde6af9-26dc-4168-ba05-f01e12c04a06 req-470cd4b6-2d73-45d3-9ae2-b210c6183d78 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871251 Nov 23 03:40:23.352516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a641c-80eb-473f-b819-876890039838 req-7b15b638-3d93-443a-98eb-8656532d5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:23.353995 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-7b15b638-3d93-443a-98eb-8656532d5304 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0490084 Nov 23 03:40:23.399108 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a641c-80eb-473f-b819-876890039838 req-1eee2723-120a-499f-90ae-d03dfb01bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:23.400573 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-1eee2723-120a-499f-90ae-d03dfb01bf49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393026 Nov 23 03:40:23.490537 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-904ab667-5045-411c-b566-031aa22d0594 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824358 Nov 23 03:40:23.581515 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-475a641c-80eb-473f-b819-876890039838 req-e1b68591-1a8c-4dbe-b176-f45ef536d8ce service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Nov 23 03:40:23.944415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:24.016892 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-d7d1c0fc-52dd-4e63-abcc-b1dc47d69da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:24.018354 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-d7d1c0fc-52dd-4e63-abcc-b1dc47d69da7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0403540 Nov 23 03:40:24.109126 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-319f859e-06a7-4731-a95c-78ad94e663ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:24.110593 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-319f859e-06a7-4731-a95c-78ad94e663ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0852706 Nov 23 03:40:24.175283 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-8d29b8af-61a3-4a8d-9a4b-85b998de689a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1002 time: 0.0576382 Nov 23 03:40:24.223067 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-9590e29f-0b86-4063-a6a1-f766394b6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:24.224487 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-9590e29f-0b86-4063-a6a1-f766394b6e3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0425317 Nov 23 03:40:24.273124 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-0acbcd79-bac7-4fc4-b5e5-49afd548862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:24.274603 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-0acbcd79-bac7-4fc4-b5e5-49afd548862d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420430 Nov 23 03:40:24.366145 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-ca52955c-89b8-4215-8978-538963001307 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837224 Nov 23 03:40:24.471820 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b1e1-fcfe-4245-a103-d760bed606ba req-db2e14c0-f308-4fbc-a8b6-9472a8e40230 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:24.473257 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89d3b1e1-fcfe-4245-a103-d760bed606ba req-db2e14c0-f308-4fbc-a8b6-9472a8e40230 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.1021333 Nov 23 03:40:24.512893 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-54f8cab5-3440-4ba2-897b-c1f601b18fca req-d627cb8f-50fb-4d7b-9145-c13f9b6bae5d service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335533 Nov 23 03:40:24.538764 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-89d3b1e1-fcfe-4245-a103-d760bed606ba req-1f0ba790-4c2a-4eaf-b51f-8d4cb6f38920 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593221 Nov 23 03:40:25.654163 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b1981-028a-422e-b1b5-5de535703743 req-fc7e48cd-0047-4c64-932a-31ea1b54ed09 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:25.655672 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc8b1981-028a-422e-b1b5-5de535703743 req-fc7e48cd-0047-4c64-932a-31ea1b54ed09 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Nov 23 03:40:25.707290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cc8b1981-028a-422e-b1b5-5de535703743 req-14344737-17f3-41fd-867d-4be98966ccf3 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450425 Nov 23 03:40:26.824870 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071632-8df6-4ec9-bb20-256664a7ab80 req-83daf690-f1e6-4c60-a13a-198583f0fdd5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:26.826359 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b071632-8df6-4ec9-bb20-256664a7ab80 req-83daf690-f1e6-4c60-a13a-198583f0fdd5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Nov 23 03:40:26.878054 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8b071632-8df6-4ec9-bb20-256664a7ab80 req-a2dd6d54-b509-4e35-a8a7-bc7595b41a69 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453756 Nov 23 03:40:27.999238 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed4a81-4379-4631-96f4-bc04d96bb91a req-83aaaf02-91f1-4081-b7c7-558c3a9f4fd1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:28.000844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daed4a81-4379-4631-96f4-bc04d96bb91a req-83aaaf02-91f1-4081-b7c7-558c3a9f4fd1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0495217 Nov 23 03:40:28.053966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-daed4a81-4379-4631-96f4-bc04d96bb91a req-ee4d4894-80d2-4061-bdce-16c79978ccd0 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Nov 23 03:40:29.172495 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee814-da4f-4472-816d-8661a3e68697 req-3ff64f91-5158-4410-8226-49df2786d17d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:29.173939 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb9ee814-da4f-4472-816d-8661a3e68697 req-3ff64f91-5158-4410-8226-49df2786d17d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Nov 23 03:40:29.222425 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eb9ee814-da4f-4472-816d-8661a3e68697 req-8cc16107-741a-4cc0-9ae5-782d305f8f58 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Nov 23 03:40:29.431742 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-bf84527d-2612-435f-aea8-d228c693aece service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689211 Nov 23 03:40:29.441105 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-03bddeb0-a658-4c87-a172-707c8e9f3484 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:40:29.442077 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-03bddeb0-a658-4c87-a172-707c8e9f3484 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055568 Nov 23 03:40:29.449504 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f5beb-897e-4182-baca-108cf216db69 req-9d92349b-6367-444d-a0ce-facbb4335983 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:29.450922 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-697f5beb-897e-4182-baca-108cf216db69 req-9d92349b-6367-444d-a0ce-facbb4335983 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0636265 Nov 23 03:40:29.512929 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-697f5beb-897e-4182-baca-108cf216db69 req-362c06c8-1c59-46b9-945e-e56beba7e2b6 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546076 Nov 23 03:40:30.178143 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:40:30.254991 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:30.280768 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:40:30.280768 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a059c7a-c559-453c-a5c8-8ef2fdfa4ada" -d '{"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-unplugged", "status": "completed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:40:30.295088 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:40:30.303029 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:30.327252 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f35dc-f9e4-4950-9e6f-ec102fbbca82 x-openstack-request-id: req-6f2f35dc-f9e4-4950-9e6f-ec102fbbca82 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:40:30.327854 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-unplugged", "status": "failed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "code": 422}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:40:30.328174 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f2f35dc-f9e4-4950-9e6f-ec102fbbca82 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:40:30.328635 n-d-714676-12 neutron-server[103573]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'code': 422} returned with failed status Nov 23 03:40:30.353990 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:40:30.361196 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.361542 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.361882 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.362216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.362565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.362896 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.363220 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.363544 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.363868 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.364186 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.364565 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.365420 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:40:30.485632 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:30.631259 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877afcb5-99cd-42e7-80bc-0fd8f4ac6ed3 req-264615e3-84a2-4330-bbdf-711ae689841b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:30.633018 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-877afcb5-99cd-42e7-80bc-0fd8f4ac6ed3 req-264615e3-84a2-4330-bbdf-711ae689841b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0525033 Nov 23 03:40:30.683949 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-877afcb5-99cd-42e7-80bc-0fd8f4ac6ed3 req-3d4f606c-5c92-4491-806f-6f7b7125a478 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446491 Nov 23 03:40:31.801396 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b6d9e-6c2c-49e0-b842-d6fa3b07eb5a req-36850224-187f-4908-9fcb-139b4d7a7b69 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:31.803011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-256b6d9e-6c2c-49e0-b842-d6fa3b07eb5a req-36850224-187f-4908-9fcb-139b4d7a7b69 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0486791 Nov 23 03:40:31.852332 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-256b6d9e-6c2c-49e0-b842-d6fa3b07eb5a req-ec1d459a-0397-4e5d-b8ab-69aed7c50e02 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Nov 23 03:40:32.978947 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889486c6-9fbc-4095-bceb-3881a27e9fc3 req-dd571656-8477-4c0a-81cc-99591f0bb197 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:32.980531 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-889486c6-9fbc-4095-bceb-3881a27e9fc3 req-dd571656-8477-4c0a-81cc-99591f0bb197 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0572474 Nov 23 03:40:33.035040 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-889486c6-9fbc-4095-bceb-3881a27e9fc3 req-632af97b-41bd-49bd-93a9-603599b480fe tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453548 Nov 23 03:40:34.147705 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62555f68-2c6d-4c93-9476-c241a1d3d4d2 req-58d66d06-662c-40d9-99a9-89dd127e4f04 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:34.149200 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62555f68-2c6d-4c93-9476-c241a1d3d4d2 req-58d66d06-662c-40d9-99a9-89dd127e4f04 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0481980 Nov 23 03:40:34.198270 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-62555f68-2c6d-4c93-9476-c241a1d3d4d2 req-4258f21d-2a91-4f90-be5b-4378a6d09a99 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Nov 23 03:40:35.260934 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-362b5e27-9da2-4c8a-97b8-2e7a6547718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.262522 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-362b5e27-9da2-4c8a-97b8-2e7a6547718a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762&tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b HTTP/1.1" status: 200 len: 1096 time: 0.0409627 Nov 23 03:40:35.340203 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c9be-b730-4245-be0f-dafb0ce38130 req-267e649c-3092-442d-974c-9d16611b93d3 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.341668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5971c9be-b730-4245-be0f-dafb0ce38130 req-267e649c-3092-442d-974c-9d16611b93d3 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0760992 Nov 23 03:40:35.355698 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-f2021492-a009-4f63-8670-22086b904573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.357066 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-f2021492-a009-4f63-8670-22086b904573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1096 time: 0.0612376 Nov 23 03:40:35.444079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5971c9be-b730-4245-be0f-dafb0ce38130 req-541d7b6b-10f4-4aee-84d3-3d00dd77cd3d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956275 Nov 23 03:40:35.473024 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-fa2fce7b-1f15-4a14-871f-f6e65465c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.474876 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-fa2fce7b-1f15-4a14-871f-f6e65465c1c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1108015 Nov 23 03:40:35.541845 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-e6d07560-5a23-469a-84fd-6309b25e148e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1000 time: 0.0593545 Nov 23 03:40:35.588867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-e091f486-7196-4a60-9b69-811ffce8c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.590532 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-e091f486-7196-4a60-9b69-811ffce8c810 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0420530 Nov 23 03:40:35.638465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-1e76c91c-2a90-4aba-b88b-b504309fca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:35.640001 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-1e76c91c-2a90-4aba-b88b-b504309fca27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428214 Nov 23 03:40:35.727187 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-155b2fd5-1c58-49d6-8aec-f0f61b1aed80 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798733 Nov 23 03:40:35.817731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-93bf45cc-144b-4d09-ba97-9de4273859e5 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835443 Nov 23 03:40:35.969258 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-26e2e080-abb0-4c2e-b4ca-4323afd576d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:36.560463 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3c0f-e256-43b4-bfcc-e8f504c4515f req-46dac074-2830-4587-8253-d7f1c6f1363d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:36.561875 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaaa3c0f-e256-43b4-bfcc-e8f504c4515f req-46dac074-2830-4587-8253-d7f1c6f1363d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0497224 Nov 23 03:40:36.616633 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-eaaa3c0f-e256-43b4-bfcc-e8f504c4515f req-b00dc3c1-84bc-48ef-9d8c-a19af580bae5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482178 Nov 23 03:40:37.730045 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f203d4-bbcd-4bbe-a2f9-b15f10ba8cf3 req-9e271009-55a0-4dd5-95ae-84e1e3812735 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:37.731586 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1f203d4-bbcd-4bbe-a2f9-b15f10ba8cf3 req-9e271009-55a0-4dd5-95ae-84e1e3812735 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0478342 Nov 23 03:40:37.780172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e1f203d4-bbcd-4bbe-a2f9-b15f10ba8cf3 req-f13b8095-1d54-452e-bc2d-8ea9d211c0ac tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Nov 23 03:40:38.162490 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-05a8a93c-ee19-4ac3-80c5-861171904652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:38.899428 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4763de-f647-4867-8080-c0e6760283db req-0ee1ce2f-b7fe-42b3-96a5-bbe8123a788a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:38.900907 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb4763de-f647-4867-8080-c0e6760283db req-0ee1ce2f-b7fe-42b3-96a5-bbe8123a788a tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0518258 Nov 23 03:40:38.949776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cb4763de-f647-4867-8080-c0e6760283db req-ed1c569b-521f-4305-87aa-613b38ad7972 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Nov 23 03:40:39.576210 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:40.064310 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b21305-3c32-4dd9-a4c1-c3de796e68ba req-de70133a-5f4d-4282-8f06-822de6212565 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:40.065820 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36b21305-3c32-4dd9-a4c1-c3de796e68ba req-de70133a-5f4d-4282-8f06-822de6212565 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0487757 Nov 23 03:40:40.115598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36b21305-3c32-4dd9-a4c1-c3de796e68ba req-72b47689-b1f8-4736-b9ec-66767ac62519 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436444 Nov 23 03:40:40.998448 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:41.228627 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3162-91d5-4ddc-929a-beeaada764f2 req-e5d3584c-2578-407e-b24c-71a6d31a4baf tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:41.230167 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efca3162-91d5-4ddc-929a-beeaada764f2 req-e5d3584c-2578-407e-b24c-71a6d31a4baf tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0475998 Nov 23 03:40:41.281850 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-efca3162-91d5-4ddc-929a-beeaada764f2 req-d1732062-be0d-469c-b32b-7be19c71b91b tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Nov 23 03:40:42.046631 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:42.397426 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cac2c-39ca-4eb6-9dc1-fc1959c7e0a8 req-1a8bb545-f0b7-4a4d-b68f-b39b9f68d1af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:42.398931 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-598cac2c-39ca-4eb6-9dc1-fc1959c7e0a8 req-1a8bb545-f0b7-4a4d-b68f-b39b9f68d1af tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0494123 Nov 23 03:40:42.449369 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-598cac2c-39ca-4eb6-9dc1-fc1959c7e0a8 req-6683d799-853d-4b71-ab27-1401bf296c21 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Nov 23 03:40:43.564558 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f5e6d-ebd1-43e9-9f0c-5eea4a56f925 req-5e7f3920-2a6d-4aaa-99dd-12ed11cd0edf tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:43.565925 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab2f5e6d-ebd1-43e9-9f0c-5eea4a56f925 req-5e7f3920-2a6d-4aaa-99dd-12ed11cd0edf tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 944 time: 0.0476496 Nov 23 03:40:43.614079 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ab2f5e6d-ebd1-43e9-9f0c-5eea4a56f925 req-6b80f01d-063f-4045-b5a4-82bfccef46bc tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 Nov 23 03:40:44.233898 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:40:44.403422 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:40:44.484461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:40:44.495275 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'port_id': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'mac_address': 'fa:16:3e:c6:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:40:44.533755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:44.546555 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c698a2b8-38bc-457a-a43e-9358643401d7 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:40:44.564393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:40:44.569067 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:44.614979 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:40:44.731164 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd148-a74a-43cf-b768-3a2976981c1a req-d9252551-c097-48d4-9861-20354cd741d2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:44.732619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb7bd148-a74a-43cf-b768-3a2976981c1a req-d9252551-c097-48d4-9861-20354cd741d2 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Nov 23 03:40:44.781632 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bb7bd148-a74a-43cf-b768-3a2976981c1a req-8516d343-ca20-4017-9d1e-8e47f1baa2d8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Nov 23 03:40:44.877776 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['c698a2b8-38bc-457a-a43e-9358643401d7'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:40:45.897190 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbf41-806e-4a42-8933-c1f635edf290 req-a995fd3a-6336-459d-8851-6e848becb5c1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:45.898682 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc4dbf41-806e-4a42-8933-c1f635edf290 req-a995fd3a-6336-459d-8851-6e848becb5c1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Nov 23 03:40:45.947492 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-bc4dbf41-806e-4a42-8933-c1f635edf290 req-3e418176-cc09-4f99-81b9-12e28d8a5402 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428710 Nov 23 03:40:46.233440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:40:46.281584 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port c698a2b8-38bc-457a-a43e-9358643401d7 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:40:46.281957 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:46.359095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:46.381189 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:40:46.383472 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9611b52-183f-46d5-8165-82eceb776179" -d '{"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-plugged", "status": "completed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:40:46.396487 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:40:46.400647 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:40:46.428504 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eedde8-6641-4499-a202-7069e5cb435d x-openstack-request-id: req-83eedde8-6641-4499-a202-7069e5cb435d {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:40:46.428805 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-plugged", "status": "completed", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:40:46.429062 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83eedde8-6641-4499-a202-7069e5cb435d {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:40:46.429456 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'code': 200} Nov 23 03:40:46.455460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:40:46.618282 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f2b45-249e-4111-b563-0ef37509dd02 req-30caa452-d6e1-4689-a22e-54db6ef8ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:46.619783 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-932f2b45-249e-4111-b563-0ef37509dd02 req-30caa452-d6e1-4689-a22e-54db6ef8ac6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0428445 Nov 23 03:40:46.975433 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-932f2b45-249e-4111-b563-0ef37509dd02 req-aa0f2a3f-4118-49d7-bf47-4539e5f00e49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427324 Nov 23 03:40:47.064576 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2e7c-0e51-4d41-84c7-8497074bdcb8 req-60691337-1e46-440a-8d70-d83a2539615d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:47.066028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-514c2e7c-0e51-4d41-84c7-8497074bdcb8 req-60691337-1e46-440a-8d70-d83a2539615d tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0494885 Nov 23 03:40:47.113669 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-514c2e7c-0e51-4d41-84c7-8497074bdcb8 req-466f0529-6f12-421a-b555-cee3b06d7981 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Nov 23 03:40:48.227479 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44558d-ff4d-4402-b4c0-af4324037f15 req-fde094c0-eae6-4f2e-8e6f-45c833b1f0ef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:40:48.228844 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e44558d-ff4d-4402-b4c0-af4324037f15 req-fde094c0-eae6-4f2e-8e6f-45c833b1f0ef tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0482006 Nov 23 03:40:48.280234 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4e44558d-ff4d-4402-b4c0-af4324037f15 req-8a163eeb-05f5-4c19-a252-1abd59e30e13 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453587 Nov 23 03:40:53.941678 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:00.492755 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:05.970172 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-704b04b6-4478-4f2e-8f5d-9f97faf3d76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:08.163989 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2a8d101a-2b7f-42e8-8e8e-46ec3d54bf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:09.582404 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:11.002337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:12.049038 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:21.403998 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:41:23.940667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:24.084880 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-0a09e12b-c18c-4d54-b497-bfbdaedcbea0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391777 Nov 23 03:41:24.180233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-9d839cd8-4ed6-4160-8f10-2c9650e09e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:41:24.181694 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-9d839cd8-4ed6-4160-8f10-2c9650e09e69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0392847 Nov 23 03:41:24.284723 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-96cf2b40-8ddf-4184-98d8-33a03a622a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:41:24.286106 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-96cf2b40-8ddf-4184-98d8-33a03a622a80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.0852804 Nov 23 03:41:24.351776 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-abbf3e9a-9ffc-4140-8892-2a309d06450e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 1002 time: 0.0579579 Nov 23 03:41:24.400858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-b6d10a42-0e30-463f-8fdd-9d31e8f3bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:41:24.402293 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-b6d10a42-0e30-463f-8fdd-9d31e8f3bc82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0433769 Nov 23 03:41:24.451490 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-cf318413-bb8f-4713-a2a2-f7e168abfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:41:24.453050 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-cf318413-bb8f-4713-a2a2-f7e168abfa6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438023 Nov 23 03:41:24.463617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-f352e89c-e6f3-46dc-bfe7-793a0e4c5641 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103571) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:41:24.464796 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-f352e89c-e6f3-46dc-bfe7-793a0e4c5641 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051041 Nov 23 03:41:24.555131 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-bce395a8-30ec-4488-b068-494371dfd308 service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Nov 23 03:41:24.646728 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8a2825d8-9da7-4636-a670-7e2f4ae6c7bd req-930bfce8-378c-4fed-813c-862100d359fa service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843239 Nov 23 03:41:30.505286 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:35.972109 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-91010e2a-3b9c-4cb8-a3fc-893b60d4e678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:38.164852 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f128c073-3f39-45be-87d1-4dbb0fc23b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:39.582041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:41.004608 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:42.052952 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:53.940939 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:41:58.402743 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:42:00.520132 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.029381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38100) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:01.184440 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Deleting port 87037cda-1acc-4357-867c-c132f167de3a {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:01.184782 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.258319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.258679 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.270899 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Calling delete_port for 87037cda-1acc-4357-867c-c132f167de3a owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:01.416113 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.441281 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'Port': ['ID=87037cda-1acc-4357-867c-c132f167de3a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:01.452878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.453233 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.453579 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.454478 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.454845 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.455181 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.455516 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.455846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.456178 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.456506 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.456837 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.457165 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:01.514309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.514682 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Floating IP f12e673a-81a5-4288-b246-5733c7f48ec3 disassociated (deleted). External IP: 172.25.1.115, port: c698a2b8-38bc-457a-a43e-9358643401d7. Nov 23 03:42:01.725212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:01.837977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:01.843242 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:01.850029 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:01.861964 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:01.863130 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:01.871318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4172e492-0a69-4841-bbc1-9d9af6292777 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "DELETE /v2.0/floatingips/f12e673a-81a5-4288-b246-5733c7f48ec3 HTTP/1.1" status: 204 len: 168 time: 0.8408320 Nov 23 03:42:01.871921 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:42:01.874195 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc5aea6-7cad-4657-9736-d736ea9ee56b" -d '{"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:42:02.003429 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:02.139956 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04338732-0d1c-4d13-8852-769e55a9cdc5 x-openstack-request-id: req-04338732-0d1c-4d13-8852-769e55a9cdc5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:42:02.140462 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:42:02.140563 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04338732-0d1c-4d13-8852-769e55a9cdc5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:42:02.140886 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'status': 'completed', 'code': 200} Nov 23 03:42:02.254169 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-8856b5d1-ecbf-4f47-9457-98e72fd35e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:02.255651 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-8856b5d1-ecbf-4f47-9457-98e72fd35e21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 1098 time: 0.0692272 Nov 23 03:42:02.268538 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818825-9286-427b-aec3-092ca691e27d req-4326a7be-cb33-42e4-8d0f-9a2f5367074c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:02.270003 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26818825-9286-427b-aec3-092ca691e27d req-4326a7be-cb33-42e4-8d0f-9a2f5367074c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0748639 Nov 23 03:42:02.318973 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:02.347399 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:02.355691 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:02.356325 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:41:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:02.374174 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-26818825-9286-427b-aec3-092ca691e27d req-70603361-913b-45a2-893e-a8cee3b91ac5 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947998 Nov 23 03:42:02.397191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-553cd1b9-292a-4ca3-8e99-d460a3d87a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:02.398851 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-553cd1b9-292a-4ca3-8e99-d460a3d87a5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 200 len: 909 time: 0.1279309 Nov 23 03:42:02.447111 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-3efc42b5-c94e-4933-97b4-0ecb24fd8eef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 200 len: 217 time: 0.0390601 Nov 23 03:42:02.465086 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:02.507385 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-824f6d27-8658-434f-89a3-9863a3225798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:02.508900 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-824f6d27-8658-434f-89a3-9863a3225798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 200 len: 847 time: 0.0536296 Nov 23 03:42:02.556908 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-637491b0-b2a5-452f-b7f9-080ac3436861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:02.558599 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-637491b0-b2a5-452f-b7f9-080ac3436861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9af2448f-f135-44b9-995e-a4ae32fcd1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410311 Nov 23 03:42:02.655348 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-9fcd1495-ce3d-413d-88c3-6aeebd8369ae service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874739 Nov 23 03:42:02.675676 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:02.702231 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd568568-2f67-4897-9159-4063b70f4555 None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'a9abe4cc-97e5-49d3-aea0-5c4aed0716a2', 'name': '', 'network_id': '9af2448f-f135-44b9-995e-a4ae32fcd1f2', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'mac_address': 'fa:16:3e:94:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:29Z', 'updated_at': '2021-11-23T03:33:34Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'subnets': [{'id': '78d71adc-6eb1-4fec-a8cb-422bdb77103b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:02.754307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-4bc5aea6-7cad-4657-9736-d736ea9ee56b req-aa822325-a5e3-471c-a467-cb03771c03bc service neutron] 10.222.0.41 "GET /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904453 Nov 23 03:42:02.935644 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79c1d33-5dc6-4ef7-991d-2ab216b5bc68 None None] New status for floating IP f12e673a-81a5-4288-b246-5733c7f48ec3: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:42:03.494427 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389a02f-2940-4887-8531-22e29a59dedc req-8476bff5-ef3c-45e3-b6ac-82445d634be4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:03.495938 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b389a02f-2940-4887-8531-22e29a59dedc req-8476bff5-ef3c-45e3-b6ac-82445d634be4 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Nov 23 03:42:03.546409 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b389a02f-2940-4887-8531-22e29a59dedc req-9699d5ea-5b57-434e-b8cf-15c0b7089198 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/security-groups?id=42b29732-9bbd-441b-a492-510c4ab3aad5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443482 Nov 23 03:42:03.847040 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea340f68-558b-4627-8df3-34bba325053d req-863b8fd0-1d11-4eda-b7b4-997d9b20516f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:03.848472 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea340f68-558b-4627-8df3-34bba325053d req-863b8fd0-1d11-4eda-b7b4-997d9b20516f tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 946 time: 0.0532053 Nov 23 03:42:03.936107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Deleting port c698a2b8-38bc-457a-a43e-9358643401d7 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:03.936462 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:04.025289 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] For port c698a2b8-38bc-457a-a43e-9358643401d7, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=c698a2b8-38bc-457a-a43e-9358643401d7,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:04.025642 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:04.038823 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Calling delete_port for c698a2b8-38bc-457a-a43e-9358643401d7 owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:04.168876 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:04.201041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'Port': ['ID=c698a2b8-38bc-457a-a43e-9358643401d7,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:04.241777 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] No DVR routers for this DVR port c698a2b8-38bc-457a-a43e-9358643401d7 on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:42:04.244505 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:04.247890 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ea340f68-558b-4627-8df3-34bba325053d req-ef0febf1-c2f2-4e24-8cb1-efc43792eaa1 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.41 "DELETE /v2.0/ports/c698a2b8-38bc-457a-a43e-9358643401d7 HTTP/1.1" status: 204 len: 173 time: 0.3927422 Nov 23 03:42:04.248328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-deleted', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:42:04.250732 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0cf45-b402-45a8-9626-7192dc058dbc" -d '{"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-deleted", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:42:04.291113 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55779f4c-c837-4afc-97a8-39a1f35dd98f x-openstack-request-id: req-55779f4c-c837-4afc-97a8-39a1f35dd98f {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:42:04.291411 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157a164f-e868-4afa-a5c8-44d4472f7762", "name": "network-vif-deleted", "tag": "c698a2b8-38bc-457a-a43e-9358643401d7", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:42:04.291662 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55779f4c-c837-4afc-97a8-39a1f35dd98f {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:42:04.292063 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157a164f-e868-4afa-a5c8-44d4472f7762', 'name': 'network-vif-deleted', 'tag': 'c698a2b8-38bc-457a-a43e-9358643401d7', 'status': 'completed', 'code': 200} Nov 23 03:42:04.647540 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-10b168f4-2c2b-4339-8b41-d392f65a0ec4 req-f4615f6c-519f-4f39-b05a-ea800e02b4e8 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0284023 Nov 23 03:42:05.748227 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1f85a2e0-6916-4377-9ee0-1ec8cc240242 req-9f1ecd4a-efd7-4054-aa11-f4e06564a05c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0268886 Nov 23 03:42:05.979571 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b78cfadb-d5c6-49b7-b866-30db17e12766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:06.847458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a4539847-4d15-4f5f-ae0f-8e600e55cdd2 req-182942ad-8bee-4550-aabf-26520e99133c tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0311794 Nov 23 03:42:07.940760 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a0db7cb8-22c8-4c0a-a29b-55b18a96c5f6 req-d46fca57-5c9a-4ad8-b24a-716fb29f49fe tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "GET /v2.0/ports?device_id=157a164f-e868-4afa-a5c8-44d4472f7762 HTTP/1.1" status: 200 len: 210 time: 0.0263531 Nov 23 03:42:08.170486 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c61b8c6c-05af-4a46-ad6b-eb3f4dd04681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:08.598202 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:08.619066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: c698a2b8-38bc-457a-a43e-9358643401d7 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:08.619411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device c698a2b8-38bc-457a-a43e-9358643401d7 not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:09.009853 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38130) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:09.069626 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.094627 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.155676 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.158718 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.159892 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] 10.222.0.15 "DELETE /v2.0/security-groups/42b29732-9bbd-441b-a492-510c4ab3aad5 HTTP/1.1" status: 204 len: 168 time: 0.1478419 Nov 23 03:42:09.169081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef69253-1f8c-42cb-bc1e-aae37dab0db7 tempest-TestShelveInstance-1917938632 tempest-TestShelveInstance-1917938632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b29732-9bbd-441b-a492-510c4ab3aad5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:09.211529 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38134) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:09.586096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.664966 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.916093 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Deleting port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:09.916333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:09.996133 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] For port a9abe4cc-97e5-49d3-aea0-5c4aed0716a2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:09.996496 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:10.013334 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Calling delete_port for a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:10.194425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:10.218875 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a9abe4cc-97e5-49d3-aea0-5c4aed0716a2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:10.232361 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.232726 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.233065 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.233438 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.233749 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.234098 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.234419 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.234820 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.235147 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.235478 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.235812 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.236142 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:10.409082 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:10.634447 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Router 6c10d896-7758-4a89-86dc-300c9d814f02 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:10.743808 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:10.752625 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-82c08795-09a4-49c0-9dcb-9726f64bcfaa admin admin] 10.222.0.15 "PUT /v2.0/routers/6c10d896-7758-4a89-86dc-300c9d814f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5356641 Nov 23 03:42:10.752625 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38140) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:10.755343 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Sync routers for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:10.765297 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:10.765990 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:10.858743 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:10.875319 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:10.964109 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.015362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.028337 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Deleting port f2b5a399-c971-452a-93db-cceba5ddf6f2 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:11.028813 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.064822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:42:10Z', 'revision_number': 5, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port': {'id': 'f2b5a399-c971-452a-93db-cceba5ddf6f2', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:11.095643 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Checking router: 6c10d896-7758-4a89-86dc-300c9d814f02 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:11.105049 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Routers {'6c10d896-7758-4a89-86dc-300c9d814f02'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:11.105653 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['6c10d896-7758-4a89-86dc-300c9d814f02'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:11.111130 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] For port f2b5a399-c971-452a-93db-cceba5ddf6f2, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=f2b5a399-c971-452a-93db-cceba5ddf6f2,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:11.111501 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.125249 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Calling delete_port for f2b5a399-c971-452a-93db-cceba5ddf6f2 owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:11.195206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] Set router 6c10d896-7758-4a89-86dc-300c9d814f02 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:11.250981 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:42:10Z', 'revision_number': 6, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:11.284993 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae2098-0f04-4478-84a7-856e8872cba3 None None] The sync data for ids ['6c10d896-7758-4a89-86dc-300c9d814f02'] in n-d-714676-12 is: [{'id': '6c10d896-7758-4a89-86dc-300c9d814f02', 'name': 'tempest-TestShelveInstance-774192536-router', 'tenant_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:27Z', 'updated_at': '2021-11-23T03:42:10Z', 'revision_number': 6, 'project_id': '7cdfb5f4194a423bbdbfa6d3479a647b', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:11.314144 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.354342 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b5a399-c971-452a-93db-cceba5ddf6f2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:11.366142 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e146e6-b7ae-46a4-a8cc-dfd3a57d59cc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:11.414185 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.505641 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.507707 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.552037 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.552511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c10d896-7758-4a89-86dc-300c9d814f02 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:42:11.556891 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.558147 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1018491c-54d8-47a0-8724-e80d4e73946d admin admin] 10.222.0.15 "DELETE /v2.0/routers/6c10d896-7758-4a89-86dc-300c9d814f02 HTTP/1.1" status: 204 len: 168 time: 0.8051827 Nov 23 03:42:11.560673 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38142) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:11.609568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Deleting subnet 78d71adc-6eb1-4fec-a8cb-422bdb77103b {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:42:11.612748 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.649597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.736477 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.792223 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.818643 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d71adc-6eb1-4fec-a8cb-422bdb77103b,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:11.822356 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.826569 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-9373320a-8687-42b5-ac1a-ec122fb08ae1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78d71adc-6eb1-4fec-a8cb-422bdb77103b HTTP/1.1" status: 204 len: 168 time: 0.2640100 Nov 23 03:42:11.828114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38144) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:11.831953 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf076e3-cefe-4d8d-86d2-c970c8a01c30 None None] Network 9af2448f-f135-44b9-995e-a4ae32fcd1f2 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:11.902391 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:11.955227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Deleting port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:11.955569 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.025958 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] For port cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,segment=NetworkSegment(adcfe15c-4002-4528-92d2-9eff6dfef162),segment_id=adcfe15c-4002-4528-92d2-9eff6dfef162)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:12.026341 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.041010 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Calling delete_port for cc3516fb-c07d-4c01-b9f8-04166eb32ca4 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:12.067475 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.083308 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] DHCP port deletion for 9af2448f-f135-44b9-995e-a4ae32fcd1f2 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:12.148425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.167134 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Deleting port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:12.167854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.174065 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:12.184744 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:12.189697 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] No DVR routers for this DVR port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:42:12.210869 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:12.211337 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device a9abe4cc-97e5-49d3-aea0-5c4aed0716a2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:12.211814 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cc3516fb-c07d-4c01-b9f8-04166eb32ca4 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:12.263068 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: cc3516fb-c07d-4c01-b9f8-04166eb32ca4 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:12.263566 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device cc3516fb-c07d-4c01-b9f8-04166eb32ca4 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:12.264170 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f2b5a399-c971-452a-93db-cceba5ddf6f2 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:12.264306 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.293511 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af2448f-f135-44b9-995e-a4ae32fcd1f2']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:12.304408 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcfe15c-4002-4528-92d2-9eff6dfef162') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:12.304834 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcfe15c-4002-4528-92d2-9eff6dfef162') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:12.307216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: f2b5a399-c971-452a-93db-cceba5ddf6f2 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:12.307574 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device f2b5a399-c971-452a-93db-cceba5ddf6f2 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:12.316231 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.325004 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] For port cc3516fb-c07d-4c01-b9f8-04166eb32ca4, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:12.325337 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.330684 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.336822 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:42:12.337210 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:42:12.339447 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:42:12.343647 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Calling delete_port for cc3516fb-c07d-4c01-b9f8-04166eb32ca4 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:12.347460 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:42:12.348986 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.377325 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Pushing event deleted for resources: {'Port': ['ID=cc3516fb-c07d-4c01-b9f8-04166eb32ca4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:12.380017 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] No DVR routers for this DVR port cc3516fb-c07d-4c01-b9f8-04166eb32ca4 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:42:12.390358 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.391624 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.392208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.392978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.398972 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.399355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.399710 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.399978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.400311 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.400641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.400985 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.401353 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c134eae9-08a5-45e5-8330-f888b1bacee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:12.412126 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.417186 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:12.420701 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9af2448f-f135-44b9-995e-a4ae32fcd1f2 HTTP/1.1" status: 204 len: 168 time: 0.5906143 Nov 23 03:42:12.425361 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38146) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:12.434743 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa641cd0-34fa-416c-990a-261e0ac67f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af2448f-f135-44b9-995e-a4ae32fcd1f2,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:12.800178 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:13.040632 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Deleting port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:13.040861 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:13.117552 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] For port eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:13.117912 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:13.130241 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Calling delete_port for eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:13.303898 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:13.326785 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:13.495073 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.036168 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:14.137146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:14.142162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8a2836d6-daca-410f-945b-129937abd45f admin admin] 10.222.0.15 "PUT /v2.0/routers/c753654e-dc3f-49a3-9d1f-e7c8fd976f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145221 Nov 23 03:42:14.144706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38148) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:14.147338 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Sync routers for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:14.157242 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:14.157954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:14.265138 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:14.268036 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.369827 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.421898 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Deleting port 3f15a3a6-42c8-4344-b70c-502a6c8affaf {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:14.422260 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.445133 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:42:13Z', 'revision_number': 5, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port': {'id': '3f15a3a6-42c8-4344-b70c-502a6c8affaf', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:33:33Z', 'updated_at': '2021-11-23T03:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:14.472415 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Checking router: c753654e-dc3f-49a3-9d1f-e7c8fd976f2c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:14.480769 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Routers {'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:14.481373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:14.503251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] For port 3f15a3a6-42c8-4344-b70c-502a6c8affaf, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=3f15a3a6-42c8-4344-b70c-502a6c8affaf,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:14.503856 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.516987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Calling delete_port for 3f15a3a6-42c8-4344-b70c-502a6c8affaf owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:14.582332 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] Set router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:14.633621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:42:14Z', 'revision_number': 6, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:14.663599 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924ce3fd-ae12-47cf-820a-e9f17165b69d None None] The sync data for ids ['c753654e-dc3f-49a3-9d1f-e7c8fd976f2c'] in n-d-714676-12 is: [{'id': 'c753654e-dc3f-49a3-9d1f-e7c8fd976f2c', 'name': 'tempest-TestShelveInstance-1541983584-router', 'tenant_id': '0291d26f157847b0a1d117fda867f406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:33:32Z', 'updated_at': '2021-11-23T03:42:14Z', 'revision_number': 6, 'project_id': '0291d26f157847b0a1d117fda867f406', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:14.694018 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.720368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f15a3a6-42c8-4344-b70c-502a6c8affaf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:14.733648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ed4a62-9cfa-4053-9ecc-9176580ca4f5 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:14.782564 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.883567 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.885668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.927648 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.928159 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c753654e-dc3f-49a3-9d1f-e7c8fd976f2c {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:42:14.932339 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:14.933498 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b04af80-7a3f-4b50-8691-f74abbf11b30 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c753654e-dc3f-49a3-9d1f-e7c8fd976f2c HTTP/1.1" status: 204 len: 168 time: 0.7878835 Nov 23 03:42:14.936332 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38150) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:14.979788 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Deleting subnet ef290131-2179-4d38-bea1-3f626e1300ba {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:42:14.982721 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.018068 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.103291 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.155685 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.190028 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef290131-2179-4d38-bea1-3f626e1300ba,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:15.196273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.199527 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-f11a9884-f7b0-4f6e-a4ce-a8745c90ddfd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ef290131-2179-4d38-bea1-3f626e1300ba HTTP/1.1" status: 204 len: 168 time: 0.2622559 Nov 23 03:42:15.201984 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38152) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:15.203892 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185842ab-5510-4f16-8f37-d07e31b7a55f None None] Network 140c5f8f-6914-45a5-9a59-ca3eef373bf5 requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:15.278440 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.331580 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Deleting port 70f791bb-9a1a-4058-a112-353e79aa3743 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:15.331923 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.395328 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] For port 70f791bb-9a1a-4058-a112-353e79aa3743, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=70f791bb-9a1a-4058-a112-353e79aa3743,segment=NetworkSegment(1c39781d-6eec-484b-8dec-9bba8f8c63bc),segment_id=1c39781d-6eec-484b-8dec-9bba8f8c63bc)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:15.395696 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.409695 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Calling delete_port for 70f791bb-9a1a-4058-a112-353e79aa3743 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:15.441977 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] DHCP port deletion for 140c5f8f-6914-45a5-9a59-ca3eef373bf5 request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:15.495164 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Deleting port 70f791bb-9a1a-4058-a112-353e79aa3743 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:42:15.495533 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.496529 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.522757 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f791bb-9a1a-4058-a112-353e79aa3743,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:15.526326 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] No DVR routers for this DVR port 70f791bb-9a1a-4058-a112-353e79aa3743 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:42:15.568701 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] For port 70f791bb-9a1a-4058-a112-353e79aa3743, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:15.569096 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.583211 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Calling delete_port for 70f791bb-9a1a-4058-a112-353e79aa3743 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:42:15.585981 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Port 70f791bb-9a1a-4058-a112-353e79aa3743 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:42:15.587473 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.606989 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.614699 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] Pushing event deleted for resources: {'Port': ['ID=70f791bb-9a1a-4058-a112-353e79aa3743,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:15.618237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df62668a-7a17-4a52-add0-2be793ed3264 None None] No DVR routers for this DVR port 70f791bb-9a1a-4058-a112-353e79aa3743 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:42:15.629466 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140c5f8f-6914-45a5-9a59-ca3eef373bf5']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:15.639585 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c39781d-6eec-484b-8dec-9bba8f8c63bc') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:15.639914 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c39781d-6eec-484b-8dec-9bba8f8c63bc') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:15.649557 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.663879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.670048 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:42:15.670439 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:42:15.672712 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:42:15.731665 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.738150 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.743202 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/140c5f8f-6914-45a5-9a59-ca3eef373bf5 HTTP/1.1" status: 204 len: 168 time: 0.5400434 Nov 23 03:42:15.759453 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2e32-e308-4a62-9595-5564c2f5bab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=140c5f8f-6914-45a5-9a59-ca3eef373bf5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:15.857370 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38156) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:15.903159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-b5746c74-f0f7-4995-b491-3a44bd95012c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cdfb5f4194a423bbdbfa6d3479a647b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446041 Nov 23 03:42:15.905592 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38158) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:15.951614 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:15.972609 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.012969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:16.022984 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.025777 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.027084 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5027e0d0-c5cb-497b-9971-5d19efbba11a HTTP/1.1" status: 204 len: 168 time: 0.1204882 Nov 23 03:42:16.035175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e0336-a05c-4ef8-8a5a-c56976647dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027e0d0-c5cb-497b-9971-5d19efbba11a,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:16.037201 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:16.037626 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device eb4e6bf7-a8e9-41a1-b7bd-8a235354e61f not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:16.038336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3f15a3a6-42c8-4344-b70c-502a6c8affaf no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:16.062225 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 3f15a3a6-42c8-4344-b70c-502a6c8affaf {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:16.062717 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 3f15a3a6-42c8-4344-b70c-502a6c8affaf not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:16.063735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70f791bb-9a1a-4058-a112-353e79aa3743 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:42:16.086744 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 70f791bb-9a1a-4058-a112-353e79aa3743 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:42:16.087094 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 70f791bb-9a1a-4058-a112-353e79aa3743 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:42:16.334751 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38164) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:16.375259 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-34cc0412-1db5-4e5f-809f-b6d39532d91f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0291d26f157847b0a1d117fda867f406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393548 Nov 23 03:42:16.377703 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38166) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:16.422715 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.443958 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.492829 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.495525 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:16.496668 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7115ae5d-bd6c-4a62-aacb-2c0da4a372b5 HTTP/1.1" status: 204 len: 168 time: 0.1180711 Nov 23 03:42:16.504295 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec93fd8-d704-4e88-84eb-370f788cf643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115ae5d-bd6c-4a62-aacb-2c0da4a372b5,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:17.148086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38188) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:17.248608 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-620844842-network', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:17.270465 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Made reservation on behalf of e05ac79c66a44003a4a7e662af513e92 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:42:17.272831 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.281142 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.354814 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.358384 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.379766 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:42:17.393152 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56345855-5268-416a-a250-99035648b1a0,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:17.398289 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.398654 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Added segment bb1cf1c0-1108-4a30-b1a1-c6f69e98307b of type vlan for network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce Nov 23 03:42:17.439879 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.464110 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.465041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:17.465622 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.523121 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3738236 Nov 23 03:42:17.526027 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38192) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:17.530383 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5a1d5-6ff8-4aa5-953a-0b51a435ad6c admin admin] Pushing event updated for resources: {'Network': ['ID=1c3bdac8-b7ce-4f60-b384-fb8345b331ce,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:17.533747 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Request body: {'subnet': {'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-620844842-subnet', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:17.544600 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:42:17.555393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Made reservation on behalf of e05ac79c66a44003a4a7e662af513e92 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:42:17.557848 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.727481 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.788032 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:17.792903 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Checking segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:17.793265 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Network hostable DHCP agents. Network: 1c3bdac8-b7ce-4f60-b384-fb8345b331ce, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:42:17.810034 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:42:17.818460 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 1c3bdac8-b7ce-4f60-b384-fb8345b331ce) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:17.822365 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:17.823077 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.827141 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea3e2c-ef7a-4c33-9db4-4c0487c72f4c None None] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:17.838836 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-639b923e-1bc8-41f8-b4a1-ffe1d2f4a6cf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3116336 Nov 23 03:42:17.841640 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38196) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:17.846489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:17.866985 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.867967 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.923557 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:17.973071 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:42:17.973932 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.057540 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.106692 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Allocated IP 172.20.0.2 (1c3bdac8-b7ce-4f60-b384-fb8345b331ce/52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1/96457b0a-6b21-4c64-823b-7deca9e41a56) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:18.245003 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.251377 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.255396 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.274597 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.285567 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:18.288472 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:18.290817 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:18.326908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Pushing event updated for resources: {'Port': ['ID=96457b0a-6b21-4c64-823b-7deca9e41a56,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:18.354628 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Attempting to bind port 96457b0a-6b21-4c64-823b-7deca9e41a56 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:18.355000 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Attempting to bind port 96457b0a-6b21-4c64-823b-7deca9e41a56 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:18.355383 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Attempting to bind port 96457b0a-6b21-4c64-823b-7deca9e41a56 on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:18.360537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:18.360907 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Checking segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:18.361305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.361693 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Bound using segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:18.362231 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Bound port: 96457b0a-6b21-4c64-823b-7deca9e41a56, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:18.362622 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.383485 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Allocated IP 172.25.1.237 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/000af7da-40b8-426d-b9eb-d9c1b499b92c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:18.430084 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] For port 96457b0a-6b21-4c64-823b-7deca9e41a56, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:18.433434 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] For port 96457b0a-6b21-4c64-823b-7deca9e41a56, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=96457b0a-6b21-4c64-823b-7deca9e41a56,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:18.436899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.489871 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.498772 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216abc-75ad-4d6a-9efc-9173d333ba60 None None] Pushing event updated for resources: {'Port': ['ID=96457b0a-6b21-4c64-823b-7deca9e41a56,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:18.525325 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.569260 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:18.572518 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:18.574956 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:18.586649 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72314457-a68a-44c1-b902-3115c61d7635 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:18.602015 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Pushing event updated for resources: {'Port': ['ID=000af7da-40b8-426d-b9eb-d9c1b499b92c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:18.674396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-5ba64f7a-19a9-4a1e-954a-0b3d232cb339 None None] Provisioning complete for port 000af7da-40b8-426d-b9eb-d9c1b499b92c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:18.674801 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5ba64f7a-19a9-4a1e-954a-0b3d232cb339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:18.730176 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-5ba64f7a-19a9-4a1e-954a-0b3d232cb339 None None] Port 000af7da-40b8-426d-b9eb-d9c1b499b92c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:19.176725 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.380638 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.425554 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa40d1d-6c0e-4fc3-8c32-b19496fdaf9e None None] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:19.513935 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:42:19.624107 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:19.634738 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:19.643603 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] Provisioning complete for port 96457b0a-6b21-4c64-823b-7deca9e41a56 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:19.644122 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.644240 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.645548 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1953fe85-c597-4000-bf20-79468d3d9511 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8029745 Nov 23 03:42:19.649086 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38200) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:19.651239 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:19.651930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:19.769615 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:19.804498 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.843497 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] For port 96457b0a-6b21-4c64-823b-7deca9e41a56, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=96457b0a-6b21-4c64-823b-7deca9e41a56,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:19.849413 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:19.906571 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dbc75-f790-454a-9eff-aa7e7917c81f None None] Pushing event updated for resources: {'Port': ['ID=96457b0a-6b21-4c64-823b-7deca9e41a56,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:20.061364 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:19Z', 'revision_number': 3, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:20.071072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 96457b0a-6b21-4c64-823b-7deca9e41a56 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:20.094540 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:20.094891 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Updating router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 port 000af7da-40b8-426d-b9eb-d9c1b499b92c binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:42:20.117298 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.119317 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.122258 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 96457b0a-6b21-4c64-823b-7deca9e41a56 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:20.122258 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.215991 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6978304a-2799-4eee-8bc4-0f0a3f3d3fbb None None] Provisioning complete for port 96457b0a-6b21-4c64-823b-7deca9e41a56 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:20.216311 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6978304a-2799-4eee-8bc4-0f0a3f3d3fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.298964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Allocated IP 172.20.0.1 (1c3bdac8-b7ce-4f60-b384-fb8345b331ce/52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1/d9753deb-f859-4afb-983a-f88f43fb534d) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:20.370005 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.376854 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.415908 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.423174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98242cd9-0b83-425d-a0a8-f959c49a7c2a None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:20.430841 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Pushing event updated for resources: {'Port': ['ID=000af7da-40b8-426d-b9eb-d9c1b499b92c,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:20.435334 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Attempting to bind port 000af7da-40b8-426d-b9eb-d9c1b499b92c on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:20.435572 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Attempting to bind port 000af7da-40b8-426d-b9eb-d9c1b499b92c by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:20.435966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Attempting to bind port 000af7da-40b8-426d-b9eb-d9c1b499b92c on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:20.444587 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:20.444969 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:20.445417 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.445812 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:20.446277 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Bound port: 000af7da-40b8-426d-b9eb-d9c1b499b92c, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:20.446677 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.459920 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.469327 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.469678 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.470018 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.470354 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.470713 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.471060 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.471366 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.471693 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.472018 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.472338 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.472652 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.472972 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:42:20.499878 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:20.503265 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:20.505023 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] For port 000af7da-40b8-426d-b9eb-d9c1b499b92c, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:20.505868 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:20.508145 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] For port 000af7da-40b8-426d-b9eb-d9c1b499b92c, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=000af7da-40b8-426d-b9eb-d9c1b499b92c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:20.513777 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.537869 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Pushing event updated for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:20.555560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.563910 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8aea8-3728-44b1-acb6-31d1e202f8fe None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:20.566009 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:20.566687 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:20.569633 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] Provisioning complete for port 000af7da-40b8-426d-b9eb-d9c1b499b92c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:20.570420 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.642286 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59963c3-669b-42a2-8f35-e7be3c811579 None None] Pushing event updated for resources: {'Port': ['ID=000af7da-40b8-426d-b9eb-d9c1b499b92c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:20.680690 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.706329 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] For port 000af7da-40b8-426d-b9eb-d9c1b499b92c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=000af7da-40b8-426d-b9eb-d9c1b499b92c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:20.715477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.726604 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.740799 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:20.772485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21caee3-fe00-4f76-a798-9065ddf67616 None None] Pushing event updated for resources: {'Port': ['ID=000af7da-40b8-426d-b9eb-d9c1b499b92c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:20.837341 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66342592-5909-443a-baab-c2760a2ac426 None None] Provisioning complete for port d9753deb-f859-4afb-983a-f88f43fb534d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:20.837723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66342592-5909-443a-baab-c2760a2ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.872964 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-66342592-5909-443a-baab-c2760a2ac426 None None] Port d9753deb-f859-4afb-983a-f88f43fb534d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:20.883054 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-66342592-5909-443a-baab-c2760a2ac426 None None] Provisioning complete for port 000af7da-40b8-426d-b9eb-d9c1b499b92c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:20.883428 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-66342592-5909-443a-baab-c2760a2ac426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.901187 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.908229 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.931254 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:19Z', 'revision_number': 3, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:20.961628 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee6d09-4b9e-4bf8-a2ca-0345f19f1650 None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:19Z', 'revision_number': 3, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:20.979543 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:20.981488 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Pushing event updated for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:21.080285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:21.081761 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:21.227041 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:21.358834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:21.363790 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c9a3029-972f-4ffc-b2e7-81ed2b333828 admin admin] 10.222.0.15 "PUT /v2.0/routers/96e081f5-6fa3-493a-b188-b2fbb7f0c026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134795 Nov 23 03:42:21.402838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c11a14a-eee1-4e3f-bf39-d9ccf8b19ed0 None None] Provisioning complete for port d9753deb-f859-4afb-983a-f88f43fb534d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:21.403215 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c11a14a-eee1-4e3f-bf39-d9ccf8b19ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:21.438130 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-9c11a14a-eee1-4e3f-bf39-d9ccf8b19ed0 None None] Port d9753deb-f859-4afb-983a-f88f43fb534d cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:21.847875 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38216) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:21.852795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-519692145-network', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:21.873569 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Made reservation on behalf of 62ee6ef4d54f4033ad2d4605de646001 for: {'network': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:42:21.876423 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for network, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:21.885174 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:21.956342 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:21.960306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:21.986728 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=103571) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:42:21.996043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869f8e58-c9fe-405e-8674-61b1a3924d0d,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:22.012206 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.012560 n-d-714676-12 neutron-server[103571]: INFO neutron.db.segments_db [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Added segment 3ae850c0-9fd9-4c63-8a8b-151c44b4c949 of type vlan for network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf Nov 23 03:42:22.046785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 000af7da-40b8-426d-b9eb-d9c1b499b92c up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:22.058714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793993662980'] for network, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.083858 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826'] for network, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.084943 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:22.085541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.096518 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 000af7da-40b8-426d-b9eb-d9c1b499b92c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:22.096891 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.142470 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38218) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:22.143091 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2940845 Nov 23 03:42:22.148017 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Request body: {'subnet': {'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-519692145-subnet', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'ip_version': 4}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:22.155890 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba47219-007c-4f66-89fb-dec8a0cb4298 admin admin] Pushing event updated for resources: {'Network': ['ID=18dc49ad-fde2-4a57-9a98-9f59d9c9efdf,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:22.168416 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf details requested by agent ovs-agent-n-d-714676-12 with host n-d-714676-12 {{(pid=103573) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:42:22.175095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Made reservation on behalf of 62ee6ef4d54f4033ad2d4605de646001 for: {'subnet': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:42:22.177849 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8521346'] for subnet, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.357169 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8541840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8521388'] for subnet, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.408288 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=371293e5-6b11-4665-8b6d-2131c8dbf630,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:22.425080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Checking segment: {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:22.425446 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Network hostable DHCP agents. Network: 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf, hostable agents: ['dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1'], hosted agents: [] {{(pid=103572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:42:22.441746 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf is scheduled to be hosted by DHCP agent dd7ba9cf-4c2d-4c68-ab82-ef842e6d7ca1 with binding_index 1 {{(pid=103572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:42:22.450082 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-714676-12, 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf) {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:22.454646 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:22.455276 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.459905 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422744e9-653d-40e0-8c53-5469fda368cf None None] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:22.476843 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-02b9c9fa-007a-49ba-84a6-236e9689c38d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332984 Nov 23 03:42:22.479502 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38220) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:22.484182 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:22.505277 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3830128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48320'] for router, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.506319 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3831306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4043118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3789955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48947'] for router, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.560485 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.585783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:22.611271 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:22.612684 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:22.685586 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25db6589-a988-507c-a20d-6cd81ab9f190-18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'fixed_ips': [{'subnet_id': '371293e5-6b11-4665-8b6d-2131c8dbf630'}]}} from n-d-714676-12. {{(pid=103573) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:42:22.686458 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:22.808838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:22.991828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Allocated IP 172.20.0.2 (18dc49ad-fde2-4a57-9a98-9f59d9c9efdf/371293e5-6b11-4665-8b6d-2131c8dbf630/4006134f-a22a-45c7-95c4-82ba4674d0f8) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:23.031478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.185102 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 2, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:23.215264 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:23.215622 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Updating router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 port d9753deb-f859-4afb-983a-f88f43fb534d binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:42:23.224694 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.244493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks [] for port, precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.247155 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.251199 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.255358 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150'] for port, after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.321444 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:23.327086 n-d-714676-12 neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:23.329539 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:23.352567 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Allocated IP 172.25.1.113 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/ae47b109-58b7-4db0-8919-a7d812a496fe) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:23.366843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Pushing event updated for resources: {'Port': ['ID=4006134f-a22a-45c7-95c4-82ba4674d0f8,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:23.459554 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.496052 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.540473 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:23.543423 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:23.548645 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:23.551920 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Pushing event updated for resources: {'Port': ['ID=ae47b109-58b7-4db0-8919-a7d812a496fe,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:23.609938 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14140aaf-f8b0-49e6-806f-1c36be8369d6 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:23.643851 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Attempting to bind port 4006134f-a22a-45c7-95c4-82ba4674d0f8 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:23.644328 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Attempting to bind port 4006134f-a22a-45c7-95c4-82ba4674d0f8 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:23.644589 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Attempting to bind port 4006134f-a22a-45c7-95c4-82ba4674d0f8 on network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:23.655876 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:23.656749 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Checking segment: {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:23.657342 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.657576 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Bound using segment: {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:23.658055 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Bound port: 4006134f-a22a-45c7-95c4-82ba4674d0f8, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:23.658434 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.753206 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-4f1f7f15-2ee2-4f5a-92f0-c7386ac0bdbd None None] Provisioning complete for port ae47b109-58b7-4db0-8919-a7d812a496fe triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:23.753481 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7f15-2ee2-4f5a-92f0-c7386ac0bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.798309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.831440 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] For port 4006134f-a22a-45c7-95c4-82ba4674d0f8, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:23.833297 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f7f15-2ee2-4f5a-92f0-c7386ac0bdbd None None] Port ae47b109-58b7-4db0-8919-a7d812a496fe cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:23.855786 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] For port 4006134f-a22a-45c7-95c4-82ba4674d0f8, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4006134f-a22a-45c7-95c4-82ba4674d0f8,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:23.862322 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.978318 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.982133 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:23.985512 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2eac-0cbc-4483-aa23-f85c67229ed4 None None] Pushing event updated for resources: {'Port': ['ID=4006134f-a22a-45c7-95c4-82ba4674d0f8,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:23.989575 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.010796 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3831389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4040779'] for router, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.041352 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5b753-8456-487c-a035-36a17341a6a1 None None] Pushing event updated for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:24.103491 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Attempting to bind port d9753deb-f859-4afb-983a-f88f43fb534d on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:24.103864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Attempting to bind port d9753deb-f859-4afb-983a-f88f43fb534d by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:24.104234 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Attempting to bind port d9753deb-f859-4afb-983a-f88f43fb534d on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:24.110085 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:24.110465 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Checking segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:24.110901 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.111709 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Bound using segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:24.111850 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Bound port: d9753deb-f859-4afb-983a-f88f43fb534d, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:24.112135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.162719 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Router 7395ffd0-ad07-4621-b233-856965bf459c is scheduled to L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 with binding_index 1 {{(pid=103571) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:42:24.223335 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] For port d9753deb-f859-4afb-983a-f88f43fb534d, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:24.227387 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] For port d9753deb-f859-4afb-983a-f88f43fb534d, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9753deb-f859-4afb-983a-f88f43fb534d,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:24.233281 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.301350 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:24.302159 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:24.321146 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:24.338935 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Sync routers for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:24.352417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5b753-8456-487c-a035-36a17341a6a1 None None] Pushing event updated for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:24.353195 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.357044 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-1bcf477c-6d12-438a-8332-8219b0940782 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8737762 Nov 23 03:42:24.362723 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38222) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:24.374460 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:24.376208 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:24.390301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] Provisioning complete for port d9753deb-f859-4afb-983a-f88f43fb534d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:24.391465 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.488820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:24.547222 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:24.631301 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.678174 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] For port d9753deb-f859-4afb-983a-f88f43fb534d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9753deb-f859-4afb-983a-f88f43fb534d,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:24.691110 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.756503 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:23Z', 'revision_number': 3, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:24.786169 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Checking router: 7395ffd0-ad07-4621-b233-856965bf459c for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:24.786625 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Updating router 7395ffd0-ad07-4621-b233-856965bf459c port ae47b109-58b7-4db0-8919-a7d812a496fe binding host n-d-714676-12 {{(pid=103574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:42:24.793241 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43854a80-c5cc-452b-a226-ecefc98d5ef0 None None] Pushing event updated for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:24.820914 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.864591 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-f8615c98-d463-4267-8cbc-f61294d97144 None None] Provisioning complete for port d9753deb-f859-4afb-983a-f88f43fb534d triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:24.864962 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f8615c98-d463-4267-8cbc-f61294d97144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.898192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:24.908377 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:24.945092 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1828f27d-ce12-4097-a7e5-a21717bfbaf2 None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:25.149823 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Allocated IP 172.20.0.1 (18dc49ad-fde2-4a57-9a98-9f59d9c9efdf/371293e5-6b11-4665-8b6d-2131c8dbf630/d9ad8a8e-58ce-4d37-b253-b091856b4076) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:25.171365 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks [] for port, precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.183079 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.241954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c58c8-1059-4309-9356-073ed908e195 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:25.272819 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Attempting to bind port ae47b109-58b7-4db0-8919-a7d812a496fe on host n-d-714676-12 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:25.273102 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Attempting to bind port ae47b109-58b7-4db0-8919-a7d812a496fe by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:25.273910 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Attempting to bind port ae47b109-58b7-4db0-8919-a7d812a496fe on network be908337-ef10-42e5-b02a-0c4a016e859d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:25.293557 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:25.293946 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Checking segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:25.294359 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.294782 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Bound using segment: {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:25.295277 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Bound port: ae47b109-58b7-4db0-8919-a7d812a496fe, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd716fd62-839f-4844-8d3c-9e7e875dc10d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:25.295656 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.299128 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.324680 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1150dc3f-9763-4072-8720-f95d6eba6af4 None None] Provisioning complete for port ae47b109-58b7-4db0-8919-a7d812a496fe triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:25.324680 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1150dc3f-9763-4072-8720-f95d6eba6af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.348192 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.364131 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] For port ae47b109-58b7-4db0-8919-a7d812a496fe, host n-d-714676-12, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:25.367505 n-d-714676-12 neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] For port ae47b109-58b7-4db0-8919-a7d812a496fe, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae47b109-58b7-4db0-8919-a7d812a496fe,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:25.369234 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301a4e-bef6-4899-bcb0-5afb1b587393 None None] Pushing event updated for resources: {'Port': ['ID=ae47b109-58b7-4db0-8919-a7d812a496fe,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:25.377718 n-d-714676-12 neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.395050 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1150dc3f-9763-4072-8720-f95d6eba6af4 None None] Port ae47b109-58b7-4db0-8919-a7d812a496fe cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:25.405213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:25.408243 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:25.411951 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:25.413198 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a25293-2224-4374-88ef-6db4f6d8d687 None None] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:42:25.438962 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Pushing event updated for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:25.455400 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301a4e-bef6-4899-bcb0-5afb1b587393 None None] Pushing event updated for resources: {'Port': ['ID=ae47b109-58b7-4db0-8919-a7d812a496fe,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:25.459092 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:25.459873 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:25.474009 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3895276'] for router_interface, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.500675 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162dead-a1bc-44c9-beb6-ea5092224adc None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:42:25.549864 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] Provisioning complete for port 4006134f-a22a-45c7-95c4-82ba4674d0f8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:25.550261 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.663296 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.707537 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.720055 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:25.749273 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] For port 4006134f-a22a-45c7-95c4-82ba4674d0f8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4006134f-a22a-45c7-95c4-82ba4674d0f8,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:25.756424 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.813582 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ff834-c7f5-483d-9e98-1475412e81fe None None] Pushing event updated for resources: {'Port': ['ID=4006134f-a22a-45c7-95c4-82ba4674d0f8,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:25.880301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] Provisioning complete for port ae47b109-58b7-4db0-8919-a7d812a496fe triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:25.880685 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.926095 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:25.937454 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.024576 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:23Z', 'revision_number': 3, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:26.048865 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.078351 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] For port ae47b109-58b7-4db0-8919-a7d812a496fe, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae47b109-58b7-4db0-8919-a7d812a496fe,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:26.083823 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3799808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3895152'] for router_interface, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.087593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.094967 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd09e79-7853-427c-ade1-4db6d27cad43 None None] The sync data for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 is: [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:23Z', 'revision_number': 3, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:26.113090 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Pushing event updated for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:26.252498 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:26.254225 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:26.367677 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9753deb-f859-4afb-983a-f88f43fb534d up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:26.424762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Router 7395ffd0-ad07-4621-b233-856965bf459c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:26.435638 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636445d-6372-43bf-99a8-04f8207dac40 None None] Pushing event updated for resources: {'Port': ['ID=ae47b109-58b7-4db0-8919-a7d812a496fe,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:26.441858 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-74e259fd-fb9d-4f68-be4e-c7c4bc581ca6 None None] Provisioning complete for port 4006134f-a22a-45c7-95c4-82ba4674d0f8 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:26.442451 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74e259fd-fb9d-4f68-be4e-c7c4bc581ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.499235 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d9753deb-f859-4afb-983a-f88f43fb534d triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:26.499603 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.594388 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:26.604089 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-1bd6cdb0-f18e-49a0-a0e1-2b1315985a3a admin admin] 10.222.0.15 "PUT /v2.0/routers/7395ffd0-ad07-4621-b233-856965bf459c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2401147 Nov 23 03:42:26.683735 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-74e259fd-fb9d-4f68-be4e-c7c4bc581ca6 None None] Provisioning complete for port d9ad8a8e-58ce-4d37-b253-b091856b4076 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:26.684111 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74e259fd-fb9d-4f68-be4e-c7c4bc581ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.689336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4006134f-a22a-45c7-95c4-82ba4674d0f8 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:26.760549 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-74e259fd-fb9d-4f68-be4e-c7c4bc581ca6 None None] Port d9ad8a8e-58ce-4d37-b253-b091856b4076 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:26.782581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port 4006134f-a22a-45c7-95c4-82ba4674d0f8 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:26.782960 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.886128 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-bfe59565-c805-4f96-98a9-9c201b394696 None None] Provisioning complete for port d9ad8a8e-58ce-4d37-b253-b091856b4076 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:26.886493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bfe59565-c805-4f96-98a9-9c201b394696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:26.927469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-bfe59565-c805-4f96-98a9-9c201b394696 None None] Port d9ad8a8e-58ce-4d37-b253-b091856b4076 cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:27.340033 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38230) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.345500 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148494273', 'description': 'tempest-secgroup-smoke-1148494273 description', 'project_id': 'e05ac79c66a44003a4a7e662af513e92'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.367495 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.438446 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.442005 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.469108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.472936 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1290858 Nov 23 03:42:27.473435 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38232) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.474534 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca906fe-11be-49ee-b4c5-c67159066fb6 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:27.479424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.507285 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.562303 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.565668 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.584626 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ca9f9f-ae54-4aa6-b0b0-2e374ee58c4c,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:27.589819 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.591028 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-34752878-e016-4a23-a781-e9f22fbdaa7c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165583 Nov 23 03:42:27.594308 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38234) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.598607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.625171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.681296 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.684616 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.705561 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d747f8b-2b26-415c-b637-c68b7ea5e8e8,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:27.713844 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.715207 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-21f30c30-7c13-4cff-9c7a-0217111c72a1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199343 Nov 23 03:42:27.717895 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38236) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.722906 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.749124 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.805476 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.808962 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.829013 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d655155-fa9e-4627-8732-5b795ef5bd5f,revision_number=0']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:27.833993 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.838227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38238) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.838362 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-69fd8b56-2277-41f9-a964-ddba8b49ee38 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190636 Nov 23 03:42:27.843275 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.869051 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.925728 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.929038 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.947227 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4005c09e-9464-4470-9f90-6354d4c39eac,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:27.957233 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:27.958993 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-99df2c5d-ce8d-40e7-b362-18ba50a8c326 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190312 Nov 23 03:42:27.961153 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38240) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:27.965689 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:27.993431 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Project e05ac79c66a44003a4a7e662af513e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:42:27.998492 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.056355 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae47b109-58b7-4db0-8919-a7d812a496fe up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:28.062056 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.065902 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.086917 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8f0c28-0b02-43be-88d1-5989d4c5ac7c,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:28.093534 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.097877 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-61690fe1-2984-4bf4-b9eb-cd8963c35634 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332879 Nov 23 03:42:28.098094 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38242) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:28.102531 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'security_group_rule': {'security_group_id': '5bf39365-92ce-4cfb-b847-3e5bc3b24bd7', 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:28.107987 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port ae47b109-58b7-4db0-8919-a7d812a496fe triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:28.108362 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.126176 n-d-714676-12 neutron-server[103572]: INFO neutron.db.securitygroups_db [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Project e05ac79c66a44003a4a7e662af513e92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:42:28.132271 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.205059 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.209105 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3774802'] for security_group_rule, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.228312 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9275e45a-a481-4cd1-9a09-56a8e43f28f4,revision_number=0']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:28.236740 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.237955 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-de8d763b-83d2-426f-aaf1-cc32dc897d0b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388872 Nov 23 03:42:28.389744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-308c1646-3855-4197-873b-ae9e7f81a909 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148494273&fields=id&tenant_id=e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 267 time: 0.0452106 Nov 23 03:42:28.452066 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Sync routers for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:28.464208 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:28.464820 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:28.502175 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-4877e735-927e-4778-ac55-dc6653064481 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:28.503702 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-4877e735-927e-4778-ac55-dc6653064481 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 809 time: 0.1062372 Nov 23 03:42:28.518681 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-17324373-47d5-49a5-9737-762a1b87ac11 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/quotas/e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 375 time: 0.0090563 Nov 23 03:42:28.569918 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-75f06639-cccf-49f4-a228-2667e2d26e68 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456007 Nov 23 03:42:28.571009 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:28.751966 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dc419d12-26c1-4fe4-9c7d-0196c3a91fe3 service neutron] 10.222.0.15 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700270 Nov 23 03:42:28.772336 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 4, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9ad8a8e-58ce-4d37-b253-b091856b4076', 'name': '', 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'mac_address': 'fa:16:3e:ee:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:24Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 2, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'subnets': [{'id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:28.798373 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Checking router: 7395ffd0-ad07-4621-b233-856965bf459c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:28.798747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Updating router 7395ffd0-ad07-4621-b233-856965bf459c port d9ad8a8e-58ce-4d37-b253-b091856b4076 binding host n-d-714676-12 {{(pid=103573) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:42:28.823217 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:28.846237 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-bed605c3-c5de-4432-9516-270d455fea1f service neutron] 10.222.0.15 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Nov 23 03:42:29.006326 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-95228046-a80b-43ca-992e-75640d5b3492 req-d6d1bb20-0240-4f13-93c7-2fc10dfff6bb tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 210 time: 0.0290785 Nov 23 03:42:29.087834 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks [] for port, precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.092878 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.146908 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409180ca-34fc-4dfc-977b-7d891ea7cb91 None None] Pushing event updated for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:29.201417 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Attempting to bind port d9ad8a8e-58ce-4d37-b253-b091856b4076 on host n-d-714676-12 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:29.202006 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Attempting to bind port d9ad8a8e-58ce-4d37-b253-b091856b4076 by drivers openvswitch,hyperv on host n-d-714676-12 at level 0 using segments [{'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:29.202411 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Attempting to bind port d9ad8a8e-58ce-4d37-b253-b091856b4076 on network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:29.208263 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Checking agent: {'id': '44e30f42-94ed-4327-a713-a3fe9b428df1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 9, 42), 'started_at': datetime.datetime(2021, 11, 23, 2, 10, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-714676-12'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:29.208641 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Checking segment: {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:29.209048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.209443 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Bound using segment: {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:29.209918 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Bound port: d9ad8a8e-58ce-4d37-b253-b091856b4076, host: n-d-714676-12, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae850c0-9fd9-4c63-8a8b-151c44b4c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:29.210302 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.280900 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] For port d9ad8a8e-58ce-4d37-b253-b091856b4076, host n-d-714676-12, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:29.288077 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] For port d9ad8a8e-58ce-4d37-b253-b091856b4076, host n-d-714676-12, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9ad8a8e-58ce-4d37-b253-b091856b4076,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:29.294630 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.359399 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:29.360044 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:29.410919 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409180ca-34fc-4dfc-977b-7d891ea7cb91 None None] Pushing event updated for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:29.487926 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] Provisioning complete for port d9ad8a8e-58ce-4d37-b253-b091856b4076 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:29.488310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.491038 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:29.710113 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.770795 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] For port d9ad8a8e-58ce-4d37-b253-b091856b4076, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9ad8a8e-58ce-4d37-b253-b091856b4076,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:29.776260 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:29.836759 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 4, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9ad8a8e-58ce-4d37-b253-b091856b4076', 'name': '', 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'mac_address': 'fa:16:3e:ee:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:24Z', 'updated_at': '2021-11-23T03:42:29Z', 'revision_number': 4, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'subnets': [{'id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:29.864005 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f1710-44ef-485b-b282-090f45bb3a11 None None] Pushing event updated for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:29.866809 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d153b70-a264-4237-9c83-a6d5e25cf9ae None None] The sync data for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 is: [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:42:25Z', 'revision_number': 4, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9ad8a8e-58ce-4d37-b253-b091856b4076', 'name': '', 'network_id': '18dc49ad-fde2-4a57-9a98-9f59d9c9efdf', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'mac_address': 'fa:16:3e:ee:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:24Z', 'updated_at': '2021-11-23T03:42:29Z', 'revision_number': 4, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'subnets': [{'id': '371293e5-6b11-4665-8b6d-2131c8dbf630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:29.896295 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-eea588d8-9235-4619-8838-d73851100558 None None] Provisioning complete for port d9ad8a8e-58ce-4d37-b253-b091856b4076 triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:29.897162 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eea588d8-9235-4619-8838-d73851100558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.083587 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9ad8a8e-58ce-4d37-b253-b091856b4076 up at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:30.149479 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Provisioning complete for port d9ad8a8e-58ce-4d37-b253-b091856b4076 triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:30.150817 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.179397 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fd901503-0607-438e-aa5e-374ab159de21 req-88c30737-c7f2-48c4-9035-4b4bd69879d8 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 210 time: 0.0634284 Nov 23 03:42:30.216942 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-a104fc7b-62ee-4f57-b92b-5b7021c82948 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:30.218846 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-a104fc7b-62ee-4f57-b92b-5b7021c82948 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 809 time: 0.1976850 Nov 23 03:42:30.299182 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-fa2c46ee-603b-4318-a300-6a63527bbdad tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 380 time: 0.0623250 Nov 23 03:42:30.318977 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'port': {'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'admin_state_up': True, 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'security_groups': ['5bf39365-92ce-4cfb-b847-3e5bc3b24bd7']}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:30.435330 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Made reservation on behalf of e05ac79c66a44003a4a7e662af513e92 for: {'port': 1} {{(pid=103571) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:42:30.439167 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.528679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.568534 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Allocated IP 172.20.0.12 (1c3bdac8-b7ce-4f60-b384-fb8345b331ce/52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1/ec087ce4-902a-4551-86ab-8ac97ff415fa) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:30.721925 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.754565 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.798583 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:30.801886 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:30.805531 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:30.838537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:30.864950 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:30.865594 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:30.882358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-dedeff67-78ae-49c3-90f2-cdb75d44ef55 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5675230 Nov 23 03:42:30.901439 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Request body: {'port': {'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-714676-12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:30.957233 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.042046 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-920d90d5-5b65-4c92-96b8-d770291bfabd None None] Provisioning complete for port ec087ce4-902a-4551-86ab-8ac97ff415fa triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:31.042404 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-920d90d5-5b65-4c92-96b8-d770291bfabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.082072 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-920d90d5-5b65-4c92-96b8-d770291bfabd None None] Port ec087ce4-902a-4551-86ab-8ac97ff415fa cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:42:31.238319 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec087ce4-902a-4551-86ab-8ac97ff415fa {{(pid=103571) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:42:31.246060 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.279891 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.provisioning_blocks [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Transition to ACTIVE for port object ec087ce4-902a-4551-86ab-8ac97ff415fa will not be triggered until provisioned by entity L2. {{(pid=103571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:42:31.284952 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.348368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15eaf0-15db-45b2-983e-1f03cf08abfd req-f4e5b71b-6074-492a-93f5-80d5c00fed6d tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:31.349972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d15eaf0-15db-45b2-983e-1f03cf08abfd req-f4e5b71b-6074-492a-93f5-80d5c00fed6d tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 932 time: 0.1014395 Nov 23 03:42:31.378749 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:31.456706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2d15eaf0-15db-45b2-983e-1f03cf08abfd req-51d57fa7-51d6-4454-80c4-bed200dfcadb tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974166 Nov 23 03:42:31.468022 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Attempting to bind port ec087ce4-902a-4551-86ab-8ac97ff415fa on host n-h2-714676-12 for vnic_type normal with profile {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:42:31.468360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Attempting to bind port ec087ce4-902a-4551-86ab-8ac97ff415fa by drivers openvswitch,hyperv on host n-h2-714676-12 at level 0 using segments [{'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:42:31.469498 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Attempting to bind port ec087ce4-902a-4551-86ab-8ac97ff415fa on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:31.474127 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Port ec087ce4-902a-4551-86ab-8ac97ff415fa on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce not bound, no agent of type Open vSwitch agent registered on host n-h2-714676-12 {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:42:31.474461 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Attempting to bind port ec087ce4-902a-4551-86ab-8ac97ff415fa on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:42:31.479737 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Checking agent: {'id': '743e0da2-d825-4cdb-a708-9d496afd5846', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:42:31.480077 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Checking segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:42:31.480484 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Bound using segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} {{(pid=103571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:42:31.480912 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.managers [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Bound port: ec087ce4-902a-4551-86ab-8ac97ff415fa, host: n-h2-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}}] {{(pid=103571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:42:31.481273 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.546172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, cleared binding levels {{(pid=103571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:42:31.549172 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:42:31.553562 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.589110 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:31.589737 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:31.591159 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 1093 time: 0.6943491 Nov 23 03:42:31.591606 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:42:31.597607 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730bc129-b07f-45fd-a2ca-6a8f2075da94" -d '{"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:42:31.622407 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae2b2f-d5d1-499a-ac5d-9ac7cbc4ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=3']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:31.653884 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af2ec3-4839-44f7-bd97-7ef5c2fa5ac3 x-openstack-request-id: req-30af2ec3-4839-44f7-bd97-7ef5c2fa5ac3 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:42:31.654182 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:42:31.654436 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30af2ec3-4839-44f7-bd97-7ef5c2fa5ac3 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:42:31.654907 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'status': 'completed', 'code': 200} Nov 23 03:42:31.718068 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-59326b6c-b77e-43b6-ab0c-09eedf780bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:31.720801 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-59326b6c-b77e-43b6-ab0c-09eedf780bdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1096 time: 0.0493674 Nov 23 03:42:31.772006 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-2483abbb-11f7-4734-a7cb-044c462294ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 217 time: 0.0358927 Nov 23 03:42:31.822049 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-7aa63e55-2df8-4114-bb9f-54c4e728d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:31.823546 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-7aa63e55-2df8-4114-bb9f-54c4e728d5bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0434048 Nov 23 03:42:31.877413 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-b18b0888-283f-4a6e-80da-69ef5b38e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:31.880186 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-b18b0888-283f-4a6e-80da-69ef5b38e2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494888 Nov 23 03:42:31.979458 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-a62d02b1-eb30-4ef3-bbcd-1ad54ee26ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908823 Nov 23 03:42:32.073238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b32d0688-bc00-4f91-bc1e-40391ec5e064 req-6a1dc3fb-e95c-4e2e-8225-6c6d07cb1f4e service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866647 Nov 23 03:42:32.197628 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-3e517c8d-1716-4b89-acb0-9031df702113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:32.199181 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-3e517c8d-1716-4b89-acb0-9031df702113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1096 time: 0.0422461 Nov 23 03:42:32.294809 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-37947a7a-698a-496b-9508-25957d22d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:32.296307 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-37947a7a-698a-496b-9508-25957d22d82d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0900488 Nov 23 03:42:32.341365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-9d23fc42-d171-4b8a-9172-e13eaab3722f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 217 time: 0.0376468 Nov 23 03:42:32.389469 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-af0f6042-db72-436f-800b-465a8c7114ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:32.390950 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-af0f6042-db72-436f-800b-465a8c7114ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0427172 Nov 23 03:42:32.435867 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-cdbc78aa-434f-4efc-8c75-eeca4813f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:32.437878 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-cdbc78aa-434f-4efc-8c75-eeca4813f65b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392303 Nov 23 03:42:32.532413 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-2c30617d-9624-46a1-a96f-4a7a69d3bb9f service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873890 Nov 23 03:42:32.630554 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ac7d2-0813-41db-97dc-ff58717bec8b req-25699eae-ef44-486e-bb8e-5657c3d0ed27 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:32.632036 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c06ac7d2-0813-41db-97dc-ff58717bec8b req-25699eae-ef44-486e-bb8e-5657c3d0ed27 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 944 time: 0.1027555 Nov 23 03:42:32.675523 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-730bc129-b07f-45fd-a2ca-6a8f2075da94 req-887fd811-c421-495b-bebd-9e81b989448d service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356082 Nov 23 03:42:32.700744 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c06ac7d2-0813-41db-97dc-ff58717bec8b req-9634181f-76d6-4d59-96a9-410815a1a226 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585010 Nov 23 03:42:33.814360 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ee39f-2bde-4f12-a847-958597bf194c req-d3640b76-8fcb-4bc5-9b93-7e6ae2339e81 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:33.815937 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e55ee39f-2bde-4f12-a847-958597bf194c req-d3640b76-8fcb-4bc5-9b93-7e6ae2339e81 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 944 time: 0.0490148 Nov 23 03:42:33.866197 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e55ee39f-2bde-4f12-a847-958597bf194c req-b0b7cc7f-22f8-4bc0-b9b0-8798b591d30a tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Nov 23 03:42:34.709155 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:42:34.805151 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:34.816796 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:42:34.854432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:34.867916 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec087ce4-902a-4551-86ab-8ac97ff415fa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:42:34.887989 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:34.893069 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:34.941737 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:34.984656 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff064e-e03a-4a0e-b343-5fa07da27b7d req-18e8ba02-8463-48f4-abc2-195a72a382aa tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:34.986046 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcff064e-e03a-4a0e-b343-5fa07da27b7d req-18e8ba02-8463-48f4-abc2-195a72a382aa tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 945 time: 0.0489316 Nov 23 03:42:35.039541 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-fcff064e-e03a-4a0e-b343-5fa07da27b7d req-e384e2f7-c1b4-4c06-94f5-e6c4296bce06 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473483 Nov 23 03:42:35.172598 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ec087ce4-902a-4551-86ab-8ac97ff415fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:42:35.401470 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:42:35.971805 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a5fe3fc-d004-4efb-ad5c-320429713ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:36.152212 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb77a-d42d-43eb-a956-e22df343235c req-a405145b-5bf7-4292-838b-7350b3eeacb9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:36.153661 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5efcb77a-d42d-43eb-a956-e22df343235c req-a405145b-5bf7-4292-838b-7350b3eeacb9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 945 time: 0.0479267 Nov 23 03:42:36.201517 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-5efcb77a-d42d-43eb-a956-e22df343235c req-4b84c8a2-e6be-4140-9c3d-eaaf7d5cfc97 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418136 Nov 23 03:42:36.717031 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:42:36.766059 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning for port ec087ce4-902a-4551-86ab-8ac97ff415fa completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:42:36.769863 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ec087ce4-902a-4551-86ab-8ac97ff415fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:42:36.770236 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:36.845863 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:36.867828 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:42:36.870084 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df301379-b524-40c0-9629-311c6057e124" -d '{"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-plugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:42:36.882664 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:42:36.887241 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:36.937672 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:36.960349 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc25feb-29a7-4206-ab99-a2a5d7e25b6a x-openstack-request-id: req-8fc25feb-29a7-4206-ab99-a2a5d7e25b6a {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:42:36.960649 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-plugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:42:36.960989 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fc25feb-29a7-4206-ab99-a2a5d7e25b6a {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:42:36.961638 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'code': 200} Nov 23 03:42:37.091866 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf374d3-a714-4ef1-84d8-cc9daef7b678 req-8cafa2d5-c74a-4be0-8e2c-eb7daa6855a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:37.093358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cf374d3-a714-4ef1-84d8-cc9daef7b678 req-8cafa2d5-c74a-4be0-8e2c-eb7daa6855a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1098 time: 0.0388947 Nov 23 03:42:37.138951 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cf374d3-a714-4ef1-84d8-cc9daef7b678 req-adfe38fd-b8c3-468a-a8b4-90d3b2dd8452 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Nov 23 03:42:37.330805 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf9a3-57eb-4e2a-beed-c58736c3676d req-55f5382f-7a0b-44ef-854a-a13cc2d15f96 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:37.332301 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45acf9a3-57eb-4e2a-beed-c58736c3676d req-55f5382f-7a0b-44ef-854a-a13cc2d15f96 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 946 time: 0.0599043 Nov 23 03:42:37.389171 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-45acf9a3-57eb-4e2a-beed-c58736c3676d req-7ebdbed1-e798-4cd1-9af6-1f68e9d52f71 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504327 Nov 23 03:42:38.163303 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7770083f-159e-4894-b8ac-04d0829e7205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:38.503412 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc8ad0-b2db-461c-a104-3260d8f444c7 req-498a4f91-ac1c-4131-be27-d226d84d2e01 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:38.504897 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bfc8ad0-b2db-461c-a104-3260d8f444c7 req-498a4f91-ac1c-4131-be27-d226d84d2e01 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 946 time: 0.0481503 Nov 23 03:42:38.552987 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-8bfc8ad0-b2db-461c-a104-3260d8f444c7 req-f7add69f-8ae4-4177-a010-b1f4e2d807d2 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Nov 23 03:42:38.671085 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0a216-2f6f-49a2-9923-0fc9d3bc8bf8 req-86378b55-bbd3-479a-8d1b-c3044cd6d1bc tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:38.672561 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84c0a216-2f6f-49a2-9923-0fc9d3bc8bf8 req-86378b55-bbd3-479a-8d1b-c3044cd6d1bc tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 946 time: 0.0525577 Nov 23 03:42:38.721125 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-84c0a216-2f6f-49a2-9923-0fc9d3bc8bf8 req-3d05f5cc-6b59-42d2-9a39-0a3c4a7e4a86 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Nov 23 03:42:38.742120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38296) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:38.820300 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323f97a3-a95f-4bc4-96e4-262a5171c9fb tempest-TestSnapshotPattern-19715392 tempest-TestSnapshotPattern-19715392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:38.821706 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-323f97a3-a95f-4bc4-96e4-262a5171c9fb tempest-TestSnapshotPattern-19715392 tempest-TestSnapshotPattern-19715392-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1093 time: 0.0785713 Nov 23 03:42:38.824596 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38300) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:42:38.829368 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:42:38.851066 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:38.947388 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:39.048331 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Allocated IP 172.25.1.92 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/d7c7a243-e606-4302-828c-2324013b4755) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:42:39.150409 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:39.182698 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:39.219918 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:42:39.222694 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:42:39.226197 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:42:39.252063 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=d7c7a243-e606-4302-828c-2324013b4755,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:39.591115 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:39.894061 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:39.959631 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:40.107995 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:40.113422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:40.181860 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=d7c7a243-e606-4302-828c-2324013b4755,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:42:40.195203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:40.294333 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Floating IP a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c associated. External IP: 172.25.1.92, port: ec087ce4-902a-4551-86ab-8ac97ff415fa. Nov 23 03:42:40.499471 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:42:40.606635 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:42:40.616561 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:42:40.624478 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:40.626340 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:40.626966 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:40.652222 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-550c0a7c-9731-4770-9e16-abad4feea9ec tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8266091 Nov 23 03:42:40.653114 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:42:40.655615 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a995cd-eed9-469f-8217-38e0b2e37ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:42:40.692968 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599c001-8d70-485e-ab0b-218f12a38e7e x-openstack-request-id: req-d599c001-8d70-485e-ab0b-218f12a38e7e {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:42:40.693264 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:42:40.693521 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d599c001-8d70-485e-ab0b-218f12a38e7e {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:42:40.693932 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'status': 'completed', 'code': 200} Nov 23 03:42:40.736822 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:40.780251 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-21cdf89b-40af-4cb6-a1b6-f31fc00bc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:40.782253 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-21cdf89b-40af-4cb6-a1b6-f31fc00bc608 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1098 time: 0.0453382 Nov 23 03:42:40.871489 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-18a3de24-1ee6-4074-adf9-c173eaf11dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:40.872967 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-18a3de24-1ee6-4074-adf9-c173eaf11dc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0836596 Nov 23 03:42:40.942155 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-bacd01e7-ee64-4f71-aeb3-6c60530fcda8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 999 time: 0.0625207 Nov 23 03:42:40.959869 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:39Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:40.985930 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:42:40.991843 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-cf16a5be-52b9-4715-8371-4ab07224d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:40.993126 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-cf16a5be-52b9-4715-8371-4ab07224d917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0439692 Nov 23 03:42:40.993466 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:42:40.994058 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:42:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:41.019737 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:41.040074 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-b6bfe040-cf1d-4f7e-b7c0-a499894f6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:42:41.041504 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-b6bfe040-cf1d-4f7e-b7c0-a499894f6c21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405452 Nov 23 03:42:41.099662 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:42:41.134619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-20389766-92d3-4719-8beb-ad24aa4b6119 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861900 Nov 23 03:42:41.223643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-21a995cd-eed9-469f-8217-38e0b2e37ec1 req-d333dfc2-c258-47ac-9ce3-6920b0b4636e service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819111 Nov 23 03:42:41.322969 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:39Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:42:41.348228 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19d692-6587-4648-bfce-d8c5ce2ba8b0 None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:39Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:42:41.551232 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13234377-73da-48b1-b60d-6532d8a199c4 None None] New status for floating IP a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:42:42.064000 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:42:53.940898 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:00.535219 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:05.977742 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8feea136-ec82-4c88-a77c-c37dce48607a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:08.164627 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ee61caf0-bc0f-4ec1-9146-ab3641659f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:09.592535 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:11.018518 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:12.055928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:12.400605 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:43:23.938110 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:27.034213 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-b71c8c48-b41f-48f0-b6e3-edf245603f93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903974 Nov 23 03:43:27.135834 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-a442616c-65ed-4308-8aa0-47ec8993688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:43:27.137309 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-a442616c-65ed-4308-8aa0-47ec8993688c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1098 time: 0.0446234 Nov 23 03:43:27.239031 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-1eba7b23-2685-4197-88a0-1affdabaf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:43:27.240451 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-1eba7b23-2685-4197-88a0-1affdabaf313 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0833366 Nov 23 03:43:27.322762 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-409581d4-b92b-4e80-9083-f8113880cbee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 1001 time: 0.0736046 Nov 23 03:43:27.372138 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-d044d497-edb9-4ba1-8b92-95ed45af987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:43:27.373544 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-d044d497-edb9-4ba1-8b92-95ed45af987e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0433495 Nov 23 03:43:27.418964 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-2cb56eb8-97a5-4199-afd3-7611f9400e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:43:27.420462 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-2cb56eb8-97a5-4199-afd3-7611f9400e9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400293 Nov 23 03:43:27.512313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-2b1fc4a8-076c-46fb-bf0c-adc8a938fd65 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Nov 23 03:43:27.606679 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7cfcf602-d62d-4867-97b4-b00f61268ba9 req-a8daf6e5-928f-49c0-ac18-f579ff8fc0db service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876954 Nov 23 03:43:30.545114 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:35.978723 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2ed4a7a-77fd-4e70-9e61-6031cba4688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:38.166158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9134e78e-88eb-4fac-bda8-350b2290361f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:39.593436 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:41.021589 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:42.059732 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:43:49.400250 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:43:53.935832 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:00.549171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:05.980265 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6405359c-e0f8-4497-866c-e2f9e73b8dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:08.167539 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9330ebd4-0dc2-4f84-aa75-72958a9ae7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:09.596917 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:11.023095 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:12.060943 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:23.943415 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:26.399891 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:44:29.079294 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-5b9d9d71-d104-4d60-aceb-bec0f6a96816 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408411 Nov 23 03:44:29.181283 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-52d60d68-8189-4297-8328-e4d2526a3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:29.182798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-52d60d68-8189-4297-8328-e4d2526a3f6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1098 time: 0.0461214 Nov 23 03:44:29.291864 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-9065aa7a-df26-405d-bc4a-ee2bf834334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:29.293508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-9065aa7a-df26-405d-bc4a-ee2bf834334c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0916004 Nov 23 03:44:29.362290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-22b9a8da-58db-4d99-b560-0f72a3d47dab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 1001 time: 0.0610099 Nov 23 03:44:29.409590 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-6484aedf-e87f-4b5a-829d-16f350902c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:29.411011 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-6484aedf-e87f-4b5a-829d-16f350902c78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0418918 Nov 23 03:44:29.455033 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-8cfe5487-3ca7-47b3-b7c0-e7c5efde39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:29.456450 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-8cfe5487-3ca7-47b3-b7c0-e7c5efde39bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385051 Nov 23 03:44:29.545370 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-5d4584a7-0368-42c3-80c1-ca590132b039 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817072 Nov 23 03:44:29.633367 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d189426c-8aed-40da-8baf-4570e6f45f10 req-aaac77bc-d2aa-4f86-9226-fac7dee54ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Nov 23 03:44:30.549409 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:35.981993 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-49053fa0-aac5-45e5-b21f-7c7dd47aac0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:38.167934 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bd55d95f-3820-4d55-ac82-54c85bc55db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:39.237836 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa details requested by agent hyperv_n-h2-714676-12 with host n-h2-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:44:39.340475 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:44:39.352956 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Returning: {'device': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:44:39.391696 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:39.408988 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec087ce4-902a-4551-86ab-8ac97ff415fa {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:44:39.429778 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:44:39.433691 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:39.482986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:44:39.491125 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.491410 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.491747 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.492139 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.492469 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.492793 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.493118 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.493445 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.493765 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.494101 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.494396 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.494740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:39.592484 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] get_ports_and_sgs() called for port_ids ['ec087ce4-902a-4551-86ab-8ac97ff415fa'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:44:39.633930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:41.033736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:41.231485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa up at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:44:41.296090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Provisioning complete for port ec087ce4-902a-4551-86ab-8ac97ff415fa triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:44:41.296687 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:41.389574 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:41.417537 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:44:41.419924 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a01b54d-fce2-4002-8355-d293d117a8fe" -d '{"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-plugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:44:41.433477 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:44:41.441885 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:41.500615 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd08d94c-a514-4bb3-b5c9-c52eddd3a990 x-openstack-request-id: req-cd08d94c-a514-4bb3-b5c9-c52eddd3a990 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:44:41.500913 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-plugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:44:41.501175 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd08d94c-a514-4bb3-b5c9-c52eddd3a990 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:44:41.501599 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'code': 200} Nov 23 03:44:41.507471 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:44:42.066323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:49.886467 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-d5023db2-70a6-4f0b-9b84-66df8e47977a tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148494273&fields=id&tenant_id=e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 267 time: 0.0445740 Nov 23 03:44:49.995744 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-2f363eb4-f3bc-47e6-9e12-0a66de81ebd9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:49.997163 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-2f363eb4-f3bc-47e6-9e12-0a66de81ebd9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 809 time: 0.1041017 Nov 23 03:44:50.011597 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-3a608ceb-0f33-4a9d-8f46-a9a12304c71f tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/quotas/e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 375 time: 0.0086651 Nov 23 03:44:50.062449 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-d46f9635-4f38-4c4e-95c8-4ee030dcf5e9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458155 Nov 23 03:44:50.161834 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-051e4918-58ab-4edf-b245-215a8be8b0f9 service neutron] 10.222.0.15 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Nov 23 03:44:50.249622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-ee212c06-3d49-4af8-81be-31cfdf948367 service neutron] 10.222.0.15 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816047 Nov 23 03:44:50.411664 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-c5da1448-47ba-4220-9a27-75f7de6c0050 req-4c531028-1720-49de-9c60-50f85b44ac26 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 210 time: 0.0264757 Nov 23 03:44:51.365213 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-5b2be9ce-19b7-4b4f-b353-cca605b012e0 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:51.366466 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-5b2be9ce-19b7-4b4f-b353-cca605b012e0 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 809 time: 0.1061332 Nov 23 03:44:51.429193 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-c551cd9b-a9fd-4821-a84b-1efe692f7392 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e05ac79c66a44003a4a7e662af513e92 HTTP/1.1" status: 200 len: 380 time: 0.0540333 Nov 23 03:44:51.438651 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'port': {'device_id': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'admin_state_up': True, 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'security_groups': ['5bf39365-92ce-4cfb-b847-3e5bc3b24bd7']}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:44:51.514043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-f973ceb8-f13f-444d-9b95-1e907371c323 req-9ea7318e-b7f4-4e9a-b7e1-3cd85a902695 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 210 time: 0.0328970 Nov 23 03:44:51.559080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Made reservation on behalf of e05ac79c66a44003a4a7e662af513e92 for: {'port': 1} {{(pid=103572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:44:51.562651 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:51.692376 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_common [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Allocated IP 172.20.0.7 (1c3bdac8-b7ce-4f60-b384-fb8345b331ce/52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1/14b18299-ae7a-4c76-852f-1a8ef610101c) {{(pid=103572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:44:51.845298 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:51.889680 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_create {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:51.930986 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce is already hosted by enough agents. {{(pid=103572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:44:51.936355 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.base_scheduler [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Resources bound (agent type, host, resource id): {{(pid=103572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:44:51.940258 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Received port after_create {{(pid=103572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:44:52.316740 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-15940f2b-f634-4487-b7b1-9b979ad61509 None None] Provisioning complete for port 14b18299-ae7a-4c76-852f-1a8ef610101c triggered by entity DHCP. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:44:52.318004 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-15940f2b-f634-4487-b7b1-9b979ad61509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:52.347908 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=1']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:44:52.354455 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-15940f2b-f634-4487-b7b1-9b979ad61509 None None] Port 14b18299-ae7a-4c76-852f-1a8ef610101c cannot update to ACTIVE because it is not bound. {{(pid=103573) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:44:52.376504 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.377180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.377180 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.377510 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.378057 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.378400 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.378762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.379095 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.379420 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.380427 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.380762 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.381091 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:44:52.391176 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:52.391789 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:52.408994 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-9e658b74-2ba9-40b0-9cc1-8f4c94ffbe9e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9746010 Nov 23 03:44:52.634526 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cecf5-9dad-4f42-a499-ae6a11df7194 req-a3d9b999-9163-46b9-8410-a539c67663ac tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:52.636172 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715cecf5-9dad-4f42-a499-ae6a11df7194 req-a3d9b999-9163-46b9-8410-a539c67663ac tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0519280 Nov 23 03:44:52.688861 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-715cecf5-9dad-4f42-a499-ae6a11df7194 req-af1437b6-8dd9-461b-9734-1ba72e9367d3 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464041 Nov 23 03:44:53.280371 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:44:53.365970 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:53.390711 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:44:53.392969 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f749eeb-6182-43f7-8d10-48a3985cc9f7" -d '{"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:44:53.406538 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:44:53.413228 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:53.438127 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c5e022-5bd3-4874-96d6-880baf86d0cd x-openstack-request-id: req-80c5e022-5bd3-4874-96d6-880baf86d0cd {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:44:53.438426 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:44:53.438898 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80c5e022-5bd3-4874-96d6-880baf86d0cd {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:44:53.439461 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'code': 200} Nov 23 03:44:53.466986 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Pushing event updated for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=8']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:44:53.814782 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69f43f-4dd7-4124-887d-609927a6e485 req-6f14cf87-d2e8-42d1-b056-5d4a92848ed0 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:53.816972 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f69f43f-4dd7-4124-887d-609927a6e485 req-6f14cf87-d2e8-42d1-b056-5d4a92848ed0 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0520349 Nov 23 03:44:53.869463 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3f69f43f-4dd7-4124-887d-609927a6e485 req-41f6ed50-d409-4956-86f1-16dc8ca0853d tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460272 Nov 23 03:44:53.949601 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:44:54.997625 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf39b2-9069-4b05-b178-049ca790f3e0 req-c7d8e874-b3cd-440c-b3ad-8b788bb439d5 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:54.999162 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecf39b2-9069-4b05-b178-049ca790f3e0 req-c7d8e874-b3cd-440c-b3ad-8b788bb439d5 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0539773 Nov 23 03:44:55.050981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-7ecf39b2-9069-4b05-b178-049ca790f3e0 req-44ec7338-d04b-4b48-98bd-9c10fd8a6cc9 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Nov 23 03:44:56.169256 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3b274-fa6f-47cf-8294-e6cdb8737634 req-d3d815a2-3f97-4009-bd94-8a04435bb44d tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:56.171100 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53f3b274-fa6f-47cf-8294-e6cdb8737634 req-d3d815a2-3f97-4009-bd94-8a04435bb44d tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0502806 Nov 23 03:44:56.223773 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-53f3b274-fa6f-47cf-8294-e6cdb8737634 req-b15e8a6e-61e6-46e9-b814-0967b05e86cc tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Nov 23 03:44:57.347307 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41bfce-8761-48eb-a431-ae2c16766cd4 req-2c48f87b-cecf-4a4d-9b46-d440e379ae05 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:57.349380 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd41bfce-8761-48eb-a431-ae2c16766cd4 req-2c48f87b-cecf-4a4d-9b46-d440e379ae05 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0506895 Nov 23 03:44:57.409864 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-cd41bfce-8761-48eb-a431-ae2c16766cd4 req-e5dfccd0-9253-41c0-befd-460aaad3fe5e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532572 Nov 23 03:44:58.538900 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b614-5800-43fc-96a3-b1af8a90c69f req-000a48a7-aae8-4c1d-8095-e54776ca5c86 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:58.540405 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a38b614-5800-43fc-96a3-b1af8a90c69f req-000a48a7-aae8-4c1d-8095-e54776ca5c86 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0586123 Nov 23 03:44:58.592421 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-1a38b614-5800-43fc-96a3-b1af8a90c69f req-a1152172-d9c7-477b-bd03-b12ac45e2552 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Nov 23 03:44:59.719229 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237906c-7f11-4e51-a0b5-3b5fec6ec699 req-f7cdcdc6-1d09-4977-a4fb-746e053ef93e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:44:59.720745 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e237906c-7f11-4e51-a0b5-3b5fec6ec699 req-f7cdcdc6-1d09-4977-a4fb-746e053ef93e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0499904 Nov 23 03:44:59.773981 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-e237906c-7f11-4e51-a0b5-3b5fec6ec699 req-bcf112fc-d90e-4d7e-895b-dd2efc230062 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463450 Nov 23 03:45:00.565745 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:00.898109 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27761e-f55e-47cd-8177-a56512cf5ad4 req-13d77845-cf74-43d5-bda8-9e984eeeeba2 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:00.899671 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d27761e-f55e-47cd-8177-a56512cf5ad4 req-13d77845-cf74-43d5-bda8-9e984eeeeba2 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0557046 Nov 23 03:45:00.951810 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9d27761e-f55e-47cd-8177-a56512cf5ad4 req-413266fa-fb58-4099-b5fd-90bf1ef0b902 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Nov 23 03:45:01.849761 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-05360204-d49c-4189-800e-c41d0c8c859e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103572) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:45:01.850892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-05360204-d49c-4189-800e-c41d0c8c859e tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060172 Nov 23 03:45:01.910393 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.v2.base [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Request body: {'port': {'device_id': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-714676-12'}} {{(pid=103572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:45:01.962923 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.074550 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa87f2-a52a-4040-86da-20178f766724 req-da2a9bcd-2cbf-43e4-b015-ac5b79558b9a tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:02.076021 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08aa87f2-a52a-4040-86da-20178f766724 req-da2a9bcd-2cbf-43e4-b015-ac5b79558b9a tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 931 time: 0.0500672 Nov 23 03:45:02.129697 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-08aa87f2-a52a-4040-86da-20178f766724 req-c7d0df3e-c1fd-4aba-abd9-d383fa69517c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Nov 23 03:45:02.231601 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:45:02.238983 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.250704 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.provisioning_blocks [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Transition to ACTIVE for port object 14b18299-ae7a-4c76-852f-1a8ef610101c will not be triggered until provisioned by entity L2. {{(pid=103572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:45:02.254559 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.304681 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=2']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:02.378292 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Attempting to bind port 14b18299-ae7a-4c76-852f-1a8ef610101c on host n-h1-714676-12 for vnic_type normal with profile {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:45:02.378678 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Attempting to bind port 14b18299-ae7a-4c76-852f-1a8ef610101c by drivers openvswitch,hyperv on host n-h1-714676-12 at level 0 using segments [{'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:45:02.379012 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Attempting to bind port 14b18299-ae7a-4c76-852f-1a8ef610101c on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:45:02.383445 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Port 14b18299-ae7a-4c76-852f-1a8ef610101c on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce not bound, no agent of type Open vSwitch agent registered on host n-h1-714676-12 {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:45:02.383773 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Attempting to bind port 14b18299-ae7a-4c76-852f-1a8ef610101c on network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:45:02.388815 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Checking agent: {'id': 'ed34b9f4-d78e-4c92-88e6-e2e4077fb1aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-714676-12', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'started_at': datetime.datetime(2021, 11, 23, 2, 16, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:45:02.389154 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Checking segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:45:02.389539 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Bound using segment: {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'} {{(pid=103572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:45:02.389965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.managers [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Bound port: 14b18299-ae7a-4c76-852f-1a8ef610101c, host: n-h1-714676-12, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce'}}] {{(pid=103572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:45:02.390322 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.468477 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, cleared binding levels {{(pid=103572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:45:02.472223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:45:02.476892 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8541803'] for port, after_update {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.517578 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:02.518029 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:02.519500 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] 10.222.0.47 "PUT /v2.0/ports/14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 1092 time: 0.6597776 Nov 23 03:45:02.520006 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:45:02.522840 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6062b0a6-fa4c-43b6-8b62-f29889447ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:45:02.563360 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bb154-4f43-4749-ab2e-df5e05d9de62 service neutron] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=3']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:02.634412 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-4d446557-8a53-4924-b086-4f7f0cddef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:02.636229 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-4d446557-8a53-4924-b086-4f7f0cddef2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1095 time: 0.0694482 Nov 23 03:45:02.699728 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a9756-5426-4912-9280-135ab92a5a34 x-openstack-request-id: req-cf0a9756-5426-4912-9280-135ab92a5a34 {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:45:02.700019 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:45:02.700447 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf0a9756-5426-4912-9280-135ab92a5a34 {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:45:02.701028 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'status': 'completed', 'code': 200} Nov 23 03:45:02.703093 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-89dadfa2-c9b3-4bf8-9844-b190c0626000 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 217 time: 0.0585134 Nov 23 03:45:02.759948 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-22c33e0e-ef40-493b-8b6e-32d21278a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:02.761671 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-22c33e0e-ef40-493b-8b6e-32d21278a7c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0508695 Nov 23 03:45:02.813997 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f7399-4872-4c40-acb6-ca465992d13e req-56fbb041-fe71-404c-8a3c-ebba99b819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:02.815811 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-56fbb041-fe71-404c-8a3c-ebba99b819d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471964 Nov 23 03:45:02.922044 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-ab5c6d52-ce98-44fa-ac53-bae38f299e51 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977776 Nov 23 03:45:03.033840 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-671f7399-4872-4c40-acb6-ca465992d13e req-493866f3-90e3-42af-9c0c-99c9d3f9ad36 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029360 Nov 23 03:45:03.122157 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-f6486876-5c89-4677-a21e-7bc09f9f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:03.123728 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-f6486876-5c89-4677-a21e-7bc09f9f6442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1095 time: 0.0418851 Nov 23 03:45:03.219844 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-84da9715-92f5-48f1-b959-3ff8fcaeb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:03.221359 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-84da9715-92f5-48f1-b959-3ff8fcaeb0b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0905719 Nov 23 03:45:03.257966 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b221b-c758-443d-af3f-b798b6fd8c89 req-57b2fcc9-bf86-431e-9215-41cb9bcc9330 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:03.259731 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae1b221b-c758-443d-af3f-b798b6fd8c89 req-57b2fcc9-bf86-431e-9215-41cb9bcc9330 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 943 time: 0.0584030 Nov 23 03:45:03.270715 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-5629edbc-c962-4712-a9b7-191b09aeabc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 217 time: 0.0409586 Nov 23 03:45:03.311619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ae1b221b-c758-443d-af3f-b798b6fd8c89 req-e60d5c87-1038-4e7e-b832-b8eb89e05565 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Nov 23 03:45:03.331719 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-fcc26d1d-550a-46f7-b2a6-c047e0098e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:03.334325 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-fcc26d1d-550a-46f7-b2a6-c047e0098e80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0563602 Nov 23 03:45:03.387770 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-feae5373-f746-40ac-8edb-234e2e70c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:03.389282 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-feae5373-f746-40ac-8edb-234e2e70c8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459352 Nov 23 03:45:03.399032 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:45:03.479095 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-4fba4516-f207-431f-b1e3-9bdc1e4766a4 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819130 Nov 23 03:45:03.574459 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-6062b0a6-fa4c-43b6-8b62-f29889447ff3 req-25a6740e-d0e6-4ebc-9355-1f52657011a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Nov 23 03:45:04.150787 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:45:04.241925 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:45:04.253124 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:45:04.293238 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:04.307203 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:45:04.327569 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:45:04.331686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:04.392785 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=4']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:04.455827 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df976752-3402-4b8e-8671-b2aaefd9df53 req-f0fa7ad8-1d70-47f1-8839-7a44e9995e3c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:04.457284 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df976752-3402-4b8e-8671-b2aaefd9df53 req-f0fa7ad8-1d70-47f1-8839-7a44e9995e3c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 944 time: 0.0482552 Nov 23 03:45:04.505871 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-df976752-3402-4b8e-8671-b2aaefd9df53 req-5f1228e7-88bf-4022-96d1-feabbb243e60 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Nov 23 03:45:04.570654 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['14b18299-ae7a-4c76-852f-1a8ef610101c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:45:05.618983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55be46-026c-43aa-b575-c8d29176b0d3 req-a7ee450b-ab7c-4237-9dfb-72a9dea7b298 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:05.620445 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d55be46-026c-43aa-b575-c8d29176b0d3 req-a7ee450b-ab7c-4237-9dfb-72a9dea7b298 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 944 time: 0.0478530 Nov 23 03:45:05.672394 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-6d55be46-026c-43aa-b575-c8d29176b0d3 req-33f56bab-21e4-40a0-ba68-57db8c3f4061 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Nov 23 03:45:05.984371 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffdbe-c190-4258-80d0-6d8b8bf150b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:06.181783 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:45:06.232408 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning for port 14b18299-ae7a-4c76-852f-1a8ef610101c completed by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:45:06.236167 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 14b18299-ae7a-4c76-852f-1a8ef610101c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:45:06.236475 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:06.317957 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:06.341969 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:45:06.344218 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95879ebf-221c-45c0-a624-8a8220d53159" -d '{"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-plugged", "status": "completed", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:45:06.357453 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:45:06.361524 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:06.385193 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e4d3ab-ec40-4405-8999-eb8922293332 x-openstack-request-id: req-74e4d3ab-ec40-4405-8999-eb8922293332 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:45:06.385484 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-plugged", "status": "completed", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:45:06.385733 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74e4d3ab-ec40-4405-8999-eb8922293332 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:45:06.386119 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'code': 200} Nov 23 03:45:06.411978 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=5']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:06.481276 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30cc57-3319-4c3c-aeb3-0204e99d054f req-e5fa2ebd-693b-4359-b9af-055a7c092943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:06.482830 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd30cc57-3319-4c3c-aeb3-0204e99d054f req-e5fa2ebd-693b-4359-b9af-055a7c092943 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1097 time: 0.0423532 Nov 23 03:45:06.528516 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-cd30cc57-3319-4c3c-aeb3-0204e99d054f req-aa238ad3-b759-4ea8-9633-c1d5b5e00876 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387604 Nov 23 03:45:06.789355 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758970-29a1-4909-8944-6631f1ef8bb2 req-2ea367a7-b932-47d4-a574-ba8b39d266a5 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:06.790736 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd758970-29a1-4909-8944-6631f1ef8bb2 req-2ea367a7-b932-47d4-a574-ba8b39d266a5 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0474348 Nov 23 03:45:06.839144 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-dd758970-29a1-4909-8944-6631f1ef8bb2 req-a70740b9-e549-4748-980f-5980fb822e0c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Nov 23 03:45:07.955454 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a719-4d05-4b14-9d47-d62a225604c8 req-01a83d8a-ad26-48da-a2d1-b670d18f1980 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:07.956933 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b80a719-4d05-4b14-9d47-d62a225604c8 req-01a83d8a-ad26-48da-a2d1-b670d18f1980 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0479507 Nov 23 03:45:08.006090 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-3b80a719-4d05-4b14-9d47-d62a225604c8 req-db888b85-8fc0-4dcc-b35b-65104c6b7307 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Nov 23 03:45:08.122896 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ea93d-6e4e-40e6-8bc3-229f72f2e38e req-f1f09232-31d6-4865-9c9a-6a6033fc5850 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:08.124265 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b4ea93d-6e4e-40e6-8bc3-229f72f2e38e req-f1f09232-31d6-4865-9c9a-6a6033fc5850 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0525091 Nov 23 03:45:08.168613 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-12a37418-85f0-4a1e-9d8e-553102ac27fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:08.172831 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2b4ea93d-6e4e-40e6-8bc3-229f72f2e38e req-336f3a03-dd2d-4615-ab95-54df380e6ef0 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Nov 23 03:45:08.195408 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38562) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:45:08.233711 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d782e-0734-406c-adc1-de4394465c72 tempest-TestSnapshotPattern-19715392 tempest-TestSnapshotPattern-19715392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:08.235238 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2c6d782e-0734-406c-adc1-de4394465c72 tempest-TestSnapshotPattern-19715392 tempest-TestSnapshotPattern-19715392-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1092 time: 0.0388436 Nov 23 03:45:08.238007 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38564) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:45:08.242774 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.v2.base [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Request body: {'floatingip': {'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103571) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:45:08.263948 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:08.362067 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:08.465607 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_common [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Allocated IP 172.25.1.195 (be908337-ef10-42e5-b02a-0c4a016e859d/bcc0448b-c92e-4a9e-96b3-325ada7c39d7/785c7ba5-71ad-4495-9ea3-8d728aa9007c) {{(pid=103571) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:45:08.565270 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:08.598422 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793993674150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:08.637373 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Network be908337-ef10-42e5-b02a-0c4a016e859d is already hosted by enough agents. {{(pid=103571) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:45:08.640306 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.base_scheduler [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Resources bound (agent type, host, resource id): {{(pid=103571) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:45:08.643667 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Received port after_create {{(pid=103571) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:45:08.665120 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=785c7ba5-71ad-4495-9ea3-8d728aa9007c,revision_number=1']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:08.677680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.678018 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.678367 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.678738 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.679081 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.679416 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.679746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.680073 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.680404 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.680727 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.681053 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:08.681381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:45:09.329222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.394306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.541447 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for port, precommit_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.545900 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529722'] for port, after_update {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.602422 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.618857 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event updated for resources: {'Port': ['ID=785c7ba5-71ad-4495-9ea3-8d728aa9007c,revision_number=2']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:45:09.628560 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3893783'] for floatingip, after_create {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:09.730190 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Floating IP f0abf5c2-3990-4bbb-8426-784623f87bd4 associated. External IP: 172.25.1.195, port: 14b18299-ae7a-4c76-852f-1a8ef610101c. Nov 23 03:45:09.933874 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:45:10.042003 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:45:10.051481 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:45:10.059488 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:10.064918 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:45:10.065530 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:45:10.088441 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-287eed19-e7dd-4b92-9125-6a6091a20fdd tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8488169 Nov 23 03:45:10.089015 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:45:10.091649 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:45:10.133279 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ff62ad-d9a2-4b4f-ac37-a93ba8bf4aa5 x-openstack-request-id: req-42ff62ad-d9a2-4b4f-ac37-a93ba8bf4aa5 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:45:10.133572 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:45:10.133950 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42ff62ad-d9a2-4b4f-ac37-a93ba8bf4aa5 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:45:10.134362 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'status': 'completed', 'code': 200} Nov 23 03:45:10.174609 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:45:10.202019 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-b3831b73-d7a6-493d-8a5d-ea01b7e7a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:10.203515 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-b3831b73-d7a6-493d-8a5d-ea01b7e7a369 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1097 time: 0.0451086 Nov 23 03:45:10.312013 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-6203d912-a924-4bb2-86a1-7d44854923a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:10.313503 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-6203d912-a924-4bb2-86a1-7d44854923a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0946908 Nov 23 03:45:10.382947 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-e38b8572-0dfa-4b7b-8162-22a2526ca6e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 999 time: 0.0591354 Nov 23 03:45:10.436981 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-888e25ad-1979-4fa8-93ef-6c7749f2c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:10.438527 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-888e25ad-1979-4fa8-93ef-6c7749f2c1ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0491509 Nov 23 03:45:10.485218 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-9e6ae8d6-401d-4988-949c-5ebc468145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:10.486794 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-9e6ae8d6-401d-4988-949c-5ebc468145b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405707 Nov 23 03:45:10.494774 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}, {'id': 'f0abf5c2-3990-4bbb-8426-784623f87bd4', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:45:09Z', 'updated_at': '2021-11-23T03:45:09Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:45:10.524302 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:45:10.532603 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:45:10.533206 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:45:08Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:45:10.579255 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-57c672c5-2a90-443f-9896-1ff22a784670 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Nov 23 03:45:10.638674 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:45:10.675629 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-1348af6f-84d3-470a-9e45-a7f0e97c7ad4 req-94916ff5-9b5f-48c1-84df-796cc1da93cd service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897150 Nov 23 03:45:10.857229 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}, {'id': 'f0abf5c2-3990-4bbb-8426-784623f87bd4', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:45:09Z', 'updated_at': '2021-11-23T03:45:09Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:45:10.886799 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c99ce-2498-4f01-8e63-6053fce2e385 None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}, {'id': 'f0abf5c2-3990-4bbb-8426-784623f87bd4', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.195', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:45:09Z', 'updated_at': '2021-11-23T03:45:09Z', 'revision_number': 0, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:45:11.029469 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:11.087929 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aa1166-27b0-48dc-8604-d80beba4786f None None] New status for floating IP f0abf5c2-3990-4bbb-8426-784623f87bd4: ACTIVE {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:45:12.070041 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:19.952421 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-e034cfdb-aa52-4983-9abd-55532e1cbb29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395751 Nov 23 03:45:20.035591 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-d2c75587-4fa6-48b3-a2bd-9e3592c9104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:20.037086 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-d2c75587-4fa6-48b3-a2bd-9e3592c9104a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1097 time: 0.0411344 Nov 23 03:45:20.144281 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-55168d0f-b4ee-4eee-a15e-44e82be42a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:20.145784 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-55168d0f-b4ee-4eee-a15e-44e82be42a9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0884724 Nov 23 03:45:20.211977 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-3075ff04-f307-4a01-b2c3-a71dfb26a8f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 1001 time: 0.0590513 Nov 23 03:45:20.266339 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-c0a60578-f562-4d5d-a1f8-4349d9d9fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:20.267898 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-c0a60578-f562-4d5d-a1f8-4349d9d9fdf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0486684 Nov 23 03:45:20.315488 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-6cd6378c-111e-4299-bed6-9db08f31967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:20.317644 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-6cd6378c-111e-4299-bed6-9db08f31967b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425622 Nov 23 03:45:20.405638 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-3778adc5-2b34-4847-aa20-ac6cdb2d5fac service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807459 Nov 23 03:45:20.503290 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-7e053831-f7d4-4614-b231-b8e2fc88ae6e req-109750b6-19fe-429f-b344-2778959d5029 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Nov 23 03:45:23.941290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:28.917365 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-c67e6f38-9bc5-443a-873f-1e6632ad4a24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438473 Nov 23 03:45:29.014078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-5b4115e7-5f44-4707-8067-3e0e690c23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:29.015598 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-5b4115e7-5f44-4707-8067-3e0e690c23d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1096 time: 0.0405240 Nov 23 03:45:29.118113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-57a61a69-cb1c-462f-bb3a-7a9ba3765cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:29.119613 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-57a61a69-cb1c-462f-bb3a-7a9ba3765cf2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0833879 Nov 23 03:45:29.188168 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-3473ccdd-e679-4c2b-911b-992485366a20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 999 time: 0.0617633 Nov 23 03:45:29.237789 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-09475587-55fb-41f7-ad93-a370a5b51031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:29.239280 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-09475587-55fb-41f7-ad93-a370a5b51031 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0436084 Nov 23 03:45:29.284234 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-55d0a6a6-2fd9-4954-ad37-33ae5be27859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:45:29.285777 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-55d0a6a6-2fd9-4954-ad37-33ae5be27859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397029 Nov 23 03:45:29.391784 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-83606fb7-32cd-47c4-9aea-0c043d39d7ce service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854037 Nov 23 03:45:29.480031 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-a7e59c89-485e-45ef-80f9-cef020327f7a req-b833ab59-3102-4e86-8046-5053d42986a1 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807130 Nov 23 03:45:30.563429 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:35.984591 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6d29eb91-23c3-4433-a585-619a4093df2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:38.169218 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5787f215-d8ce-4d73-9ea2-87d0da6237dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:39.605460 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:40.399316 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:45:41.031119 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:42.071437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:45:53.950845 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:00.568381 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:05.985899 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-159d99ec-4cfa-4058-bd9e-0c7296762583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:08.169266 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e407ae1-fe30-4d40-8df9-557ba52d1cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:09.610686 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:11.034154 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:12.074102 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:17.397415 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:46:20.935319 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-800eb863-5df2-4730-9422-d33d9b7cffad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408788 Nov 23 03:46:21.016247 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8656d6-9001-4783-a356-9600383c9061 req-9ecda69e-4e8f-4f3c-9bb2-bb72fb25a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:21.017730 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-9ecda69e-4e8f-4f3c-9bb2-bb72fb25a65a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1097 time: 0.0411050 Nov 23 03:46:21.122916 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8656d6-9001-4783-a356-9600383c9061 req-6845ca9e-3507-4f79-bc29-bcb522a0ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:21.124373 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-6845ca9e-3507-4f79-bc29-bcb522a0ed7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0886810 Nov 23 03:46:21.188531 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-cbefb324-4c1f-429b-94dc-f2635a6eef91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 1001 time: 0.0574088 Nov 23 03:46:21.240606 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8656d6-9001-4783-a356-9600383c9061 req-6437bfc2-5b95-4db3-8a13-67edabe7c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:21.242020 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-6437bfc2-5b95-4db3-8a13-67edabe7c7a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0466721 Nov 23 03:46:21.288114 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8656d6-9001-4783-a356-9600383c9061 req-9344e6cc-f2d0-46fb-94a9-ee4523f3d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:21.289626 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-9344e6cc-f2d0-46fb-94a9-ee4523f3d0c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396042 Nov 23 03:46:21.381345 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-22679a7e-61b5-4e45-8427-a76cc48408ed service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Nov 23 03:46:21.475892 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-4b8656d6-9001-4783-a356-9600383c9061 req-4aaccd94-9b08-4001-a489-43f8279e8f6f service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Nov 23 03:46:23.965174 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:30.042406 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-6ba572f5-f86c-42df-8ff3-91a040a936c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454993 Nov 23 03:46:30.141959 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-78236d2f-647e-4170-a642-13a5b6cac2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:30.143640 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-78236d2f-647e-4170-a642-13a5b6cac2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1096 time: 0.0406313 Nov 23 03:46:30.249663 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-b23cf69d-2d05-44ec-8476-c791d047ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:30.251179 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-b23cf69d-2d05-44ec-8476-c791d047ecbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0839117 Nov 23 03:46:30.322508 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-744af582-b5d9-4db1-9ddc-44ed5ad5f063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 999 time: 0.0638373 Nov 23 03:46:30.370268 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-1efa6afb-b2b4-4723-9a35-130d080f9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:30.372230 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-1efa6afb-b2b4-4723-9a35-130d080f9118 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0426953 Nov 23 03:46:30.416680 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-62ceb84e-2532-4eb1-a491-1873fc1a7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:30.418205 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-62ceb84e-2532-4eb1-a491-1873fc1a7832 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391061 Nov 23 03:46:30.510233 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-57a750ef-32a7-4eb2-97fc-1c18c1242b09 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 Nov 23 03:46:30.579812 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:30.602071 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-2cc53c97-64e5-42fe-96a7-b3be0add3506 req-4fd93bb2-dc87-472a-9622-e353f2b7cbd4 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 Nov 23 03:46:35.986405 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-61dd0f3e-d607-47a4-943c-925fca6cf456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:38.171048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8472fd2b-978c-4f6c-9a1d-72889652786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:39.611595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:40.670930 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c details requested by agent hyperv_n-h1-714676-12 with host n-h1-714676-12 {{(pid=103573) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:46:40.774165 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:46:40.787073 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Returning: {'device': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'port_id': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'mac_address': 'fa:16:3e:5e:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103573) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:46:40.826046 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:40.840364 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:46:40.860621 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:46:40.864113 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:40.921830 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:40.937115 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] get_ports_and_sgs() called for port_ids ['14b18299-ae7a-4c76-852f-1a8ef610101c'] {{(pid=103573) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:46:40.942340 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.942713 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.943048 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.943379 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.943706 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.944028 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.944368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.944694 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.945013 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.945347 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.945691 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:40.946020 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:41.049836 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:42.078372 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:42.708721 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c up at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:46:42.788485 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Provisioning complete for port 14b18299-ae7a-4c76-852f-1a8ef610101c triggered by entity L2. {{(pid=103573) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:46:42.788854 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-602742'] for port, provisioning_complete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:43.060163 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628329'] for port, before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:43.083636 n-d-714676-12 neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:46:43.086165 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6866c4143e4857ecda1751e6fb63514a61f43e26fa945f310d4de67daeda6942" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827866b9-d522-4b91-b901-7802274b7789" -d '{"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-plugged", "status": "completed", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:46:43.099516 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:46:43.106048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793994140986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793993674168', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793993674186'] for port, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:43.138495 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223431ee-c853-46f0-9d0f-cccf684a8a15 x-openstack-request-id: req-223431ee-c853-46f0-9d0f-cccf684a8a15 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:46:43.138822 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-plugged", "status": "completed", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:46:43.139082 n-d-714676-12 neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-223431ee-c853-46f0-9d0f-cccf684a8a15 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:46:43.139482 n-d-714676-12 neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'code': 200} Nov 23 03:46:43.161575 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Pushing event updated for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:50.374681 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38760) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:46:50.535288 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Deleting port 785c7ba5-71ad-4495-9ea3-8d728aa9007c {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:46:50.535546 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:50.611212 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:50.611539 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:50.623559 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Calling delete_port for 785c7ba5-71ad-4495-9ea3-8d728aa9007c owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:46:50.772600 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:50.795935 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event deleted for resources: {'Port': ['ID=785c7ba5-71ad-4495-9ea3-8d728aa9007c,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:50.809746 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.810107 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.810459 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.810833 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.811180 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.811523 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.811859 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.812195 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.812528 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.812858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.813191 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.813522 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:50.869804 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:50.870135 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Floating IP f0abf5c2-3990-4bbb-8426-784623f87bd4 disassociated (deleted). External IP: 172.25.1.195, port: 14b18299-ae7a-4c76-852f-1a8ef610101c. Nov 23 03:46:51.071566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:46:51.178161 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:46:51.183022 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:51.188066 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:46:51.197235 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:46:51.197850 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:51.212043 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-2f0db656-71d7-43bc-836d-3aba22738de1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "DELETE /v2.0/floatingips/f0abf5c2-3990-4bbb-8426-784623f87bd4 HTTP/1.1" status: 204 len: 168 time: 0.8336132 Nov 23 03:46:51.212043 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:46:51.212713 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f822e4-1733-4493-8069-0e6a8c9c8ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:46:51.307201 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:46:51.374244 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fe3b9-45fb-4323-afa6-b9a30d6fba01 x-openstack-request-id: req-6f8fe3b9-45fb-4323-afa6-b9a30d6fba01 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:46:51.374560 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:46:51.374866 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f8fe3b9-45fb-4323-afa6-b9a30d6fba01 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:46:51.375423 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'status': 'completed', 'code': 200} Nov 23 03:46:51.439497 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-d886d3e1-29c5-459a-a24f-752e016c2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:51.441732 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-d886d3e1-29c5-459a-a24f-752e016c2b30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 1097 time: 0.0435951 Nov 23 03:46:51.476913 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02064c6-0efd-4438-af66-2ca8ed608af1 req-2a319716-8465-4480-9ff3-f83125636baf tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:51.478470 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d02064c6-0efd-4438-af66-2ca8ed608af1 req-2a319716-8465-4480-9ff3-f83125636baf tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0542965 Nov 23 03:46:51.532318 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-d02064c6-0efd-4438-af66-2ca8ed608af1 req-6a607aea-b4aa-4da6-a4d9-793e4f11ddca tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Nov 23 03:46:51.544823 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:51.545134 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-b029694e-2a65-4e2b-a50d-d5dfdd716dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:51.546414 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-b029694e-2a65-4e2b-a50d-d5dfdd716dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.0977299 Nov 23 03:46:51.570786 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:46:51.579045 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:46:51.579648 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:51.590189 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-0a0da2c0-a46e-4cd6-8640-c8f16a399e4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 200 len: 217 time: 0.0363657 Nov 23 03:46:51.638489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-db711f59-a554-48b0-b3ea-965591ec1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:51.639991 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-db711f59-a554-48b0-b3ea-965591ec1cd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0430627 Nov 23 03:46:51.696116 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-8d6ccf57-48fe-40b0-bd00-17229910aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:51.697695 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-8d6ccf57-48fe-40b0-bd00-17229910aaac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499039 Nov 23 03:46:51.773454 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:46:51.791196 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-4cc0fb5e-d0f7-4adf-b13c-d18dd95ed1c3 service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852883 Nov 23 03:46:51.885979 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-72f822e4-1733-4493-8069-0e6a8c9c8ef6 req-4a42c1f0-437b-4c6a-8bc6-15d944dbda9d service neutron] 10.222.0.47 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877995 Nov 23 03:46:52.003528 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-f430cd90-597b-4217-89ed-16615f896413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:52.030258 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f430cd90-597b-4217-89ed-16615f896413 None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_floatingips': [{'id': 'a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'floating_ip_address': '172.25.1.92', 'floating_network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'router_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'port_id': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'mac_address': 'fa:16:3e:de:2e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b487aa-96c6-4aa5-9634-b429de45642b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:42:39Z', 'updated_at': '2021-11-23T03:42:41Z', 'revision_number': 1, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:46:52.296855 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd553a4-44f0-439e-957a-2c432625f2fb None None] New status for floating IP f0abf5c2-3990-4bbb-8426-784623f87bd4: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:46:52.650617 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0cdfe-9892-47cd-a651-8cca15e7927f req-15bd18a3-c190-4547-b9c3-921eeb4f1352 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:52.652491 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36a0cdfe-9892-47cd-a651-8cca15e7927f req-15bd18a3-c190-4547-b9c3-921eeb4f1352 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0475347 Nov 23 03:46:52.700402 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-36a0cdfe-9892-47cd-a651-8cca15e7927f req-ac1f83c4-eac0-4447-9121-eff7d887f325 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Nov 23 03:46:52.946476 n-d-714676-12 neutron-server[103572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-52098882-6066-4342-8c1d-a1a90a0020b1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:52.947871 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-52098882-6066-4342-8c1d-a1a90a0020b1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Nov 23 03:46:53.034993 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Deleting port 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:46:53.035333 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:53.125389 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] For port 14b18299-ae7a-4c76-852f-1a8ef610101c, host n-h1-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-714676-12',level=0,port_id=14b18299-ae7a-4c76-852f-1a8ef610101c,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:46:53.125752 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:53.138629 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Calling delete_port for 14b18299-ae7a-4c76-852f-1a8ef610101c owned by compute:nova {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:46:53.265281 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:53.294217 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event deleted for resources: {'Port': ['ID=14b18299-ae7a-4c76-852f-1a8ef610101c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:53.306182 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.306568 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.306921 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.307272 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.307618 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.308620 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.308965 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.309302 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.309638 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.309972 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.310336 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.310696 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-714676-12 {{(pid=103572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:46:53.344397 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] No DVR routers for this DVR port 14b18299-ae7a-4c76-852f-1a8ef610101c on host n-h1-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:46:53.346956 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:53.350367 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [req-5514abbd-1d36-472d-94f1-9d6f3f1551e2 req-4ed03cab-d221-4b7a-bb34-312d1454e118 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.47 "DELETE /v2.0/ports/14b18299-ae7a-4c76-852f-1a8ef610101c HTTP/1.1" status: 204 len: 173 time: 0.3959026 Nov 23 03:46:53.350830 n-d-714676-12 neutron-server[103572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-deleted', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c'}] {{(pid=103572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:46:53.353125 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d9e077e3a32553e4b53184b34b97159bfc664f8d887d1ccf91d0281398b886e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9feadc6-c2c9-42d5-87a1-4fc347eb6ed3" -d '{"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-deleted", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c"}]}' {{(pid=103572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:46:53.392356 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb8d2e2-eb65-48d5-b9b1-4c338d84600b x-openstack-request-id: req-4bb8d2e2-eb65-48d5-b9b1-4c338d84600b {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:46:53.392659 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39215af-117f-4a3b-b33c-2ea80e3231a3", "name": "network-vif-deleted", "tag": "14b18299-ae7a-4c76-852f-1a8ef610101c", "status": "completed", "code": 200}]} {{(pid=103572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:46:53.392922 n-d-714676-12 neutron-server[103572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bb8d2e2-eb65-48d5-b9b1-4c338d84600b {{(pid=103572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:46:53.393334 n-d-714676-12 neutron-server[103572]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39215af-117f-4a3b-b33c-2ea80e3231a3', 'name': 'network-vif-deleted', 'tag': '14b18299-ae7a-4c76-852f-1a8ef610101c', 'status': 'completed', 'code': 200} Nov 23 03:46:53.817977 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b0024426-48e0-4da8-ac93-4147f6f5be3a req-4a6599a1-91a5-4b7c-b219-3940eda6ee9c tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=b39215af-117f-4a3b-b33c-2ea80e3231a3 HTTP/1.1" status: 200 len: 210 time: 0.0273306 Nov 23 03:46:53.963135 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:54.395784 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:46:54.782216 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:46:54.805393 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:46:54.805729 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:46:55.362372 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38816) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:46:55.517394 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Deleting port d7c7a243-e606-4302-828c-2324013b4755 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:46:55.517732 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:55.591518 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:55.591852 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:55.603344 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Calling delete_port for d7c7a243-e606-4302-828c-2324013b4755 owned by network:floatingip {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:46:55.756971 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:55.779795 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event deleted for resources: {'Port': ['ID=d7c7a243-e606-4302-828c-2324013b4755,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:55.848306 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:55.848545 n-d-714676-12 neutron-server[103571]: INFO neutron.db.l3_db [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Floating IP a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c disassociated (deleted). External IP: 172.25.1.92, port: ec087ce4-902a-4551-86ab-8ac97ff415fa. Nov 23 03:46:56.056335 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:46:56.162706 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:46:56.168541 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for floatingip, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:56.172765 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:46:56.182309 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:46:56.182931 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:56.195622 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-abd3599c-9f50-4baa-9eeb-eb6ea8ae678b tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "DELETE /v2.0/floatingips/a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c HTTP/1.1" status: 204 len: 168 time: 0.8321500 Nov 23 03:46:56.196209 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:46:56.199021 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeae14d7-34b3-45d3-a767-0d51296f4d28" -d '{"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:46:56.290459 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:46:56.361691 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e6b69-8f5e-4356-9141-4133028724db x-openstack-request-id: req-432e6b69-8f5e-4356-9141-4133028724db {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:46:56.361990 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:46:56.362276 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-432e6b69-8f5e-4356-9141-4133028724db {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:46:56.362847 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'status': 'completed', 'code': 200} Nov 23 03:46:56.487577 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b0061-9514-470f-afcf-ba9b9a8f7050 req-0b96cf9f-afc7-4dd6-b3a4-6b6a86caf801 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:56.489393 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec4b0061-9514-470f-afcf-ba9b9a8f7050 req-0b96cf9f-afc7-4dd6-b3a4-6b6a86caf801 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 944 time: 0.0814219 Nov 23 03:46:56.491602 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-dbe94633-9b2f-4a0e-a0ae-3bc0633baf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:56.493129 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-dbe94633-9b2f-4a0e-a0ae-3bc0633baf66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e05ac79c66a44003a4a7e662af513e92&device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 1096 time: 0.0757296 Nov 23 03:46:56.497359 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:56.527856 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:46:56.536017 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:46:56.536618 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:56.596374 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-ec4b0061-9514-470f-afcf-ba9b9a8f7050 req-a72cf158-2109-458c-b402-8fa5c9c36dd8 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992010 Nov 23 03:46:56.623424 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-68d8c00e-c874-4c62-9d01-4fe0637609bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:56.624908 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-68d8c00e-c874-4c62-9d01-4fe0637609bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 200 len: 910 time: 0.1218278 Nov 23 03:46:56.642174 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:46:56.669338 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-aaf7ecf9-28fd-4c83-9b5d-f1282a17ee45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 200 len: 217 time: 0.0355737 Nov 23 03:46:56.719318 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-1a32c0b1-88af-466f-905c-b63df3591284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:56.720798 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-1a32c0b1-88af-466f-905c-b63df3591284 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 200 len: 848 time: 0.0448198 Nov 23 03:46:56.772285 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-1412a83f-14de-4af1-a7a6-c25cfa9d99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:56.773677 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-1412a83f-14de-4af1-a7a6-c25cfa9d99b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c3bdac8-b7ce-4f60-b384-fb8345b331ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443556 Nov 23 03:46:56.841331 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:46:56.863358 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-22447232-63d4-4cd8-a665-7bcfdae7acf0 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818932 Nov 23 03:46:56.867671 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab1f95-789c-4544-b3fd-69bc1b4a162c None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12', '_interfaces': [{'id': 'd9753deb-f859-4afb-983a-f88f43fb534d', 'name': '', 'network_id': '1c3bdac8-b7ce-4f60-b384-fb8345b331ce', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'mac_address': 'fa:16:3e:2c:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:20Z', 'updated_at': '2021-11-23T03:42:24Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'subnets': [{'id': '52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:46:56.961511 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-aeae14d7-34b3-45d3-a767-0d51296f4d28 req-397eb105-5ea0-41a6-a56f-fdc1560d6e78 service neutron] 10.222.0.41 "GET /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891609 Nov 23 03:46:57.095162 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91e2e93-0ef8-41a8-bb66-277497c19705 None None] New status for floating IP a4bea9d4-00f7-43eb-ae6c-0b169aaa8f3c: DOWN {{(pid=103573) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:46:57.716216 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daf600-57dc-4218-b1c2-b5e1bb994654 req-0e1d3304-0e8a-4049-9f93-eb542511d173 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:57.717884 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03daf600-57dc-4218-b1c2-b5e1bb994654 req-0e1d3304-0e8a-4049-9f93-eb542511d173 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 944 time: 0.0518529 Nov 23 03:46:57.770601 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-03daf600-57dc-4218-b1c2-b5e1bb994654 req-12884500-110f-4e3b-839c-dfb8b9b269f1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/security-groups?id=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Nov 23 03:46:58.122075 n-d-714676-12 neutron-server[103571]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-433aa019-2824-49de-bf7d-5696b419b9b1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103571) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:46:58.123583 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-433aa019-2824-49de-bf7d-5696b419b9b1 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.41 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 944 time: 0.0486133 Nov 23 03:46:58.214740 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Deleting port ec087ce4-902a-4551-86ab-8ac97ff415fa {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:46:58.215082 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:58.312813 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] For port ec087ce4-902a-4551-86ab-8ac97ff415fa, host n-h2-714676-12, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-714676-12',level=0,port_id=ec087ce4-902a-4551-86ab-8ac97ff415fa,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:46:58.313193 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:58.325690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Calling delete_port for ec087ce4-902a-4551-86ab-8ac97ff415fa owned by compute:nova {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:46:58.453552 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:58.482690 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event deleted for resources: {'Port': ['ID=ec087ce4-902a-4551-86ab-8ac97ff415fa,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:46:58.529113 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] No DVR routers for this DVR port ec087ce4-902a-4551-86ab-8ac97ff415fa on host n-h2-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:46:58.531803 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143277'] for port, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:46:58.535218 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-b97f8ed8-93b0-4b4d-8d7e-d4fac82163bf req-6d024a9b-14d6-4baa-9e36-fad3afb2cebe tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.41 "DELETE /v2.0/ports/ec087ce4-902a-4551-86ab-8ac97ff415fa HTTP/1.1" status: 204 len: 173 time: 0.4051864 Nov 23 03:46:58.535670 n-d-714676-12 neutron-server[103571]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-deleted', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa'}] {{(pid=103571) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:46:58.537978 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08c6d836793e4a8081a290231695b81cef7c2cecde6e09036983c5a17a26d193" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f8f4e-830f-480f-ba2d-b4a62eef8609" -d '{"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-deleted", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa"}]}' {{(pid=103571) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:46:58.577084 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0feabd1c-bd49-4b27-b713-95648e03a3a7 x-openstack-request-id: req-0feabd1c-bd49-4b27-b713-95648e03a3a7 {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:46:58.577385 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b487aa-96c6-4aa5-9634-b429de45642b", "name": "network-vif-deleted", "tag": "ec087ce4-902a-4551-86ab-8ac97ff415fa", "status": "completed", "code": 200}]} {{(pid=103571) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:46:58.577633 n-d-714676-12 neutron-server[103571]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0feabd1c-bd49-4b27-b713-95648e03a3a7 {{(pid=103571) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:46:58.578041 n-d-714676-12 neutron-server[103571]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b487aa-96c6-4aa5-9634-b429de45642b', 'name': 'network-vif-deleted', 'tag': 'ec087ce4-902a-4551-86ab-8ac97ff415fa', 'status': 'completed', 'code': 200} Nov 23 03:46:58.795289 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c no longer exists at agent hyperv_n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:46:58.816894 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] No Port match for: 14b18299-ae7a-4c76-852f-1a8ef610101c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:46:58.817884 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Device 14b18299-ae7a-4c76-852f-1a8ef610101c not bound to the agent host n-h1-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:46:58.886313 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [req-9cbe6cd8-3b5f-464e-be5e-55735394c4b6 req-719f64c2-1ba7-4ed0-985c-155796de5c11 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b487aa-96c6-4aa5-9634-b429de45642b HTTP/1.1" status: 200 len: 210 time: 0.0268412 Nov 23 03:46:59.943413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38832) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:00.003309 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:00.028090 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:00.086671 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:00.089358 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Publish callbacks [] for security_group, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:00.090565 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] 10.222.0.15 "DELETE /v2.0/security-groups/5bf39365-92ce-4cfb-b847-3e5bc3b24bd7 HTTP/1.1" status: 204 len: 168 time: 0.1461239 Nov 23 03:47:00.099648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe01da5-5041-485e-8b83-bb3c12dbeb72 tempest-TestSnapshotPattern-2052090049 tempest-TestSnapshotPattern-2052090049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf39365-92ce-4cfb-b847-3e5bc3b24bd7,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:00.596593 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:01.154496 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38838) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:01.494615 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:01.737251 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Deleting port d9753deb-f859-4afb-983a-f88f43fb534d {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:01.737592 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:01.817271 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] For port d9753deb-f859-4afb-983a-f88f43fb534d, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9753deb-f859-4afb-983a-f88f43fb534d,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:01.817636 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:01.831593 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Calling delete_port for d9753deb-f859-4afb-983a-f88f43fb534d owned by network:router_interface {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:01.892372 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa no longer exists at agent hyperv_n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:01.918301 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] No Port match for: ec087ce4-902a-4551-86ab-8ac97ff415fa {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:01.918707 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Device ec087ce4-902a-4551-86ab-8ac97ff415fa not bound to the agent host n-h2-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:02.029450 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.056207 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9753deb-f859-4afb-983a-f88f43fb534d,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:02.236605 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.450387 n-d-714676-12 neutron-server[103572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:47:02.556964 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:47:02.563417 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-468dfe2f-cbc9-442d-8a78-604e86a194b9 admin admin] 10.222.0.15 "PUT /v2.0/routers/96e081f5-6fa3-493a-b188-b2fbb7f0c026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076917 Nov 23 03:47:02.565294 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38840) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:02.566810 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Sync routers for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:47:02.577761 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:47:02.578578 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:02.679048 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks [] for router, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.687199 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: n-d-714676-12 {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:47:02.786878 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.840425 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Deleting port 000af7da-40b8-426d-b9eb-d9c1b499b92c {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:02.840769 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.872877 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:47:01Z', 'revision_number': 5, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port': {'id': '000af7da-40b8-426d-b9eb-d9c1b499b92c', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ae:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:18Z', 'updated_at': '2021-11-23T03:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:02.899314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Checking router: 96e081f5-6fa3-493a-b188-b2fbb7f0c026 for host: n-d-714676-12 {{(pid=103574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:47:02.907869 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Routers {'96e081f5-6fa3-493a-b188-b2fbb7f0c026'} bound to L3 agent in host n-d-714676-12 {{(pid=103574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:47:02.908531 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'], 'active': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:02.925411 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] For port 000af7da-40b8-426d-b9eb-d9c1b499b92c, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=000af7da-40b8-426d-b9eb-d9c1b499b92c,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:02.925834 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:02.940223 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Calling delete_port for 000af7da-40b8-426d-b9eb-d9c1b499b92c owned by network:router_gateway {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:03.090991 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_dvr_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] Set router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 gateway port host: None {{(pid=103574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:47:03.116137 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.143491 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Pushing event deleted for resources: {'Port': ['ID=000af7da-40b8-426d-b9eb-d9c1b499b92c,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:03.146421 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.l3_hamode_db [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:47:02Z', 'revision_number': 6, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:03.177243 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1639da-baa0-43c0-b6cb-4832dc381a4e None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:47:03.185718 n-d-714676-12 neutron-server[103574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e980927a-8577-4ec0-9c08-fccb498c49ca None None] The sync data for ids ['96e081f5-6fa3-493a-b188-b2fbb7f0c026'] in n-d-714676-12 is: [{'id': '96e081f5-6fa3-493a-b188-b2fbb7f0c026', 'name': 'tempest-TestSnapshotPattern-620844842-router', 'tenant_id': 'e05ac79c66a44003a4a7e662af513e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:17Z', 'updated_at': '2021-11-23T03:47:02Z', 'revision_number': 6, 'project_id': 'e05ac79c66a44003a4a7e662af513e92', 'gw_port_host': None}] {{(pid=103574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:47:03.224108 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.662739 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.665110 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.707852 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.708413 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e081f5-6fa3-493a-b188-b2fbb7f0c026 {{(pid=103572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:47:03.713100 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] Publish callbacks [] for router, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.714930 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-b3f1cb61-46df-486f-adba-70938dd9207b admin admin] 10.222.0.15 "DELETE /v2.0/routers/96e081f5-6fa3-493a-b188-b2fbb7f0c026 HTTP/1.1" status: 204 len: 168 time: 1.1480565 Nov 23 03:47:03.717241 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38842) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:03.760080 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Deleting subnet 52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 {{(pid=103572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:47:03.763618 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.800951 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9015050'] for subnet, precommit_delete_associations {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.876013 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.929442 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8541777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8521383'] for subnet, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.960432 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:03.962420 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:03.968738 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-5d95187e-e934-40ab-b1d8-0d31420d3c18 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/52a11d5b-8f8a-41e9-89c1-8ed5e4e8d0d1 HTTP/1.1" status: 204 len: 168 time: 0.2481601 Nov 23 03:47:03.968917 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c73651-e9bb-4558-9657-259dc5ad8596 None None] Network 1c3bdac8-b7ce-4f60-b384-fb8345b331ce requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:47:03.969053 n-d-714676-12 neutron-server[103572]: DEBUG neutron.wsgi [-] (103572) accepted ('10.222.0.15', 38844) {{(pid=103572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:04.045924 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.101680 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Deleting port 96457b0a-6b21-4c64-823b-7deca9e41a56 {{(pid=103572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:04.101977 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.151237 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] DHCP port deletion for 1c3bdac8-b7ce-4f60-b384-fb8345b331ce request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:47:04.173489 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.db [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] For port 96457b0a-6b21-4c64-823b-7deca9e41a56, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=96457b0a-6b21-4c64-823b-7deca9e41a56,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:04.174007 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.188924 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.plugin [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Calling delete_port for 96457b0a-6b21-4c64-823b-7deca9e41a56 owned by network:dhcp {{(pid=103572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:04.205843 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Deleting port 96457b0a-6b21-4c64-823b-7deca9e41a56 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:04.206801 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.220150 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 000af7da-40b8-426d-b9eb-d9c1b499b92c no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:04.280683 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 000af7da-40b8-426d-b9eb-d9c1b499b92c {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:04.281042 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 000af7da-40b8-426d-b9eb-d9c1b499b92c not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:04.281725 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 96457b0a-6b21-4c64-823b-7deca9e41a56 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:04.286937 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8541820'] for port, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.312640 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 96457b0a-6b21-4c64-823b-7deca9e41a56 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:04.312954 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 96457b0a-6b21-4c64-823b-7deca9e41a56 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:04.313368 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9753deb-f859-4afb-983a-f88f43fb534d no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:04.320648 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Pushing event deleted for resources: {'Port': ['ID=96457b0a-6b21-4c64-823b-7deca9e41a56,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:04.327611 n-d-714676-12 neutron-server[103572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] No DVR routers for this DVR port 96457b0a-6b21-4c64-823b-7deca9e41a56 on host n-d-714676-12 {{(pid=103572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:47:04.340957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d9753deb-f859-4afb-983a-f88f43fb534d {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:04.340957 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9753deb-f859-4afb-983a-f88f43fb534d not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:04.355247 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] For port 96457b0a-6b21-4c64-823b-7deca9e41a56, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=96457b0a-6b21-4c64-823b-7deca9e41a56,segment=NetworkSegment(bb1cf1c0-1108-4a30-b1a1-c6f69e98307b),segment_id=bb1cf1c0-1108-4a30-b1a1-c6f69e98307b)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:04.355659 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.368722 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Calling delete_port for 96457b0a-6b21-4c64-823b-7deca9e41a56 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:04.409425 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.430021 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3bdac8-b7ce-4f60-b384-fb8345b331ce']}} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:04.439966 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b') {'for_net_delete': True} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:04.440262 n-d-714676-12 neutron-server[103572]: DEBUG neutron.services.segments.db [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1cf1c0-1108-4a30-b1a1-c6f69e98307b') {} {{(pid=103572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:04.447026 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.449722 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9015059'] for segment, before_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.462810 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.468731 n-d-714676-12 neutron-server[103572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:47:04.469129 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8541711'] for segment, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: Traceback (most recent call last): Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: timer() Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: cb(*args, **kw) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: return func(*args, **kwargs) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: self._notify() Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: self.callback(batched_events) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: event.method(event) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: return f(self, *a, **k) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: return self._get(url).json() Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: return self.request(url, 'GET', **kwargs) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:47:04.470828 n-d-714676-12 neutron-server[103572]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:47:04.474047 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] No DVR routers for this DVR port 96457b0a-6b21-4c64-823b-7deca9e41a56 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:47:04.475581 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cc27b-ea33-4c9c-95b9-16a8cc9884c5 None None] Pushing event deleted for resources: {'Port': ['ID=96457b0a-6b21-4c64-823b-7deca9e41a56,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:04.527694 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.532331 n-d-714676-12 neutron-server[103572]: DEBUG neutron_lib.callbacks.manager [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Publish callbacks [] for network, before_response {{(pid=103572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:04.535619 n-d-714676-12 neutron-server[103572]: INFO neutron.wsgi [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1c3bdac8-b7ce-4f60-b384-fb8345b331ce HTTP/1.1" status: 204 len: 168 time: 0.5657599 Nov 23 03:47:04.538669 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38846) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:04.553838 n-d-714676-12 neutron-server[103572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f0b18-2b63-4412-8f5e-a2c5c61ea759 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3bdac8-b7ce-4f60-b384-fb8345b331ce,revision_number=None']} {{(pid=103572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:05.182936 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3895063'] for router_interface, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:05.423888 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Deleting port d9ad8a8e-58ce-4d37-b253-b091856b4076 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:05.424226 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:05.503451 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] For port d9ad8a8e-58ce-4d37-b253-b091856b4076, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=d9ad8a8e-58ce-4d37-b253-b091856b4076,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:05.503731 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:05.516851 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Calling delete_port for d9ad8a8e-58ce-4d37-b253-b091856b4076 owned by network:router_interface {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:05.691176 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:05.714654 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ad8a8e-58ce-4d37-b253-b091856b4076,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:05.879682 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3799819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3830759'] for router_interface, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:05.988410 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-482f9102-5bc4-4b5e-a48f-4ce45f55660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.093858 n-d-714676-12 neutron-server[103571]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Router 7395ffd0-ad07-4621-b233-856965bf459c has already been hosted by L3 agent c99067c8-8456-4583-a8bb-85bf567fe753 {{(pid=103571) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:47:06.200359 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] Notify agent at l3_agent.n-d-714676-12 the message routers_updated {{(pid=103571) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:47:06.205619 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-40d164b4-2faf-41ce-bc40-3398c58a12bc admin admin] 10.222.0.15 "PUT /v2.0/routers/7395ffd0-ad07-4621-b233-856965bf459c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658390 Nov 23 03:47:06.208269 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38848) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:06.212024 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Sync routers for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:47:06.222678 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:47:06.223374 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:06.313783 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks [] for router, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.328506 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: n-d-714676-12 {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:47:06.424717 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.476298 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Deleting port ae47b109-58b7-4db0-8919-a7d812a496fe {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:06.476645 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.507648 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'external_fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:47:05Z', 'revision_number': 5, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port': {'id': 'ae47b109-58b7-4db0-8919-a7d812a496fe', 'name': '', 'network_id': 'be908337-ef10-42e5-b02a-0c4a016e859d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7395ffd0-ad07-4621-b233-856965bf459c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-714676-12', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:42:23Z', 'updated_at': '2021-11-23T03:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bcc0448b-c92e-4a9e-96b3-325ada7c39d7', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-714676-12'}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:06.538215 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Checking router: 7395ffd0-ad07-4621-b233-856965bf459c for host: n-d-714676-12 {{(pid=103573) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:47:06.547514 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Routers {'7395ffd0-ad07-4621-b233-856965bf459c'} bound to L3 agent in host n-d-714676-12 {{(pid=103573) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:47:06.548120 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-714676-12', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:09:38Z,description=,heartbeat_timestamp=2021-11-23T03:46:38Z,host='n-d-714676-12',id=c99067c8-8456-4583-a8bb-85bf567fe753,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:09:38Z,topic='l3_agent')) {'router_ids': ['7395ffd0-ad07-4621-b233-856965bf459c'], 'active': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:06.560009 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] For port ae47b109-58b7-4db0-8919-a7d812a496fe, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=ae47b109-58b7-4db0-8919-a7d812a496fe,segment=NetworkSegment(d716fd62-839f-4844-8d3c-9e7e875dc10d),segment_id=d716fd62-839f-4844-8d3c-9e7e875dc10d)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:06.560380 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.573078 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Calling delete_port for ae47b109-58b7-4db0-8919-a7d812a496fe owned by network:router_gateway {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:06.632774 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvr_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] Set router 7395ffd0-ad07-4621-b233-856965bf459c gateway port host: None {{(pid=103573) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:47:06.684827 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_hamode_db [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:47:06Z', 'revision_number': 6, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port_host': None}], 'n-d-714676-12', False) {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:06.715414 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f77b33-374f-413d-ae8e-b1b1ad203d5e None None] The sync data for ids ['7395ffd0-ad07-4621-b233-856965bf459c'] in n-d-714676-12 is: [{'id': '7395ffd0-ad07-4621-b233-856965bf459c', 'name': 'tempest-TestSnapshotPattern-519692145-router', 'tenant_id': '62ee6ef4d54f4033ad2d4605de646001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:42:22Z', 'updated_at': '2021-11-23T03:47:06Z', 'revision_number': 6, 'project_id': '62ee6ef4d54f4033ad2d4605de646001', 'gw_port_host': None}] {{(pid=103573) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:47:06.740171 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.767983 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Pushing event deleted for resources: {'Port': ['ID=ae47b109-58b7-4db0-8919-a7d812a496fe,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:06.781563 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db36212-82b8-453a-96e0-43bcae95f4d8 None None] DHCP port deletion for be908337-ef10-42e5-b02a-0c4a016e859d request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:47:06.827502 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3893961'] for router_gateway, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.920658 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3831473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48954'] for router, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.922805 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.965851 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3830738'] for router, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.966297 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7395ffd0-ad07-4621-b233-856965bf459c {{(pid=103571) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:47:06.970664 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] Publish callbacks [] for router, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:06.971808 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-daa5e1a2-36a2-43bc-8ab7-bc6f53a196af admin admin] 10.222.0.15 "DELETE /v2.0/routers/7395ffd0-ad07-4621-b233-856965bf459c HTTP/1.1" status: 204 len: 168 time: 0.7626996 Nov 23 03:47:06.974337 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38850) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:07.018157 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Deleting subnet 371293e5-6b11-4665-8b6d-2131c8dbf630 {{(pid=103571) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:47:07.021232 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.055309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8924718'] for subnet, precommit_delete_associations {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.139734 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603176'] for subnet, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.191816 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12462436'] for subnet, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.217381 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371293e5-6b11-4665-8b6d-2131c8dbf630,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:07.220927 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.224137 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-8d20278e-b271-43ca-ba9c-29a5b019c2ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/371293e5-6b11-4665-8b6d-2131c8dbf630 HTTP/1.1" status: 204 len: 168 time: 0.2488534 Nov 23 03:47:07.226461 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8538546-3484-4149-8fe2-1cef99ae95ba None None] Network 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf requested from n-d-714676-12 {{(pid=103573) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:47:07.226987 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38852) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:07.301308 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-592986'] for network, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.354803 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Deleting port 4006134f-a22a-45c7-95c4-82ba4674d0f8 {{(pid=103571) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:07.355156 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.419937 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.db [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] For port 4006134f-a22a-45c7-95c4-82ba4674d0f8, host n-d-714676-12, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-714676-12',level=0,port_id=4006134f-a22a-45c7-95c4-82ba4674d0f8,segment=NetworkSegment(3ae850c0-9fd9-4c63-8a8b-151c44b4c949),segment_id=3ae850c0-9fd9-4c63-8a8b-151c44b4c949)] {{(pid=103571) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:07.420222 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.437601 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.plugin [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Calling delete_port for 4006134f-a22a-45c7-95c4-82ba4674d0f8 owned by network:dhcp {{(pid=103571) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:07.508277 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] DHCP port deletion for 18dc49ad-fde2-4a57-9a98-9f59d9c9efdf request from n-d-714676-12 {{(pid=103573) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:47:07.519593 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529709'] for port, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.545420 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Pushing event deleted for resources: {'Port': ['ID=4006134f-a22a-45c7-95c4-82ba4674d0f8,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:07.551917 n-d-714676-12 neutron-server[103571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] No DVR routers for this DVR port 4006134f-a22a-45c7-95c4-82ba4674d0f8 on host n-d-714676-12 {{(pid=103571) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:47:07.556804 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Deleting port 4006134f-a22a-45c7-95c4-82ba4674d0f8 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:47:07.557178 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793994138152'] for port, before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.621397 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] For port 4006134f-a22a-45c7-95c4-82ba4674d0f8, host n-d-714676-12, got binding levels [] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:47:07.622392 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3892478'] for port, precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.634884 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601499', 'neutron.services.segments.db._delete_segments_for_network-8793994185867'] for network, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.637267 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Calling delete_port for 4006134f-a22a-45c7-95c4-82ba4674d0f8 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:47:07.639838 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.ipam_backend_mixin [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Port 4006134f-a22a-45c7-95c4-82ba4674d0f8 was not found and therefore no delete operation was performed {{(pid=103573) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:47:07.641076 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-209820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793994141013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793993674159'] for port, after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.655566 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc49ad-fde2-4a57-9a98-9f59d9c9efdf']}} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:07.665228 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae850c0-9fd9-4c63-8a8b-151c44b4c949') {'for_net_delete': True} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:07.665525 n-d-714676-12 neutron-server[103571]: DEBUG neutron.services.segments.db [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae850c0-9fd9-4c63-8a8b-151c44b4c949') {} {{(pid=103571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:47:07.671666 n-d-714676-12 neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] Pushing event deleted for resources: {'Port': ['ID=4006134f-a22a-45c7-95c4-82ba4674d0f8,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:07.675109 n-d-714676-12 neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908ed19-2b04-4f97-a53d-80924e37d232 None None] No DVR routers for this DVR port 4006134f-a22a-45c7-95c4-82ba4674d0f8 on host n-d-714676-12 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:47:07.680203 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793994001686', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8924727'] for segment, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.696714 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423'] for segment, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.703846 n-d-714676-12 neutron-server[103571]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103571) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:47:07.704309 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529758'] for segment, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: Traceback (most recent call last): Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: timer() Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: cb(*args, **kw) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: return func(*args, **kwargs) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: self._notify() Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: self.callback(batched_events) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: event.method(event) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: return f(self, *a, **k) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: return self._get(url).json() Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: return self.request(url, 'GET', **kwargs) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:47:07.707012 n-d-714676-12 neutron-server[103571]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:47:07.763511 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601477', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3799826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3893881'] for network, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.769666 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Publish callbacks [] for network, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:07.775643 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18dc49ad-fde2-4a57-9a98-9f59d9c9efdf HTTP/1.1" status: 204 len: 168 time: 0.5456605 Nov 23 03:47:07.787800 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30384e91-02fa-4504-9d4d-b455d650d072 admin admin] Pushing event deleted for resources: {'Network': ['ID=18dc49ad-fde2-4a57-9a98-9f59d9c9efdf,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:07.957132 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38856) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:08.005290 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-85ce25a0-00cb-46b4-a6d4-8441bfe91ff6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e05ac79c66a44003a4a7e662af513e92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469072 Nov 23 03:47:08.007657 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38858) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:08.054455 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.074751 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.122158 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.124807 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.125961 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56345855-5268-416a-a250-99035648b1a0 HTTP/1.1" status: 204 len: 168 time: 0.1173990 Nov 23 03:47:08.133513 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f5582-4417-466b-bccc-4ea56747c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56345855-5268-416a-a250-99035648b1a0,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:08.177053 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56b2554d-dd56-493c-8b39-8b0869f005f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.221488 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9ad8a8e-58ce-4d37-b253-b091856b4076 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:08.240997 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: d9ad8a8e-58ce-4d37-b253-b091856b4076 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:08.241653 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device d9ad8a8e-58ce-4d37-b253-b091856b4076 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:08.241777 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae47b109-58b7-4db0-8919-a7d812a496fe no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:08.263090 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: ae47b109-58b7-4db0-8919-a7d812a496fe {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:08.263339 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device ae47b109-58b7-4db0-8919-a7d812a496fe not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:08.263958 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4006134f-a22a-45c7-95c4-82ba4674d0f8 no longer exists at agent ovs-agent-n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:47:08.284403 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] No Port match for: 4006134f-a22a-45c7-95c4-82ba4674d0f8 {{(pid=103573) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:47:08.284746 n-d-714676-12 neutron-server[103573]: DEBUG neutron.plugins.ml2.rpc [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Device 4006134f-a22a-45c7-95c4-82ba4674d0f8 not bound to the agent host n-d-714676-12 {{(pid=103573) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:47:08.476313 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38864) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:08.515739 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9ccc94b8-38dc-4b09-9599-5d5aac411495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62ee6ef4d54f4033ad2d4605de646001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381768 Nov 23 03:47:08.518102 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [-] (103571) accepted ('10.222.0.15', 38866) {{(pid=103571) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:47:08.564550 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.585909 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.648789 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3688984'] for security_group, after_delete {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.651571 n-d-714676-12 neutron-server[103571]: DEBUG neutron_lib.callbacks.manager [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:08.652759 n-d-714676-12 neutron-server[103571]: INFO neutron.wsgi [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/869f8e58-c9fe-405e-8674-61b1a3924d0d HTTP/1.1" status: 204 len: 168 time: 0.1337039 Nov 23 03:47:08.660537 n-d-714676-12 neutron-server[103571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af144-6aeb-4d02-b7ee-da98295f245c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f8e58-c9fe-405e-8674-61b1a3924d0d,revision_number=None']} {{(pid=103571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:47:09.616452 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:11.041310 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:12.082483 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:23.962950 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:30.593620 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:31.395527 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:47:35.989081 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-84a1a397-57ec-4afa-aba3-01b9cdf356f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:38.170290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67cecf00-85ad-4c12-8aa6-9b6753dc8ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:39.616576 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:41.043728 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:42.083554 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:47:53.967549 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:00.596538 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:05.990437 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-059c98fd-b396-4e55-96a6-abae18f0f971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:08.171493 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc4bb8f2-678f-4348-9b07-76d3f2354751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:08.394299 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:48:09.619713 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:11.046246 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:12.085577 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:23.977158 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:30.611667 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:35.991151 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-965d384d-fa2e-4936-8c33-9319d4a66e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:38.172009 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8567784e-1d38-4fd8-be49-9d95bc30eb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:39.622720 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:41.049011 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:42.087619 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:48:45.392569 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:48:53.974736 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:00.627509 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:05.991305 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3f70-88af-44d0-8b8a-aacad3517db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:08.173586 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33cc75fc-1ad3-4934-816d-904c8a2dc8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:09.625638 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:11.051177 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:12.089644 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:22.391479 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:49:23.974959 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:30.622171 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:35.992440 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7b390c92-cfcb-4b95-9a8a-7825c934ba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:38.178642 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d8515df5-4b84-4bff-a872-47dc8bbfdfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:39.628706 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:41.053682 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:42.090930 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:53.983809 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:49:59.390374 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:50:00.637176 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:05.992995 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-073d3923-c0e6-42c6-a218-862eb44639e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:08.179442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0108e542-199c-4f19-9d56-ce6b9b5fca49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:09.632005 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:11.056193 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:12.093477 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:23.984013 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:30.659283 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:35.994770 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-57aa27e9-eb77-4467-9711-41f81fca6280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:36.389894 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:50:38.180822 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-183bfb91-f24b-43fd-9d96-0cac89ea2ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:39.634765 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:41.058205 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:42.095034 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:50:53.988102 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:00.672794 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:05.996315 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ad254bd9-d400-425e-a2ba-ac6bc877e62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:08.181968 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-065e6749-51ff-4c8f-bfb1-c4fe75ca6e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:09.636778 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:11.062170 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:12.096882 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:13.389314 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:51:23.986323 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:30.682953 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:35.999445 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-88c8e27f-c5e4-4348-bef2-1d30b8c9f4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:38.183128 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-99c89434-8f53-4b9e-b837-0608a186df05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:39.640843 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:41.064590 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:42.100064 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:51:50.388836 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:51:53.984931 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:00.687188 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:06.000055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c1f0566a-c69d-4b21-9e52-ba44898bb443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:08.183560 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e7ab989-cd4e-4fdc-ae28-4649ee38666b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:09.642317 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:11.068147 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:12.102366 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:24.000985 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:27.388426 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:52:30.680731 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:36.001400 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-36c67830-5a3a-4292-857f-bc2695be0382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:38.187151 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8b123ec2-f55e-4bc2-bd36-3f49668ff74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:39.645796 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:41.070897 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:42.104705 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:52:53.999048 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:00.702709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:04.388322 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:53:06.002442 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d92766dd-fe42-4219-89b8-4546b4d960d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:08.188595 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9a63588-a751-41b4-974d-a9e5df5456c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:09.648548 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:11.073928 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:12.106662 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:23.998522 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:30.718797 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:36.006542 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e9313b35-7277-4293-806b-ec830be5cbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:38.190709 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-61433826-bed3-4dce-b980-d24fdfbec74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:39.651228 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:41.077614 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:41.388099 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:53:42.107701 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:53:54.014454 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:00.734296 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:06.008791 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6e6935b4-de95-4759-8ad4-7deddb1e0718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:08.192470 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b2e64039-65aa-4f40-bc33-34662ce57672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:09.654055 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:11.080165 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:12.109388 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:18.387458 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:54:24.012347 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:30.733106 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:36.009313 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3d1a1ce0-d7c0-4eae-896a-6c6175d78e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:38.193515 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2b3bcc6a-be69-40bf-b436-145d3445cce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:39.657514 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:41.086332 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:42.110679 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:54.011889 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:54:55.386468 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:55:00.735963 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:06.010804 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-558c5a61-c6a3-4d30-839c-e01521fe5473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:08.193669 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e62863d-215d-4978-80fc-9c590418bd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:09.660414 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:11.087325 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:12.112624 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:24.009828 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-714ee91c-7e65-4385-beae-836e2ad20150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:29.443402 n-d-714676-12 neutron-server[103571]: DEBUG neutron.wsgi [req-2ad42c5c-d0d5-4a4b-b62d-b7e74404292f req-03bddeb0-a658-4c87-a172-707c8e9f3484 service neutron] (103571) timed out ('10.222.0.15', 36796) {{(pid=103571) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:55:30.735432 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-44061608-653f-4b7b-96cb-87d54af67049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:32.386054 n-d-714676-12 neutron-server[103574]: DEBUG neutron.db.agents_db [None req-8848bb13-043e-439c-975c-fec52548739e None None] Agent healthcheck: found 7 active agents {{(pid=103574) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:55:36.010760 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-23886c57-f8ad-458e-a7be-30dca5ea0d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:38.196133 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b187033e-9f1e-4eab-a151-8e0eb658b3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:39.663927 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-43551cbe-f345-44f6-bfd7-6d14ad4732d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:41.092141 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9ee6ae6-c876-477a-a223-bd45331f5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:55:42.113290 n-d-714676-12 neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6741aee2-9e39-4fdd-a9a2-acb343095e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793994185939', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602631'] for agent, after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}